num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 54 map 0_10 0.5910 Rprec 0_10 0.5556 bpref 0_10 0.8543 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 1.0000 iprec_at_recall_0.20 0_10 1.0000 iprec_at_recall_0.30 0_10 0.9412 iprec_at_recall_0.40 0_10 0.7667 iprec_at_recall_0.50 0_10 0.7568 iprec_at_recall_0.60 0_10 0.5161 iprec_at_recall_0.70 0_10 0.3065 iprec_at_recall_0.80 0_10 0.2150 iprec_at_recall_0.90 0_10 0.0749 iprec_at_recall_1.00 0_10 0.0579 P_5 0_10 1.0000 P_10 0_10 1.0000 P_15 0_10 0.9333 P_20 0_10 0.8500 P_30 0_10 0.7667 P_100 0_10 0.3600 P_200 0_10 0.2150 P_500 0_10 0.0940 P_1000 0_10 0.0540 relstring 0_10 '1233222322' recall_5 0_10 0.0926 recall_10 0_10 0.1852 recall_15 0_10 0.2593 recall_20 0_10 0.3148 recall_30 0_10 0.4259 recall_100 0_10 0.6667 recall_200 0_10 0.7963 recall_500 0_10 0.8704 recall_1000 0_10 1.0000 infAP 0_10 0.5910 Rprec_mult_0.20 0_10 1.0000 Rprec_mult_0.40 0_10 0.8182 Rprec_mult_0.60 0_10 0.7273 Rprec_mult_0.80 0_10 0.6591 Rprec_mult_1.00 0_10 0.5556 Rprec_mult_1.20 0_10 0.5077 Rprec_mult_1.40 0_10 0.4474 Rprec_mult_1.60 0_10 0.4023 Rprec_mult_1.80 0_10 0.3673 Rprec_mult_2.00 0_10 0.3333 utility 0_10 -892.0000 11pt_avg 0_10 0.6032 binG 0_10 0.4083 G 0_10 0.2119 ndcg 0_10 0.8043 ndcg_rel 0_10 0.6752 Rndcg 0_10 0.6581 ndcg_cut_5 0_10 0.6588 ndcg_cut_10 0_10 0.6847 ndcg_cut_15 0_10 0.6796 ndcg_cut_20 0_10 0.6675 ndcg_cut_30 0_10 0.6425 ndcg_cut_100 0_10 0.6764 ndcg_cut_200 0_10 0.7283 ndcg_cut_500 0_10 0.7587 ndcg_cut_1000 0_10 0.8043 map_cut_5 0_10 0.0926 map_cut_10 0_10 0.1852 map_cut_15 0_10 0.2553 map_cut_20 0_10 0.3066 map_cut_30 0_10 0.3946 map_cut_100 0_10 0.5382 map_cut_200 0_10 0.5732 map_cut_500 0_10 0.5824 map_cut_1000 0_10 0.5910 relative_P_5 0_10 1.0000 relative_P_10 0_10 1.0000 relative_P_15 0_10 0.9333 relative_P_20 0_10 0.8500 relative_P_30 0_10 0.7667 relative_P_100 0_10 0.6667 relative_P_200 0_10 0.7963 relative_P_500 0_10 0.8704 relative_P_1000 0_10 1.0000 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0540 set_relative_P 0_10 1.0000 set_recall 0_10 1.0000 set_map 0_10 0.0540 set_F 0_10 0.1025 num_nonrel_judged_ret 0_10 34 rbp 0_10 0.6661 rbp_resid 0_10 0.1052 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.1000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.7737 Rprec 0_11 0.8333 bpref 0_11 0.8056 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.8333 iprec_at_recall_0.40 0_11 0.8333 iprec_at_recall_0.50 0_11 0.8333 iprec_at_recall_0.60 0_11 0.8333 iprec_at_recall_0.70 0_11 0.8333 iprec_at_recall_0.80 0_11 0.8333 iprec_at_recall_0.90 0_11 0.6471 iprec_at_recall_1.00 0_11 0.0251 P_5 0_11 0.8000 P_10 0_11 0.8000 P_15 0_11 0.6667 P_20 0_11 0.5500 P_30 0_11 0.3667 P_100 0_11 0.1100 P_200 0_11 0.0550 P_500 0_11 0.0240 P_1000 0_11 0.0120 relstring 0_11 '3330330333' recall_5 0_11 0.3333 recall_10 0_11 0.6667 recall_15 0_11 0.8333 recall_20 0_11 0.9167 recall_30 0_11 0.9167 recall_100 0_11 0.9167 recall_200 0_11 0.9167 recall_500 0_11 1.0000 recall_1000 0_11 1.0000 infAP 0_11 0.7737 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.8000 Rprec_mult_1.00 0_11 0.8333 Rprec_mult_1.20 0_11 0.6667 Rprec_mult_1.40 0_11 0.6471 Rprec_mult_1.60 0_11 0.5500 Rprec_mult_1.80 0_11 0.5000 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -976.0000 11pt_avg 0_11 0.7884 binG 0_11 0.6007 G 0_11 0.4951 ndcg 0_11 0.9191 ndcg_rel 0_11 0.8909 Rndcg 0_11 0.8845 ndcg_cut_5 0_11 0.8539 ndcg_cut_10 0_11 0.8318 ndcg_cut_15 0_11 0.8500 ndcg_cut_20 0_11 0.8971 ndcg_cut_30 0_11 0.8971 ndcg_cut_100 0_11 0.8971 ndcg_cut_200 0_11 0.8971 ndcg_cut_500 0_11 0.9191 ndcg_cut_1000 0_11 0.9191 map_cut_5 0_11 0.3167 map_cut_10 0_11 0.5801 map_cut_15 0_11 0.7177 map_cut_20 0_11 0.7716 map_cut_30 0_11 0.7716 map_cut_100 0_11 0.7716 map_cut_200 0_11 0.7716 map_cut_500 0_11 0.7737 map_cut_1000 0_11 0.7737 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.8000 relative_P_15 0_11 0.8333 relative_P_20 0_11 0.9167 relative_P_30 0_11 0.9167 relative_P_100 0_11 0.9167 relative_P_200 0_11 0.9167 relative_P_500 0_11 1.0000 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0120 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0120 set_F 0_11 0.0237 num_nonrel_judged_ret 0_11 24 rbp 0_11 0.6101 rbp_resid 0_11 0.1829 unj_5 0_11 0.0000 unj_10 0_11 0.0000 unj_20 0_11 0.2000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 28 map 0_2 0.0700 Rprec 0_2 0.0882 bpref 0_2 0.0346 recip_rank 0_2 0.3333 iprec_at_recall_0.00 0_2 0.3333 iprec_at_recall_0.10 0_2 0.1064 iprec_at_recall_0.20 0_2 0.1064 iprec_at_recall_0.30 0_2 0.1064 iprec_at_recall_0.40 0_2 0.1064 iprec_at_recall_0.50 0_2 0.0872 iprec_at_recall_0.60 0_2 0.0741 iprec_at_recall_0.70 0_2 0.0650 iprec_at_recall_0.80 0_2 0.0328 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.0333 P_100 0_2 0.0700 P_200 0_2 0.0850 P_500 0_2 0.0500 P_1000 0_2 0.0280 relstring 0_2 '0020000000' recall_5 0_2 0.0294 recall_10 0_2 0.0294 recall_15 0_2 0.0294 recall_20 0_2 0.0294 recall_30 0_2 0.0294 recall_100 0_2 0.2059 recall_200 0_2 0.5000 recall_500 0_2 0.7353 recall_1000 0_2 0.8235 infAP 0_2 0.0700 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0476 Rprec_mult_0.80 0_2 0.0357 Rprec_mult_1.00 0_2 0.0882 Rprec_mult_1.20 0_2 0.0732 Rprec_mult_1.40 0_2 0.0625 Rprec_mult_1.60 0_2 0.0727 Rprec_mult_1.80 0_2 0.0645 Rprec_mult_2.00 0_2 0.0735 utility 0_2 -944.0000 11pt_avg 0_2 0.0925 binG 0_2 0.1264 G 0_2 0.1203 ndcg 0_2 0.3767 ndcg_rel 0_2 0.2606 Rndcg 0_2 0.1387 ndcg_cut_5 0_2 0.1450 ndcg_cut_10 0_2 0.0991 ndcg_cut_15 0_2 0.0802 ndcg_cut_20 0_2 0.0733 ndcg_cut_30 0_2 0.0634 ndcg_cut_100 0_2 0.1459 ndcg_cut_200 0_2 0.2661 ndcg_cut_500 0_2 0.3392 ndcg_cut_1000 0_2 0.3767 map_cut_5 0_2 0.0098 map_cut_10 0_2 0.0098 map_cut_15 0_2 0.0098 map_cut_20 0_2 0.0098 map_cut_30 0_2 0.0098 map_cut_100 0_2 0.0231 map_cut_200 0_2 0.0505 map_cut_500 0_2 0.0671 map_cut_1000 0_2 0.0700 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.0500 relative_P_30 0_2 0.0333 relative_P_100 0_2 0.2059 relative_P_200 0_2 0.5000 relative_P_500 0_2 0.7353 relative_P_1000 0_2 0.8235 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0280 set_relative_P 0_2 0.8235 set_recall 0_2 0.8235 set_map 0_2 0.0231 set_F 0_2 0.0542 num_nonrel_judged_ret 0_2 144 rbp 0_2 0.0582 rbp_resid 0_2 0.0105 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 20 map 0_3 0.1786 Rprec 0_3 0.1667 bpref 0_3 0.1545 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.7500 iprec_at_recall_0.20 0_3 0.1364 iprec_at_recall_0.30 0_3 0.1148 iprec_at_recall_0.40 0_3 0.1111 iprec_at_recall_0.50 0_3 0.0968 iprec_at_recall_0.60 0_3 0.0821 iprec_at_recall_0.70 0_3 0.0733 iprec_at_recall_0.80 0_3 0.0486 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.6000 P_10 0_3 0.4000 P_15 0_3 0.2667 P_20 0_3 0.2000 P_30 0_3 0.1333 P_100 0_3 0.1100 P_200 0_3 0.0800 P_500 0_3 0.0380 P_1000 0_3 0.0200 relstring 0_3 '1011000010' recall_5 0_3 0.1250 recall_10 0_3 0.1667 recall_15 0_3 0.1667 recall_20 0_3 0.1667 recall_30 0_3 0.1667 recall_100 0_3 0.4583 recall_200 0_3 0.6667 recall_500 0_3 0.7917 recall_1000 0_3 0.8333 infAP 0_3 0.1786 Rprec_mult_0.20 0_3 0.6000 Rprec_mult_0.40 0_3 0.4000 Rprec_mult_0.60 0_3 0.2667 Rprec_mult_0.80 0_3 0.2000 Rprec_mult_1.00 0_3 0.1667 Rprec_mult_1.20 0_3 0.1379 Rprec_mult_1.40 0_3 0.1176 Rprec_mult_1.60 0_3 0.1026 Rprec_mult_1.80 0_3 0.1364 Rprec_mult_2.00 0_3 0.1250 utility 0_3 -960.0000 11pt_avg 0_3 0.2194 binG 0_3 0.2067 G 0_3 0.1515 ndcg 0_3 0.4457 ndcg_rel 0_3 0.3517 Rndcg 0_3 0.3118 ndcg_cut_5 0_3 0.2799 ndcg_cut_10 0_3 0.2628 ndcg_cut_15 0_3 0.2275 ndcg_cut_20 0_3 0.2031 ndcg_cut_30 0_3 0.1881 ndcg_cut_100 0_3 0.3283 ndcg_cut_200 0_3 0.3858 ndcg_cut_500 0_3 0.4366 ndcg_cut_1000 0_3 0.4457 map_cut_5 0_3 0.1007 map_cut_10 0_3 0.1192 map_cut_15 0_3 0.1192 map_cut_20 0_3 0.1192 map_cut_30 0_3 0.1192 map_cut_100 0_3 0.1521 map_cut_200 0_3 0.1702 map_cut_500 0_3 0.1772 map_cut_1000 0_3 0.1786 relative_P_5 0_3 0.6000 relative_P_10 0_3 0.4000 relative_P_15 0_3 0.2667 relative_P_20 0_3 0.2000 relative_P_30 0_3 0.1667 relative_P_100 0_3 0.4583 relative_P_200 0_3 0.6667 relative_P_500 0_3 0.7917 relative_P_1000 0_3 0.8333 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0200 set_relative_P 0_3 0.8333 set_recall 0_3 0.8333 set_map 0_3 0.0167 set_F 0_3 0.0391 num_nonrel_judged_ret 0_3 99 rbp 0_3 0.1006 rbp_resid 0_3 0.0174 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 17 map 0_4 0.2246 Rprec 0_4 0.2000 bpref 0_4 0.2350 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.8000 iprec_at_recall_0.30 0_4 0.1667 iprec_at_recall_0.40 0_4 0.0714 iprec_at_recall_0.50 0_4 0.0714 iprec_at_recall_0.60 0_4 0.0396 iprec_at_recall_0.70 0_4 0.0355 iprec_at_recall_0.80 0_4 0.0271 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.8000 P_10 0_4 0.4000 P_15 0_4 0.2667 P_20 0_4 0.2000 P_30 0_4 0.1667 P_100 0_4 0.0700 P_200 0_4 0.0500 P_500 0_4 0.0300 P_1000 0_4 0.0170 relstring 0_4 '44034-0-0-' recall_5 0_4 0.2000 recall_10 0_4 0.2000 recall_15 0_4 0.2000 recall_20 0_4 0.2000 recall_30 0_4 0.2500 recall_100 0_4 0.3500 recall_200 0_4 0.5000 recall_500 0_4 0.7500 recall_1000 0_4 0.8500 infAP 0_4 0.2246 Rprec_mult_0.20 0_4 0.7500 Rprec_mult_0.40 0_4 0.5000 Rprec_mult_0.60 0_4 0.3333 Rprec_mult_0.80 0_4 0.2500 Rprec_mult_1.00 0_4 0.2000 Rprec_mult_1.20 0_4 0.2083 Rprec_mult_1.40 0_4 0.1786 Rprec_mult_1.60 0_4 0.1562 Rprec_mult_1.80 0_4 0.1667 Rprec_mult_2.00 0_4 0.1500 utility 0_4 -966.0000 11pt_avg 0_4 0.2920 binG 0_4 0.2554 G 0_4 0.3544 ndcg 0_4 0.7151 ndcg_rel 0_4 0.7160 Rndcg 0_4 0.6925 ndcg_cut_5 0_4 0.8842 ndcg_cut_10 0_4 0.6795 ndcg_cut_15 0_4 0.5984 ndcg_cut_20 0_4 0.5565 ndcg_cut_30 0_4 0.5694 ndcg_cut_100 0_4 0.6119 ndcg_cut_200 0_4 0.6456 ndcg_cut_500 0_4 0.7025 ndcg_cut_1000 0_4 0.7151 map_cut_5 0_4 0.1775 map_cut_10 0_4 0.1775 map_cut_15 0_4 0.1775 map_cut_20 0_4 0.1775 map_cut_30 0_4 0.1884 map_cut_100 0_4 0.2021 map_cut_200 0_4 0.2124 map_cut_500 0_4 0.2222 map_cut_1000 0_4 0.2246 relative_P_5 0_4 0.8000 relative_P_10 0_4 0.4000 relative_P_15 0_4 0.2667 relative_P_20 0_4 0.2000 relative_P_30 0_4 0.2500 relative_P_100 0_4 0.3500 relative_P_200 0_4 0.5000 relative_P_500 0_4 0.7500 relative_P_1000 0_4 0.8500 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0170 set_relative_P 0_4 0.8500 set_recall 0_4 0.8500 set_map 0_4 0.0144 set_F 0_4 0.0333 num_nonrel_judged_ret 0_4 38 rbp 0_4 0.3141 rbp_resid 0_4 0.3308 unj_5 0_4 0.0000 unj_10 0_4 0.3000 unj_20 0_4 0.4000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 76 map 0_6 0.3396 Rprec 0_6 0.3884 bpref 0_6 0.5249 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.8750 iprec_at_recall_0.20 0_6 0.7778 iprec_at_recall_0.30 0_6 0.7708 iprec_at_recall_0.40 0_6 0.3357 iprec_at_recall_0.50 0_6 0.2013 iprec_at_recall_0.60 0_6 0.1078 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.8000 P_10 0_6 0.9000 P_15 0_6 0.8667 P_20 0_6 0.8500 P_30 0_6 0.7333 P_100 0_6 0.4400 P_200 0_6 0.2700 P_500 0_6 0.1340 P_1000 0_6 0.0760 relstring 0_6 '3031222222' recall_5 0_6 0.0331 recall_10 0_6 0.0744 recall_15 0_6 0.1074 recall_20 0_6 0.1405 recall_30 0_6 0.1818 recall_100 0_6 0.3636 recall_200 0_6 0.4463 recall_500 0_6 0.5537 recall_1000 0_6 0.6281 infAP 0_6 0.3396 Rprec_mult_0.20 0_6 0.8400 Rprec_mult_0.40 0_6 0.7551 Rprec_mult_0.60 0_6 0.5479 Rprec_mult_0.80 0_6 0.4433 Rprec_mult_1.00 0_6 0.3884 Rprec_mult_1.20 0_6 0.3288 Rprec_mult_1.40 0_6 0.2941 Rprec_mult_1.60 0_6 0.2680 Rprec_mult_1.80 0_6 0.2523 Rprec_mult_2.00 0_6 0.2397 utility 0_6 -848.0000 11pt_avg 0_6 0.3699 binG 0_6 0.1810 G 0_6 0.1423 ndcg 0_6 0.6120 ndcg_rel 0_6 0.6040 Rndcg 0_6 0.5809 ndcg_cut_5 0_6 0.6449 ndcg_cut_10 0_6 0.7178 ndcg_cut_15 0_6 0.6616 ndcg_cut_20 0_6 0.6663 ndcg_cut_30 0_6 0.5859 ndcg_cut_100 0_6 0.5158 ndcg_cut_200 0_6 0.5218 ndcg_cut_500 0_6 0.5804 ndcg_cut_1000 0_6 0.6120 map_cut_5 0_6 0.0266 map_cut_10 0_6 0.0626 map_cut_15 0_6 0.0913 map_cut_20 0_6 0.1194 map_cut_30 0_6 0.1551 map_cut_100 0_6 0.2819 map_cut_200 0_6 0.3094 map_cut_500 0_6 0.3315 map_cut_1000 0_6 0.3396 relative_P_5 0_6 0.8000 relative_P_10 0_6 0.9000 relative_P_15 0_6 0.8667 relative_P_20 0_6 0.8500 relative_P_30 0_6 0.7333 relative_P_100 0_6 0.4400 relative_P_200 0_6 0.4463 relative_P_500 0_6 0.5537 relative_P_1000 0_6 0.6281 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0760 set_relative_P 0_6 0.6281 set_recall 0_6 0.6281 set_map 0_6 0.0477 set_F 0_6 0.1356 num_nonrel_judged_ret 0_6 26 rbp 0_6 0.5131 rbp_resid 0_6 0.0527 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.0500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 27 map 0_7 0.1591 Rprec 0_7 0.3030 bpref 0_7 0.3168 recip_rank 0_7 0.1429 iprec_at_recall_0.00 0_7 0.3333 iprec_at_recall_0.10 0_7 0.3333 iprec_at_recall_0.20 0_7 0.3333 iprec_at_recall_0.30 0_7 0.3125 iprec_at_recall_0.40 0_7 0.2203 iprec_at_recall_0.50 0_7 0.2073 iprec_at_recall_0.60 0_7 0.1235 iprec_at_recall_0.70 0_7 0.0902 iprec_at_recall_0.80 0_7 0.0556 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.0000 P_10 0_7 0.2000 P_15 0_7 0.2667 P_20 0_7 0.3000 P_30 0_7 0.3000 P_100 0_7 0.1700 P_200 0_7 0.1000 P_500 0_7 0.0520 P_1000 0_7 0.0270 relstring 0_7 '00000010-1' recall_5 0_7 0.0000 recall_10 0_7 0.0606 recall_15 0_7 0.1212 recall_20 0_7 0.1818 recall_30 0_7 0.2727 recall_100 0_7 0.5152 recall_200 0_7 0.6061 recall_500 0_7 0.7879 recall_1000 0_7 0.8182 infAP 0_7 0.1591 Rprec_mult_0.20 0_7 0.1429 Rprec_mult_0.40 0_7 0.2143 Rprec_mult_0.60 0_7 0.3000 Rprec_mult_0.80 0_7 0.3333 Rprec_mult_1.00 0_7 0.3030 Rprec_mult_1.20 0_7 0.2500 Rprec_mult_1.40 0_7 0.2340 Rprec_mult_1.60 0_7 0.2264 Rprec_mult_1.80 0_7 0.2167 Rprec_mult_2.00 0_7 0.1970 utility 0_7 -946.0000 11pt_avg 0_7 0.1827 binG 0_7 0.1565 G 0_7 0.1431 ndcg 0_7 0.4290 ndcg_rel 0_7 0.3022 Rndcg 0_7 0.2147 ndcg_cut_5 0_7 0.0000 ndcg_cut_10 0_7 0.1008 ndcg_cut_15 0_7 0.1515 ndcg_cut_20 0_7 0.1858 ndcg_cut_30 0_7 0.2085 ndcg_cut_100 0_7 0.3174 ndcg_cut_200 0_7 0.3548 ndcg_cut_500 0_7 0.4198 ndcg_cut_1000 0_7 0.4290 map_cut_5 0_7 0.0000 map_cut_10 0_7 0.0104 map_cut_15 0_7 0.0255 map_cut_20 0_7 0.0445 map_cut_30 0_7 0.0736 map_cut_100 0_7 0.1292 map_cut_200 0_7 0.1424 map_cut_500 0_7 0.1580 map_cut_1000 0_7 0.1591 relative_P_5 0_7 0.0000 relative_P_10 0_7 0.2000 relative_P_15 0_7 0.2667 relative_P_20 0_7 0.3000 relative_P_30 0_7 0.3000 relative_P_100 0_7 0.5152 relative_P_200 0_7 0.6061 relative_P_500 0_7 0.7879 relative_P_1000 0_7 0.8182 success_1 0_7 0.0000 success_5 0_7 0.0000 success_10 0_7 1.0000 set_P 0_7 0.0270 set_relative_P 0_7 0.8182 set_recall 0_7 0.8182 set_map 0_7 0.0221 set_F 0_7 0.0523 num_nonrel_judged_ret 0_7 71 rbp 0_7 0.1044 rbp_resid 0_7 0.1788 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.2000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 28 map 0_8 0.1409 Rprec 0_8 0.2258 bpref 0_8 0.3996 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 0.2727 iprec_at_recall_0.20 0_8 0.2727 iprec_at_recall_0.30 0_8 0.1385 iprec_at_recall_0.40 0_8 0.1200 iprec_at_recall_0.50 0_8 0.0976 iprec_at_recall_0.60 0_8 0.0749 iprec_at_recall_0.70 0_8 0.0749 iprec_at_recall_0.80 0_8 0.0411 iprec_at_recall_0.90 0_8 0.0312 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.4000 P_10 0_8 0.2000 P_15 0_8 0.1333 P_20 0_8 0.2500 P_30 0_8 0.2333 P_100 0_8 0.1200 P_200 0_8 0.0850 P_500 0_8 0.0460 P_1000 0_8 0.0280 relstring 0_8 '10010--0--' recall_5 0_8 0.0645 recall_10 0_8 0.0645 recall_15 0_8 0.0645 recall_20 0_8 0.1613 recall_30 0_8 0.2258 recall_100 0_8 0.3871 recall_200 0_8 0.5484 recall_500 0_8 0.7419 recall_1000 0_8 0.9032 infAP 0_8 0.1409 Rprec_mult_0.20 0_8 0.2857 Rprec_mult_0.40 0_8 0.1538 Rprec_mult_0.60 0_8 0.2105 Rprec_mult_0.80 0_8 0.2400 Rprec_mult_1.00 0_8 0.2258 Rprec_mult_1.20 0_8 0.1842 Rprec_mult_1.40 0_8 0.1591 Rprec_mult_1.60 0_8 0.1600 Rprec_mult_1.80 0_8 0.1429 Rprec_mult_2.00 0_8 0.1290 utility 0_8 -944.0000 11pt_avg 0_8 0.1931 binG 0_8 0.1769 G 0_8 0.1519 ndcg 0_8 0.4839 ndcg_rel 0_8 0.3506 Rndcg 0_8 0.2855 ndcg_cut_5 0_8 0.2426 ndcg_cut_10 0_8 0.1626 ndcg_cut_15 0_8 0.1414 ndcg_cut_20 0_8 0.2090 ndcg_cut_30 0_8 0.2075 ndcg_cut_100 0_8 0.2989 ndcg_cut_200 0_8 0.3489 ndcg_cut_500 0_8 0.4214 ndcg_cut_1000 0_8 0.4839 map_cut_5 0_8 0.0484 map_cut_10 0_8 0.0484 map_cut_15 0_8 0.0484 map_cut_20 0_8 0.0686 map_cut_30 0_8 0.0849 map_cut_100 0_8 0.1054 map_cut_200 0_8 0.1204 map_cut_500 0_8 0.1349 map_cut_1000 0_8 0.1409 relative_P_5 0_8 0.4000 relative_P_10 0_8 0.2000 relative_P_15 0_8 0.1333 relative_P_20 0_8 0.2500 relative_P_30 0_8 0.2333 relative_P_100 0_8 0.3871 relative_P_200 0_8 0.5484 relative_P_500 0_8 0.7419 relative_P_1000 0_8 0.9032 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0280 set_relative_P 0_8 0.9032 set_recall 0_8 0.9032 set_map 0_8 0.0253 set_F 0_8 0.0543 num_nonrel_judged_ret 0_8 29 rbp 0_8 0.1259 rbp_resid 0_8 0.3529 unj_5 0_8 0.0000 unj_10 0_8 0.4000 unj_20 0_8 0.3500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 23 map 10_1 0.0485 Rprec 10_1 0.0932 bpref 10_1 0.1541 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.0599 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.4000 P_10 10_1 0.3000 P_15 10_1 0.3333 P_20 10_1 0.4000 P_30 10_1 0.3000 P_100 10_1 0.1100 P_200 10_1 0.0550 P_500 10_1 0.0360 P_1000 10_1 0.0230 relstring 10_1 '2200010-00' recall_5 10_1 0.0169 recall_10 10_1 0.0254 recall_15 10_1 0.0424 recall_20 10_1 0.0678 recall_30 10_1 0.0763 recall_100 10_1 0.0932 recall_200 10_1 0.0932 recall_500 10_1 0.1525 recall_1000 10_1 0.1949 infAP 10_1 0.0485 Rprec_mult_0.20 10_1 0.3750 Rprec_mult_0.40 10_1 0.2083 Rprec_mult_0.60 10_1 0.1408 Rprec_mult_0.80 10_1 0.1158 Rprec_mult_1.00 10_1 0.0932 Rprec_mult_1.20 10_1 0.0775 Rprec_mult_1.40 10_1 0.0663 Rprec_mult_1.60 10_1 0.0582 Rprec_mult_1.80 10_1 0.0563 Rprec_mult_2.00 10_1 0.0551 utility 10_1 -954.0000 11pt_avg 10_1 0.0964 binG 10_1 0.0496 G 10_1 0.0366 ndcg 10_1 0.1982 ndcg_rel 10_1 0.2117 Rndcg 10_1 0.2473 ndcg_cut_5 10_1 0.3856 ndcg_cut_10 10_1 0.3106 ndcg_cut_15 10_1 0.2901 ndcg_cut_20 10_1 0.3056 ndcg_cut_30 10_1 0.2650 ndcg_cut_100 10_1 0.1652 ndcg_cut_200 10_1 0.1537 ndcg_cut_500 10_1 0.1790 ndcg_cut_1000 10_1 0.1982 map_cut_5 10_1 0.0169 map_cut_10 10_1 0.0212 map_cut_15 10_1 0.0270 map_cut_20 10_1 0.0369 map_cut_30 10_1 0.0405 map_cut_100 10_1 0.0445 map_cut_200 10_1 0.0445 map_cut_500 10_1 0.0472 map_cut_1000 10_1 0.0485 relative_P_5 10_1 0.4000 relative_P_10 10_1 0.3000 relative_P_15 10_1 0.3333 relative_P_20 10_1 0.4000 relative_P_30 10_1 0.3000 relative_P_100 10_1 0.1100 relative_P_200 10_1 0.0932 relative_P_500 10_1 0.1525 relative_P_1000 10_1 0.1949 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0230 set_relative_P 10_1 0.1949 set_recall 10_1 0.1949 set_map 10_1 0.0045 set_F 10_1 0.0411 num_nonrel_judged_ret 10_1 48 rbp 10_1 0.1971 rbp_resid 10_1 0.1106 unj_5 10_1 0.0000 unj_10 10_1 0.1000 unj_20 10_1 0.1000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 43 map 10_12 0.0434 Rprec 10_12 0.0704 bpref 10_12 0.4742 recip_rank 10_12 0.5000 iprec_at_recall_0.00 10_12 0.5000 iprec_at_recall_0.10 10_12 0.0691 iprec_at_recall_0.20 10_12 0.0691 iprec_at_recall_0.30 10_12 0.0691 iprec_at_recall_0.40 10_12 0.0650 iprec_at_recall_0.50 10_12 0.0468 iprec_at_recall_0.60 10_12 0.0433 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.2000 P_10 10_12 0.1000 P_15 10_12 0.0667 P_20 10_12 0.1000 P_30 10_12 0.1000 P_100 10_12 0.0500 P_200 10_12 0.0500 P_500 10_12 0.0640 P_1000 10_12 0.0430 relstring 10_12 '01000-0--0' recall_5 10_12 0.0141 recall_10 10_12 0.0141 recall_15 10_12 0.0141 recall_20 10_12 0.0282 recall_30 10_12 0.0423 recall_100 10_12 0.0704 recall_200 10_12 0.1408 recall_500 10_12 0.4507 recall_1000 10_12 0.6056 infAP 10_12 0.0434 Rprec_mult_0.20 10_12 0.0667 Rprec_mult_0.40 10_12 0.1034 Rprec_mult_0.60 10_12 0.1163 Rprec_mult_0.80 10_12 0.0877 Rprec_mult_1.00 10_12 0.0704 Rprec_mult_1.20 10_12 0.0581 Rprec_mult_1.40 10_12 0.0500 Rprec_mult_1.60 10_12 0.0439 Rprec_mult_1.80 10_12 0.0469 Rprec_mult_2.00 10_12 0.0563 utility 10_12 -914.0000 11pt_avg 10_12 0.0784 binG 10_12 0.0842 G 10_12 0.0696 ndcg 10_12 0.2772 ndcg_rel 10_12 0.2085 Rndcg 10_12 0.1017 ndcg_cut_5 10_12 0.0575 ndcg_cut_10 10_12 0.0408 ndcg_cut_15 10_12 0.0348 ndcg_cut_20 10_12 0.0543 ndcg_cut_30 10_12 0.0540 ndcg_cut_100 10_12 0.0539 ndcg_cut_200 10_12 0.0854 ndcg_cut_500 10_12 0.2214 ndcg_cut_1000 10_12 0.2772 map_cut_5 10_12 0.0070 map_cut_10 10_12 0.0070 map_cut_15 10_12 0.0070 map_cut_20 10_12 0.0087 map_cut_30 10_12 0.0107 map_cut_100 10_12 0.0140 map_cut_200 10_12 0.0178 map_cut_500 10_12 0.0363 map_cut_1000 10_12 0.0434 relative_P_5 10_12 0.2000 relative_P_10 10_12 0.1000 relative_P_15 10_12 0.0667 relative_P_20 10_12 0.1000 relative_P_30 10_12 0.1000 relative_P_100 10_12 0.0704 relative_P_200 10_12 0.1408 relative_P_500 10_12 0.4507 relative_P_1000 10_12 0.6056 success_1 10_12 0.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0430 set_relative_P 10_12 0.6056 set_recall 10_12 0.6056 set_map 10_12 0.0260 set_F 10_12 0.0803 num_nonrel_judged_ret 10_12 21 rbp 10_12 0.0362 rbp_resid 10_12 0.4447 unj_5 10_12 0.0000 unj_10 10_12 0.3000 unj_20 10_12 0.6000 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 4 map 10_2 0.0037 Rprec 10_2 0.0000 bpref 10_2 0.0222 recip_rank 10_2 0.0312 iprec_at_recall_0.00 10_2 0.0556 iprec_at_recall_0.10 10_2 0.0146 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0200 P_200 10_2 0.0100 P_500 10_2 0.0080 P_1000 10_2 0.0040 relstring 10_2 '00000--000' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0667 recall_200 10_2 0.0667 recall_500 10_2 0.1333 recall_1000 10_2 0.1333 infAP 10_2 0.0037 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0556 Rprec_mult_1.40 10_2 0.0476 Rprec_mult_1.60 10_2 0.0417 Rprec_mult_1.80 10_2 0.0370 Rprec_mult_2.00 10_2 0.0333 utility 10_2 -992.0000 11pt_avg 10_2 0.0064 binG 10_2 0.0211 G 10_2 0.0146 ndcg 10_2 0.0409 ndcg_rel 10_2 0.0389 Rndcg 10_2 0.0082 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0214 ndcg_cut_200 10_2 0.0214 ndcg_cut_500 10_2 0.0409 ndcg_cut_1000 10_2 0.0409 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0029 map_cut_200 10_2 0.0029 map_cut_500 10_2 0.0037 map_cut_1000 10_2 0.0037 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0667 relative_P_200 10_2 0.0667 relative_P_500 10_2 0.1333 relative_P_1000 10_2 0.1333 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0040 set_relative_P 10_2 0.1333 set_recall 10_2 0.1333 set_map 10_2 0.0005 set_F 10_2 0.0078 num_nonrel_judged_ret 10_2 59 rbp 10_2 0.0016 rbp_resid 10_2 0.2515 unj_5 10_2 0.0000 unj_10 10_2 0.2000 unj_20 10_2 0.3000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 2 map 10_3 0.0007 Rprec 10_3 0.0000 bpref 10_3 0.0000 recip_rank 10_3 0.0060 iprec_at_recall_0.00 10_3 0.0104 iprec_at_recall_0.10 10_3 0.0104 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0000 P_200 10_3 0.0100 P_500 10_3 0.0040 P_1000 10_3 0.0020 relstring 10_3 '000000000-' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0000 recall_200 10_3 0.0870 recall_500 10_3 0.0870 recall_1000 10_3 0.0870 infAP 10_3 0.0007 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -996.0000 11pt_avg 10_3 0.0019 binG 10_3 0.0116 G 10_3 0.0128 ndcg 10_3 0.0342 ndcg_rel 10_3 0.0332 Rndcg 10_3 0.0114 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0000 ndcg_cut_200 10_3 0.0342 ndcg_cut_500 10_3 0.0342 ndcg_cut_1000 10_3 0.0342 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0000 map_cut_200 10_3 0.0007 map_cut_500 10_3 0.0007 map_cut_1000 10_3 0.0007 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0000 relative_P_200 10_3 0.0870 relative_P_500 10_3 0.0870 relative_P_1000 10_3 0.0870 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0020 set_relative_P 10_3 0.0870 set_recall 10_3 0.0870 set_map 10_3 0.0002 set_F 10_3 0.0039 num_nonrel_judged_ret 10_3 56 rbp 10_3 0.0000 rbp_resid 10_3 0.3556 unj_5 10_3 0.0000 unj_10 10_3 0.1000 unj_20 10_3 0.5000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 21 map 10_6 0.0257 Rprec 10_6 0.0902 bpref 10_6 0.1435 recip_rank 10_6 0.5000 iprec_at_recall_0.00 10_6 0.6667 iprec_at_recall_0.10 10_6 0.0739 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.4000 P_10 10_6 0.2000 P_15 10_6 0.2000 P_20 10_6 0.2000 P_30 10_6 0.2667 P_100 10_6 0.1100 P_200 10_6 0.0650 P_500 10_6 0.0280 P_1000 10_6 0.0210 relstring 10_6 '01100--0--' recall_5 10_6 0.0150 recall_10 10_6 0.0150 recall_15 10_6 0.0226 recall_20 10_6 0.0301 recall_30 10_6 0.0602 recall_100 10_6 0.0827 recall_200 10_6 0.0977 recall_500 10_6 0.1053 recall_1000 10_6 0.1579 infAP 10_6 0.0257 Rprec_mult_0.20 10_6 0.2593 Rprec_mult_0.40 10_6 0.1667 Rprec_mult_0.60 10_6 0.1250 Rprec_mult_0.80 10_6 0.1028 Rprec_mult_1.00 10_6 0.0902 Rprec_mult_1.20 10_6 0.0750 Rprec_mult_1.40 10_6 0.0695 Rprec_mult_1.60 10_6 0.0610 Rprec_mult_1.80 10_6 0.0542 Rprec_mult_2.00 10_6 0.0489 utility 10_6 -958.0000 11pt_avg 10_6 0.0673 binG 10_6 0.0325 G 10_6 0.0196 ndcg 10_6 0.1095 ndcg_rel 10_6 0.1084 Rndcg 10_6 0.1082 ndcg_cut_5 10_6 0.1409 ndcg_cut_10 10_6 0.1008 ndcg_cut_15 10_6 0.0997 ndcg_cut_20 10_6 0.0995 ndcg_cut_30 10_6 0.1199 ndcg_cut_100 10_6 0.0752 ndcg_cut_200 10_6 0.0763 ndcg_cut_500 10_6 0.0814 ndcg_cut_1000 10_6 0.1095 map_cut_5 10_6 0.0088 map_cut_10 10_6 0.0088 map_cut_15 10_6 0.0103 map_cut_20 10_6 0.0119 map_cut_30 10_6 0.0193 map_cut_100 10_6 0.0231 map_cut_200 10_6 0.0243 map_cut_500 10_6 0.0245 map_cut_1000 10_6 0.0257 relative_P_5 10_6 0.4000 relative_P_10 10_6 0.2000 relative_P_15 10_6 0.2000 relative_P_20 10_6 0.2000 relative_P_30 10_6 0.2667 relative_P_100 10_6 0.1100 relative_P_200 10_6 0.0977 relative_P_500 10_6 0.1053 relative_P_1000 10_6 0.1579 success_1 10_6 0.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0210 set_relative_P 10_6 0.1579 set_recall 10_6 0.1579 set_map 10_6 0.0033 set_F 10_6 0.0371 num_nonrel_judged_ret 10_6 14 rbp 10_6 0.0801 rbp_resid 10_6 0.4163 unj_5 10_6 0.0000 unj_10 10_6 0.4000 unj_20 10_6 0.5000 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 64 map 10_7 0.1377 Rprec 10_7 0.2215 bpref 10_7 0.3873 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.4857 iprec_at_recall_0.20 10_7 0.2885 iprec_at_recall_0.30 10_7 0.1011 iprec_at_recall_0.40 10_7 0.0768 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.8000 P_10 10_7 0.7000 P_15 10_7 0.5333 P_20 10_7 0.5000 P_30 10_7 0.4667 P_100 10_7 0.2900 P_200 10_7 0.1700 P_500 10_7 0.0920 P_1000 10_7 0.0640 relstring 10_7 '211011-11-' recall_5 10_7 0.0268 recall_10 10_7 0.0470 recall_15 10_7 0.0537 recall_20 10_7 0.0671 recall_30 10_7 0.0940 recall_100 10_7 0.1946 recall_200 10_7 0.2282 recall_500 10_7 0.3087 recall_1000 10_7 0.4295 infAP 10_7 0.1377 Rprec_mult_0.20 10_7 0.4667 Rprec_mult_0.40 10_7 0.4333 Rprec_mult_0.60 10_7 0.3222 Rprec_mult_0.80 10_7 0.2583 Rprec_mult_1.00 10_7 0.2215 Rprec_mult_1.20 10_7 0.1899 Rprec_mult_1.40 10_7 0.1627 Rprec_mult_1.60 10_7 0.1423 Rprec_mult_1.80 10_7 0.1301 Rprec_mult_2.00 10_7 0.1174 utility 10_7 -872.0000 11pt_avg 10_7 0.1775 binG 10_7 0.0972 G 10_7 0.0803 ndcg 10_7 0.4156 ndcg_rel 10_7 0.4029 Rndcg 10_7 0.4323 ndcg_cut_5 10_7 0.5101 ndcg_cut_10 10_7 0.4452 ndcg_cut_15 10_7 0.3736 ndcg_cut_20 10_7 0.3613 ndcg_cut_30 10_7 0.3482 ndcg_cut_100 10_7 0.3384 ndcg_cut_200 10_7 0.3062 ndcg_cut_500 10_7 0.3548 ndcg_cut_1000 10_7 0.4156 map_cut_5 10_7 0.0255 map_cut_10 10_7 0.0413 map_cut_15 10_7 0.0455 map_cut_20 10_7 0.0524 map_cut_30 10_7 0.0658 map_cut_100 10_7 0.1107 map_cut_200 10_7 0.1191 map_cut_500 10_7 0.1279 map_cut_1000 10_7 0.1377 relative_P_5 10_7 0.8000 relative_P_10 10_7 0.7000 relative_P_15 10_7 0.5333 relative_P_20 10_7 0.5000 relative_P_30 10_7 0.4667 relative_P_100 10_7 0.2900 relative_P_200 10_7 0.2282 relative_P_500 10_7 0.3087 relative_P_1000 10_7 0.4295 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0640 set_relative_P 10_7 0.4295 set_recall 10_7 0.4295 set_map 10_7 0.0275 set_F 10_7 0.1114 num_nonrel_judged_ret 10_7 21 rbp 10_7 0.2460 rbp_resid 10_7 0.3257 unj_5 10_7 0.0000 unj_10 10_7 0.2000 unj_20 10_7 0.4500 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 40 map 10_8 0.1615 Rprec 10_8 0.2368 bpref 10_8 0.4404 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.4762 iprec_at_recall_0.20 10_8 0.3846 iprec_at_recall_0.30 10_8 0.1533 iprec_at_recall_0.40 10_8 0.0565 iprec_at_recall_0.50 10_8 0.0449 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.8000 P_10 10_8 0.6000 P_15 10_8 0.4667 P_20 10_8 0.4500 P_30 10_8 0.4000 P_100 10_8 0.1900 P_200 10_8 0.1200 P_500 10_8 0.0580 P_1000 10_8 0.0400 relstring 10_8 '111011-2--' recall_5 10_8 0.0526 recall_10 10_8 0.0789 recall_15 10_8 0.0921 recall_20 10_8 0.1184 recall_30 10_8 0.1579 recall_100 10_8 0.2500 recall_200 10_8 0.3158 recall_500 10_8 0.3816 recall_1000 10_8 0.5263 infAP 10_8 0.1615 Rprec_mult_0.20 10_8 0.4375 Rprec_mult_0.40 10_8 0.3871 Rprec_mult_0.60 10_8 0.3261 Rprec_mult_0.80 10_8 0.2623 Rprec_mult_1.00 10_8 0.2368 Rprec_mult_1.20 10_8 0.1957 Rprec_mult_1.40 10_8 0.1776 Rprec_mult_1.60 10_8 0.1557 Rprec_mult_1.80 10_8 0.1533 Rprec_mult_2.00 10_8 0.1513 utility 10_8 -920.0000 11pt_avg 10_8 0.1923 binG 10_8 0.1360 G 10_8 0.0901 ndcg 10_8 0.3964 ndcg_rel 10_8 0.3616 Rndcg 10_8 0.3159 ndcg_cut_5 10_8 0.3345 ndcg_cut_10 10_8 0.3270 ndcg_cut_15 10_8 0.2834 ndcg_cut_20 10_8 0.2708 ndcg_cut_30 10_8 0.2811 ndcg_cut_100 10_8 0.2822 ndcg_cut_200 10_8 0.3179 ndcg_cut_500 10_8 0.3498 ndcg_cut_1000 10_8 0.3964 map_cut_5 10_8 0.0500 map_cut_10 10_8 0.0708 map_cut_15 10_8 0.0792 map_cut_20 10_8 0.0916 map_cut_30 10_8 0.1085 map_cut_100 10_8 0.1386 map_cut_200 10_8 0.1484 map_cut_500 10_8 0.1545 map_cut_1000 10_8 0.1615 relative_P_5 10_8 0.8000 relative_P_10 10_8 0.6000 relative_P_15 10_8 0.4667 relative_P_20 10_8 0.4500 relative_P_30 10_8 0.4000 relative_P_100 10_8 0.2500 relative_P_200 10_8 0.3158 relative_P_500 10_8 0.3816 relative_P_1000 10_8 0.5263 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0400 set_relative_P 10_8 0.5263 set_recall 10_8 0.5263 set_map 10_8 0.0211 set_F 10_8 0.0743 num_nonrel_judged_ret 10_8 30 rbp 10_8 0.2062 rbp_resid 10_8 0.3469 unj_5 10_8 0.0000 unj_10 10_8 0.3000 unj_20 10_8 0.4500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 73 map 11_10 0.1949 Rprec 11_10 0.3333 bpref 11_10 0.5058 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.5000 iprec_at_recall_0.20 11_10 0.4028 iprec_at_recall_0.30 11_10 0.3333 iprec_at_recall_0.40 11_10 0.1908 iprec_at_recall_0.50 11_10 0.1202 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.8000 P_10 11_10 0.6000 P_15 11_10 0.4000 P_20 11_10 0.4500 P_30 11_10 0.5000 P_100 11_10 0.3400 P_200 11_10 0.2350 P_500 11_10 0.1220 P_1000 11_10 0.0730 relstring 11_10 '3140120002' recall_5 11_10 0.0317 recall_10 11_10 0.0476 recall_15 11_10 0.0476 recall_20 11_10 0.0714 recall_30 11_10 0.1190 recall_100 11_10 0.2698 recall_200 11_10 0.3730 recall_500 11_10 0.4841 recall_1000 11_10 0.5794 infAP 11_10 0.1949 Rprec_mult_0.20 11_10 0.4615 Rprec_mult_0.40 11_10 0.3922 Rprec_mult_0.60 11_10 0.3816 Rprec_mult_0.80 11_10 0.3366 Rprec_mult_1.00 11_10 0.3333 Rprec_mult_1.20 11_10 0.2961 Rprec_mult_1.40 11_10 0.2599 Rprec_mult_1.60 11_10 0.2327 Rprec_mult_1.80 11_10 0.2070 Rprec_mult_2.00 11_10 0.1944 utility 11_10 -854.0000 11pt_avg 11_10 0.2316 binG 11_10 0.1241 G 11_10 0.0889 ndcg 11_10 0.4648 ndcg_rel 11_10 0.4194 Rndcg 11_10 0.4368 ndcg_cut_5 11_10 0.6112 ndcg_cut_10 11_10 0.4995 ndcg_cut_15 11_10 0.3933 ndcg_cut_20 11_10 0.3622 ndcg_cut_30 11_10 0.3548 ndcg_cut_100 11_10 0.3046 ndcg_cut_200 11_10 0.3608 ndcg_cut_500 11_10 0.4228 ndcg_cut_1000 11_10 0.4648 map_cut_5 11_10 0.0302 map_cut_10 11_10 0.0415 map_cut_15 11_10 0.0415 map_cut_20 11_10 0.0519 map_cut_30 11_10 0.0750 map_cut_100 11_10 0.1348 map_cut_200 11_10 0.1676 map_cut_500 11_10 0.1856 map_cut_1000 11_10 0.1949 relative_P_5 11_10 0.8000 relative_P_10 11_10 0.6000 relative_P_15 11_10 0.4000 relative_P_20 11_10 0.4500 relative_P_30 11_10 0.5000 relative_P_100 11_10 0.3400 relative_P_200 11_10 0.3730 relative_P_500 11_10 0.4841 relative_P_1000 11_10 0.5794 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0730 set_relative_P 11_10 0.5794 set_recall 11_10 0.5794 set_map 11_10 0.0423 set_F 11_10 0.1297 num_nonrel_judged_ret 11_10 12 rbp 11_10 0.2768 rbp_resid 11_10 0.1774 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.2500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 100 map 11_11 0.2707 Rprec 11_11 0.3358 bpref 11_11 0.6716 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.6000 iprec_at_recall_0.20 11_11 0.5686 iprec_at_recall_0.30 11_11 0.3719 iprec_at_recall_0.40 11_11 0.2700 iprec_at_recall_0.50 11_11 0.2175 iprec_at_recall_0.60 11_11 0.1699 iprec_at_recall_0.70 11_11 0.1240 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 0.6000 P_10 11_11 0.7000 P_15 11_11 0.6667 P_20 11_11 0.6000 P_30 11_11 0.6000 P_100 11_11 0.3900 P_200 11_11 0.2700 P_500 11_11 0.1620 P_1000 11_11 0.1000 relstring 11_11 '12100221-1' recall_5 11_11 0.0224 recall_10 11_11 0.0522 recall_15 11_11 0.0746 recall_20 11_11 0.0896 recall_30 11_11 0.1343 recall_100 11_11 0.2910 recall_200 11_11 0.4030 recall_500 11_11 0.6045 recall_1000 11_11 0.7463 infAP 11_11 0.2707 Rprec_mult_0.20 11_11 0.5926 Rprec_mult_0.40 11_11 0.5370 Rprec_mult_0.60 11_11 0.4198 Rprec_mult_0.80 11_11 0.3611 Rprec_mult_1.00 11_11 0.3358 Rprec_mult_1.20 11_11 0.2857 Rprec_mult_1.40 11_11 0.2766 Rprec_mult_1.60 11_11 0.2605 Rprec_mult_1.80 11_11 0.2479 Rprec_mult_2.00 11_11 0.2276 utility 11_11 -800.0000 11pt_avg 11_11 0.3020 binG 11_11 0.1528 G 11_11 0.1058 ndcg 11_11 0.5458 ndcg_rel 11_11 0.4265 Rndcg 11_11 0.3441 ndcg_cut_5 11_11 0.2805 ndcg_cut_10 11_11 0.3244 ndcg_cut_15 11_11 0.2983 ndcg_cut_20 11_11 0.2940 ndcg_cut_30 11_11 0.3117 ndcg_cut_100 11_11 0.3080 ndcg_cut_200 11_11 0.3670 ndcg_cut_500 11_11 0.4797 ndcg_cut_1000 11_11 0.5458 map_cut_5 11_11 0.0224 map_cut_10 11_11 0.0435 map_cut_15 11_11 0.0594 map_cut_20 11_11 0.0695 map_cut_30 11_11 0.0959 map_cut_100 11_11 0.1748 map_cut_200 11_11 0.2102 map_cut_500 11_11 0.2527 map_cut_1000 11_11 0.2707 relative_P_5 11_11 0.6000 relative_P_10 11_11 0.7000 relative_P_15 11_11 0.6667 relative_P_20 11_11 0.6000 relative_P_30 11_11 0.6000 relative_P_100 11_11 0.3900 relative_P_200 11_11 0.4030 relative_P_500 11_11 0.6045 relative_P_1000 11_11 0.7463 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1000 set_relative_P 11_11 0.7463 set_recall 11_11 0.7463 set_map 11_11 0.0746 set_F 11_11 0.1764 num_nonrel_judged_ret 11_11 8 rbp 11_11 0.2356 rbp_resid 11_11 0.1712 unj_5 11_11 0.0000 unj_10 11_11 0.1000 unj_20 11_11 0.2500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 42 map 11_12 0.0946 Rprec 11_12 0.1685 bpref 11_12 0.3949 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.2558 iprec_at_recall_0.20 11_12 0.1234 iprec_at_recall_0.30 11_12 0.0895 iprec_at_recall_0.40 11_12 0.0733 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.6000 P_10 11_12 0.4000 P_15 11_12 0.3333 P_20 11_12 0.3000 P_30 11_12 0.2667 P_100 11_12 0.1600 P_200 11_12 0.1050 P_500 11_12 0.0720 P_1000 11_12 0.0420 relstring 11_12 '101101-0--' recall_5 11_12 0.0337 recall_10 11_12 0.0449 recall_15 11_12 0.0562 recall_20 11_12 0.0674 recall_30 11_12 0.0899 recall_100 11_12 0.1798 recall_200 11_12 0.2360 recall_500 11_12 0.4045 recall_1000 11_12 0.4719 infAP 11_12 0.0946 Rprec_mult_0.20 11_12 0.2778 Rprec_mult_0.40 11_12 0.2222 Rprec_mult_0.60 11_12 0.2037 Rprec_mult_0.80 11_12 0.2083 Rprec_mult_1.00 11_12 0.1685 Rprec_mult_1.20 11_12 0.1589 Rprec_mult_1.40 11_12 0.1360 Rprec_mult_1.60 11_12 0.1189 Rprec_mult_1.80 11_12 0.1180 Rprec_mult_2.00 11_12 0.1124 utility 11_12 -916.0000 11pt_avg 11_12 0.1402 binG 11_12 0.0945 G 11_12 0.0649 ndcg 11_12 0.3075 ndcg_rel 11_12 0.2674 Rndcg 11_12 0.1903 ndcg_cut_5 11_12 0.2183 ndcg_cut_10 11_12 0.1678 ndcg_cut_15 11_12 0.1512 ndcg_cut_20 11_12 0.1445 ndcg_cut_30 11_12 0.1463 ndcg_cut_100 11_12 0.1602 ndcg_cut_200 11_12 0.2006 ndcg_cut_500 11_12 0.2798 ndcg_cut_1000 11_12 0.3075 map_cut_5 11_12 0.0272 map_cut_10 11_12 0.0346 map_cut_15 11_12 0.0387 map_cut_20 11_12 0.0420 map_cut_30 11_12 0.0495 map_cut_100 11_12 0.0697 map_cut_200 11_12 0.0767 map_cut_500 11_12 0.0909 map_cut_1000 11_12 0.0946 relative_P_5 11_12 0.6000 relative_P_10 11_12 0.4000 relative_P_15 11_12 0.3333 relative_P_20 11_12 0.3000 relative_P_30 11_12 0.2667 relative_P_100 11_12 0.1798 relative_P_200 11_12 0.2360 relative_P_500 11_12 0.4045 relative_P_1000 11_12 0.4719 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0420 set_relative_P 11_12 0.4719 set_recall 11_12 0.4719 set_map 11_12 0.0198 set_F 11_12 0.0771 num_nonrel_judged_ret 11_12 23 rbp 11_12 0.1311 rbp_resid 11_12 0.3169 unj_5 11_12 0.0000 unj_10 11_12 0.3000 unj_20 11_12 0.4000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 98 map 11_13 0.2514 Rprec 11_13 0.3251 bpref 11_13 0.4731 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.9000 iprec_at_recall_0.20 11_13 0.6721 iprec_at_recall_0.30 11_13 0.3851 iprec_at_recall_0.40 11_13 0.1688 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.8000 P_10 11_13 0.7000 P_15 11_13 0.8000 P_20 11_13 0.8500 P_30 11_13 0.9000 P_100 11_13 0.5100 P_200 11_13 0.3300 P_500 11_13 0.1640 P_1000 11_13 0.0980 relstring 11_13 '20133-3-23' recall_5 11_13 0.0197 recall_10 11_13 0.0345 recall_15 11_13 0.0591 recall_20 11_13 0.0837 recall_30 11_13 0.1330 recall_100 11_13 0.2512 recall_200 11_13 0.3251 recall_500 11_13 0.4039 recall_1000 11_13 0.4828 infAP 11_13 0.2514 Rprec_mult_0.20 11_13 0.8049 Rprec_mult_0.40 11_13 0.5732 Rprec_mult_0.60 11_13 0.4508 Rprec_mult_0.80 11_13 0.3804 Rprec_mult_1.00 11_13 0.3251 Rprec_mult_1.20 11_13 0.2828 Rprec_mult_1.40 11_13 0.2526 Rprec_mult_1.60 11_13 0.2277 Rprec_mult_1.80 11_13 0.2104 Rprec_mult_2.00 11_13 0.1897 utility 11_13 -804.0000 11pt_avg 11_13 0.2842 binG 11_13 0.1236 G 11_13 0.0814 ndcg 11_13 0.4828 ndcg_rel 11_13 0.4841 Rndcg 11_13 0.4333 ndcg_cut_5 11_13 0.5599 ndcg_cut_10 11_13 0.5445 ndcg_cut_15 11_13 0.5441 ndcg_cut_20 11_13 0.5646 ndcg_cut_30 11_13 0.5878 ndcg_cut_100 11_13 0.4482 ndcg_cut_200 11_13 0.3829 ndcg_cut_500 11_13 0.4369 ndcg_cut_1000 11_13 0.4828 map_cut_5 11_13 0.0158 map_cut_10 11_13 0.0261 map_cut_15 11_13 0.0450 map_cut_20 11_13 0.0655 map_cut_30 11_13 0.1089 map_cut_100 11_13 0.1917 map_cut_200 11_13 0.2220 map_cut_500 11_13 0.2404 map_cut_1000 11_13 0.2514 relative_P_5 11_13 0.8000 relative_P_10 11_13 0.7000 relative_P_15 11_13 0.8000 relative_P_20 11_13 0.8500 relative_P_30 11_13 0.9000 relative_P_100 11_13 0.5100 relative_P_200 11_13 0.3300 relative_P_500 11_13 0.4039 relative_P_1000 11_13 0.4828 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0980 set_relative_P 11_13 0.4828 set_recall 11_13 0.4828 set_map 11_13 0.0473 set_F 11_13 0.1629 num_nonrel_judged_ret 11_13 3 rbp 11_13 0.5593 rbp_resid 11_13 0.1281 unj_5 11_13 0.0000 unj_10 11_13 0.2000 unj_20 11_13 0.1000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 42 map 11_2 0.0249 Rprec 11_2 0.1027 bpref 11_2 0.2543 recip_rank 11_2 0.0370 iprec_at_recall_0.00 11_2 0.1429 iprec_at_recall_0.10 11_2 0.1071 iprec_at_recall_0.20 11_2 0.0814 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.0000 P_10 11_2 0.0000 P_15 11_2 0.0000 P_20 11_2 0.0000 P_30 11_2 0.0333 P_100 11_2 0.1300 P_200 11_2 0.0850 P_500 11_2 0.0680 P_1000 11_2 0.0420 relstring 11_2 '000000----' recall_5 11_2 0.0000 recall_10 11_2 0.0000 recall_15 11_2 0.0000 recall_20 11_2 0.0000 recall_30 11_2 0.0068 recall_100 11_2 0.0890 recall_200 11_2 0.1164 recall_500 11_2 0.2329 recall_1000 11_2 0.2877 infAP 11_2 0.0249 Rprec_mult_0.20 11_2 0.0333 Rprec_mult_0.40 11_2 0.0847 Rprec_mult_0.60 11_2 0.1364 Rprec_mult_0.80 11_2 0.1111 Rprec_mult_1.00 11_2 0.1027 Rprec_mult_1.20 11_2 0.0909 Rprec_mult_1.40 11_2 0.0829 Rprec_mult_1.60 11_2 0.0855 Rprec_mult_1.80 11_2 0.0798 Rprec_mult_2.00 11_2 0.0822 utility 11_2 -916.0000 11pt_avg 11_2 0.0301 binG 11_2 0.0397 G 11_2 0.0428 ndcg 11_2 0.2241 ndcg_rel 11_2 0.2006 Rndcg 11_2 0.0980 ndcg_cut_5 11_2 0.0000 ndcg_cut_10 11_2 0.0000 ndcg_cut_15 11_2 0.0000 ndcg_cut_20 11_2 0.0000 ndcg_cut_30 11_2 0.0286 ndcg_cut_100 11_2 0.1145 ndcg_cut_200 11_2 0.1203 ndcg_cut_500 11_2 0.1943 ndcg_cut_1000 11_2 0.2241 map_cut_5 11_2 0.0000 map_cut_10 11_2 0.0000 map_cut_15 11_2 0.0000 map_cut_20 11_2 0.0000 map_cut_30 11_2 0.0003 map_cut_100 11_2 0.0094 map_cut_200 11_2 0.0122 map_cut_500 11_2 0.0217 map_cut_1000 11_2 0.0249 relative_P_5 11_2 0.0000 relative_P_10 11_2 0.0000 relative_P_15 11_2 0.0000 relative_P_20 11_2 0.0000 relative_P_30 11_2 0.0333 relative_P_100 11_2 0.1300 relative_P_200 11_2 0.1164 relative_P_500 11_2 0.2329 relative_P_1000 11_2 0.2877 success_1 11_2 0.0000 success_5 11_2 0.0000 success_10 11_2 0.0000 set_P 11_2 0.0420 set_relative_P 11_2 0.2877 set_recall 11_2 0.2877 set_map 11_2 0.0121 set_F 11_2 0.0733 num_nonrel_judged_ret 11_2 20 rbp 11_2 0.0118 rbp_resid 11_2 0.4572 unj_5 11_2 0.0000 unj_10 11_2 0.4000 unj_20 11_2 0.6000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 34 map 11_3 0.0300 Rprec 11_3 0.1064 bpref 11_3 0.1554 recip_rank 11_3 0.2500 iprec_at_recall_0.00 11_3 0.4286 iprec_at_recall_0.10 11_3 0.1156 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.2000 P_10 11_3 0.3000 P_15 11_3 0.3333 P_20 11_3 0.3000 P_30 11_3 0.2667 P_100 11_3 0.1500 P_200 11_3 0.1000 P_500 11_3 0.0500 P_1000 11_3 0.0340 relstring 11_3 '0002032-0-' recall_5 11_3 0.0053 recall_10 11_3 0.0160 recall_15 11_3 0.0266 recall_20 11_3 0.0319 recall_30 11_3 0.0426 recall_100 11_3 0.0798 recall_200 11_3 0.1064 recall_500 11_3 0.1330 recall_1000 11_3 0.1809 infAP 11_3 0.0300 Rprec_mult_0.20 11_3 0.2895 Rprec_mult_0.40 11_3 0.1842 Rprec_mult_0.60 11_3 0.1327 Rprec_mult_0.80 11_3 0.1192 Rprec_mult_1.00 11_3 0.1064 Rprec_mult_1.20 11_3 0.0929 Rprec_mult_1.40 11_3 0.0795 Rprec_mult_1.60 11_3 0.0698 Rprec_mult_1.80 11_3 0.0619 Rprec_mult_2.00 11_3 0.0559 utility 11_3 -932.0000 11pt_avg 11_3 0.0495 binG 11_3 0.0325 G 11_3 0.0297 ndcg 11_3 0.1809 ndcg_rel 11_3 0.1810 Rndcg 11_3 0.1671 ndcg_cut_5 11_3 0.0974 ndcg_cut_10 11_3 0.1905 ndcg_cut_15 11_3 0.2229 ndcg_cut_20 11_3 0.2190 ndcg_cut_30 11_3 0.2167 ndcg_cut_100 11_3 0.1577 ndcg_cut_200 11_3 0.1417 ndcg_cut_500 11_3 0.1582 ndcg_cut_1000 11_3 0.1809 map_cut_5 11_3 0.0013 map_cut_10 11_3 0.0054 map_cut_15 11_3 0.0091 map_cut_20 11_3 0.0108 map_cut_30 11_3 0.0135 map_cut_100 11_3 0.0233 map_cut_200 11_3 0.0265 map_cut_500 11_3 0.0281 map_cut_1000 11_3 0.0300 relative_P_5 11_3 0.2000 relative_P_10 11_3 0.3000 relative_P_15 11_3 0.3333 relative_P_20 11_3 0.3000 relative_P_30 11_3 0.2667 relative_P_100 11_3 0.1500 relative_P_200 11_3 0.1064 relative_P_500 11_3 0.1330 relative_P_1000 11_3 0.1809 success_1 11_3 0.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0340 set_relative_P 11_3 0.1809 set_recall 11_3 0.1809 set_map 11_3 0.0061 set_F 11_3 0.0572 num_nonrel_judged_ret 11_3 16 rbp 11_3 0.2235 rbp_resid 11_3 0.3190 unj_5 11_3 0.0000 unj_10 11_3 0.2000 unj_20 11_3 0.4500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 97 map 11_4 0.1903 Rprec 11_4 0.2431 bpref 11_4 0.6632 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.4242 iprec_at_recall_0.20 11_4 0.3494 iprec_at_recall_0.30 11_4 0.1815 iprec_at_recall_0.40 11_4 0.1747 iprec_at_recall_0.50 11_4 0.1304 iprec_at_recall_0.60 11_4 0.1100 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 0.8000 P_15 11_4 0.6667 P_20 11_4 0.6000 P_30 11_4 0.4333 P_100 11_4 0.3000 P_200 11_4 0.2000 P_500 11_4 0.1380 P_1000 11_4 0.0970 relstring 11_4 '21212-11-1' recall_5 11_4 0.0347 recall_10 11_4 0.0556 recall_15 11_4 0.0694 recall_20 11_4 0.0833 recall_30 11_4 0.0903 recall_100 11_4 0.2083 recall_200 11_4 0.2778 recall_500 11_4 0.4792 recall_1000 11_4 0.6736 infAP 11_4 0.1903 Rprec_mult_0.20 11_4 0.4483 Rprec_mult_0.40 11_4 0.3621 Rprec_mult_0.60 11_4 0.3333 Rprec_mult_0.80 11_4 0.2672 Rprec_mult_1.00 11_4 0.2431 Rprec_mult_1.20 11_4 0.2197 Rprec_mult_1.40 11_4 0.1980 Rprec_mult_1.60 11_4 0.1775 Rprec_mult_1.80 11_4 0.1692 Rprec_mult_2.00 11_4 0.1562 utility 11_4 -806.0000 11pt_avg 11_4 0.2155 binG 11_4 0.1367 G 11_4 0.0955 ndcg 11_4 0.4888 ndcg_rel 11_4 0.4069 Rndcg 11_4 0.3883 ndcg_cut_5 11_4 0.5466 ndcg_cut_10 11_4 0.4797 ndcg_cut_15 11_4 0.4280 ndcg_cut_20 11_4 0.3962 ndcg_cut_30 11_4 0.3273 ndcg_cut_100 11_4 0.2669 ndcg_cut_200 11_4 0.2601 ndcg_cut_500 11_4 0.3898 ndcg_cut_1000 11_4 0.4888 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0523 map_cut_15 11_4 0.0614 map_cut_20 11_4 0.0701 map_cut_30 11_4 0.0738 map_cut_100 11_4 0.1170 map_cut_200 11_4 0.1338 map_cut_500 11_4 0.1679 map_cut_1000 11_4 0.1903 relative_P_5 11_4 1.0000 relative_P_10 11_4 0.8000 relative_P_15 11_4 0.6667 relative_P_20 11_4 0.6000 relative_P_30 11_4 0.4333 relative_P_100 11_4 0.3000 relative_P_200 11_4 0.2778 relative_P_500 11_4 0.4792 relative_P_1000 11_4 0.6736 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.0970 set_relative_P 11_4 0.6736 set_recall 11_4 0.6736 set_map 11_4 0.0653 set_F 11_4 0.1696 num_nonrel_judged_ret 11_4 2 rbp 11_4 0.2988 rbp_resid 11_4 0.3505 unj_5 11_4 0.0000 unj_10 11_4 0.2000 unj_20 11_4 0.4000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 45 map 11_6 0.2760 Rprec 11_6 0.2667 bpref 11_6 0.7126 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.8571 iprec_at_recall_0.20 11_6 0.7059 iprec_at_recall_0.30 11_6 0.2468 iprec_at_recall_0.40 11_6 0.2087 iprec_at_recall_0.50 11_6 0.1170 iprec_at_recall_0.60 11_6 0.0875 iprec_at_recall_0.70 11_6 0.0559 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 0.7000 P_15 11_6 0.6667 P_20 11_6 0.6500 P_30 11_6 0.5000 P_100 11_6 0.2200 P_200 11_6 0.1300 P_500 11_6 0.0740 P_1000 11_6 0.0450 relstring 11_6 '22323-2-2-' recall_5 11_6 0.0833 recall_10 11_6 0.1167 recall_15 11_6 0.1667 recall_20 11_6 0.2167 recall_30 11_6 0.2500 recall_100 11_6 0.3667 recall_200 11_6 0.4333 recall_500 11_6 0.6167 recall_1000 11_6 0.7500 infAP 11_6 0.2760 Rprec_mult_0.20 11_6 0.7500 Rprec_mult_0.40 11_6 0.6250 Rprec_mult_0.60 11_6 0.4444 Rprec_mult_0.80 11_6 0.3333 Rprec_mult_1.00 11_6 0.2667 Rprec_mult_1.20 11_6 0.2361 Rprec_mult_1.40 11_6 0.2381 Rprec_mult_1.60 11_6 0.2188 Rprec_mult_1.80 11_6 0.2037 Rprec_mult_2.00 11_6 0.2000 utility 11_6 -910.0000 11pt_avg 11_6 0.2981 binG 11_6 0.2182 G 11_6 0.1574 ndcg 11_6 0.6226 ndcg_rel 11_6 0.5874 Rndcg 11_6 0.5249 ndcg_cut_5 11_6 0.7669 ndcg_cut_10 11_6 0.5908 ndcg_cut_15 11_6 0.5891 ndcg_cut_20 11_6 0.6271 ndcg_cut_30 11_6 0.5531 ndcg_cut_100 11_6 0.4752 ndcg_cut_200 11_6 0.5103 ndcg_cut_500 11_6 0.5736 ndcg_cut_1000 11_6 0.6226 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1106 map_cut_15 11_6 0.1471 map_cut_20 11_6 0.1812 map_cut_30 11_6 0.2036 map_cut_100 11_6 0.2361 map_cut_200 11_6 0.2492 map_cut_500 11_6 0.2684 map_cut_1000 11_6 0.2760 relative_P_5 11_6 1.0000 relative_P_10 11_6 0.7000 relative_P_15 11_6 0.6667 relative_P_20 11_6 0.6500 relative_P_30 11_6 0.5000 relative_P_100 11_6 0.3667 relative_P_200 11_6 0.4333 relative_P_500 11_6 0.6167 relative_P_1000 11_6 0.7500 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0450 set_relative_P 11_6 0.7500 set_recall 11_6 0.7500 set_map 11_6 0.0338 set_F 11_6 0.0849 num_nonrel_judged_ret 11_6 7 rbp 11_6 0.5388 rbp_resid 11_6 0.3210 unj_5 11_6 0.0000 unj_10 11_6 0.3000 unj_20 11_6 0.3500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 30 map 11_7 0.0677 Rprec 11_7 0.1222 bpref 11_7 0.2844 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.1667 iprec_at_recall_0.20 11_7 0.0627 iprec_at_recall_0.30 11_7 0.0419 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.6000 P_10 11_7 0.3000 P_15 11_7 0.3333 P_20 11_7 0.3500 P_30 11_7 0.2333 P_100 11_7 0.1100 P_200 11_7 0.0750 P_500 11_7 0.0420 P_1000 11_7 0.0300 relstring 11_7 '212000----' recall_5 11_7 0.0333 recall_10 11_7 0.0333 recall_15 11_7 0.0556 recall_20 11_7 0.0778 recall_30 11_7 0.0778 recall_100 11_7 0.1222 recall_200 11_7 0.1667 recall_500 11_7 0.2333 recall_1000 11_7 0.3333 infAP 11_7 0.0677 Rprec_mult_0.20 11_7 0.3333 Rprec_mult_0.40 11_7 0.1944 Rprec_mult_0.60 11_7 0.1667 Rprec_mult_0.80 11_7 0.1250 Rprec_mult_1.00 11_7 0.1222 Rprec_mult_1.20 11_7 0.1019 Rprec_mult_1.40 11_7 0.0873 Rprec_mult_1.60 11_7 0.0833 Rprec_mult_1.80 11_7 0.0741 Rprec_mult_2.00 11_7 0.0722 utility 11_7 -940.0000 11pt_avg 11_7 0.1156 binG 11_7 0.0787 G 11_7 0.0531 ndcg 11_7 0.2624 ndcg_rel 11_7 0.2644 Rndcg 11_7 0.2796 ndcg_cut_5 11_7 0.4293 ndcg_cut_10 11_7 0.3117 ndcg_cut_15 11_7 0.3095 ndcg_cut_20 11_7 0.3084 ndcg_cut_30 11_7 0.2457 ndcg_cut_100 11_7 0.1763 ndcg_cut_200 11_7 0.1923 ndcg_cut_500 11_7 0.2213 ndcg_cut_1000 11_7 0.2624 map_cut_5 11_7 0.0333 map_cut_10 11_7 0.0333 map_cut_15 11_7 0.0407 map_cut_20 11_7 0.0488 map_cut_30 11_7 0.0488 map_cut_100 11_7 0.0557 map_cut_200 11_7 0.0593 map_cut_500 11_7 0.0636 map_cut_1000 11_7 0.0677 relative_P_5 11_7 0.6000 relative_P_10 11_7 0.3000 relative_P_15 11_7 0.3333 relative_P_20 11_7 0.3500 relative_P_30 11_7 0.2333 relative_P_100 11_7 0.1222 relative_P_200 11_7 0.1667 relative_P_500 11_7 0.2333 relative_P_1000 11_7 0.3333 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0300 set_relative_P 11_7 0.3333 set_recall 11_7 0.3333 set_map 11_7 0.0100 set_F 11_7 0.0550 num_nonrel_judged_ret 11_7 23 rbp 11_7 0.1979 rbp_resid 11_7 0.4023 unj_5 11_7 0.0000 unj_10 11_7 0.4000 unj_20 11_7 0.4500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 65 map 11_8 0.1542 Rprec 11_8 0.2062 bpref 11_8 0.6664 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.2750 iprec_at_recall_0.20 11_8 0.2222 iprec_at_recall_0.30 11_8 0.1487 iprec_at_recall_0.40 11_8 0.1203 iprec_at_recall_0.50 11_8 0.1147 iprec_at_recall_0.60 11_8 0.0841 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 0.6000 P_15 11_8 0.4667 P_20 11_8 0.3500 P_30 11_8 0.2333 P_100 11_8 0.2100 P_200 11_8 0.1450 P_500 11_8 0.1060 P_1000 11_8 0.0650 relstring 11_8 '22222----3' recall_5 11_8 0.0515 recall_10 11_8 0.0619 recall_15 11_8 0.0722 recall_20 11_8 0.0722 recall_30 11_8 0.0722 recall_100 11_8 0.2165 recall_200 11_8 0.2990 recall_500 11_8 0.5464 recall_1000 11_8 0.6701 infAP 11_8 0.1542 Rprec_mult_0.20 11_8 0.3500 Rprec_mult_0.40 11_8 0.2564 Rprec_mult_0.60 11_8 0.2373 Rprec_mult_0.80 11_8 0.2051 Rprec_mult_1.00 11_8 0.2062 Rprec_mult_1.20 11_8 0.2222 Rprec_mult_1.40 11_8 0.1985 Rprec_mult_1.60 11_8 0.1731 Rprec_mult_1.80 11_8 0.1600 Rprec_mult_2.00 11_8 0.1443 utility 11_8 -870.0000 11pt_avg 11_8 0.1786 binG 11_8 0.1412 G 11_8 0.0997 ndcg 11_8 0.4954 ndcg_rel 11_8 0.4125 Rndcg 11_8 0.3606 ndcg_cut_5 11_8 0.5372 ndcg_cut_10 11_8 0.4292 ndcg_cut_15 11_8 0.3714 ndcg_cut_20 11_8 0.3212 ndcg_cut_30 11_8 0.2708 ndcg_cut_100 11_8 0.2515 ndcg_cut_200 11_8 0.3197 ndcg_cut_500 11_8 0.4404 ndcg_cut_1000 11_8 0.4954 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.0577 map_cut_15 11_8 0.0643 map_cut_20 11_8 0.0643 map_cut_30 11_8 0.0643 map_cut_100 11_8 0.0977 map_cut_200 11_8 0.1142 map_cut_500 11_8 0.1437 map_cut_1000 11_8 0.1542 relative_P_5 11_8 1.0000 relative_P_10 11_8 0.6000 relative_P_15 11_8 0.4667 relative_P_20 11_8 0.3500 relative_P_30 11_8 0.2333 relative_P_100 11_8 0.2165 relative_P_200 11_8 0.2990 relative_P_500 11_8 0.5464 relative_P_1000 11_8 0.6701 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0650 set_relative_P 11_8 0.6701 set_recall 11_8 0.6701 set_map 11_8 0.0436 set_F 11_8 0.1185 num_nonrel_judged_ret 11_8 3 rbp 11_8 0.2576 rbp_resid 11_8 0.5042 unj_5 11_8 0.0000 unj_10 11_8 0.4000 unj_20 11_8 0.6500 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 32 map 11_9 0.1085 Rprec 11_9 0.1624 bpref 11_9 0.2562 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.4444 iprec_at_recall_0.20 11_9 0.0980 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 1.0000 P_10 11_9 0.7000 P_15 11_9 0.5333 P_20 11_9 0.4500 P_30 11_9 0.4000 P_100 11_9 0.1900 P_200 11_9 0.1100 P_500 11_9 0.0500 P_1000 11_9 0.0320 relstring 11_9 '2334220--2' recall_5 11_9 0.0427 recall_10 11_9 0.0598 recall_15 11_9 0.0684 recall_20 11_9 0.0769 recall_30 11_9 0.1026 recall_100 11_9 0.1624 recall_200 11_9 0.1880 recall_500 11_9 0.2137 recall_1000 11_9 0.2735 infAP 11_9 0.1085 Rprec_mult_0.20 11_9 0.4167 Rprec_mult_0.40 11_9 0.3617 Rprec_mult_0.60 11_9 0.2676 Rprec_mult_0.80 11_9 0.2021 Rprec_mult_1.00 11_9 0.1624 Rprec_mult_1.20 11_9 0.1418 Rprec_mult_1.40 11_9 0.1280 Rprec_mult_1.60 11_9 0.1170 Rprec_mult_1.80 11_9 0.1043 Rprec_mult_2.00 11_9 0.0940 utility 11_9 -936.0000 11pt_avg 11_9 0.1402 binG 11_9 0.0924 G 11_9 0.0584 ndcg 11_9 0.2976 ndcg_rel 11_9 0.3257 Rndcg 11_9 0.3581 ndcg_cut_5 11_9 0.7531 ndcg_cut_10 11_9 0.6015 ndcg_cut_15 11_9 0.4914 ndcg_cut_20 11_9 0.4256 ndcg_cut_30 11_9 0.3690 ndcg_cut_100 11_9 0.2607 ndcg_cut_200 11_9 0.2560 ndcg_cut_500 11_9 0.2678 ndcg_cut_1000 11_9 0.2976 map_cut_5 11_9 0.0427 map_cut_10 11_9 0.0573 map_cut_15 11_9 0.0625 map_cut_20 11_9 0.0670 map_cut_30 11_9 0.0782 map_cut_100 11_9 0.1008 map_cut_200 11_9 0.1042 map_cut_500 11_9 0.1063 map_cut_1000 11_9 0.1085 relative_P_5 11_9 1.0000 relative_P_10 11_9 0.7000 relative_P_15 11_9 0.5333 relative_P_20 11_9 0.4500 relative_P_30 11_9 0.4000 relative_P_100 11_9 0.1900 relative_P_200 11_9 0.1880 relative_P_500 11_9 0.2137 relative_P_1000 11_9 0.2735 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0320 set_relative_P 11_9 0.2735 set_recall 11_9 0.2735 set_map 11_9 0.0088 set_F 11_9 0.0573 num_nonrel_judged_ret 11_9 19 rbp 11_9 0.3601 rbp_resid 11_9 0.2948 unj_5 11_9 0.0000 unj_10 11_9 0.2000 unj_20 11_9 0.3500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 29 map 12_1 0.1073 Rprec 12_1 0.1867 bpref 12_1 0.2700 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.3600 iprec_at_recall_0.20 12_1 0.1899 iprec_at_recall_0.30 12_1 0.0516 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.6000 P_10 12_1 0.5000 P_15 12_1 0.4667 P_20 12_1 0.3500 P_30 12_1 0.3000 P_100 12_1 0.1600 P_200 12_1 0.1000 P_500 12_1 0.0460 P_1000 12_1 0.0290 relstring 12_1 '2202001010' recall_5 12_1 0.0400 recall_10 12_1 0.0667 recall_15 12_1 0.0933 recall_20 12_1 0.0933 recall_30 12_1 0.1200 recall_100 12_1 0.2133 recall_200 12_1 0.2667 recall_500 12_1 0.3067 recall_1000 12_1 0.3867 infAP 12_1 0.1073 Rprec_mult_0.20 12_1 0.4667 Rprec_mult_0.40 12_1 0.3000 Rprec_mult_0.60 12_1 0.2444 Rprec_mult_0.80 12_1 0.2167 Rprec_mult_1.00 12_1 0.1867 Rprec_mult_1.20 12_1 0.1778 Rprec_mult_1.40 12_1 0.1524 Rprec_mult_1.60 12_1 0.1333 Rprec_mult_1.80 12_1 0.1259 Rprec_mult_2.00 12_1 0.1133 utility 12_1 -942.0000 11pt_avg 12_1 0.1456 binG 12_1 0.0988 G 12_1 0.0781 ndcg 12_1 0.3488 ndcg_rel 12_1 0.3582 Rndcg 12_1 0.3886 ndcg_cut_5 12_1 0.5978 ndcg_cut_10 12_1 0.4716 ndcg_cut_15 12_1 0.4354 ndcg_cut_20 12_1 0.3673 ndcg_cut_30 12_1 0.3090 ndcg_cut_100 12_1 0.2813 ndcg_cut_200 12_1 0.3001 ndcg_cut_500 12_1 0.3165 ndcg_cut_1000 12_1 0.3488 map_cut_5 12_1 0.0367 map_cut_10 12_1 0.0517 map_cut_15 12_1 0.0650 map_cut_20 12_1 0.0650 map_cut_30 12_1 0.0745 map_cut_100 12_1 0.0951 map_cut_200 12_1 0.1015 map_cut_500 12_1 0.1045 map_cut_1000 12_1 0.1073 relative_P_5 12_1 0.6000 relative_P_10 12_1 0.5000 relative_P_15 12_1 0.4667 relative_P_20 12_1 0.3500 relative_P_30 12_1 0.3000 relative_P_100 12_1 0.2133 relative_P_200 12_1 0.2667 relative_P_500 12_1 0.3067 relative_P_1000 12_1 0.3867 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0290 set_relative_P 12_1 0.3867 set_recall 12_1 0.3867 set_map 12_1 0.0112 set_F 12_1 0.0540 num_nonrel_judged_ret 12_1 48 rbp 12_1 0.2435 rbp_resid 12_1 0.0658 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 52 map 12_2 0.2434 Rprec 12_2 0.3077 bpref 12_2 0.7430 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.4800 iprec_at_recall_0.20 12_2 0.3784 iprec_at_recall_0.30 12_2 0.3390 iprec_at_recall_0.40 12_2 0.2203 iprec_at_recall_0.50 12_2 0.1659 iprec_at_recall_0.60 12_2 0.1523 iprec_at_recall_0.70 12_2 0.0763 iprec_at_recall_0.80 12_2 0.0535 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.8000 P_10 12_2 0.6000 P_15 12_2 0.4000 P_20 12_2 0.4500 P_30 12_2 0.4000 P_100 12_2 0.2400 P_200 12_2 0.1650 P_500 12_2 0.0900 P_1000 12_2 0.0520 relstring 12_2 '322101-03-' recall_5 12_2 0.0615 recall_10 12_2 0.0923 recall_15 12_2 0.0923 recall_20 12_2 0.1385 recall_30 12_2 0.1846 recall_100 12_2 0.3692 recall_200 12_2 0.5077 recall_500 12_2 0.6923 recall_1000 12_2 0.8000 infAP 12_2 0.2434 Rprec_mult_0.20 12_2 0.4615 Rprec_mult_0.40 12_2 0.4615 Rprec_mult_0.60 12_2 0.3590 Rprec_mult_0.80 12_2 0.3077 Rprec_mult_1.00 12_2 0.3077 Rprec_mult_1.20 12_2 0.2821 Rprec_mult_1.40 12_2 0.2418 Rprec_mult_1.60 12_2 0.2404 Rprec_mult_1.80 12_2 0.2137 Rprec_mult_2.00 12_2 0.2000 utility 12_2 -896.0000 11pt_avg 12_2 0.2605 binG 12_2 0.1916 G 12_2 0.1752 ndcg 12_2 0.6369 ndcg_rel 12_2 0.5651 Rndcg 12_2 0.5425 ndcg_cut_5 12_2 0.6436 ndcg_cut_10 12_2 0.5776 ndcg_cut_15 12_2 0.4738 ndcg_cut_20 12_2 0.4764 ndcg_cut_30 12_2 0.4638 ndcg_cut_100 12_2 0.4595 ndcg_cut_200 12_2 0.5227 ndcg_cut_500 12_2 0.5923 ndcg_cut_1000 12_2 0.6369 map_cut_5 12_2 0.0615 map_cut_10 12_2 0.0846 map_cut_15 12_2 0.0846 map_cut_20 12_2 0.1044 map_cut_30 12_2 0.1255 map_cut_100 12_2 0.1844 map_cut_200 12_2 0.2111 map_cut_500 12_2 0.2360 map_cut_1000 12_2 0.2434 relative_P_5 12_2 0.8000 relative_P_10 12_2 0.6000 relative_P_15 12_2 0.4000 relative_P_20 12_2 0.4500 relative_P_30 12_2 0.4000 relative_P_100 12_2 0.3692 relative_P_200 12_2 0.5077 relative_P_500 12_2 0.6923 relative_P_1000 12_2 0.8000 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0520 set_relative_P 12_2 0.8000 set_recall 12_2 0.8000 set_map 12_2 0.0416 set_F 12_2 0.0977 num_nonrel_judged_ret 12_2 11 rbp 12_2 0.3469 rbp_resid 12_2 0.3584 unj_5 12_2 0.0000 unj_10 12_2 0.2000 unj_20 12_2 0.4500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 69 map 12_3 0.4952 Rprec 12_3 0.4800 bpref 12_3 0.7714 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.9167 iprec_at_recall_0.20 12_3 0.8824 iprec_at_recall_0.30 12_3 0.7143 iprec_at_recall_0.40 12_3 0.7143 iprec_at_recall_0.50 12_3 0.4875 iprec_at_recall_0.60 12_3 0.3879 iprec_at_recall_0.70 12_3 0.2511 iprec_at_recall_0.80 12_3 0.1739 iprec_at_recall_0.90 12_3 0.0858 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 1.0000 P_10 12_3 0.9000 P_15 12_3 0.8667 P_20 12_3 0.8000 P_30 12_3 0.6333 P_100 12_3 0.4100 P_200 12_3 0.2550 P_500 12_3 0.1280 P_1000 12_3 0.0690 relstring 12_3 '2122110222' recall_5 12_3 0.0667 recall_10 12_3 0.1200 recall_15 12_3 0.1733 recall_20 12_3 0.2133 recall_30 12_3 0.2533 recall_100 12_3 0.5467 recall_200 12_3 0.6800 recall_500 12_3 0.8533 recall_1000 12_3 0.9200 infAP 12_3 0.4952 Rprec_mult_0.20 12_3 0.8667 Rprec_mult_0.40 12_3 0.6333 Rprec_mult_0.60 12_3 0.6889 Rprec_mult_0.80 12_3 0.5500 Rprec_mult_1.00 12_3 0.4800 Rprec_mult_1.20 12_3 0.4556 Rprec_mult_1.40 12_3 0.4000 Rprec_mult_1.60 12_3 0.3750 Rprec_mult_1.80 12_3 0.3333 Rprec_mult_2.00 12_3 0.3133 utility 12_3 -862.0000 11pt_avg 12_3 0.5103 binG 12_3 0.2867 G 12_3 0.2164 ndcg 12_3 0.7975 ndcg_rel 12_3 0.7101 Rndcg 12_3 0.6665 ndcg_cut_5 12_3 0.8274 ndcg_cut_10 12_3 0.7754 ndcg_cut_15 12_3 0.7362 ndcg_cut_20 12_3 0.7146 ndcg_cut_30 12_3 0.5963 ndcg_cut_100 12_3 0.6178 ndcg_cut_200 12_3 0.6937 ndcg_cut_500 12_3 0.7635 ndcg_cut_1000 12_3 0.7975 map_cut_5 12_3 0.0667 map_cut_10 12_3 0.1155 map_cut_15 12_3 0.1628 map_cut_20 12_3 0.1975 map_cut_30 12_3 0.2275 map_cut_100 12_3 0.4072 map_cut_200 12_3 0.4530 map_cut_500 12_3 0.4884 map_cut_1000 12_3 0.4952 relative_P_5 12_3 1.0000 relative_P_10 12_3 0.9000 relative_P_15 12_3 0.8667 relative_P_20 12_3 0.8000 relative_P_30 12_3 0.6333 relative_P_100 12_3 0.5467 relative_P_200 12_3 0.6800 relative_P_500 12_3 0.8533 relative_P_1000 12_3 0.9200 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0690 set_relative_P 12_3 0.9200 set_recall 12_3 0.9200 set_map 12_3 0.0635 set_F 12_3 0.1284 num_nonrel_judged_ret 12_3 32 rbp 12_3 0.6767 rbp_resid 12_3 0.0400 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 35 map 12_5 0.2033 Rprec 12_5 0.2807 bpref 12_5 0.5694 recip_rank 12_5 1.0000 iprec_at_recall_0.00 12_5 1.0000 iprec_at_recall_0.10 12_5 0.4667 iprec_at_recall_0.20 12_5 0.4231 iprec_at_recall_0.30 12_5 0.2951 iprec_at_recall_0.40 12_5 0.2190 iprec_at_recall_0.50 12_5 0.0954 iprec_at_recall_0.60 12_5 0.0410 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.8000 P_10 12_5 0.4000 P_15 12_5 0.4667 P_20 12_5 0.4000 P_30 12_5 0.4000 P_100 12_5 0.2200 P_200 12_5 0.1350 P_500 12_5 0.0600 P_1000 12_5 0.0350 relstring 12_5 '22202----0' recall_5 12_5 0.0702 recall_10 12_5 0.0702 recall_15 12_5 0.1228 recall_20 12_5 0.1404 recall_30 12_5 0.2105 recall_100 12_5 0.3860 recall_200 12_5 0.4737 recall_500 12_5 0.5263 recall_1000 12_5 0.6140 infAP 12_5 0.2033 Rprec_mult_0.20 12_5 0.4167 Rprec_mult_0.40 12_5 0.3913 Rprec_mult_0.60 12_5 0.3429 Rprec_mult_0.80 12_5 0.3261 Rprec_mult_1.00 12_5 0.2807 Rprec_mult_1.20 12_5 0.2609 Rprec_mult_1.40 12_5 0.2500 Rprec_mult_1.60 12_5 0.2391 Rprec_mult_1.80 12_5 0.2136 Rprec_mult_2.00 12_5 0.2105 utility 12_5 -930.0000 11pt_avg 12_5 0.2309 binG 12_5 0.1630 G 12_5 0.1226 ndcg 12_5 0.5277 ndcg_rel 12_5 0.4867 Rndcg 12_5 0.4255 ndcg_cut_5 12_5 0.5693 ndcg_cut_10 12_5 0.3957 ndcg_cut_15 12_5 0.4460 ndcg_cut_20 12_5 0.4259 ndcg_cut_30 12_5 0.4209 ndcg_cut_100 12_5 0.4154 ndcg_cut_200 12_5 0.4648 ndcg_cut_500 12_5 0.4877 ndcg_cut_1000 12_5 0.5277 map_cut_5 12_5 0.0667 map_cut_10 12_5 0.0667 map_cut_15 12_5 0.0903 map_cut_20 12_5 0.0976 map_cut_30 12_5 0.1266 map_cut_100 12_5 0.1788 map_cut_200 12_5 0.1948 map_cut_500 12_5 0.1995 map_cut_1000 12_5 0.2033 relative_P_5 12_5 0.8000 relative_P_10 12_5 0.4000 relative_P_15 12_5 0.4667 relative_P_20 12_5 0.4000 relative_P_30 12_5 0.4000 relative_P_100 12_5 0.3860 relative_P_200 12_5 0.4737 relative_P_500 12_5 0.5263 relative_P_1000 12_5 0.6140 success_1 12_5 1.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0350 set_relative_P 12_5 0.6140 set_recall 12_5 0.6140 set_map 12_5 0.0215 set_F 12_5 0.0662 num_nonrel_judged_ret 12_5 9 rbp 12_5 0.3283 rbp_resid 12_5 0.3777 unj_5 12_5 0.0000 unj_10 12_5 0.4000 unj_20 12_5 0.4500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 40 map 12_6 0.3144 Rprec 12_6 0.3542 bpref 12_6 0.6081 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.7778 iprec_at_recall_0.20 12_6 0.7143 iprec_at_recall_0.30 12_6 0.4324 iprec_at_recall_0.40 12_6 0.3115 iprec_at_recall_0.50 12_6 0.1890 iprec_at_recall_0.60 12_6 0.1220 iprec_at_recall_0.70 12_6 0.0813 iprec_at_recall_0.80 12_6 0.0557 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.8000 P_10 12_6 0.7000 P_15 12_6 0.6667 P_20 12_6 0.5500 P_30 12_6 0.4333 P_100 12_6 0.2100 P_200 12_6 0.1300 P_500 12_6 0.0680 P_1000 12_6 0.0400 relstring 12_6 '22120-231-' recall_5 12_6 0.0833 recall_10 12_6 0.1458 recall_15 12_6 0.2083 recall_20 12_6 0.2292 recall_30 12_6 0.2708 recall_100 12_6 0.4375 recall_200 12_6 0.5417 recall_500 12_6 0.7083 recall_1000 12_6 0.8333 infAP 12_6 0.3144 Rprec_mult_0.20 12_6 0.7000 Rprec_mult_0.40 12_6 0.5500 Rprec_mult_0.60 12_6 0.4483 Rprec_mult_0.80 12_6 0.4103 Rprec_mult_1.00 12_6 0.3542 Rprec_mult_1.20 12_6 0.3103 Rprec_mult_1.40 12_6 0.2941 Rprec_mult_1.60 12_6 0.2597 Rprec_mult_1.80 12_6 0.2299 Rprec_mult_2.00 12_6 0.2083 utility 12_6 -920.0000 11pt_avg 12_6 0.3349 binG 12_6 0.2408 G 12_6 0.1874 ndcg 12_6 0.6517 ndcg_rel 12_6 0.5970 Rndcg 12_6 0.5693 ndcg_cut_5 12_6 0.6703 ndcg_cut_10 12_6 0.6481 ndcg_cut_15 12_6 0.5765 ndcg_cut_20 12_6 0.5171 ndcg_cut_30 12_6 0.4791 ndcg_cut_100 12_6 0.5043 ndcg_cut_200 12_6 0.5581 ndcg_cut_500 12_6 0.6112 ndcg_cut_1000 12_6 0.6517 map_cut_5 12_6 0.0833 map_cut_10 12_6 0.1300 map_cut_15 12_6 0.1745 map_cut_20 12_6 0.1866 map_cut_30 12_6 0.2097 map_cut_100 12_6 0.2693 map_cut_200 12_6 0.2888 map_cut_500 12_6 0.3073 map_cut_1000 12_6 0.3144 relative_P_5 12_6 0.8000 relative_P_10 12_6 0.7000 relative_P_15 12_6 0.6667 relative_P_20 12_6 0.5500 relative_P_30 12_6 0.4333 relative_P_100 12_6 0.4375 relative_P_200 12_6 0.5417 relative_P_500 12_6 0.7083 relative_P_1000 12_6 0.8333 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0400 set_relative_P 12_6 0.8333 set_recall 12_6 0.8333 set_map 12_6 0.0333 set_F 12_6 0.0763 num_nonrel_judged_ret 12_6 30 rbp 12_6 0.3551 rbp_resid 12_6 0.1801 unj_5 12_6 0.0000 unj_10 12_6 0.2000 unj_20 12_6 0.1500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 14 map 12_7 0.1145 Rprec 12_7 0.2353 bpref 12_7 0.2595 recip_rank 12_7 0.1667 iprec_at_recall_0.00 12_7 0.2778 iprec_at_recall_0.10 12_7 0.2778 iprec_at_recall_0.20 12_7 0.2778 iprec_at_recall_0.30 12_7 0.2778 iprec_at_recall_0.40 12_7 0.1455 iprec_at_recall_0.50 12_7 0.1385 iprec_at_recall_0.60 12_7 0.0775 iprec_at_recall_0.70 12_7 0.0387 iprec_at_recall_0.80 12_7 0.0204 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.0000 P_10 12_7 0.1000 P_15 12_7 0.2000 P_20 12_7 0.2500 P_30 12_7 0.2000 P_100 12_7 0.0900 P_200 12_7 0.0500 P_500 12_7 0.0260 P_1000 12_7 0.0140 relstring 12_7 '000002-0-0' recall_5 12_7 0.0000 recall_10 12_7 0.0588 recall_15 12_7 0.1765 recall_20 12_7 0.2941 recall_30 12_7 0.3529 recall_100 12_7 0.5294 recall_200 12_7 0.5882 recall_500 12_7 0.7647 recall_1000 12_7 0.8235 infAP 12_7 0.1145 Rprec_mult_0.20 12_7 0.0000 Rprec_mult_0.40 12_7 0.1429 Rprec_mult_0.60 12_7 0.1818 Rprec_mult_0.80 12_7 0.1429 Rprec_mult_1.00 12_7 0.2353 Rprec_mult_1.20 12_7 0.2381 Rprec_mult_1.40 12_7 0.2500 Rprec_mult_1.60 12_7 0.2143 Rprec_mult_1.80 12_7 0.1935 Rprec_mult_2.00 12_7 0.1765 utility 12_7 -972.0000 11pt_avg 12_7 0.1392 binG 12_7 0.1645 G 12_7 0.1397 ndcg 12_7 0.3682 ndcg_rel 12_7 0.2597 Rndcg 12_7 0.1588 ndcg_cut_5 12_7 0.0000 ndcg_cut_10 12_7 0.0612 ndcg_cut_15 12_7 0.1331 ndcg_cut_20 12_7 0.1961 ndcg_cut_30 12_7 0.2115 ndcg_cut_100 12_7 0.2727 ndcg_cut_200 12_7 0.2931 ndcg_cut_500 12_7 0.3530 ndcg_cut_1000 12_7 0.3682 map_cut_5 12_7 0.0000 map_cut_10 12_7 0.0098 map_cut_15 12_7 0.0323 map_cut_20 12_7 0.0624 map_cut_30 12_7 0.0772 map_cut_100 12_7 0.1023 map_cut_200 12_7 0.1068 map_cut_500 12_7 0.1133 map_cut_1000 12_7 0.1145 relative_P_5 12_7 0.0000 relative_P_10 12_7 0.1000 relative_P_15 12_7 0.2000 relative_P_20 12_7 0.2941 relative_P_30 12_7 0.3529 relative_P_100 12_7 0.5294 relative_P_200 12_7 0.5882 relative_P_500 12_7 0.7647 relative_P_1000 12_7 0.8235 success_1 12_7 0.0000 success_5 12_7 0.0000 success_10 12_7 1.0000 set_P 12_7 0.0140 set_relative_P 12_7 0.8235 set_recall 12_7 0.8235 set_map 12_7 0.0115 set_F 12_7 0.0275 num_nonrel_judged_ret 12_7 33 rbp 12_7 0.1083 rbp_resid 12_7 0.3044 unj_5 12_7 0.0000 unj_10 12_7 0.2000 unj_20 12_7 0.3500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 20 map 12_9 0.1734 Rprec 12_9 0.2963 bpref 12_9 0.3813 recip_rank 12_9 0.5000 iprec_at_recall_0.00 12_9 0.5000 iprec_at_recall_0.10 12_9 0.4000 iprec_at_recall_0.20 12_9 0.4000 iprec_at_recall_0.30 12_9 0.3636 iprec_at_recall_0.40 12_9 0.2619 iprec_at_recall_0.50 12_9 0.0946 iprec_at_recall_0.60 12_9 0.0678 iprec_at_recall_0.70 12_9 0.0281 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.4000 P_10 12_9 0.3000 P_15 12_9 0.4000 P_20 12_9 0.3000 P_30 12_9 0.3000 P_100 12_9 0.1300 P_200 12_9 0.0700 P_500 12_9 0.0360 P_1000 12_9 0.0200 relstring 12_9 '030020-002' recall_5 12_9 0.0741 recall_10 12_9 0.1111 recall_15 12_9 0.2222 recall_20 12_9 0.2222 recall_30 12_9 0.3333 recall_100 12_9 0.4815 recall_200 12_9 0.5185 recall_500 12_9 0.6667 recall_1000 12_9 0.7407 infAP 12_9 0.1734 Rprec_mult_0.20 12_9 0.3333 Rprec_mult_0.40 12_9 0.2727 Rprec_mult_0.60 12_9 0.3529 Rprec_mult_0.80 12_9 0.3636 Rprec_mult_1.00 12_9 0.2963 Rprec_mult_1.20 12_9 0.3030 Rprec_mult_1.40 12_9 0.2632 Rprec_mult_1.60 12_9 0.2500 Rprec_mult_1.80 12_9 0.2449 Rprec_mult_2.00 12_9 0.2222 utility 12_9 -960.0000 11pt_avg 12_9 0.1924 binG 12_9 0.1706 G 12_9 0.1604 ndcg 12_9 0.5018 ndcg_rel 12_9 0.4234 Rndcg 12_9 0.3913 ndcg_cut_5 12_9 0.3542 ndcg_cut_10 12_9 0.3027 ndcg_cut_15 12_9 0.3390 ndcg_cut_20 12_9 0.3115 ndcg_cut_30 12_9 0.3503 ndcg_cut_100 12_9 0.4195 ndcg_cut_200 12_9 0.4368 ndcg_cut_500 12_9 0.4757 ndcg_cut_1000 12_9 0.5018 map_cut_5 12_9 0.0333 map_cut_10 12_9 0.0444 map_cut_15 12_9 0.0848 map_cut_20 12_9 0.0848 map_cut_30 12_9 0.1218 map_cut_100 12_9 0.1582 map_cut_200 12_9 0.1617 map_cut_500 12_9 0.1715 map_cut_1000 12_9 0.1734 relative_P_5 12_9 0.4000 relative_P_10 12_9 0.3000 relative_P_15 12_9 0.4000 relative_P_20 12_9 0.3000 relative_P_30 12_9 0.3333 relative_P_100 12_9 0.4815 relative_P_200 12_9 0.5185 relative_P_500 12_9 0.6667 relative_P_1000 12_9 0.7407 success_1 12_9 0.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0200 set_relative_P 12_9 0.7407 set_recall 12_9 0.7407 set_map 12_9 0.0148 set_F 12_9 0.0389 num_nonrel_judged_ret 12_9 30 rbp 12_9 0.2233 rbp_resid 12_9 0.2495 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.3500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 58 map 13_2 0.0879 Rprec 13_2 0.1494 bpref 13_2 0.3362 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.2308 iprec_at_recall_0.20 13_2 0.0945 iprec_at_recall_0.30 13_2 0.0646 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.8000 P_10 13_2 0.7000 P_15 13_2 0.5333 P_20 13_2 0.4000 P_30 13_2 0.3333 P_100 13_2 0.1900 P_200 13_2 0.1300 P_500 13_2 0.0820 P_1000 13_2 0.0580 relstring 13_2 '2234020320' recall_5 13_2 0.0260 recall_10 13_2 0.0455 recall_15 13_2 0.0519 recall_20 13_2 0.0519 recall_30 13_2 0.0649 recall_100 13_2 0.1234 recall_200 13_2 0.1688 recall_500 13_2 0.2662 recall_1000 13_2 0.3766 infAP 13_2 0.0879 Rprec_mult_0.20 13_2 0.3548 Rprec_mult_0.40 13_2 0.2258 Rprec_mult_0.60 13_2 0.1935 Rprec_mult_0.80 13_2 0.1694 Rprec_mult_1.00 13_2 0.1494 Rprec_mult_1.20 13_2 0.1351 Rprec_mult_1.40 13_2 0.1204 Rprec_mult_1.60 13_2 0.1174 Rprec_mult_1.80 13_2 0.1079 Rprec_mult_2.00 13_2 0.0974 utility 13_2 -884.0000 11pt_avg 13_2 0.1264 binG 13_2 0.0823 G 13_2 0.0684 ndcg 13_2 0.3691 ndcg_rel 13_2 0.3625 Rndcg 13_2 0.3524 ndcg_cut_5 13_2 0.6586 ndcg_cut_10 13_2 0.5977 ndcg_cut_15 13_2 0.4975 ndcg_cut_20 13_2 0.4180 ndcg_cut_30 13_2 0.3778 ndcg_cut_100 13_2 0.2660 ndcg_cut_200 13_2 0.2553 ndcg_cut_500 13_2 0.3133 ndcg_cut_1000 13_2 0.3691 map_cut_5 13_2 0.0260 map_cut_10 13_2 0.0413 map_cut_15 13_2 0.0448 map_cut_20 13_2 0.0448 map_cut_30 13_2 0.0496 map_cut_100 13_2 0.0642 map_cut_200 13_2 0.0715 map_cut_500 13_2 0.0809 map_cut_1000 13_2 0.0879 relative_P_5 13_2 0.8000 relative_P_10 13_2 0.7000 relative_P_15 13_2 0.5333 relative_P_20 13_2 0.4000 relative_P_30 13_2 0.3333 relative_P_100 13_2 0.1900 relative_P_200 13_2 0.1688 relative_P_500 13_2 0.2662 relative_P_1000 13_2 0.3766 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0580 set_relative_P 13_2 0.3766 set_recall 13_2 0.3766 set_map 13_2 0.0218 set_F 13_2 0.1005 num_nonrel_judged_ret 13_2 6 rbp 13_2 0.3404 rbp_resid 13_2 0.3022 unj_5 13_2 0.0000 unj_10 13_2 0.0000 unj_20 13_2 0.4500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 39 map 13_3 0.1381 Rprec 13_3 0.2025 bpref 13_3 0.4510 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.6154 iprec_at_recall_0.20 13_3 0.2051 iprec_at_recall_0.30 13_3 0.0836 iprec_at_recall_0.40 13_3 0.0528 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 1.0000 P_10 13_3 0.7000 P_15 13_3 0.5333 P_20 13_3 0.4000 P_30 13_3 0.3000 P_100 13_3 0.1700 P_200 13_3 0.0900 P_500 13_3 0.0600 P_1000 13_3 0.0390 relstring 13_3 '332212---2' recall_5 13_3 0.0633 recall_10 13_3 0.0886 recall_15 13_3 0.1013 recall_20 13_3 0.1013 recall_30 13_3 0.1139 recall_100 13_3 0.2152 recall_200 13_3 0.2278 recall_500 13_3 0.3797 recall_1000 13_3 0.4937 infAP 13_3 0.1381 Rprec_mult_0.20 13_3 0.5000 Rprec_mult_0.40 13_3 0.2812 Rprec_mult_0.60 13_3 0.2500 Rprec_mult_0.80 13_3 0.2031 Rprec_mult_1.00 13_3 0.2025 Rprec_mult_1.20 13_3 0.1789 Rprec_mult_1.40 13_3 0.1532 Rprec_mult_1.60 13_3 0.1339 Rprec_mult_1.80 13_3 0.1189 Rprec_mult_2.00 13_3 0.1139 utility 13_3 -922.0000 11pt_avg 13_3 0.1779 binG 13_3 0.1394 G 13_3 0.1267 ndcg 13_3 0.4786 ndcg_rel 13_3 0.4880 Rndcg 13_3 0.5089 ndcg_cut_5 13_3 0.8442 ndcg_cut_10 13_3 0.7238 ndcg_cut_15 13_3 0.6270 ndcg_cut_20 13_3 0.5382 ndcg_cut_30 13_3 0.4484 ndcg_cut_100 13_3 0.3435 ndcg_cut_200 13_3 0.3475 ndcg_cut_500 13_3 0.4241 ndcg_cut_1000 13_3 0.4786 map_cut_5 13_3 0.0633 map_cut_10 13_3 0.0848 map_cut_15 13_3 0.0926 map_cut_20 13_3 0.0926 map_cut_30 13_3 0.0965 map_cut_100 13_3 0.1196 map_cut_200 13_3 0.1211 map_cut_500 13_3 0.1327 map_cut_1000 13_3 0.1381 relative_P_5 13_3 1.0000 relative_P_10 13_3 0.7000 relative_P_15 13_3 0.5333 relative_P_20 13_3 0.4000 relative_P_30 13_3 0.3000 relative_P_100 13_3 0.2152 relative_P_200 13_3 0.2278 relative_P_500 13_3 0.3797 relative_P_1000 13_3 0.4937 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0390 set_relative_P 13_3 0.4937 set_recall 13_3 0.4937 set_map 13_3 0.0193 set_F 13_3 0.0723 num_nonrel_judged_ret 13_3 11 rbp 13_3 0.4052 rbp_resid 13_3 0.4344 unj_5 13_3 0.0000 unj_10 13_3 0.3000 unj_20 13_3 0.6000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 61 map 13_4 0.1083 Rprec 13_4 0.2045 bpref 13_4 0.4156 recip_rank 13_4 0.2500 iprec_at_recall_0.00 13_4 0.4444 iprec_at_recall_0.10 13_4 0.4412 iprec_at_recall_0.20 13_4 0.3421 iprec_at_recall_0.30 13_4 0.1404 iprec_at_recall_0.40 13_4 0.0815 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.4000 P_10 13_4 0.4000 P_15 13_4 0.3333 P_20 13_4 0.4000 P_30 13_4 0.4000 P_100 13_4 0.2700 P_200 13_4 0.1650 P_500 13_4 0.0940 P_1000 13_4 0.0610 relstring 13_4 '00021-0-22' recall_5 13_4 0.0152 recall_10 13_4 0.0303 recall_15 13_4 0.0379 recall_20 13_4 0.0606 recall_30 13_4 0.0909 recall_100 13_4 0.2045 recall_200 13_4 0.2500 recall_500 13_4 0.3561 recall_1000 13_4 0.4621 infAP 13_4 0.1083 Rprec_mult_0.20 13_4 0.3704 Rprec_mult_0.40 13_4 0.3585 Rprec_mult_0.60 13_4 0.3250 Rprec_mult_0.80 13_4 0.2547 Rprec_mult_1.00 13_4 0.2045 Rprec_mult_1.20 13_4 0.1824 Rprec_mult_1.40 13_4 0.1730 Rprec_mult_1.60 13_4 0.1604 Rprec_mult_1.80 13_4 0.1513 Rprec_mult_2.00 13_4 0.1364 utility 13_4 -878.0000 11pt_avg 13_4 0.1318 binG 13_4 0.0808 G 13_4 0.0705 ndcg 13_4 0.3750 ndcg_rel 13_4 0.3376 Rndcg 13_4 0.2071 ndcg_cut_5 13_4 0.1810 ndcg_cut_10 13_4 0.2407 ndcg_cut_15 13_4 0.2311 ndcg_cut_20 13_4 0.2904 ndcg_cut_30 13_4 0.3013 ndcg_cut_100 13_4 0.2468 ndcg_cut_200 13_4 0.2514 ndcg_cut_500 13_4 0.3162 ndcg_cut_1000 13_4 0.3750 map_cut_5 13_4 0.0049 map_cut_10 13_4 0.0105 map_cut_15 13_4 0.0132 map_cut_20 13_4 0.0225 map_cut_30 13_4 0.0339 map_cut_100 13_4 0.0779 map_cut_200 13_4 0.0863 map_cut_500 13_4 0.1000 map_cut_1000 13_4 0.1083 relative_P_5 13_4 0.4000 relative_P_10 13_4 0.4000 relative_P_15 13_4 0.3333 relative_P_20 13_4 0.4000 relative_P_30 13_4 0.4000 relative_P_100 13_4 0.2700 relative_P_200 13_4 0.2500 relative_P_500 13_4 0.3561 relative_P_1000 13_4 0.4621 success_1 13_4 0.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0610 set_relative_P 13_4 0.4621 set_recall 13_4 0.4621 set_map 13_4 0.0282 set_F 13_4 0.1078 num_nonrel_judged_ret 13_4 15 rbp 13_4 0.2033 rbp_resid 13_4 0.3323 unj_5 13_4 0.0000 unj_10 13_4 0.2000 unj_20 13_4 0.4000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 62 map 13_6 0.1579 Rprec 13_6 0.2370 bpref 13_6 0.4372 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.7368 iprec_at_recall_0.20 13_6 0.3256 iprec_at_recall_0.30 13_6 0.1178 iprec_at_recall_0.40 13_6 0.0738 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 0.8000 P_10 13_6 0.6000 P_15 13_6 0.6667 P_20 13_6 0.7000 P_30 13_6 0.6000 P_100 13_6 0.2900 P_200 13_6 0.1800 P_500 13_6 0.0900 P_1000 13_6 0.0620 relstring 13_6 '301220-1-2' recall_5 13_6 0.0296 recall_10 13_6 0.0444 recall_15 13_6 0.0741 recall_20 13_6 0.1037 recall_30 13_6 0.1333 recall_100 13_6 0.2148 recall_200 13_6 0.2667 recall_500 13_6 0.3333 recall_1000 13_6 0.4593 infAP 13_6 0.1579 Rprec_mult_0.20 13_6 0.6667 Rprec_mult_0.40 13_6 0.4074 Rprec_mult_0.60 13_6 0.3086 Rprec_mult_0.80 13_6 0.2870 Rprec_mult_1.00 13_6 0.2370 Rprec_mult_1.20 13_6 0.2037 Rprec_mult_1.40 13_6 0.1852 Rprec_mult_1.60 13_6 0.1759 Rprec_mult_1.80 13_6 0.1605 Rprec_mult_2.00 13_6 0.1444 utility 13_6 -876.0000 11pt_avg 13_6 0.2049 binG 13_6 0.1038 G 13_6 0.0744 ndcg 13_6 0.4088 ndcg_rel 13_6 0.3934 Rndcg 13_6 0.4323 ndcg_cut_5 13_6 0.5216 ndcg_cut_10 13_6 0.4121 ndcg_cut_15 13_6 0.4084 ndcg_cut_20 13_6 0.4212 ndcg_cut_30 13_6 0.4107 ndcg_cut_100 13_6 0.2995 ndcg_cut_200 13_6 0.2992 ndcg_cut_500 13_6 0.3362 ndcg_cut_1000 13_6 0.4088 map_cut_5 13_6 0.0238 map_cut_10 13_6 0.0329 map_cut_15 13_6 0.0523 map_cut_20 13_6 0.0734 map_cut_30 13_6 0.0944 map_cut_100 13_6 0.1270 map_cut_200 13_6 0.1394 map_cut_500 13_6 0.1483 map_cut_1000 13_6 0.1579 relative_P_5 13_6 0.8000 relative_P_10 13_6 0.6000 relative_P_15 13_6 0.6667 relative_P_20 13_6 0.7000 relative_P_30 13_6 0.6000 relative_P_100 13_6 0.2900 relative_P_200 13_6 0.2667 relative_P_500 13_6 0.3333 relative_P_1000 13_6 0.4593 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0620 set_relative_P 13_6 0.4593 set_recall 13_6 0.4593 set_map 13_6 0.0285 set_F 13_6 0.1093 num_nonrel_judged_ret 13_6 2 rbp 13_6 0.2847 rbp_resid 13_6 0.2125 unj_5 13_6 0.0000 unj_10 13_6 0.2000 unj_20 13_6 0.2000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 34 map 13_8 0.0371 Rprec 13_8 0.0900 bpref 13_8 0.3060 recip_rank 13_8 0.5000 iprec_at_recall_0.00 13_8 0.5000 iprec_at_recall_0.10 13_8 0.1000 iprec_at_recall_0.20 13_8 0.0442 iprec_at_recall_0.30 13_8 0.0405 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.4000 P_10 13_8 0.3000 P_15 13_8 0.2000 P_20 13_8 0.2000 P_30 13_8 0.1333 P_100 13_8 0.0900 P_200 13_8 0.0700 P_500 13_8 0.0400 P_1000 13_8 0.0340 relstring 13_8 '0202030-0-' recall_5 13_8 0.0200 recall_10 13_8 0.0300 recall_15 13_8 0.0300 recall_20 13_8 0.0400 recall_30 13_8 0.0400 recall_100 13_8 0.0900 recall_200 13_8 0.1400 recall_500 13_8 0.2000 recall_1000 13_8 0.3400 infAP 13_8 0.0371 Rprec_mult_0.20 13_8 0.2000 Rprec_mult_0.40 13_8 0.1500 Rprec_mult_0.60 13_8 0.1333 Rprec_mult_0.80 13_8 0.1125 Rprec_mult_1.00 13_8 0.0900 Rprec_mult_1.20 13_8 0.0917 Rprec_mult_1.40 13_8 0.0786 Rprec_mult_1.60 13_8 0.0750 Rprec_mult_1.80 13_8 0.0722 Rprec_mult_2.00 13_8 0.0700 utility 13_8 -932.0000 11pt_avg 13_8 0.0622 binG 13_8 0.0565 G 13_8 0.0520 ndcg 13_8 0.2575 ndcg_rel 13_8 0.2368 Rndcg 13_8 0.1751 ndcg_cut_5 13_8 0.2400 ndcg_cut_10 13_8 0.2342 ndcg_cut_15 13_8 0.1841 ndcg_cut_20 13_8 0.1852 ndcg_cut_30 13_8 0.1524 ndcg_cut_100 13_8 0.1190 ndcg_cut_200 13_8 0.1550 ndcg_cut_500 13_8 0.1883 ndcg_cut_1000 13_8 0.2575 map_cut_5 13_8 0.0100 map_cut_10 13_8 0.0150 map_cut_15 13_8 0.0150 map_cut_20 13_8 0.0170 map_cut_30 13_8 0.0170 map_cut_100 13_8 0.0246 map_cut_200 13_8 0.0288 map_cut_500 13_8 0.0318 map_cut_1000 13_8 0.0371 relative_P_5 13_8 0.4000 relative_P_10 13_8 0.3000 relative_P_15 13_8 0.2000 relative_P_20 13_8 0.2000 relative_P_30 13_8 0.1333 relative_P_100 13_8 0.0900 relative_P_200 13_8 0.1400 relative_P_500 13_8 0.2000 relative_P_1000 13_8 0.3400 success_1 13_8 0.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0340 set_relative_P 13_8 0.3400 set_recall 13_8 0.3400 set_map 13_8 0.0116 set_F 13_8 0.0618 num_nonrel_judged_ret 13_8 11 rbp 13_8 0.1795 rbp_resid 13_8 0.3802 unj_5 13_8 0.0000 unj_10 13_8 0.2000 unj_20 13_8 0.5000 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 37 map 14_10 0.1631 Rprec 14_10 0.3077 bpref 14_10 0.5991 recip_rank 14_10 0.5000 iprec_at_recall_0.00 14_10 0.5000 iprec_at_recall_0.10 14_10 0.4211 iprec_at_recall_0.20 14_10 0.3448 iprec_at_recall_0.30 14_10 0.3148 iprec_at_recall_0.40 14_10 0.2447 iprec_at_recall_0.50 14_10 0.0852 iprec_at_recall_0.60 14_10 0.0575 iprec_at_recall_0.70 14_10 0.0442 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.2000 P_10 14_10 0.4000 P_15 14_10 0.3333 P_20 14_10 0.4000 P_30 14_10 0.3333 P_100 14_10 0.2300 P_200 14_10 0.1250 P_500 14_10 0.0580 P_1000 14_10 0.0370 relstring 14_10 '01000-323-' recall_5 14_10 0.0192 recall_10 14_10 0.0769 recall_15 14_10 0.0962 recall_20 14_10 0.1538 recall_30 14_10 0.1923 recall_100 14_10 0.4423 recall_200 14_10 0.4808 recall_500 14_10 0.5577 recall_1000 14_10 0.7115 infAP 14_10 0.1631 Rprec_mult_0.20 14_10 0.3636 Rprec_mult_0.40 14_10 0.3810 Rprec_mult_0.60 14_10 0.3125 Rprec_mult_0.80 14_10 0.2857 Rprec_mult_1.00 14_10 0.3077 Rprec_mult_1.20 14_10 0.2698 Rprec_mult_1.40 14_10 0.2466 Rprec_mult_1.60 14_10 0.2262 Rprec_mult_1.80 14_10 0.2447 Rprec_mult_2.00 14_10 0.2212 utility 14_10 -926.0000 11pt_avg 14_10 0.1829 binG 14_10 0.1398 G 14_10 0.1258 ndcg 14_10 0.4767 ndcg_rel 14_10 0.3823 Rndcg 14_10 0.2854 ndcg_cut_5 14_10 0.0786 ndcg_cut_10 14_10 0.2821 ndcg_cut_15 14_10 0.2469 ndcg_cut_20 14_10 0.2851 ndcg_cut_30 14_10 0.2586 ndcg_cut_100 14_10 0.3830 ndcg_cut_200 14_10 0.4001 ndcg_cut_500 14_10 0.4333 ndcg_cut_1000 14_10 0.4767 map_cut_5 14_10 0.0096 map_cut_10 14_10 0.0309 map_cut_15 14_10 0.0377 map_cut_20 14_10 0.0610 map_cut_30 14_10 0.0740 map_cut_100 14_10 0.1436 map_cut_200 14_10 0.1506 map_cut_500 14_10 0.1558 map_cut_1000 14_10 0.1631 relative_P_5 14_10 0.2000 relative_P_10 14_10 0.4000 relative_P_15 14_10 0.3333 relative_P_20 14_10 0.4000 relative_P_30 14_10 0.3333 relative_P_100 14_10 0.4423 relative_P_200 14_10 0.4808 relative_P_500 14_10 0.5577 relative_P_1000 14_10 0.7115 success_1 14_10 0.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0370 set_relative_P 14_10 0.7115 set_recall 14_10 0.7115 set_map 14_10 0.0263 set_F 14_10 0.0703 num_nonrel_judged_ret 14_10 29 rbp 14_10 0.2091 rbp_resid 14_10 0.3463 unj_5 14_10 0.0000 unj_10 14_10 0.2000 unj_20 14_10 0.4000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 40 map 14_2 0.0599 Rprec 14_2 0.1429 bpref 14_2 0.3118 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.2889 iprec_at_recall_0.20 14_2 0.0991 iprec_at_recall_0.30 14_2 0.0645 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.2000 P_10 14_2 0.2000 P_15 14_2 0.2000 P_20 14_2 0.2500 P_30 14_2 0.2000 P_100 14_2 0.1500 P_200 14_2 0.0900 P_500 14_2 0.0640 P_1000 14_2 0.0400 relstring 14_2 '10000-01--' recall_5 14_2 0.0095 recall_10 14_2 0.0190 recall_15 14_2 0.0286 recall_20 14_2 0.0476 recall_30 14_2 0.0571 recall_100 14_2 0.1429 recall_200 14_2 0.1714 recall_500 14_2 0.3048 recall_1000 14_2 0.3810 infAP 14_2 0.0599 Rprec_mult_0.20 14_2 0.2381 Rprec_mult_0.40 14_2 0.2619 Rprec_mult_0.60 14_2 0.2222 Rprec_mult_0.80 14_2 0.1667 Rprec_mult_1.00 14_2 0.1429 Rprec_mult_1.20 14_2 0.1270 Rprec_mult_1.40 14_2 0.1224 Rprec_mult_1.60 14_2 0.1071 Rprec_mult_1.80 14_2 0.0952 Rprec_mult_2.00 14_2 0.0905 utility 14_2 -920.0000 11pt_avg 14_2 0.1320 binG 14_2 0.0675 G 14_2 0.0578 ndcg 14_2 0.2766 ndcg_rel 14_2 0.2477 Rndcg 14_2 0.1785 ndcg_cut_5 14_2 0.1182 ndcg_cut_10 14_2 0.1129 ndcg_cut_15 14_2 0.1473 ndcg_cut_20 14_2 0.1679 ndcg_cut_30 14_2 0.1439 ndcg_cut_100 14_2 0.1498 ndcg_cut_200 14_2 0.1627 ndcg_cut_500 14_2 0.2381 ndcg_cut_1000 14_2 0.2766 map_cut_5 14_2 0.0095 map_cut_10 14_2 0.0119 map_cut_15 14_2 0.0141 map_cut_20 14_2 0.0186 map_cut_30 14_2 0.0208 map_cut_100 14_2 0.0417 map_cut_200 14_2 0.0454 map_cut_500 14_2 0.0562 map_cut_1000 14_2 0.0599 relative_P_5 14_2 0.2000 relative_P_10 14_2 0.2000 relative_P_15 14_2 0.2000 relative_P_20 14_2 0.2500 relative_P_30 14_2 0.2000 relative_P_100 14_2 0.1500 relative_P_200 14_2 0.1714 relative_P_500 14_2 0.3048 relative_P_1000 14_2 0.3810 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0400 set_relative_P 14_2 0.3810 set_recall 14_2 0.3810 set_map 14_2 0.0152 set_F 14_2 0.0724 num_nonrel_judged_ret 14_2 31 rbp 14_2 0.1011 rbp_resid 14_2 0.3341 unj_5 14_2 0.0000 unj_10 14_2 0.3000 unj_20 14_2 0.4000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 87 map 14_3 0.1127 Rprec 14_3 0.2000 bpref 14_3 0.4415 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.3208 iprec_at_recall_0.20 14_3 0.2050 iprec_at_recall_0.30 14_3 0.1404 iprec_at_recall_0.40 14_3 0.1055 iprec_at_recall_0.50 14_3 0.0998 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.6000 P_10 14_3 0.4000 P_15 14_3 0.3333 P_20 14_3 0.3000 P_30 14_3 0.3333 P_100 14_3 0.2300 P_200 14_3 0.1900 P_500 14_3 0.1100 P_1000 14_3 0.0870 relstring 14_3 '210201000-' recall_5 14_3 0.0187 recall_10 14_3 0.0250 recall_15 14_3 0.0312 recall_20 14_3 0.0375 recall_30 14_3 0.0625 recall_100 14_3 0.1437 recall_200 14_3 0.2375 recall_500 14_3 0.3438 recall_1000 14_3 0.5437 infAP 14_3 0.1127 Rprec_mult_0.20 14_3 0.3125 Rprec_mult_0.40 14_3 0.2656 Rprec_mult_0.60 14_3 0.2292 Rprec_mult_0.80 14_3 0.2109 Rprec_mult_1.00 14_3 0.2000 Rprec_mult_1.20 14_3 0.1927 Rprec_mult_1.40 14_3 0.1786 Rprec_mult_1.60 14_3 0.1641 Rprec_mult_1.80 14_3 0.1528 Rprec_mult_2.00 14_3 0.1437 utility 14_3 -826.0000 11pt_avg 14_3 0.1701 binG 14_3 0.0925 G 14_3 0.0801 ndcg 14_3 0.4232 ndcg_rel 14_3 0.3635 Rndcg 14_3 0.3230 ndcg_cut_5 14_3 0.4350 ndcg_cut_10 14_3 0.3431 ndcg_cut_15 14_3 0.2979 ndcg_cut_20 14_3 0.2842 ndcg_cut_30 14_3 0.2675 ndcg_cut_100 14_3 0.2329 ndcg_cut_200 14_3 0.2587 ndcg_cut_500 14_3 0.3162 ndcg_cut_1000 14_3 0.4232 map_cut_5 14_3 0.0172 map_cut_10 14_3 0.0214 map_cut_15 14_3 0.0242 map_cut_20 14_3 0.0264 map_cut_30 14_3 0.0352 map_cut_100 14_3 0.0579 map_cut_200 14_3 0.0772 map_cut_500 14_3 0.0922 map_cut_1000 14_3 0.1127 relative_P_5 14_3 0.6000 relative_P_10 14_3 0.4000 relative_P_15 14_3 0.3333 relative_P_20 14_3 0.3000 relative_P_30 14_3 0.3333 relative_P_100 14_3 0.2300 relative_P_200 14_3 0.2375 relative_P_500 14_3 0.3438 relative_P_1000 14_3 0.5437 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0870 set_relative_P 14_3 0.5437 set_recall 14_3 0.5437 set_map 14_3 0.0473 set_F 14_3 0.1500 num_nonrel_judged_ret 14_3 31 rbp 14_3 0.2043 rbp_resid 14_3 0.2636 unj_5 14_3 0.0000 unj_10 14_3 0.1000 unj_20 14_3 0.4000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 34 map 14_4 0.1045 Rprec 14_4 0.1087 bpref 14_4 0.2944 recip_rank 14_4 1.0000 iprec_at_recall_0.00 14_4 1.0000 iprec_at_recall_0.10 14_4 0.1786 iprec_at_recall_0.20 14_4 0.1607 iprec_at_recall_0.30 14_4 0.1471 iprec_at_recall_0.40 14_4 0.1250 iprec_at_recall_0.50 14_4 0.0673 iprec_at_recall_0.60 14_4 0.0650 iprec_at_recall_0.70 14_4 0.0548 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.2000 P_10 14_4 0.3000 P_15 14_4 0.2000 P_20 14_4 0.1500 P_30 14_4 0.1667 P_100 14_4 0.1400 P_200 14_4 0.1000 P_500 14_4 0.0600 P_1000 14_4 0.0340 relstring 14_4 '30000-13-0' recall_5 14_4 0.0217 recall_10 14_4 0.0652 recall_15 14_4 0.0652 recall_20 14_4 0.0652 recall_30 14_4 0.1087 recall_100 14_4 0.3043 recall_200 14_4 0.4348 recall_500 14_4 0.6522 recall_1000 14_4 0.7391 infAP 14_4 0.1045 Rprec_mult_0.20 14_4 0.3000 Rprec_mult_0.40 14_4 0.1579 Rprec_mult_0.60 14_4 0.1786 Rprec_mult_0.80 14_4 0.1351 Rprec_mult_1.00 14_4 0.1087 Rprec_mult_1.20 14_4 0.1607 Rprec_mult_1.40 14_4 0.1385 Rprec_mult_1.60 14_4 0.1216 Rprec_mult_1.80 14_4 0.1205 Rprec_mult_2.00 14_4 0.1196 utility 14_4 -932.0000 11pt_avg 14_4 0.1635 binG 14_4 0.1331 G 14_4 0.1473 ndcg 14_4 0.4918 ndcg_rel 14_4 0.4099 Rndcg 14_4 0.3174 ndcg_cut_5 14_4 0.3392 ndcg_cut_10 14_4 0.3208 ndcg_cut_15 14_4 0.2679 ndcg_cut_20 14_4 0.2334 ndcg_cut_30 14_4 0.2400 ndcg_cut_100 14_4 0.3187 ndcg_cut_200 14_4 0.3905 ndcg_cut_500 14_4 0.4690 ndcg_cut_1000 14_4 0.4918 map_cut_5 14_4 0.0217 map_cut_10 14_4 0.0361 map_cut_15 14_4 0.0361 map_cut_20 14_4 0.0361 map_cut_30 14_4 0.0438 map_cut_100 14_4 0.0702 map_cut_200 14_4 0.0864 map_cut_500 14_4 0.1004 map_cut_1000 14_4 0.1045 relative_P_5 14_4 0.2000 relative_P_10 14_4 0.3000 relative_P_15 14_4 0.2000 relative_P_20 14_4 0.1500 relative_P_30 14_4 0.1667 relative_P_100 14_4 0.3043 relative_P_200 14_4 0.4348 relative_P_500 14_4 0.6522 relative_P_1000 14_4 0.7391 success_1 14_4 1.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0340 set_relative_P 14_4 0.7391 set_recall 14_4 0.7391 set_map 14_4 0.0251 set_F 14_4 0.0650 num_nonrel_judged_ret 14_4 54 rbp 14_4 0.1736 rbp_resid 14_4 0.3234 unj_5 14_4 0.0000 unj_10 14_4 0.2000 unj_20 14_4 0.4000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 37 map 14_7 0.0597 Rprec 14_7 0.1807 bpref 14_7 0.3214 recip_rank 14_7 0.5000 iprec_at_recall_0.00 14_7 0.5000 iprec_at_recall_0.10 14_7 0.1905 iprec_at_recall_0.20 14_7 0.1735 iprec_at_recall_0.30 14_7 0.0893 iprec_at_recall_0.40 14_7 0.0495 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.2000 P_10 14_7 0.1000 P_15 14_7 0.1333 P_20 14_7 0.1500 P_30 14_7 0.1667 P_100 14_7 0.1700 P_200 14_7 0.1050 P_500 14_7 0.0580 P_1000 14_7 0.0370 relstring 14_7 '010000-00-' recall_5 14_7 0.0120 recall_10 14_7 0.0120 recall_15 14_7 0.0241 recall_20 14_7 0.0361 recall_30 14_7 0.0602 recall_100 14_7 0.2048 recall_200 14_7 0.2530 recall_500 14_7 0.3494 recall_1000 14_7 0.4458 infAP 14_7 0.0597 Rprec_mult_0.20 14_7 0.1176 Rprec_mult_0.40 14_7 0.1471 Rprec_mult_0.60 14_7 0.1600 Rprec_mult_0.80 14_7 0.1791 Rprec_mult_1.00 14_7 0.1807 Rprec_mult_1.20 14_7 0.1700 Rprec_mult_1.40 14_7 0.1624 Rprec_mult_1.60 14_7 0.1429 Rprec_mult_1.80 14_7 0.1333 Rprec_mult_2.00 14_7 0.1205 utility 14_7 -926.0000 11pt_avg 14_7 0.0912 binG 14_7 0.0736 G 14_7 0.0720 ndcg 14_7 0.3071 ndcg_rel 14_7 0.2600 Rndcg 14_7 0.1605 ndcg_cut_5 14_7 0.0713 ndcg_cut_10 14_7 0.0496 ndcg_cut_15 14_7 0.0736 ndcg_cut_20 14_7 0.0767 ndcg_cut_30 14_7 0.1016 ndcg_cut_100 14_7 0.1917 ndcg_cut_200 14_7 0.2183 ndcg_cut_500 14_7 0.2674 ndcg_cut_1000 14_7 0.3071 map_cut_5 14_7 0.0060 map_cut_10 14_7 0.0060 map_cut_15 14_7 0.0076 map_cut_20 14_7 0.0094 map_cut_30 14_7 0.0141 map_cut_100 14_7 0.0393 map_cut_200 14_7 0.0465 map_cut_500 14_7 0.0549 map_cut_1000 14_7 0.0597 relative_P_5 14_7 0.2000 relative_P_10 14_7 0.1000 relative_P_15 14_7 0.1333 relative_P_20 14_7 0.1500 relative_P_30 14_7 0.1667 relative_P_100 14_7 0.2048 relative_P_200 14_7 0.2530 relative_P_500 14_7 0.3494 relative_P_1000 14_7 0.4458 success_1 14_7 0.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 0.0370 set_relative_P 14_7 0.4458 set_recall 14_7 0.4458 set_map 14_7 0.0165 set_F 14_7 0.0683 num_nonrel_judged_ret 14_7 41 rbp 14_7 0.0662 rbp_resid 14_7 0.2985 unj_5 14_7 0.0000 unj_10 14_7 0.2000 unj_20 14_7 0.3500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 8 map 14_8 0.0185 Rprec 14_8 0.1111 bpref 14_8 0.1111 recip_rank 14_8 0.0833 iprec_at_recall_0.00 14_8 0.1538 iprec_at_recall_0.10 14_8 0.1538 iprec_at_recall_0.20 14_8 0.0191 iprec_at_recall_0.30 14_8 0.0164 iprec_at_recall_0.40 14_8 0.0132 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.1333 P_20 14_8 0.1000 P_30 14_8 0.0667 P_100 14_8 0.0200 P_200 14_8 0.0150 P_500 14_8 0.0120 P_1000 14_8 0.0080 relstring 14_8 '00000---00' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.1111 recall_20 14_8 0.1111 recall_30 14_8 0.1111 recall_100 14_8 0.1111 recall_200 14_8 0.1667 recall_500 14_8 0.3333 recall_1000 14_8 0.4444 infAP 14_8 0.0185 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.1333 Rprec_mult_1.00 14_8 0.1111 Rprec_mult_1.20 14_8 0.0909 Rprec_mult_1.40 14_8 0.0769 Rprec_mult_1.60 14_8 0.0690 Rprec_mult_1.80 14_8 0.0606 Rprec_mult_2.00 14_8 0.0556 utility 14_8 -984.0000 11pt_avg 14_8 0.0324 binG 14_8 0.0702 G 14_8 0.0859 ndcg 14_8 0.2214 ndcg_rel 14_8 0.1907 Rndcg 14_8 0.1086 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.1122 ndcg_cut_20 14_8 0.1043 ndcg_cut_30 14_8 0.1043 ndcg_cut_100 14_8 0.1043 ndcg_cut_200 14_8 0.1177 ndcg_cut_500 14_8 0.1894 ndcg_cut_1000 14_8 0.2214 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0132 map_cut_20 14_8 0.0132 map_cut_30 14_8 0.0132 map_cut_100 14_8 0.0132 map_cut_200 14_8 0.0142 map_cut_500 14_8 0.0171 map_cut_1000 14_8 0.0185 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.1333 relative_P_20 14_8 0.1111 relative_P_30 14_8 0.1111 relative_P_100 14_8 0.1111 relative_P_200 14_8 0.1667 relative_P_500 14_8 0.3333 relative_P_1000 14_8 0.4444 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0080 set_relative_P 14_8 0.4444 set_recall 14_8 0.4444 set_map 14_8 0.0036 set_F 14_8 0.0157 num_nonrel_judged_ret 14_8 32 rbp 14_8 0.0596 rbp_resid 14_8 0.4170 unj_5 14_8 0.0000 unj_10 14_8 0.3000 unj_20 14_8 0.5500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 91 map 14_9 0.1827 Rprec 14_9 0.2488 bpref 14_9 0.3787 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.7742 iprec_at_recall_0.20 14_9 0.4490 iprec_at_recall_0.30 14_9 0.1501 iprec_at_recall_0.40 14_9 0.0959 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 1.0000 P_10 14_9 0.8000 P_15 14_9 0.7333 P_20 14_9 0.7000 P_30 14_9 0.7667 P_100 14_9 0.4400 P_200 14_9 0.2550 P_500 14_9 0.1340 P_1000 14_9 0.0910 relstring 14_9 '22222-122-' recall_5 14_9 0.0235 recall_10 14_9 0.0376 recall_15 14_9 0.0516 recall_20 14_9 0.0657 recall_30 14_9 0.1080 recall_100 14_9 0.2066 recall_200 14_9 0.2394 recall_500 14_9 0.3146 recall_1000 14_9 0.4272 infAP 14_9 0.1827 Rprec_mult_0.20 14_9 0.6744 Rprec_mult_0.40 14_9 0.4884 Rprec_mult_0.60 14_9 0.3516 Rprec_mult_0.80 14_9 0.2807 Rprec_mult_1.00 14_9 0.2488 Rprec_mult_1.20 14_9 0.2109 Rprec_mult_1.40 14_9 0.1873 Rprec_mult_1.60 14_9 0.1701 Rprec_mult_1.80 14_9 0.1615 Rprec_mult_2.00 14_9 0.1479 utility 14_9 -818.0000 11pt_avg 14_9 0.2245 binG 14_9 0.1054 G 14_9 0.0735 ndcg 14_9 0.4261 ndcg_rel 14_9 0.4390 Rndcg 14_9 0.4122 ndcg_cut_5 14_9 0.6667 ndcg_cut_10 14_9 0.5475 ndcg_cut_15 14_9 0.5321 ndcg_cut_20 14_9 0.5397 ndcg_cut_30 14_9 0.6045 ndcg_cut_100 14_9 0.4239 ndcg_cut_200 14_9 0.3197 ndcg_cut_500 14_9 0.3611 ndcg_cut_1000 14_9 0.4261 map_cut_5 14_9 0.0235 map_cut_10 14_9 0.0358 map_cut_15 14_9 0.0472 map_cut_20 14_9 0.0574 map_cut_30 14_9 0.0882 map_cut_100 14_9 0.1464 map_cut_200 14_9 0.1566 map_cut_500 14_9 0.1703 map_cut_1000 14_9 0.1827 relative_P_5 14_9 1.0000 relative_P_10 14_9 0.8000 relative_P_15 14_9 0.7333 relative_P_20 14_9 0.7000 relative_P_30 14_9 0.7667 relative_P_100 14_9 0.4400 relative_P_200 14_9 0.2550 relative_P_500 14_9 0.3146 relative_P_1000 14_9 0.4272 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0910 set_relative_P 14_9 0.4272 set_recall 14_9 0.4272 set_map 14_9 0.0389 set_F 14_9 0.1500 num_nonrel_judged_ret 14_9 17 rbp 14_9 0.4860 rbp_resid 14_9 0.1734 unj_5 14_9 0.0000 unj_10 14_9 0.2000 unj_20 14_9 0.2000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 23 map 15_1 0.0659 Rprec 15_1 0.1481 bpref 15_1 0.2419 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.2391 iprec_at_recall_0.20 15_1 0.0357 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.4000 P_10 15_1 0.4000 P_15 15_1 0.3333 P_20 15_1 0.3000 P_30 15_1 0.2000 P_100 15_1 0.1200 P_200 15_1 0.0650 P_500 15_1 0.0340 P_1000 15_1 0.0230 relstring 15_1 '320000-2-2' recall_5 15_1 0.0247 recall_10 15_1 0.0494 recall_15 15_1 0.0617 recall_20 15_1 0.0741 recall_30 15_1 0.0741 recall_100 15_1 0.1481 recall_200 15_1 0.1605 recall_500 15_1 0.2099 recall_1000 15_1 0.2840 infAP 15_1 0.0659 Rprec_mult_0.20 15_1 0.3529 Rprec_mult_0.40 15_1 0.2121 Rprec_mult_0.60 15_1 0.2245 Rprec_mult_0.80 15_1 0.1846 Rprec_mult_1.00 15_1 0.1481 Rprec_mult_1.20 15_1 0.1224 Rprec_mult_1.40 15_1 0.1053 Rprec_mult_1.60 15_1 0.1000 Rprec_mult_1.80 15_1 0.0890 Rprec_mult_2.00 15_1 0.0802 utility 15_1 -954.0000 11pt_avg 15_1 0.1159 binG 15_1 0.0704 G 15_1 0.0835 ndcg 15_1 0.3448 ndcg_rel 15_1 0.3552 Rndcg 15_1 0.3331 ndcg_cut_5 15_1 0.4818 ndcg_cut_10 15_1 0.4415 ndcg_cut_15 15_1 0.3811 ndcg_cut_20 15_1 0.3576 ndcg_cut_30 15_1 0.2874 ndcg_cut_100 15_1 0.2706 ndcg_cut_200 15_1 0.2751 ndcg_cut_500 15_1 0.3055 ndcg_cut_1000 15_1 0.3448 map_cut_5 15_1 0.0247 map_cut_10 15_1 0.0343 map_cut_15 15_1 0.0387 map_cut_20 15_1 0.0433 map_cut_30 15_1 0.0433 map_cut_100 15_1 0.0599 map_cut_200 15_1 0.0612 map_cut_500 15_1 0.0638 map_cut_1000 15_1 0.0659 relative_P_5 15_1 0.4000 relative_P_10 15_1 0.4000 relative_P_15 15_1 0.3333 relative_P_20 15_1 0.3000 relative_P_30 15_1 0.2000 relative_P_100 15_1 0.1481 relative_P_200 15_1 0.1605 relative_P_500 15_1 0.2099 relative_P_1000 15_1 0.2840 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0230 set_relative_P 15_1 0.2840 set_recall 15_1 0.2840 set_map 15_1 0.0065 set_F 15_1 0.0426 num_nonrel_judged_ret 15_1 22 rbp 15_1 0.2468 rbp_resid 15_1 0.3536 unj_5 15_1 0.0000 unj_10 15_1 0.2000 unj_20 15_1 0.4500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 33 map 15_10 0.2394 Rprec 15_10 0.3143 bpref 15_10 0.6286 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 0.4167 iprec_at_recall_0.20 15_10 0.4118 iprec_at_recall_0.30 15_10 0.3333 iprec_at_recall_0.40 15_10 0.2830 iprec_at_recall_0.50 15_10 0.1961 iprec_at_recall_0.60 15_10 0.1930 iprec_at_recall_0.70 15_10 0.0984 iprec_at_recall_0.80 15_10 0.0924 iprec_at_recall_0.90 15_10 0.0552 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.4000 P_10 15_10 0.4000 P_15 15_10 0.4000 P_20 15_10 0.3500 P_30 15_10 0.2667 P_100 15_10 0.1900 P_200 15_10 0.1150 P_500 15_10 0.0600 P_1000 15_10 0.0330 relstring 15_10 '20030--202' recall_5 15_10 0.0571 recall_10 15_10 0.1143 recall_15 15_10 0.1714 recall_20 15_10 0.2000 recall_30 15_10 0.2286 recall_100 15_10 0.5429 recall_200 15_10 0.6571 recall_500 15_10 0.8571 recall_1000 15_10 0.9429 infAP 15_10 0.2394 Rprec_mult_0.20 15_10 0.2857 Rprec_mult_0.40 15_10 0.3571 Rprec_mult_0.60 15_10 0.3810 Rprec_mult_0.80 15_10 0.2857 Rprec_mult_1.00 15_10 0.3143 Rprec_mult_1.20 15_10 0.3095 Rprec_mult_1.40 15_10 0.2653 Rprec_mult_1.60 15_10 0.2679 Rprec_mult_1.80 15_10 0.2540 Rprec_mult_2.00 15_10 0.2286 utility 15_10 -934.0000 11pt_avg 15_10 0.2800 binG 15_10 0.2065 G 15_10 0.2077 ndcg 15_10 0.6497 ndcg_rel 15_10 0.5369 Rndcg 15_10 0.4700 ndcg_cut_5 15_10 0.4373 ndcg_cut_10 15_10 0.4316 ndcg_cut_15 15_10 0.4700 ndcg_cut_20 15_10 0.4457 ndcg_cut_30 15_10 0.3978 ndcg_cut_100 15_10 0.5311 ndcg_cut_200 15_10 0.5763 ndcg_cut_500 15_10 0.6295 ndcg_cut_1000 15_10 0.6497 map_cut_5 15_10 0.0429 map_cut_10 15_10 0.0650 map_cut_15 15_10 0.0883 map_cut_20 15_10 0.1001 map_cut_30 15_10 0.1110 map_cut_100 15_10 0.1961 map_cut_200 15_10 0.2167 map_cut_500 15_10 0.2349 map_cut_1000 15_10 0.2394 relative_P_5 15_10 0.4000 relative_P_10 15_10 0.4000 relative_P_15 15_10 0.4000 relative_P_20 15_10 0.3500 relative_P_30 15_10 0.2667 relative_P_100 15_10 0.5429 relative_P_200 15_10 0.6571 relative_P_500 15_10 0.8571 relative_P_1000 15_10 0.9429 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0330 set_relative_P 15_10 0.9429 set_recall 15_10 0.9429 set_map 15_10 0.0311 set_F 15_10 0.0638 num_nonrel_judged_ret 15_10 27 rbp 15_10 0.2490 rbp_resid 15_10 0.3506 unj_5 15_10 0.0000 unj_10 15_10 0.2000 unj_20 15_10 0.4500 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 4 map 15_3 0.0093 Rprec 15_3 0.0455 bpref 15_3 0.0558 recip_rank 15_3 0.1429 iprec_at_recall_0.00 15_3 0.1429 iprec_at_recall_0.10 15_3 0.0513 iprec_at_recall_0.20 15_3 0.0062 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.1000 P_15 15_3 0.0667 P_20 15_3 0.0500 P_30 15_3 0.0333 P_100 15_3 0.0200 P_200 15_3 0.0100 P_500 15_3 0.0040 P_1000 15_3 0.0040 relstring 15_3 '00000-100-' recall_5 15_3 0.0000 recall_10 15_3 0.0455 recall_15 15_3 0.0455 recall_20 15_3 0.0455 recall_30 15_3 0.0455 recall_100 15_3 0.0909 recall_200 15_3 0.0909 recall_500 15_3 0.0909 recall_1000 15_3 0.1818 infAP 15_3 0.0093 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.1111 Rprec_mult_0.60 15_3 0.0714 Rprec_mult_0.80 15_3 0.0556 Rprec_mult_1.00 15_3 0.0455 Rprec_mult_1.20 15_3 0.0370 Rprec_mult_1.40 15_3 0.0323 Rprec_mult_1.60 15_3 0.0278 Rprec_mult_1.80 15_3 0.0500 Rprec_mult_2.00 15_3 0.0455 utility 15_3 -992.0000 11pt_avg 15_3 0.0182 binG 15_3 0.0335 G 15_3 0.0292 ndcg 15_3 0.0857 ndcg_rel 15_3 0.0819 Rndcg 15_3 0.0500 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0367 ndcg_cut_15 15_3 0.0320 ndcg_cut_20 15_3 0.0288 ndcg_cut_30 15_3 0.0277 ndcg_cut_100 15_3 0.0590 ndcg_cut_200 15_3 0.0590 ndcg_cut_500 15_3 0.0590 ndcg_cut_1000 15_3 0.0857 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0065 map_cut_15 15_3 0.0065 map_cut_20 15_3 0.0065 map_cut_30 15_3 0.0065 map_cut_100 15_3 0.0088 map_cut_200 15_3 0.0088 map_cut_500 15_3 0.0088 map_cut_1000 15_3 0.0093 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.1000 relative_P_15 15_3 0.0667 relative_P_20 15_3 0.0500 relative_P_30 15_3 0.0455 relative_P_100 15_3 0.0909 relative_P_200 15_3 0.0909 relative_P_500 15_3 0.0909 relative_P_1000 15_3 0.1818 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 1.0000 set_P 15_3 0.0040 set_relative_P 15_3 0.1818 set_recall 15_3 0.1818 set_map 15_3 0.0007 set_F 15_3 0.0078 num_nonrel_judged_ret 15_3 31 rbp 15_3 0.0284 rbp_resid 15_3 0.3496 unj_5 15_3 0.0000 unj_10 15_3 0.2000 unj_20 15_3 0.4500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 12 map 15_4 0.0538 Rprec 15_4 0.1000 bpref 15_4 0.1250 recip_rank 15_4 0.0833 iprec_at_recall_0.00 15_4 0.1600 iprec_at_recall_0.10 15_4 0.1600 iprec_at_recall_0.20 15_4 0.1600 iprec_at_recall_0.30 15_4 0.1500 iprec_at_recall_0.40 15_4 0.0672 iprec_at_recall_0.50 15_4 0.0264 iprec_at_recall_0.60 15_4 0.0186 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0667 P_20 15_4 0.1000 P_30 15_4 0.1333 P_100 15_4 0.0700 P_200 15_4 0.0450 P_500 15_4 0.0220 P_1000 15_4 0.0120 relstring 15_4 '00000---00' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0500 recall_20 15_4 0.1000 recall_30 15_4 0.2000 recall_100 15_4 0.3500 recall_200 15_4 0.4500 recall_500 15_4 0.5500 recall_1000 15_4 0.6000 infAP 15_4 0.0538 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0833 Rprec_mult_0.80 15_4 0.0625 Rprec_mult_1.00 15_4 0.1000 Rprec_mult_1.20 15_4 0.1250 Rprec_mult_1.40 15_4 0.1429 Rprec_mult_1.60 15_4 0.1250 Rprec_mult_1.80 15_4 0.1111 Rprec_mult_2.00 15_4 0.1500 utility 15_4 -976.0000 11pt_avg 15_4 0.0675 binG 15_4 0.1070 G 15_4 0.1030 ndcg 15_4 0.2971 ndcg_rel 15_4 0.2354 Rndcg 15_4 0.1417 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0471 ndcg_cut_20 15_4 0.0799 ndcg_cut_30 15_4 0.1485 ndcg_cut_100 15_4 0.2198 ndcg_cut_200 15_4 0.2523 ndcg_cut_500 15_4 0.2887 ndcg_cut_1000 15_4 0.2971 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0042 map_cut_20 15_4 0.0097 map_cut_30 15_4 0.0245 map_cut_100 15_4 0.0445 map_cut_200 15_4 0.0503 map_cut_500 15_4 0.0529 map_cut_1000 15_4 0.0538 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0667 relative_P_20 15_4 0.1000 relative_P_30 15_4 0.2000 relative_P_100 15_4 0.3500 relative_P_200 15_4 0.4500 relative_P_500 15_4 0.5500 relative_P_1000 15_4 0.6000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0120 set_relative_P 15_4 0.6000 set_recall 15_4 0.6000 set_map 15_4 0.0072 set_F 15_4 0.0235 num_nonrel_judged_ret 15_4 50 rbp 15_4 0.0699 rbp_resid 15_4 0.3510 unj_5 15_4 0.0000 unj_10 15_4 0.3000 unj_20 15_4 0.4500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 25 map 15_5 0.2868 Rprec 15_5 0.3226 bpref 15_5 0.5869 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 0.7500 iprec_at_recall_0.20 15_5 0.5000 iprec_at_recall_0.30 15_5 0.4500 iprec_at_recall_0.40 15_5 0.2857 iprec_at_recall_0.50 15_5 0.2025 iprec_at_recall_0.60 15_5 0.1827 iprec_at_recall_0.70 15_5 0.0410 iprec_at_recall_0.80 15_5 0.0348 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.6000 P_10 15_5 0.5000 P_15 15_5 0.4667 P_20 15_5 0.4500 P_30 15_5 0.3333 P_100 15_5 0.1800 P_200 15_5 0.1000 P_500 15_5 0.0420 P_1000 15_5 0.0250 relstring 15_5 '310201100-' recall_5 15_5 0.0968 recall_10 15_5 0.1613 recall_15 15_5 0.2258 recall_20 15_5 0.2903 recall_30 15_5 0.3226 recall_100 15_5 0.5806 recall_200 15_5 0.6452 recall_500 15_5 0.6774 recall_1000 15_5 0.8065 infAP 15_5 0.2868 Rprec_mult_0.20 15_5 0.7143 Rprec_mult_0.40 15_5 0.4615 Rprec_mult_0.60 15_5 0.4211 Rprec_mult_0.80 15_5 0.4000 Rprec_mult_1.00 15_5 0.3226 Rprec_mult_1.20 15_5 0.2895 Rprec_mult_1.40 15_5 0.2727 Rprec_mult_1.60 15_5 0.2600 Rprec_mult_1.80 15_5 0.2500 Rprec_mult_2.00 15_5 0.2419 utility 15_5 -950.0000 11pt_avg 15_5 0.3133 binG 15_5 0.2375 G 15_5 0.2175 ndcg 15_5 0.6136 ndcg_rel 15_5 0.5667 Rndcg 15_5 0.5319 ndcg_cut_5 15_5 0.5596 ndcg_cut_10 15_5 0.4876 ndcg_cut_15 15_5 0.4992 ndcg_cut_20 15_5 0.4896 ndcg_cut_30 15_5 0.4355 ndcg_cut_100 15_5 0.5384 ndcg_cut_200 15_5 0.5572 ndcg_cut_500 15_5 0.5647 ndcg_cut_1000 15_5 0.6136 map_cut_5 15_5 0.0887 map_cut_10 15_5 0.1333 map_cut_15 15_5 0.1643 map_cut_20 15_5 0.1931 map_cut_30 15_5 0.2060 map_cut_100 15_5 0.2696 map_cut_200 15_5 0.2803 map_cut_500 15_5 0.2820 map_cut_1000 15_5 0.2868 relative_P_5 15_5 0.6000 relative_P_10 15_5 0.5000 relative_P_15 15_5 0.4667 relative_P_20 15_5 0.4500 relative_P_30 15_5 0.3333 relative_P_100 15_5 0.5806 relative_P_200 15_5 0.6452 relative_P_500 15_5 0.6774 relative_P_1000 15_5 0.8065 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0250 set_relative_P 15_5 0.8065 set_recall 15_5 0.8065 set_map 15_5 0.0202 set_F 15_5 0.0485 num_nonrel_judged_ret 15_5 23 rbp 15_5 0.2577 rbp_resid 15_5 0.2406 unj_5 15_5 0.0000 unj_10 15_5 0.1000 unj_20 15_5 0.3000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 17 map 15_6 0.0280 Rprec 15_6 0.0526 bpref 15_6 0.0249 recip_rank 15_6 0.0667 iprec_at_recall_0.00 15_6 0.0667 iprec_at_recall_0.10 15_6 0.0455 iprec_at_recall_0.20 15_6 0.0408 iprec_at_recall_0.30 15_6 0.0301 iprec_at_recall_0.40 15_6 0.0301 iprec_at_recall_0.50 15_6 0.0301 iprec_at_recall_0.60 15_6 0.0301 iprec_at_recall_0.70 15_6 0.0301 iprec_at_recall_0.80 15_6 0.0257 iprec_at_recall_0.90 15_6 0.0210 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0667 P_20 15_6 0.0500 P_30 15_6 0.0333 P_100 15_6 0.0400 P_200 15_6 0.0200 P_500 15_6 0.0280 P_1000 15_6 0.0170 relstring 15_6 '000000--00' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0526 recall_20 15_6 0.0526 recall_30 15_6 0.0526 recall_100 15_6 0.2105 recall_200 15_6 0.2105 recall_500 15_6 0.7368 recall_1000 15_6 0.8947 infAP 15_6 0.0280 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0625 Rprec_mult_1.00 15_6 0.0526 Rprec_mult_1.20 15_6 0.0435 Rprec_mult_1.40 15_6 0.0370 Rprec_mult_1.60 15_6 0.0323 Rprec_mult_1.80 15_6 0.0286 Rprec_mult_2.00 15_6 0.0263 utility 15_6 -966.0000 11pt_avg 15_6 0.0318 binG 15_6 0.1191 G 15_6 0.1136 ndcg 15_6 0.3066 ndcg_rel 15_6 0.1909 Rndcg 15_6 0.0946 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0393 ndcg_cut_20 15_6 0.0353 ndcg_cut_30 15_6 0.0353 ndcg_cut_100 15_6 0.0937 ndcg_cut_200 15_6 0.0937 ndcg_cut_500 15_6 0.2616 ndcg_cut_1000 15_6 0.3066 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0035 map_cut_20 15_6 0.0035 map_cut_30 15_6 0.0035 map_cut_100 15_6 0.0103 map_cut_200 15_6 0.0103 map_cut_500 15_6 0.0243 map_cut_1000 15_6 0.0280 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0667 relative_P_20 15_6 0.0526 relative_P_30 15_6 0.0526 relative_P_100 15_6 0.2105 relative_P_200 15_6 0.2105 relative_P_500 15_6 0.7368 relative_P_1000 15_6 0.8947 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0170 set_relative_P 15_6 0.8947 set_recall 15_6 0.8947 set_map 15_6 0.0152 set_F 15_6 0.0334 num_nonrel_judged_ret 15_6 72 rbp 15_6 0.0159 rbp_resid 15_6 0.2918 unj_5 15_6 0.0000 unj_10 15_6 0.2000 unj_20 15_6 0.3500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 98 map 1_1 0.2183 Rprec 1_1 0.2840 bpref 1_1 0.3689 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 1.0000 iprec_at_recall_0.20 1_1 0.4483 iprec_at_recall_0.30 1_1 0.2711 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 0.9667 P_100 1_1 0.4800 P_200 1_1 0.3200 P_500 1_1 0.1700 P_1000 1_1 0.0980 relstring 1_1 '3222222222' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.1128 recall_100 1_1 0.1868 recall_200 1_1 0.2490 recall_500 1_1 0.3307 recall_1000 1_1 0.3813 infAP 1_1 0.2183 Rprec_mult_0.20 1_1 0.7500 Rprec_mult_0.40 1_1 0.4660 Rprec_mult_0.60 1_1 0.3742 Rprec_mult_0.80 1_1 0.3107 Rprec_mult_1.00 1_1 0.2840 Rprec_mult_1.20 1_1 0.2524 Rprec_mult_1.40 1_1 0.2250 Rprec_mult_1.60 1_1 0.2015 Rprec_mult_1.80 1_1 0.1836 Rprec_mult_2.00 1_1 0.1654 utility 1_1 -804.0000 11pt_avg 1_1 0.2472 binG 1_1 0.1579 G 1_1 0.0925 ndcg 1_1 0.4899 ndcg_rel 1_1 0.5316 Rndcg 1_1 0.5294 ndcg_cut_5 1_1 0.7797 ndcg_cut_10 1_1 0.7400 ndcg_cut_15 1_1 0.7491 ndcg_cut_20 1_1 0.7792 ndcg_cut_30 1_1 0.8105 ndcg_cut_100 1_1 0.5359 ndcg_cut_200 1_1 0.4396 ndcg_cut_500 1_1 0.4562 ndcg_cut_1000 1_1 0.4899 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.1127 map_cut_100 1_1 0.1652 map_cut_200 1_1 0.1896 map_cut_500 1_1 0.2119 map_cut_1000 1_1 0.2183 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 0.9667 relative_P_100 1_1 0.4800 relative_P_200 1_1 0.3200 relative_P_500 1_1 0.3307 relative_P_1000 1_1 0.3813 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0980 set_relative_P 1_1 0.3813 set_recall 1_1 0.3813 set_map 1_1 0.0374 set_F 1_1 0.1559 num_nonrel_judged_ret 1_1 10 rbp 1_1 0.6930 rbp_resid 1_1 0.0286 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 52 map 1_2 0.1498 Rprec 1_2 0.1930 bpref 1_2 0.4282 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.6875 iprec_at_recall_0.20 1_2 0.1901 iprec_at_recall_0.30 1_2 0.0679 iprec_at_recall_0.40 1_2 0.0670 iprec_at_recall_0.50 1_2 0.0000 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.8000 P_15 1_2 0.6667 P_20 1_2 0.6500 P_30 1_2 0.5000 P_100 1_2 0.2200 P_200 1_2 0.1200 P_500 1_2 0.0660 P_1000 1_2 0.0520 relstring 1_2 '232112-1-1' recall_5 1_2 0.0439 recall_10 1_2 0.0702 recall_15 1_2 0.0877 recall_20 1_2 0.1140 recall_30 1_2 0.1316 recall_100 1_2 0.1930 recall_200 1_2 0.2105 recall_500 1_2 0.2895 recall_1000 1_2 0.4561 infAP 1_2 0.1498 Rprec_mult_0.20 1_2 0.5652 Rprec_mult_0.40 1_2 0.3913 Rprec_mult_0.60 1_2 0.2899 Rprec_mult_0.80 1_2 0.2391 Rprec_mult_1.00 1_2 0.1930 Rprec_mult_1.20 1_2 0.1679 Rprec_mult_1.40 1_2 0.1437 Rprec_mult_1.60 1_2 0.1257 Rprec_mult_1.80 1_2 0.1165 Rprec_mult_2.00 1_2 0.1140 utility 1_2 -896.0000 11pt_avg 1_2 0.1829 binG 1_2 0.1247 G 1_2 0.0713 ndcg 1_2 0.3626 ndcg_rel 1_2 0.3645 Rndcg 1_2 0.3597 ndcg_cut_5 1_2 0.5800 ndcg_cut_10 1_2 0.4803 ndcg_cut_15 1_2 0.4191 ndcg_cut_20 1_2 0.4028 ndcg_cut_30 1_2 0.3612 ndcg_cut_100 1_2 0.2664 ndcg_cut_200 1_2 0.2632 ndcg_cut_500 1_2 0.2985 ndcg_cut_1000 1_2 0.3626 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0673 map_cut_15 1_2 0.0788 map_cut_20 1_2 0.0964 map_cut_30 1_2 0.1064 map_cut_100 1_2 0.1285 map_cut_200 1_2 0.1313 map_cut_500 1_2 0.1392 map_cut_1000 1_2 0.1498 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.8000 relative_P_15 1_2 0.6667 relative_P_20 1_2 0.6500 relative_P_30 1_2 0.5000 relative_P_100 1_2 0.2200 relative_P_200 1_2 0.2105 relative_P_500 1_2 0.2895 relative_P_1000 1_2 0.4561 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0520 set_relative_P 1_2 0.4561 set_recall 1_2 0.4561 set_map 1_2 0.0237 set_F 1_2 0.0934 num_nonrel_judged_ret 1_2 3 rbp 1_2 0.2877 rbp_resid 1_2 0.3082 unj_5 1_2 0.0000 unj_10 1_2 0.2000 unj_20 1_2 0.3500 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 47 map 1_3 0.1533 Rprec 1_3 0.2535 bpref 1_3 0.5784 recip_rank 1_3 0.3333 iprec_at_recall_0.00 1_3 0.6667 iprec_at_recall_0.10 1_3 0.3421 iprec_at_recall_0.20 1_3 0.3265 iprec_at_recall_0.30 1_3 0.2386 iprec_at_recall_0.40 1_3 0.1573 iprec_at_recall_0.50 1_3 0.1091 iprec_at_recall_0.60 1_3 0.0662 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.6000 P_10 1_3 0.5000 P_15 1_3 0.4000 P_20 1_3 0.3000 P_30 1_3 0.3000 P_100 1_3 0.2100 P_200 1_3 0.1450 P_500 1_3 0.0760 P_1000 1_3 0.0470 relstring 1_3 '002212-03-' recall_5 1_3 0.0423 recall_10 1_3 0.0704 recall_15 1_3 0.0845 recall_20 1_3 0.0845 recall_30 1_3 0.1268 recall_100 1_3 0.2958 recall_200 1_3 0.4085 recall_500 1_3 0.5352 recall_1000 1_3 0.6620 infAP 1_3 0.1533 Rprec_mult_0.20 1_3 0.4000 Rprec_mult_0.40 1_3 0.3103 Rprec_mult_0.60 1_3 0.3023 Rprec_mult_0.80 1_3 0.2982 Rprec_mult_1.00 1_3 0.2535 Rprec_mult_1.20 1_3 0.2209 Rprec_mult_1.40 1_3 0.2100 Rprec_mult_1.60 1_3 0.2105 Rprec_mult_1.80 1_3 0.1953 Rprec_mult_2.00 1_3 0.1761 utility 1_3 -906.0000 11pt_avg 1_3 0.1733 binG 1_3 0.1272 G 1_3 0.1173 ndcg 1_3 0.4874 ndcg_rel 1_3 0.3934 Rndcg 1_3 0.3279 ndcg_cut_5 1_3 0.2542 ndcg_cut_10 1_3 0.3118 ndcg_cut_15 1_3 0.2942 ndcg_cut_20 1_3 0.2543 ndcg_cut_30 1_3 0.2545 ndcg_cut_100 1_3 0.2923 ndcg_cut_200 1_3 0.3726 ndcg_cut_500 1_3 0.4265 ndcg_cut_1000 1_3 0.4874 map_cut_5 1_3 0.0202 map_cut_10 1_3 0.0374 map_cut_15 1_3 0.0451 map_cut_20 1_3 0.0451 map_cut_30 1_3 0.0588 map_cut_100 1_3 0.1088 map_cut_200 1_3 0.1300 map_cut_500 1_3 0.1455 map_cut_1000 1_3 0.1533 relative_P_5 1_3 0.6000 relative_P_10 1_3 0.5000 relative_P_15 1_3 0.4000 relative_P_20 1_3 0.3000 relative_P_30 1_3 0.3000 relative_P_100 1_3 0.2958 relative_P_200 1_3 0.4085 relative_P_500 1_3 0.5352 relative_P_1000 1_3 0.6620 success_1 1_3 0.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0470 set_relative_P 1_3 0.6620 set_recall 1_3 0.6620 set_map 1_3 0.0311 set_F 1_3 0.0878 num_nonrel_judged_ret 1_3 12 rbp 1_3 0.2523 rbp_resid 1_3 0.3638 unj_5 1_3 0.0000 unj_10 1_3 0.2000 unj_20 1_3 0.5500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 89 map 1_4 0.3238 Rprec 1_4 0.3806 bpref 1_4 0.6436 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.8235 iprec_at_recall_0.20 1_4 0.6744 iprec_at_recall_0.30 1_4 0.5128 iprec_at_recall_0.40 1_4 0.3819 iprec_at_recall_0.50 1_4 0.2742 iprec_at_recall_0.60 1_4 0.1220 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 0.8000 P_20 1_4 0.7500 P_30 1_4 0.7333 P_100 1_4 0.4500 P_200 1_4 0.3100 P_500 1_4 0.1540 P_1000 1_4 0.0890 relstring 1_4 '1222221222' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.0896 recall_20 1_4 0.1119 recall_30 1_4 0.1642 recall_100 1_4 0.3358 recall_200 1_4 0.4627 recall_500 1_4 0.5746 recall_1000 1_4 0.6642 infAP 1_4 0.3238 Rprec_mult_0.20 1_4 0.7037 Rprec_mult_0.40 1_4 0.5926 Rprec_mult_0.60 1_4 0.5062 Rprec_mult_0.80 1_4 0.4167 Rprec_mult_1.00 1_4 0.3806 Rprec_mult_1.20 1_4 0.3478 Rprec_mult_1.40 1_4 0.3138 Rprec_mult_1.60 1_4 0.3023 Rprec_mult_1.80 1_4 0.2727 Rprec_mult_2.00 1_4 0.2537 utility 1_4 -822.0000 11pt_avg 1_4 0.3444 binG 1_4 0.1875 G 1_4 0.1156 ndcg 1_4 0.5859 ndcg_rel 1_4 0.5341 Rndcg 1_4 0.4938 ndcg_cut_5 1_4 0.5536 ndcg_cut_10 1_4 0.5688 ndcg_cut_15 1_4 0.5072 ndcg_cut_20 1_4 0.5188 ndcg_cut_30 1_4 0.5486 ndcg_cut_100 1_4 0.4389 ndcg_cut_200 1_4 0.4864 ndcg_cut_500 1_4 0.5487 ndcg_cut_1000 1_4 0.5859 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.0873 map_cut_20 1_4 0.1051 map_cut_30 1_4 0.1427 map_cut_100 1_4 0.2409 map_cut_200 1_4 0.2870 map_cut_500 1_4 0.3141 map_cut_1000 1_4 0.3238 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 0.8000 relative_P_20 1_4 0.7500 relative_P_30 1_4 0.7333 relative_P_100 1_4 0.4500 relative_P_200 1_4 0.4627 relative_P_500 1_4 0.5746 relative_P_1000 1_4 0.6642 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0890 set_relative_P 1_4 0.6642 set_recall 1_4 0.6642 set_map 1_4 0.0591 set_F 1_4 0.1570 num_nonrel_judged_ret 1_4 2 rbp 1_4 0.4970 rbp_resid 1_4 0.1745 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.2500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 19 map 1_6 0.0072 Rprec 1_6 0.0331 bpref 1_6 0.1197 recip_rank 1_6 0.2500 iprec_at_recall_0.00 1_6 0.2500 iprec_at_recall_0.10 1_6 0.0345 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.2000 P_10 1_6 0.1000 P_15 1_6 0.0667 P_20 1_6 0.1000 P_30 1_6 0.0667 P_100 1_6 0.0300 P_200 1_6 0.0300 P_500 1_6 0.0300 P_1000 1_6 0.0190 relstring 1_6 '000100-0-0' recall_5 1_6 0.0083 recall_10 1_6 0.0083 recall_15 1_6 0.0083 recall_20 1_6 0.0165 recall_30 1_6 0.0165 recall_100 1_6 0.0248 recall_200 1_6 0.0496 recall_500 1_6 0.1240 recall_1000 1_6 0.1570 infAP 1_6 0.0072 Rprec_mult_0.20 1_6 0.0800 Rprec_mult_0.40 1_6 0.0408 Rprec_mult_0.60 1_6 0.0274 Rprec_mult_0.80 1_6 0.0309 Rprec_mult_1.00 1_6 0.0331 Rprec_mult_1.20 1_6 0.0274 Rprec_mult_1.40 1_6 0.0353 Rprec_mult_1.60 1_6 0.0309 Rprec_mult_1.80 1_6 0.0275 Rprec_mult_2.00 1_6 0.0248 utility 1_6 -962.0000 11pt_avg 1_6 0.0259 binG 1_6 0.0226 G 1_6 0.0167 ndcg 1_6 0.0806 ndcg_rel 1_6 0.0755 Rndcg 1_6 0.0391 ndcg_cut_5 1_6 0.0487 ndcg_cut_10 1_6 0.0316 ndcg_cut_15 1_6 0.0245 ndcg_cut_20 1_6 0.0320 ndcg_cut_30 1_6 0.0264 ndcg_cut_100 1_6 0.0199 ndcg_cut_200 1_6 0.0312 ndcg_cut_500 1_6 0.0603 ndcg_cut_1000 1_6 0.0806 map_cut_5 1_6 0.0021 map_cut_10 1_6 0.0021 map_cut_15 1_6 0.0021 map_cut_20 1_6 0.0031 map_cut_30 1_6 0.0031 map_cut_100 1_6 0.0034 map_cut_200 1_6 0.0043 map_cut_500 1_6 0.0065 map_cut_1000 1_6 0.0072 relative_P_5 1_6 0.2000 relative_P_10 1_6 0.1000 relative_P_15 1_6 0.0667 relative_P_20 1_6 0.1000 relative_P_30 1_6 0.0667 relative_P_100 1_6 0.0300 relative_P_200 1_6 0.0496 relative_P_500 1_6 0.1240 relative_P_1000 1_6 0.1570 success_1 1_6 0.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0190 set_relative_P 1_6 0.1570 set_recall 1_6 0.1570 set_map 1_6 0.0030 set_F 1_6 0.0339 num_nonrel_judged_ret 1_6 23 rbp 1_6 0.0312 rbp_resid 1_6 0.3638 unj_5 1_6 0.0000 unj_10 1_6 0.2000 unj_20 1_6 0.4500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 66 map 1_7 0.1779 Rprec 1_7 0.2273 bpref 1_7 0.5574 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.5909 iprec_at_recall_0.20 1_7 0.3056 iprec_at_recall_0.30 1_7 0.1692 iprec_at_recall_0.40 1_7 0.0909 iprec_at_recall_0.50 1_7 0.0785 iprec_at_recall_0.60 1_7 0.0666 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 1.0000 P_10 1_7 0.7000 P_15 1_7 0.6000 P_20 1_7 0.5500 P_30 1_7 0.4667 P_100 1_7 0.2200 P_200 1_7 0.1650 P_500 1_7 0.0880 P_1000 1_7 0.0660 relstring 1_7 '2111111---' recall_5 1_7 0.0455 recall_10 1_7 0.0636 recall_15 1_7 0.0818 recall_20 1_7 0.1000 recall_30 1_7 0.1273 recall_100 1_7 0.2000 recall_200 1_7 0.3000 recall_500 1_7 0.4000 recall_1000 1_7 0.6000 infAP 1_7 0.1779 Rprec_mult_0.20 1_7 0.5909 Rprec_mult_0.40 1_7 0.4091 Rprec_mult_0.60 1_7 0.3182 Rprec_mult_0.80 1_7 0.2500 Rprec_mult_1.00 1_7 0.2273 Rprec_mult_1.20 1_7 0.2045 Rprec_mult_1.40 1_7 0.1948 Rprec_mult_1.60 1_7 0.1761 Rprec_mult_1.80 1_7 0.1667 Rprec_mult_2.00 1_7 0.1545 utility 1_7 -868.0000 11pt_avg 1_7 0.2092 binG 1_7 0.1472 G 1_7 0.1109 ndcg 1_7 0.5189 ndcg_rel 1_7 0.4629 Rndcg 1_7 0.4328 ndcg_cut_5 1_7 0.5245 ndcg_cut_10 1_7 0.4327 ndcg_cut_15 1_7 0.4088 ndcg_cut_20 1_7 0.4069 ndcg_cut_30 1_7 0.3677 ndcg_cut_100 1_7 0.2984 ndcg_cut_200 1_7 0.3622 ndcg_cut_500 1_7 0.4200 ndcg_cut_1000 1_7 0.5189 map_cut_5 1_7 0.0455 map_cut_10 1_7 0.0636 map_cut_15 1_7 0.0765 map_cut_20 1_7 0.0869 map_cut_30 1_7 0.1018 map_cut_100 1_7 0.1303 map_cut_200 1_7 0.1511 map_cut_500 1_7 0.1627 map_cut_1000 1_7 0.1779 relative_P_5 1_7 1.0000 relative_P_10 1_7 0.7000 relative_P_15 1_7 0.6000 relative_P_20 1_7 0.5500 relative_P_30 1_7 0.4667 relative_P_100 1_7 0.2200 relative_P_200 1_7 0.3000 relative_P_500 1_7 0.4000 relative_P_1000 1_7 0.6000 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0660 set_relative_P 1_7 0.6000 set_recall 1_7 0.6000 set_map 1_7 0.0396 set_F 1_7 0.1189 num_nonrel_judged_ret 1_7 19 rbp 1_7 0.2795 rbp_resid 1_7 0.3383 unj_5 1_7 0.0000 unj_10 1_7 0.3000 unj_20 1_7 0.4500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 72 map 1_8 0.2335 Rprec 1_8 0.3220 bpref 1_8 0.5920 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.6250 iprec_at_recall_0.20 1_8 0.4828 iprec_at_recall_0.30 1_8 0.3725 iprec_at_recall_0.40 1_8 0.1715 iprec_at_recall_0.50 1_8 0.1214 iprec_at_recall_0.60 1_8 0.0734 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.7000 P_15 1_8 0.6667 P_20 1_8 0.6000 P_30 1_8 0.5667 P_100 1_8 0.3700 P_200 1_8 0.2150 P_500 1_8 0.1180 P_1000 1_8 0.0720 relstring 1_8 '111121-1--' recall_5 1_8 0.0424 recall_10 1_8 0.0593 recall_15 1_8 0.0847 recall_20 1_8 0.1017 recall_30 1_8 0.1441 recall_100 1_8 0.3136 recall_200 1_8 0.3644 recall_500 1_8 0.5000 recall_1000 1_8 0.6102 infAP 1_8 0.2335 Rprec_mult_0.20 1_8 0.6250 Rprec_mult_0.40 1_8 0.4583 Rprec_mult_0.60 1_8 0.4366 Rprec_mult_0.80 1_8 0.3684 Rprec_mult_1.00 1_8 0.3220 Rprec_mult_1.20 1_8 0.2746 Rprec_mult_1.40 1_8 0.2470 Rprec_mult_1.60 1_8 0.2275 Rprec_mult_1.80 1_8 0.2019 Rprec_mult_2.00 1_8 0.1907 utility 1_8 -856.0000 11pt_avg 1_8 0.2588 binG 1_8 0.1523 G 1_8 0.0929 ndcg 1_8 0.4811 ndcg_rel 1_8 0.4219 Rndcg 1_8 0.3496 ndcg_cut_5 1_8 0.3771 ndcg_cut_10 1_8 0.2940 ndcg_cut_15 1_8 0.3297 ndcg_cut_20 1_8 0.3503 ndcg_cut_30 1_8 0.3960 ndcg_cut_100 1_8 0.3375 ndcg_cut_200 1_8 0.3478 ndcg_cut_500 1_8 0.4268 ndcg_cut_1000 1_8 0.4811 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0583 map_cut_15 1_8 0.0746 map_cut_20 1_8 0.0855 map_cut_30 1_8 0.1104 map_cut_100 1_8 0.1880 map_cut_200 1_8 0.2023 map_cut_500 1_8 0.2234 map_cut_1000 1_8 0.2335 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.7000 relative_P_15 1_8 0.6667 relative_P_20 1_8 0.6000 relative_P_30 1_8 0.5667 relative_P_100 1_8 0.3700 relative_P_200 1_8 0.3644 relative_P_500 1_8 0.5000 relative_P_1000 1_8 0.6102 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0720 set_relative_P 1_8 0.6102 set_recall 1_8 0.6102 set_map 1_8 0.0439 set_F 1_8 0.1288 num_nonrel_judged_ret 1_8 4 rbp 1_8 0.3155 rbp_resid 1_8 0.2873 unj_5 1_8 0.0000 unj_10 1_8 0.3000 unj_20 1_8 0.3500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 45 map 1_9 0.5125 Rprec 1_9 0.5625 bpref 1_9 0.8976 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 0.7857 iprec_at_recall_0.30 1_9 0.7407 iprec_at_recall_0.40 1_9 0.7407 iprec_at_recall_0.50 1_9 0.7059 iprec_at_recall_0.60 1_9 0.3766 iprec_at_recall_0.70 1_9 0.2112 iprec_at_recall_0.80 1_9 0.1439 iprec_at_recall_0.90 1_9 0.0975 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 0.7000 P_15 1_9 0.7333 P_20 1_9 0.7000 P_30 1_9 0.7000 P_100 1_9 0.3000 P_200 1_9 0.1800 P_500 1_9 0.0880 P_1000 1_9 0.0450 relstring 1_9 '13333-3-2-' recall_5 1_9 0.1042 recall_10 1_9 0.1458 recall_15 1_9 0.2292 recall_20 1_9 0.2917 recall_30 1_9 0.4375 recall_100 1_9 0.6250 recall_200 1_9 0.7500 recall_500 1_9 0.9167 recall_1000 1_9 0.9375 infAP 1_9 0.5125 Rprec_mult_0.20 1_9 0.7000 Rprec_mult_0.40 1_9 0.7000 Rprec_mult_0.60 1_9 0.7241 Rprec_mult_0.80 1_9 0.6410 Rprec_mult_1.00 1_9 0.5625 Rprec_mult_1.20 1_9 0.4828 Rprec_mult_1.40 1_9 0.4118 Rprec_mult_1.60 1_9 0.3766 Rprec_mult_1.80 1_9 0.3448 Rprec_mult_2.00 1_9 0.3125 utility 1_9 -910.0000 11pt_avg 1_9 0.5275 binG 1_9 0.3182 G 1_9 0.2337 ndcg 1_9 0.7942 ndcg_rel 1_9 0.6894 Rndcg 1_9 0.6707 ndcg_cut_5 1_9 0.7739 ndcg_cut_10 1_9 0.6197 ndcg_cut_15 1_9 0.6022 ndcg_cut_20 1_9 0.6155 ndcg_cut_30 1_9 0.6400 ndcg_cut_100 1_9 0.6937 ndcg_cut_200 1_9 0.7442 ndcg_cut_500 1_9 0.7869 ndcg_cut_1000 1_9 0.7942 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.1382 map_cut_15 1_9 0.2014 map_cut_20 1_9 0.2483 map_cut_30 1_9 0.3525 map_cut_100 1_9 0.4627 map_cut_200 1_9 0.4919 map_cut_500 1_9 0.5114 map_cut_1000 1_9 0.5125 relative_P_5 1_9 1.0000 relative_P_10 1_9 0.7000 relative_P_15 1_9 0.7333 relative_P_20 1_9 0.7000 relative_P_30 1_9 0.7000 relative_P_100 1_9 0.6250 relative_P_200 1_9 0.7500 relative_P_500 1_9 0.9167 relative_P_1000 1_9 0.9375 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0450 set_relative_P 1_9 0.9375 set_recall 1_9 0.9375 set_map 1_9 0.0422 set_F 1_9 0.0859 num_nonrel_judged_ret 1_9 7 rbp 1_9 0.6031 rbp_resid 1_9 0.2309 unj_5 1_9 0.0000 unj_10 1_9 0.3000 unj_20 1_9 0.2500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 112 map 4_10 0.2355 Rprec 4_10 0.2926 bpref 4_10 0.5169 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.8077 iprec_at_recall_0.20 4_10 0.4222 iprec_at_recall_0.30 4_10 0.2872 iprec_at_recall_0.40 4_10 0.1889 iprec_at_recall_0.50 4_10 0.1367 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 0.8000 P_10 4_10 0.8000 P_15 4_10 0.8000 P_20 4_10 0.7500 P_30 4_10 0.7333 P_100 4_10 0.3900 P_200 4_10 0.2800 P_500 4_10 0.1680 P_1000 4_10 0.1120 relstring 4_10 '231203-111' recall_5 4_10 0.0213 recall_10 4_10 0.0426 recall_15 4_10 0.0638 recall_20 4_10 0.0798 recall_30 4_10 0.1170 recall_100 4_10 0.2074 recall_200 4_10 0.2979 recall_500 4_10 0.4468 recall_1000 4_10 0.5957 infAP 4_10 0.2355 Rprec_mult_0.20 4_10 0.7105 Rprec_mult_0.40 4_10 0.4605 Rprec_mult_0.60 4_10 0.3540 Rprec_mult_0.80 4_10 0.3179 Rprec_mult_1.00 4_10 0.2926 Rprec_mult_1.20 4_10 0.2611 Rprec_mult_1.40 4_10 0.2386 Rprec_mult_1.60 4_10 0.2226 Rprec_mult_1.80 4_10 0.2094 Rprec_mult_2.00 4_10 0.1968 utility 4_10 -776.0000 11pt_avg 4_10 0.2584 binG 4_10 0.1325 G 4_10 0.1051 ndcg 4_10 0.5438 ndcg_rel 4_10 0.4891 Rndcg 4_10 0.4558 ndcg_cut_5 4_10 0.5940 ndcg_cut_10 4_10 0.5303 ndcg_cut_15 4_10 0.4854 ndcg_cut_20 4_10 0.4757 ndcg_cut_30 4_10 0.4541 ndcg_cut_100 4_10 0.3597 ndcg_cut_200 4_10 0.3570 ndcg_cut_500 4_10 0.4566 ndcg_cut_1000 4_10 0.5438 map_cut_5 4_10 0.0213 map_cut_10 4_10 0.0381 map_cut_15 4_10 0.0556 map_cut_20 4_10 0.0683 map_cut_30 4_10 0.0974 map_cut_100 4_10 0.1545 map_cut_200 4_10 0.1835 map_cut_500 4_10 0.2157 map_cut_1000 4_10 0.2355 relative_P_5 4_10 0.8000 relative_P_10 4_10 0.8000 relative_P_15 4_10 0.8000 relative_P_20 4_10 0.7500 relative_P_30 4_10 0.7333 relative_P_100 4_10 0.3900 relative_P_200 4_10 0.2979 relative_P_500 4_10 0.4468 relative_P_1000 4_10 0.5957 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1120 set_relative_P 4_10 0.5957 set_recall 4_10 0.5957 set_map 4_10 0.0667 set_F 4_10 0.1886 num_nonrel_judged_ret 4_10 10 rbp 4_10 0.4269 rbp_resid 4_10 0.1132 unj_5 4_10 0.0000 unj_10 4_10 0.1000 unj_20 4_10 0.1500 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 38 map 4_11 0.0423 Rprec 4_11 0.1228 bpref 4_11 0.1883 recip_rank 4_11 0.5000 iprec_at_recall_0.00 4_11 0.5000 iprec_at_recall_0.10 4_11 0.1848 iprec_at_recall_0.20 4_11 0.0483 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.4000 P_10 4_11 0.4000 P_15 4_11 0.3333 P_20 4_11 0.3000 P_30 4_11 0.2667 P_100 4_11 0.1800 P_200 4_11 0.1100 P_500 4_11 0.0620 P_1000 4_11 0.0380 relstring 4_11 '0202020200' recall_5 4_11 0.0117 recall_10 4_11 0.0234 recall_15 4_11 0.0292 recall_20 4_11 0.0351 recall_30 4_11 0.0468 recall_100 4_11 0.1053 recall_200 4_11 0.1287 recall_500 4_11 0.1813 recall_1000 4_11 0.2222 infAP 4_11 0.0423 Rprec_mult_0.20 4_11 0.2286 Rprec_mult_0.40 4_11 0.2029 Rprec_mult_0.60 4_11 0.1748 Rprec_mult_0.80 4_11 0.1460 Rprec_mult_1.00 4_11 0.1228 Rprec_mult_1.20 4_11 0.1068 Rprec_mult_1.40 4_11 0.1000 Rprec_mult_1.60 4_11 0.0876 Rprec_mult_1.80 4_11 0.0844 Rprec_mult_2.00 4_11 0.0789 utility 4_11 -924.0000 11pt_avg 4_11 0.0666 binG 4_11 0.0421 G 4_11 0.0385 ndcg 4_11 0.2283 ndcg_rel 4_11 0.2256 Rndcg 4_11 0.1989 ndcg_cut_5 4_11 0.2400 ndcg_cut_10 4_11 0.2543 ndcg_cut_15 4_11 0.2366 ndcg_cut_20 4_11 0.2443 ndcg_cut_30 4_11 0.2360 ndcg_cut_100 4_11 0.1873 ndcg_cut_200 4_11 0.1650 ndcg_cut_500 4_11 0.2036 ndcg_cut_1000 4_11 0.2283 map_cut_5 4_11 0.0058 map_cut_10 4_11 0.0117 map_cut_15 4_11 0.0138 map_cut_20 4_11 0.0157 map_cut_30 4_11 0.0191 map_cut_100 4_11 0.0325 map_cut_200 4_11 0.0360 map_cut_500 4_11 0.0404 map_cut_1000 4_11 0.0423 relative_P_5 4_11 0.4000 relative_P_10 4_11 0.4000 relative_P_15 4_11 0.3333 relative_P_20 4_11 0.3000 relative_P_30 4_11 0.2667 relative_P_100 4_11 0.1800 relative_P_200 4_11 0.1287 relative_P_500 4_11 0.1813 relative_P_1000 4_11 0.2222 success_1 4_11 0.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0380 set_relative_P 4_11 0.2222 set_recall 4_11 0.2222 set_map 4_11 0.0084 set_F 4_11 0.0649 num_nonrel_judged_ret 4_11 41 rbp 4_11 0.2285 rbp_resid 4_11 0.0745 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 88 map 4_12 0.3077 Rprec 4_12 0.3881 bpref 4_12 0.6092 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.8000 iprec_at_recall_0.20 4_12 0.6667 iprec_at_recall_0.30 4_12 0.4878 iprec_at_recall_0.40 4_12 0.3803 iprec_at_recall_0.50 4_12 0.2147 iprec_at_recall_0.60 4_12 0.1203 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 0.8000 P_15 4_12 0.7333 P_20 4_12 0.8000 P_30 4_12 0.7333 P_100 4_12 0.4500 P_200 4_12 0.2850 P_500 4_12 0.1500 P_1000 4_12 0.0880 relstring 4_12 '23222-3202' recall_5 4_12 0.0373 recall_10 4_12 0.0597 recall_15 4_12 0.0821 recall_20 4_12 0.1194 recall_30 4_12 0.1642 recall_100 4_12 0.3358 recall_200 4_12 0.4254 recall_500 4_12 0.5597 recall_1000 4_12 0.6567 infAP 4_12 0.3077 Rprec_mult_0.20 4_12 0.7407 Rprec_mult_0.40 4_12 0.5926 Rprec_mult_0.60 4_12 0.4815 Rprec_mult_0.80 4_12 0.4444 Rprec_mult_1.00 4_12 0.3881 Rprec_mult_1.20 4_12 0.3416 Rprec_mult_1.40 4_12 0.3032 Rprec_mult_1.60 4_12 0.2651 Rprec_mult_1.80 4_12 0.2521 Rprec_mult_2.00 4_12 0.2313 utility 4_12 -824.0000 11pt_avg 4_12 0.3336 binG 4_12 0.1667 G 4_12 0.1227 ndcg 4_12 0.6128 ndcg_rel 4_12 0.5813 Rndcg 4_12 0.5363 ndcg_cut_5 4_12 0.7380 ndcg_cut_10 4_12 0.6410 ndcg_cut_15 4_12 0.5795 ndcg_cut_20 4_12 0.6305 ndcg_cut_30 4_12 0.6144 ndcg_cut_100 4_12 0.4817 ndcg_cut_200 4_12 0.4852 ndcg_cut_500 4_12 0.5617 ndcg_cut_1000 4_12 0.6128 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0562 map_cut_15 4_12 0.0734 map_cut_20 4_12 0.1024 map_cut_30 4_12 0.1349 map_cut_100 4_12 0.2322 map_cut_200 4_12 0.2683 map_cut_500 4_12 0.2967 map_cut_1000 4_12 0.3077 relative_P_5 4_12 1.0000 relative_P_10 4_12 0.8000 relative_P_15 4_12 0.7333 relative_P_20 4_12 0.8000 relative_P_30 4_12 0.7333 relative_P_100 4_12 0.4500 relative_P_200 4_12 0.4254 relative_P_500 4_12 0.5597 relative_P_1000 4_12 0.6567 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0880 set_relative_P 4_12 0.6567 set_recall 4_12 0.6567 set_map 4_12 0.0578 set_F 4_12 0.1552 num_nonrel_judged_ret 4_12 17 rbp 4_12 0.5542 rbp_resid 4_12 0.1398 unj_5 4_12 0.0000 unj_10 4_12 0.1000 unj_20 4_12 0.1000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 91 map 4_13 0.2251 Rprec 4_13 0.2840 bpref 4_13 0.4718 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.7308 iprec_at_recall_0.20 4_13 0.4507 iprec_at_recall_0.30 4_13 0.2606 iprec_at_recall_0.40 4_13 0.2305 iprec_at_recall_0.50 4_13 0.1416 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 0.8000 P_10 4_13 0.9000 P_15 4_13 0.8000 P_20 4_13 0.7000 P_30 4_13 0.6333 P_100 4_13 0.3700 P_200 4_13 0.2500 P_500 4_13 0.1560 P_1000 4_13 0.0910 relstring 4_13 '2302332233' recall_5 4_13 0.0247 recall_10 4_13 0.0556 recall_15 4_13 0.0741 recall_20 4_13 0.0864 recall_30 4_13 0.1173 recall_100 4_13 0.2284 recall_200 4_13 0.3086 recall_500 4_13 0.4815 recall_1000 4_13 0.5617 infAP 4_13 0.2251 Rprec_mult_0.20 4_13 0.6061 Rprec_mult_0.40 4_13 0.4615 Rprec_mult_0.60 4_13 0.3673 Rprec_mult_0.80 4_13 0.3308 Rprec_mult_1.00 4_13 0.2840 Rprec_mult_1.20 4_13 0.2564 Rprec_mult_1.40 4_13 0.2423 Rprec_mult_1.60 4_13 0.2385 Rprec_mult_1.80 4_13 0.2226 Rprec_mult_2.00 4_13 0.2037 utility 4_13 -818.0000 11pt_avg 4_13 0.2558 binG 4_13 0.1294 G 4_13 0.0972 ndcg 4_13 0.5280 ndcg_rel 4_13 0.5064 Rndcg 4_13 0.4340 ndcg_cut_5 4_13 0.6687 ndcg_cut_10 4_13 0.7374 ndcg_cut_15 4_13 0.6453 ndcg_cut_20 4_13 0.5933 ndcg_cut_30 4_13 0.5270 ndcg_cut_100 4_13 0.4013 ndcg_cut_200 4_13 0.3695 ndcg_cut_500 4_13 0.4838 ndcg_cut_1000 4_13 0.5280 map_cut_5 4_13 0.0219 map_cut_10 4_13 0.0488 map_cut_15 4_13 0.0641 map_cut_20 4_13 0.0737 map_cut_30 4_13 0.0957 map_cut_100 4_13 0.1523 map_cut_200 4_13 0.1778 map_cut_500 4_13 0.2152 map_cut_1000 4_13 0.2251 relative_P_5 4_13 0.8000 relative_P_10 4_13 0.9000 relative_P_15 4_13 0.8000 relative_P_20 4_13 0.7000 relative_P_30 4_13 0.6333 relative_P_100 4_13 0.3700 relative_P_200 4_13 0.3086 relative_P_500 4_13 0.4815 relative_P_1000 4_13 0.5617 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0910 set_relative_P 4_13 0.5617 set_recall 4_13 0.5617 set_map 4_13 0.0511 set_F 4_13 0.1566 num_nonrel_judged_ret 4_13 24 rbp 4_13 0.5921 rbp_resid 4_13 0.0959 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.1000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 94 map 4_14 0.2052 Rprec 4_14 0.2938 bpref 4_14 0.4635 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.6562 iprec_at_recall_0.20 4_14 0.4444 iprec_at_recall_0.30 4_14 0.2961 iprec_at_recall_0.40 4_14 0.2290 iprec_at_recall_0.50 4_14 0.1127 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.6000 P_10 4_14 0.5000 P_15 4_14 0.6000 P_20 4_14 0.5500 P_30 4_14 0.6333 P_100 4_14 0.4300 P_200 4_14 0.2700 P_500 4_14 0.1580 P_1000 4_14 0.0940 relstring 4_14 '2202020-30' recall_5 4_14 0.0169 recall_10 4_14 0.0282 recall_15 4_14 0.0508 recall_20 4_14 0.0621 recall_30 4_14 0.1073 recall_100 4_14 0.2429 recall_200 4_14 0.3051 recall_500 4_14 0.4463 recall_1000 4_14 0.5311 infAP 4_14 0.2052 Rprec_mult_0.20 4_14 0.6111 Rprec_mult_0.40 4_14 0.4507 Rprec_mult_0.60 4_14 0.4112 Rprec_mult_0.80 4_14 0.3451 Rprec_mult_1.00 4_14 0.2938 Rprec_mult_1.20 4_14 0.2535 Rprec_mult_1.40 4_14 0.2460 Rprec_mult_1.60 4_14 0.2394 Rprec_mult_1.80 4_14 0.2226 Rprec_mult_2.00 4_14 0.2062 utility 4_14 -812.0000 11pt_avg 4_14 0.2490 binG 4_14 0.1086 G 4_14 0.0825 ndcg 4_14 0.4862 ndcg_rel 4_14 0.4529 Rndcg 4_14 0.4022 ndcg_cut_5 4_14 0.4661 ndcg_cut_10 4_14 0.4210 ndcg_cut_15 4_14 0.4296 ndcg_cut_20 4_14 0.4240 ndcg_cut_30 4_14 0.4491 ndcg_cut_100 4_14 0.4017 ndcg_cut_200 4_14 0.3434 ndcg_cut_500 4_14 0.4366 ndcg_cut_1000 4_14 0.4862 map_cut_5 4_14 0.0155 map_cut_10 4_14 0.0224 map_cut_15 4_14 0.0349 map_cut_20 4_14 0.0414 map_cut_30 4_14 0.0682 map_cut_100 4_14 0.1401 map_cut_200 4_14 0.1619 map_cut_500 4_14 0.1939 map_cut_1000 4_14 0.2052 relative_P_5 4_14 0.6000 relative_P_10 4_14 0.5000 relative_P_15 4_14 0.6000 relative_P_20 4_14 0.5500 relative_P_30 4_14 0.6333 relative_P_100 4_14 0.4300 relative_P_200 4_14 0.3051 relative_P_500 4_14 0.4463 relative_P_1000 4_14 0.5311 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0940 set_relative_P 4_14 0.5311 set_recall 4_14 0.5311 set_map 4_14 0.0499 set_F 4_14 0.1597 num_nonrel_judged_ret 4_14 23 rbp 4_14 0.4106 rbp_resid 4_14 0.1414 unj_5 4_14 0.0000 unj_10 4_14 0.1000 unj_20 4_14 0.1500 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0022 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0022 iprec_at_recall_0.00 4_17 0.0022 iprec_at_recall_0.10 4_17 0.0022 iprec_at_recall_0.20 4_17 0.0022 iprec_at_recall_0.30 4_17 0.0022 iprec_at_recall_0.40 4_17 0.0022 iprec_at_recall_0.50 4_17 0.0022 iprec_at_recall_0.60 4_17 0.0022 iprec_at_recall_0.70 4_17 0.0022 iprec_at_recall_0.80 4_17 0.0022 iprec_at_recall_0.90 4_17 0.0022 iprec_at_recall_1.00 4_17 0.0022 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0000 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '000000----' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 0.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0022 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0022 binG 4_17 0.1136 G 4_17 0.1136 ndcg 4_17 0.1136 ndcg_rel 4_17 0.1136 Rndcg 4_17 0.0568 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.0000 ndcg_cut_500 4_17 0.1136 ndcg_cut_1000 4_17 0.1136 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0000 map_cut_500 4_17 0.0022 map_cut_1000 4_17 0.0022 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 0.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 47 rbp 4_17 0.0000 rbp_resid 4_17 0.4040 unj_5 4_17 0.0000 unj_10 4_17 0.4000 unj_20 4_17 0.5000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 68 map 4_3 0.2073 Rprec 4_3 0.2866 bpref 4_3 0.3910 recip_rank 4_3 0.5000 iprec_at_recall_0.00 4_3 0.9375 iprec_at_recall_0.10 4_3 0.8571 iprec_at_recall_0.20 4_3 0.6000 iprec_at_recall_0.30 4_3 0.2217 iprec_at_recall_0.40 4_3 0.0787 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.9000 P_15 4_3 0.9333 P_20 4_3 0.8500 P_30 4_3 0.7000 P_100 4_3 0.4200 P_200 4_3 0.2400 P_500 4_3 0.1180 P_1000 4_3 0.0680 relstring 4_3 '0342333122' recall_5 4_3 0.0244 recall_10 4_3 0.0549 recall_15 4_3 0.0854 recall_20 4_3 0.1037 recall_30 4_3 0.1280 recall_100 4_3 0.2561 recall_200 4_3 0.2927 recall_500 4_3 0.3598 recall_1000 4_3 0.4146 infAP 4_3 0.2073 Rprec_mult_0.20 4_3 0.6970 Rprec_mult_0.40 4_3 0.5303 Rprec_mult_0.60 4_3 0.4242 Rprec_mult_0.80 4_3 0.3333 Rprec_mult_1.00 4_3 0.2866 Rprec_mult_1.20 4_3 0.2437 Rprec_mult_1.40 4_3 0.2130 Rprec_mult_1.60 4_3 0.1901 Rprec_mult_1.80 4_3 0.1757 Rprec_mult_2.00 4_3 0.1585 utility 4_3 -864.0000 11pt_avg 4_3 0.2450 binG 4_3 0.1192 G 4_3 0.0909 ndcg 4_3 0.4623 ndcg_rel 4_3 0.4821 Rndcg 4_3 0.3764 ndcg_cut_5 4_3 0.6008 ndcg_cut_10 4_3 0.6479 ndcg_cut_15 4_3 0.6388 ndcg_cut_20 4_3 0.5997 ndcg_cut_30 4_3 0.5543 ndcg_cut_100 4_3 0.4403 ndcg_cut_200 4_3 0.3920 ndcg_cut_500 4_3 0.4357 ndcg_cut_1000 4_3 0.4623 map_cut_5 4_3 0.0166 map_cut_10 4_3 0.0431 map_cut_15 4_3 0.0712 map_cut_20 4_3 0.0873 map_cut_30 4_3 0.1056 map_cut_100 4_3 0.1795 map_cut_200 4_3 0.1913 map_cut_500 4_3 0.2021 map_cut_1000 4_3 0.2073 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.9000 relative_P_15 4_3 0.9333 relative_P_20 4_3 0.8500 relative_P_30 4_3 0.7000 relative_P_100 4_3 0.4200 relative_P_200 4_3 0.2927 relative_P_500 4_3 0.3598 relative_P_1000 4_3 0.4146 success_1 4_3 0.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0680 set_relative_P 4_3 0.4146 set_recall 4_3 0.4146 set_map 4_3 0.0282 set_F 4_3 0.1168 num_nonrel_judged_ret 4_3 10 rbp 4_3 0.4855 rbp_resid 4_3 0.0958 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.1000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 87 map 4_4 0.2491 Rprec 4_4 0.3377 bpref 4_4 0.5441 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.7500 iprec_at_recall_0.20 4_4 0.5962 iprec_at_recall_0.30 4_4 0.3740 iprec_at_recall_0.40 4_4 0.2357 iprec_at_recall_0.50 4_4 0.1315 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 0.7000 P_15 4_4 0.7333 P_20 4_4 0.7500 P_30 4_4 0.7000 P_100 4_4 0.4200 P_200 4_4 0.2800 P_500 4_4 0.1480 P_1000 4_4 0.0870 relstring 4_4 '332332-2--' recall_5 4_4 0.0325 recall_10 4_4 0.0455 recall_15 4_4 0.0714 recall_20 4_4 0.0974 recall_30 4_4 0.1364 recall_100 4_4 0.2727 recall_200 4_4 0.3636 recall_500 4_4 0.4805 recall_1000 4_4 0.5649 infAP 4_4 0.2491 Rprec_mult_0.20 4_4 0.6774 Rprec_mult_0.40 4_4 0.5323 Rprec_mult_0.60 4_4 0.4409 Rprec_mult_0.80 4_4 0.3710 Rprec_mult_1.00 4_4 0.3377 Rprec_mult_1.20 4_4 0.2973 Rprec_mult_1.40 4_4 0.2639 Rprec_mult_1.60 4_4 0.2348 Rprec_mult_1.80 4_4 0.2230 Rprec_mult_2.00 4_4 0.2110 utility 4_4 -826.0000 11pt_avg 4_4 0.2807 binG 4_4 0.1408 G 4_4 0.1089 ndcg 4_4 0.5681 ndcg_rel 4_4 0.5561 Rndcg 4_4 0.5599 ndcg_cut_5 4_4 0.7966 ndcg_cut_10 4_4 0.6348 ndcg_cut_15 4_4 0.6124 ndcg_cut_20 4_4 0.6208 ndcg_cut_30 4_4 0.6326 ndcg_cut_100 4_4 0.4616 ndcg_cut_200 4_4 0.4535 ndcg_cut_500 4_4 0.5239 ndcg_cut_1000 4_4 0.5681 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0446 map_cut_15 4_4 0.0629 map_cut_20 4_4 0.0824 map_cut_30 4_4 0.1094 map_cut_100 4_4 0.1835 map_cut_200 4_4 0.2160 map_cut_500 4_4 0.2397 map_cut_1000 4_4 0.2491 relative_P_5 4_4 1.0000 relative_P_10 4_4 0.7000 relative_P_15 4_4 0.7333 relative_P_20 4_4 0.7500 relative_P_30 4_4 0.7000 relative_P_100 4_4 0.4200 relative_P_200 4_4 0.3636 relative_P_500 4_4 0.4805 relative_P_1000 4_4 0.5649 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0870 set_relative_P 4_4 0.5649 set_recall 4_4 0.5649 set_map 4_4 0.0491 set_F 4_4 0.1508 num_nonrel_judged_ret 4_4 4 rbp 4_4 0.4722 rbp_resid 4_4 0.2485 unj_5 4_4 0.0000 unj_10 4_4 0.3000 unj_20 4_4 0.2500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 60 map 4_5 0.1355 Rprec 4_5 0.2213 bpref 4_5 0.4666 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.5385 iprec_at_recall_0.20 4_5 0.3333 iprec_at_recall_0.30 4_5 0.0956 iprec_at_recall_0.40 4_5 0.0662 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 0.6000 P_10 4_5 0.6000 P_15 4_5 0.4667 P_20 4_5 0.5000 P_30 4_5 0.5000 P_100 4_5 0.2500 P_200 4_5 0.1550 P_500 4_5 0.0800 P_1000 4_5 0.0600 relstring 4_5 '10330-2-23' recall_5 4_5 0.0246 recall_10 4_5 0.0492 recall_15 4_5 0.0574 recall_20 4_5 0.0820 recall_30 4_5 0.1230 recall_100 4_5 0.2049 recall_200 4_5 0.2541 recall_500 4_5 0.3279 recall_1000 4_5 0.4918 infAP 4_5 0.1355 Rprec_mult_0.20 4_5 0.5200 Rprec_mult_0.40 4_5 0.4082 Rprec_mult_0.60 4_5 0.3243 Rprec_mult_0.80 4_5 0.2551 Rprec_mult_1.00 4_5 0.2213 Rprec_mult_1.20 4_5 0.1905 Rprec_mult_1.40 4_5 0.1696 Rprec_mult_1.60 4_5 0.1582 Rprec_mult_1.80 4_5 0.1455 Rprec_mult_2.00 4_5 0.1393 utility 4_5 -880.0000 11pt_avg 4_5 0.1849 binG 4_5 0.0995 G 4_5 0.0769 ndcg 4_5 0.4120 ndcg_rel 4_5 0.3855 Rndcg 4_5 0.3324 ndcg_cut_5 4_5 0.4287 ndcg_cut_10 4_5 0.4349 ndcg_cut_15 4_5 0.3808 ndcg_cut_20 4_5 0.3852 ndcg_cut_30 4_5 0.3870 ndcg_cut_100 4_5 0.2706 ndcg_cut_200 4_5 0.2804 ndcg_cut_500 4_5 0.3313 ndcg_cut_1000 4_5 0.4120 map_cut_5 4_5 0.0198 map_cut_10 4_5 0.0340 map_cut_15 4_5 0.0381 map_cut_20 4_5 0.0511 map_cut_30 4_5 0.0718 map_cut_100 4_5 0.1063 map_cut_200 4_5 0.1161 map_cut_500 4_5 0.1248 map_cut_1000 4_5 0.1355 relative_P_5 4_5 0.6000 relative_P_10 4_5 0.6000 relative_P_15 4_5 0.4667 relative_P_20 4_5 0.5000 relative_P_30 4_5 0.5000 relative_P_100 4_5 0.2500 relative_P_200 4_5 0.2541 relative_P_500 4_5 0.3279 relative_P_1000 4_5 0.4918 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0600 set_relative_P 4_5 0.4918 set_recall 4_5 0.4918 set_map 4_5 0.0295 set_F 4_5 0.1070 num_nonrel_judged_ret 4_5 5 rbp 4_5 0.3913 rbp_resid 4_5 0.3218 unj_5 4_5 0.0000 unj_10 4_5 0.2000 unj_20 4_5 0.4000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 43 map 4_7 0.1692 Rprec 4_7 0.2237 bpref 4_7 0.4700 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.6154 iprec_at_recall_0.20 4_7 0.4211 iprec_at_recall_0.30 4_7 0.1503 iprec_at_recall_0.40 4_7 0.0890 iprec_at_recall_0.50 4_7 0.0586 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.6000 P_10 4_7 0.6000 P_15 4_7 0.5333 P_20 4_7 0.5500 P_30 4_7 0.4667 P_100 4_7 0.1900 P_200 4_7 0.1250 P_500 4_7 0.0680 P_1000 4_7 0.0430 relstring 4_7 '230200322-' recall_5 4_7 0.0395 recall_10 4_7 0.0789 recall_15 4_7 0.1053 recall_20 4_7 0.1447 recall_30 4_7 0.1842 recall_100 4_7 0.2500 recall_200 4_7 0.3289 recall_500 4_7 0.4474 recall_1000 4_7 0.5658 infAP 4_7 0.1692 Rprec_mult_0.20 4_7 0.5625 Rprec_mult_0.40 4_7 0.4516 Rprec_mult_0.60 4_7 0.3696 Rprec_mult_0.80 4_7 0.2787 Rprec_mult_1.00 4_7 0.2237 Rprec_mult_1.20 4_7 0.2065 Rprec_mult_1.40 4_7 0.1869 Rprec_mult_1.60 4_7 0.1639 Rprec_mult_1.80 4_7 0.1533 Rprec_mult_2.00 4_7 0.1447 utility 4_7 -914.0000 11pt_avg 4_7 0.2122 binG 4_7 0.1341 G 4_7 0.1309 ndcg 4_7 0.5255 ndcg_rel 4_7 0.5188 Rndcg 4_7 0.5468 ndcg_cut_5 4_7 0.6315 ndcg_cut_10 4_7 0.6519 ndcg_cut_15 4_7 0.5834 ndcg_cut_20 4_7 0.5714 ndcg_cut_30 4_7 0.4915 ndcg_cut_100 4_7 0.3917 ndcg_cut_200 4_7 0.4316 ndcg_cut_500 4_7 0.4829 ndcg_cut_1000 4_7 0.5255 map_cut_5 4_7 0.0362 map_cut_10 4_7 0.0607 map_cut_15 4_7 0.0765 map_cut_20 4_7 0.0984 map_cut_30 4_7 0.1180 map_cut_100 4_7 0.1398 map_cut_200 4_7 0.1518 map_cut_500 4_7 0.1623 map_cut_1000 4_7 0.1692 relative_P_5 4_7 0.6000 relative_P_10 4_7 0.6000 relative_P_15 4_7 0.5333 relative_P_20 4_7 0.5500 relative_P_30 4_7 0.4667 relative_P_100 4_7 0.2500 relative_P_200 4_7 0.3289 relative_P_500 4_7 0.4474 relative_P_1000 4_7 0.5658 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0430 set_relative_P 4_7 0.5658 set_recall 4_7 0.5658 set_map 4_7 0.0243 set_F 4_7 0.0799 num_nonrel_judged_ret 4_7 34 rbp 4_7 0.3880 rbp_resid 4_7 0.2211 unj_5 4_7 0.0000 unj_10 4_7 0.1000 unj_20 4_7 0.2500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 53 map 4_8 0.1557 Rprec 4_8 0.2604 bpref 4_8 0.4380 recip_rank 4_8 0.5000 iprec_at_recall_0.00 4_8 0.6667 iprec_at_recall_0.10 4_8 0.5161 iprec_at_recall_0.20 4_8 0.3878 iprec_at_recall_0.30 4_8 0.1706 iprec_at_recall_0.40 4_8 0.1507 iprec_at_recall_0.50 4_8 0.0911 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.6000 P_10 4_8 0.4000 P_15 4_8 0.5333 P_20 4_8 0.4500 P_30 4_8 0.5000 P_100 4_8 0.2500 P_200 4_8 0.1500 P_500 4_8 0.0920 P_1000 4_8 0.0530 relstring 4_8 '01102--001' recall_5 4_8 0.0312 recall_10 4_8 0.0417 recall_15 4_8 0.0833 recall_20 4_8 0.0938 recall_30 4_8 0.1562 recall_100 4_8 0.2604 recall_200 4_8 0.3125 recall_500 4_8 0.4792 recall_1000 4_8 0.5521 infAP 4_8 0.1557 Rprec_mult_0.20 4_8 0.4500 Rprec_mult_0.40 4_8 0.4359 Rprec_mult_0.60 4_8 0.3448 Rprec_mult_0.80 4_8 0.2987 Rprec_mult_1.00 4_8 0.2604 Rprec_mult_1.20 4_8 0.2155 Rprec_mult_1.40 4_8 0.1926 Rprec_mult_1.60 4_8 0.1753 Rprec_mult_1.80 4_8 0.1676 Rprec_mult_2.00 4_8 0.1562 utility 4_8 -894.0000 11pt_avg 4_8 0.1803 binG 4_8 0.1112 G 4_8 0.0939 ndcg 4_8 0.4234 ndcg_rel 4_8 0.3714 Rndcg 4_8 0.2520 ndcg_cut_5 4_8 0.2762 ndcg_cut_10 4_8 0.2175 ndcg_cut_15 4_8 0.3409 ndcg_cut_20 4_8 0.3194 ndcg_cut_30 4_8 0.3254 ndcg_cut_100 4_8 0.2683 ndcg_cut_200 4_8 0.3124 ndcg_cut_500 4_8 0.3998 ndcg_cut_1000 4_8 0.4234 map_cut_5 4_8 0.0184 map_cut_10 4_8 0.0226 map_cut_15 4_8 0.0437 map_cut_20 4_8 0.0492 map_cut_30 4_8 0.0790 map_cut_100 4_8 0.1174 map_cut_200 4_8 0.1268 map_cut_500 4_8 0.1507 map_cut_1000 4_8 0.1557 relative_P_5 4_8 0.6000 relative_P_10 4_8 0.4000 relative_P_15 4_8 0.5333 relative_P_20 4_8 0.4500 relative_P_30 4_8 0.5000 relative_P_100 4_8 0.2604 relative_P_200 4_8 0.3125 relative_P_500 4_8 0.4792 relative_P_1000 4_8 0.5521 success_1 4_8 0.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0530 set_relative_P 4_8 0.5521 set_recall 4_8 0.5521 set_map 4_8 0.0293 set_F 4_8 0.0967 num_nonrel_judged_ret 4_8 54 rbp 4_8 0.2276 rbp_resid 4_8 0.2421 unj_5 4_8 0.0000 unj_10 4_8 0.2000 unj_20 4_8 0.3000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 20 map 4_9 0.0509 Rprec 4_9 0.0824 bpref 4_9 0.2118 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.0365 iprec_at_recall_0.20 4_9 0.0223 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.6000 P_10 4_9 0.4000 P_15 4_9 0.2667 P_20 4_9 0.2500 P_30 4_9 0.2333 P_100 4_9 0.0700 P_200 4_9 0.0350 P_500 4_9 0.0240 P_1000 4_9 0.0200 relstring 4_9 '10210300--' recall_5 4_9 0.0353 recall_10 4_9 0.0471 recall_15 4_9 0.0471 recall_20 4_9 0.0588 recall_30 4_9 0.0824 recall_100 4_9 0.0824 recall_200 4_9 0.0824 recall_500 4_9 0.1412 recall_1000 4_9 0.2353 infAP 4_9 0.0509 Rprec_mult_0.20 4_9 0.2941 Rprec_mult_0.40 4_9 0.2059 Rprec_mult_0.60 4_9 0.1373 Rprec_mult_0.80 4_9 0.1029 Rprec_mult_1.00 4_9 0.0824 Rprec_mult_1.20 4_9 0.0686 Rprec_mult_1.40 4_9 0.0588 Rprec_mult_1.60 4_9 0.0515 Rprec_mult_1.80 4_9 0.0458 Rprec_mult_2.00 4_9 0.0412 utility 4_9 -960.0000 11pt_avg 4_9 0.0963 binG 4_9 0.0585 G 4_9 0.0336 ndcg 4_9 0.1783 ndcg_rel 4_9 0.1817 Rndcg 4_9 0.1544 ndcg_cut_5 4_9 0.2748 ndcg_cut_10 4_9 0.2567 ndcg_cut_15 4_9 0.1990 ndcg_cut_20 4_9 0.1884 ndcg_cut_30 4_9 0.1871 ndcg_cut_100 4_9 0.1121 ndcg_cut_200 4_9 0.1121 ndcg_cut_500 4_9 0.1344 ndcg_cut_1000 4_9 0.1783 map_cut_5 4_9 0.0284 map_cut_10 4_9 0.0363 map_cut_15 4_9 0.0363 map_cut_20 4_9 0.0397 map_cut_30 4_9 0.0468 map_cut_100 4_9 0.0468 map_cut_200 4_9 0.0468 map_cut_500 4_9 0.0487 map_cut_1000 4_9 0.0509 relative_P_5 4_9 0.6000 relative_P_10 4_9 0.4000 relative_P_15 4_9 0.2667 relative_P_20 4_9 0.2500 relative_P_30 4_9 0.2333 relative_P_100 4_9 0.0824 relative_P_200 4_9 0.0824 relative_P_500 4_9 0.1412 relative_P_1000 4_9 0.2353 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0200 set_relative_P 4_9 0.2353 set_recall 4_9 0.2353 set_map 4_9 0.0047 set_F 4_9 0.0369 num_nonrel_judged_ret 4_9 10 rbp 4_9 0.1984 rbp_resid 4_9 0.3806 unj_5 4_9 0.0000 unj_10 4_9 0.2000 unj_20 4_9 0.5500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 35 map 5_10 0.2494 Rprec 5_10 0.2791 bpref 5_10 0.7047 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.7143 iprec_at_recall_0.20 5_10 0.3704 iprec_at_recall_0.30 5_10 0.2889 iprec_at_recall_0.40 5_10 0.2464 iprec_at_recall_0.50 5_10 0.2178 iprec_at_recall_0.60 5_10 0.1161 iprec_at_recall_0.70 5_10 0.1042 iprec_at_recall_0.80 5_10 0.0515 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.6000 P_10 5_10 0.5000 P_15 5_10 0.4667 P_20 5_10 0.4000 P_30 5_10 0.3333 P_100 5_10 0.2100 P_200 5_10 0.1200 P_500 5_10 0.0660 P_1000 5_10 0.0350 relstring 5_10 '230032200-' recall_5 5_10 0.0698 recall_10 5_10 0.1163 recall_15 5_10 0.1628 recall_20 5_10 0.1860 recall_30 5_10 0.2326 recall_100 5_10 0.4884 recall_200 5_10 0.5581 recall_500 5_10 0.7674 recall_1000 5_10 0.8140 infAP 5_10 0.2494 Rprec_mult_0.20 5_10 0.5556 Rprec_mult_0.40 5_10 0.4444 Rprec_mult_0.60 5_10 0.3462 Rprec_mult_0.80 5_10 0.3143 Rprec_mult_1.00 5_10 0.2791 Rprec_mult_1.20 5_10 0.2692 Rprec_mult_1.40 5_10 0.2459 Rprec_mult_1.60 5_10 0.2464 Rprec_mult_1.80 5_10 0.2436 Rprec_mult_2.00 5_10 0.2209 utility 5_10 -930.0000 11pt_avg 5_10 0.2827 binG 5_10 0.2036 G 5_10 0.1478 ndcg 5_10 0.5661 ndcg_rel 5_10 0.4751 Rndcg 5_10 0.4333 ndcg_cut_5 5_10 0.4285 ndcg_cut_10 5_10 0.3798 ndcg_cut_15 5_10 0.4050 ndcg_cut_20 5_10 0.4044 ndcg_cut_30 5_10 0.3729 ndcg_cut_100 5_10 0.4401 ndcg_cut_200 5_10 0.4546 ndcg_cut_500 5_10 0.5515 ndcg_cut_1000 5_10 0.5661 map_cut_5 5_10 0.0605 map_cut_10 5_10 0.0926 map_cut_15 5_10 0.1188 map_cut_20 5_10 0.1292 map_cut_30 5_10 0.1462 map_cut_100 5_10 0.2136 map_cut_200 5_10 0.2255 map_cut_500 5_10 0.2471 map_cut_1000 5_10 0.2494 relative_P_5 5_10 0.6000 relative_P_10 5_10 0.5000 relative_P_15 5_10 0.4667 relative_P_20 5_10 0.4000 relative_P_30 5_10 0.3333 relative_P_100 5_10 0.4884 relative_P_200 5_10 0.5581 relative_P_500 5_10 0.7674 relative_P_1000 5_10 0.8140 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0350 set_relative_P 5_10 0.8140 set_recall 5_10 0.8140 set_map 5_10 0.0285 set_F 5_10 0.0671 num_nonrel_judged_ret 5_10 11 rbp 5_10 0.3062 rbp_resid 5_10 0.2506 unj_5 5_10 0.0000 unj_10 5_10 0.1000 unj_20 5_10 0.3500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 97 map 5_13 0.4078 Rprec 5_13 0.4107 bpref 5_13 0.6863 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.9167 iprec_at_recall_0.20 5_13 0.7586 iprec_at_recall_0.30 5_13 0.6182 iprec_at_recall_0.40 5_13 0.4107 iprec_at_recall_0.50 5_13 0.3077 iprec_at_recall_0.60 5_13 0.2677 iprec_at_recall_0.70 5_13 0.2301 iprec_at_recall_0.80 5_13 0.1931 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 0.9000 P_15 5_13 0.7333 P_20 5_13 0.7500 P_30 5_13 0.7333 P_100 5_13 0.4400 P_200 5_13 0.2950 P_500 5_13 0.1800 P_1000 5_13 0.0970 relstring 5_13 '2121313120' recall_5 5_13 0.0446 recall_10 5_13 0.0804 recall_15 5_13 0.0982 recall_20 5_13 0.1339 recall_30 5_13 0.1964 recall_100 5_13 0.3929 recall_200 5_13 0.5268 recall_500 5_13 0.8036 recall_1000 5_13 0.8661 infAP 5_13 0.4078 Rprec_mult_0.20 5_13 0.7391 Rprec_mult_0.40 5_13 0.6667 Rprec_mult_0.60 5_13 0.5441 Rprec_mult_0.80 5_13 0.4444 Rprec_mult_1.00 5_13 0.4107 Rprec_mult_1.20 5_13 0.3481 Rprec_mult_1.40 5_13 0.3248 Rprec_mult_1.60 5_13 0.3056 Rprec_mult_1.80 5_13 0.2970 Rprec_mult_2.00 5_13 0.2857 utility 5_13 -806.0000 11pt_avg 5_13 0.4275 binG 5_13 0.2310 G 5_13 0.1451 ndcg 5_13 0.6608 ndcg_rel 5_13 0.5374 Rndcg 5_13 0.4927 ndcg_cut_5 5_13 0.4985 ndcg_cut_10 5_13 0.5109 ndcg_cut_15 5_13 0.4805 ndcg_cut_20 5_13 0.4823 ndcg_cut_30 5_13 0.4937 ndcg_cut_100 5_13 0.4463 ndcg_cut_200 5_13 0.5060 ndcg_cut_500 5_13 0.6395 ndcg_cut_1000 5_13 0.6608 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0804 map_cut_15 5_13 0.0967 map_cut_20 5_13 0.1227 map_cut_30 5_13 0.1702 map_cut_100 5_13 0.2860 map_cut_200 5_13 0.3312 map_cut_500 5_13 0.3991 map_cut_1000 5_13 0.4078 relative_P_5 5_13 1.0000 relative_P_10 5_13 0.9000 relative_P_15 5_13 0.7333 relative_P_20 5_13 0.7500 relative_P_30 5_13 0.7333 relative_P_100 5_13 0.4400 relative_P_200 5_13 0.5268 relative_P_500 5_13 0.8036 relative_P_1000 5_13 0.8661 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.0970 set_relative_P 5_13 0.8661 set_recall 5_13 0.8661 set_map 5_13 0.0840 set_F 5_13 0.1745 num_nonrel_judged_ret 5_13 46 rbp 5_13 0.3398 rbp_resid 5_13 0.0418 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0500 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 36 map 5_14 0.5990 Rprec 5_14 0.6579 bpref 5_14 0.8186 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.8889 iprec_at_recall_0.30 5_14 0.7727 iprec_at_recall_0.40 5_14 0.7727 iprec_at_recall_0.50 5_14 0.7308 iprec_at_recall_0.60 5_14 0.7188 iprec_at_recall_0.70 5_14 0.4179 iprec_at_recall_0.80 5_14 0.3226 iprec_at_recall_0.90 5_14 0.1417 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 0.8000 P_10 5_14 0.8000 P_15 5_14 0.6667 P_20 5_14 0.7500 P_30 5_14 0.7000 P_100 5_14 0.3100 P_200 5_14 0.1650 P_500 5_14 0.0700 P_1000 5_14 0.0360 relstring 5_14 '4241032120' recall_5 5_14 0.1053 recall_10 5_14 0.2105 recall_15 5_14 0.2632 recall_20 5_14 0.3947 recall_30 5_14 0.5526 recall_100 5_14 0.8158 recall_200 5_14 0.8684 recall_500 5_14 0.9211 recall_1000 5_14 0.9474 infAP 5_14 0.5990 Rprec_mult_0.20 5_14 0.8750 Rprec_mult_0.40 5_14 0.6875 Rprec_mult_0.60 5_14 0.7391 Rprec_mult_0.80 5_14 0.7097 Rprec_mult_1.00 5_14 0.6579 Rprec_mult_1.20 5_14 0.5435 Rprec_mult_1.40 5_14 0.4630 Rprec_mult_1.60 5_14 0.4262 Rprec_mult_1.80 5_14 0.4058 Rprec_mult_2.00 5_14 0.3816 utility 5_14 -928.0000 11pt_avg 5_14 0.6151 binG 5_14 0.3657 G 5_14 0.2749 ndcg 5_14 0.8086 ndcg_rel 5_14 0.7461 Rndcg 5_14 0.7360 ndcg_cut_5 5_14 0.6744 ndcg_cut_10 5_14 0.6768 ndcg_cut_15 5_14 0.6787 ndcg_cut_20 5_14 0.7048 ndcg_cut_30 5_14 0.7220 ndcg_cut_100 5_14 0.7733 ndcg_cut_200 5_14 0.7896 ndcg_cut_500 5_14 0.7997 ndcg_cut_1000 5_14 0.8086 map_cut_5 5_14 0.1053 map_cut_10 5_14 0.1962 map_cut_15 5_14 0.2332 map_cut_20 5_14 0.3280 map_cut_30 5_14 0.4452 map_cut_100 5_14 0.5808 map_cut_200 5_14 0.5903 map_cut_500 5_14 0.5973 map_cut_1000 5_14 0.5990 relative_P_5 5_14 0.8000 relative_P_10 5_14 0.8000 relative_P_15 5_14 0.6667 relative_P_20 5_14 0.7500 relative_P_30 5_14 0.7000 relative_P_100 5_14 0.8158 relative_P_200 5_14 0.8684 relative_P_500 5_14 0.9211 relative_P_1000 5_14 0.9474 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0360 set_relative_P 5_14 0.9474 set_recall 5_14 0.9474 set_map 5_14 0.0341 set_F 5_14 0.0694 num_nonrel_judged_ret 5_14 21 rbp 5_14 0.4623 rbp_resid 5_14 0.0556 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.0000 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 41 map 5_15 0.1957 Rprec 5_15 0.2558 bpref 5_15 0.2877 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.3333 iprec_at_recall_0.20 5_15 0.2766 iprec_at_recall_0.30 5_15 0.2766 iprec_at_recall_0.40 5_15 0.2250 iprec_at_recall_0.50 5_15 0.2091 iprec_at_recall_0.60 5_15 0.2000 iprec_at_recall_0.70 5_15 0.1123 iprec_at_recall_0.80 5_15 0.0814 iprec_at_recall_0.90 5_15 0.0595 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.2000 P_10 5_15 0.2000 P_15 5_15 0.2667 P_20 5_15 0.2500 P_30 5_15 0.2667 P_100 5_15 0.2000 P_200 5_15 0.1400 P_500 5_15 0.0700 P_1000 5_15 0.0410 relstring 5_15 '2000003000' recall_5 5_15 0.0233 recall_10 5_15 0.0465 recall_15 5_15 0.0930 recall_20 5_15 0.1163 recall_30 5_15 0.1860 recall_100 5_15 0.4651 recall_200 5_15 0.6512 recall_500 5_15 0.8140 recall_1000 5_15 0.9535 infAP 5_15 0.1957 Rprec_mult_0.20 5_15 0.2222 Rprec_mult_0.40 5_15 0.2222 Rprec_mult_0.60 5_15 0.2692 Rprec_mult_0.80 5_15 0.2571 Rprec_mult_1.00 5_15 0.2558 Rprec_mult_1.20 5_15 0.2692 Rprec_mult_1.40 5_15 0.2295 Rprec_mult_1.60 5_15 0.2174 Rprec_mult_1.80 5_15 0.2051 Rprec_mult_2.00 5_15 0.2093 utility 5_15 -918.0000 11pt_avg 5_15 0.2522 binG 5_15 0.1806 G 5_15 0.1521 ndcg 5_15 0.5500 ndcg_rel 5_15 0.3755 Rndcg 5_15 0.3432 ndcg_cut_5 5_15 0.2031 ndcg_cut_10 5_15 0.2050 ndcg_cut_15 5_15 0.2182 ndcg_cut_20 5_15 0.2038 ndcg_cut_30 5_15 0.2103 ndcg_cut_100 5_15 0.3594 ndcg_cut_200 5_15 0.4314 ndcg_cut_500 5_15 0.4916 ndcg_cut_1000 5_15 0.5500 map_cut_5 5_15 0.0233 map_cut_10 5_15 0.0299 map_cut_15 5_15 0.0440 map_cut_20 5_15 0.0498 map_cut_30 5_15 0.0688 map_cut_100 5_15 0.1365 map_cut_200 5_15 0.1715 map_cut_500 5_15 0.1872 map_cut_1000 5_15 0.1957 relative_P_5 5_15 0.2000 relative_P_10 5_15 0.2000 relative_P_15 5_15 0.2667 relative_P_20 5_15 0.2500 relative_P_30 5_15 0.2667 relative_P_100 5_15 0.4651 relative_P_200 5_15 0.6512 relative_P_500 5_15 0.8140 relative_P_1000 5_15 0.9535 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0410 set_relative_P 5_15 0.9535 set_recall 5_15 0.9535 set_map 5_15 0.0391 set_F 5_15 0.0786 num_nonrel_judged_ret 5_15 85 rbp 5_15 0.1305 rbp_resid 5_15 0.1080 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.1500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 88 map 5_2 0.2632 Rprec 5_2 0.3309 bpref 5_2 0.6129 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.7000 iprec_at_recall_0.20 5_2 0.5517 iprec_at_recall_0.30 5_2 0.4078 iprec_at_recall_0.40 5_2 0.2253 iprec_at_recall_0.50 5_2 0.1659 iprec_at_recall_0.60 5_2 0.1122 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 0.8000 P_15 5_2 0.7333 P_20 5_2 0.7000 P_30 5_2 0.6333 P_100 5_2 0.4100 P_200 5_2 0.2550 P_500 5_2 0.1440 P_1000 5_2 0.0880 relstring 5_2 '4412142-2-' recall_5 5_2 0.0360 recall_10 5_2 0.0576 recall_15 5_2 0.0791 recall_20 5_2 0.1007 recall_30 5_2 0.1367 recall_100 5_2 0.2950 recall_200 5_2 0.3669 recall_500 5_2 0.5180 recall_1000 5_2 0.6331 infAP 5_2 0.2632 Rprec_mult_0.20 5_2 0.6429 Rprec_mult_0.40 5_2 0.5357 Rprec_mult_0.60 5_2 0.4524 Rprec_mult_0.80 5_2 0.3750 Rprec_mult_1.00 5_2 0.3309 Rprec_mult_1.20 5_2 0.2874 Rprec_mult_1.40 5_2 0.2615 Rprec_mult_1.60 5_2 0.2332 Rprec_mult_1.80 5_2 0.2231 Rprec_mult_2.00 5_2 0.2122 utility 5_2 -824.0000 11pt_avg 5_2 0.2875 binG 5_2 0.1585 G 5_2 0.1232 ndcg 5_2 0.5651 ndcg_rel 5_2 0.5328 Rndcg 5_2 0.4935 ndcg_cut_5 5_2 0.7014 ndcg_cut_10 5_2 0.6034 ndcg_cut_15 5_2 0.5586 ndcg_cut_20 5_2 0.5553 ndcg_cut_30 5_2 0.5063 ndcg_cut_100 5_2 0.4268 ndcg_cut_200 5_2 0.4402 ndcg_cut_500 5_2 0.5115 ndcg_cut_1000 5_2 0.5651 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0568 map_cut_15 5_2 0.0743 map_cut_20 5_2 0.0899 map_cut_30 5_2 0.1136 map_cut_100 5_2 0.1962 map_cut_200 5_2 0.2197 map_cut_500 5_2 0.2496 map_cut_1000 5_2 0.2632 relative_P_5 5_2 1.0000 relative_P_10 5_2 0.8000 relative_P_15 5_2 0.7333 relative_P_20 5_2 0.7000 relative_P_30 5_2 0.6333 relative_P_100 5_2 0.4100 relative_P_200 5_2 0.3669 relative_P_500 5_2 0.5180 relative_P_1000 5_2 0.6331 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0880 set_relative_P 5_2 0.6331 set_recall 5_2 0.6331 set_map 5_2 0.0557 set_F 5_2 0.1545 num_nonrel_judged_ret 5_2 8 rbp 5_2 0.4844 rbp_resid 5_2 0.2408 unj_5 5_2 0.0000 unj_10 5_2 0.2000 unj_20 5_2 0.3000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 61 map 5_4 0.1832 Rprec 5_4 0.2037 bpref 5_4 0.4282 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.7059 iprec_at_recall_0.20 5_4 0.2683 iprec_at_recall_0.30 5_4 0.1469 iprec_at_recall_0.40 5_4 0.1415 iprec_at_recall_0.50 5_4 0.0887 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 1.0000 P_10 5_4 0.7000 P_15 5_4 0.6667 P_20 5_4 0.6500 P_30 5_4 0.5333 P_100 5_4 0.2200 P_200 5_4 0.1450 P_500 5_4 0.1020 P_1000 5_4 0.0610 relstring 5_4 '2232220--1' recall_5 5_4 0.0463 recall_10 5_4 0.0648 recall_15 5_4 0.0926 recall_20 5_4 0.1204 recall_30 5_4 0.1481 recall_100 5_4 0.2037 recall_200 5_4 0.2685 recall_500 5_4 0.4722 recall_1000 5_4 0.5648 infAP 5_4 0.1832 Rprec_mult_0.20 5_4 0.5909 Rprec_mult_0.40 5_4 0.4091 Rprec_mult_0.60 5_4 0.3077 Rprec_mult_0.80 5_4 0.2529 Rprec_mult_1.00 5_4 0.2037 Rprec_mult_1.20 5_4 0.1769 Rprec_mult_1.40 5_4 0.1513 Rprec_mult_1.60 5_4 0.1503 Rprec_mult_1.80 5_4 0.1385 Rprec_mult_2.00 5_4 0.1435 utility 5_4 -878.0000 11pt_avg 5_4 0.2137 binG 5_4 0.1433 G 5_4 0.0955 ndcg 5_4 0.4816 ndcg_rel 5_4 0.4503 Rndcg 5_4 0.4263 ndcg_cut_5 5_4 0.5424 ndcg_cut_10 5_4 0.4369 ndcg_cut_15 5_4 0.4686 ndcg_cut_20 5_4 0.5038 ndcg_cut_30 5_4 0.4802 ndcg_cut_100 5_4 0.3148 ndcg_cut_200 5_4 0.3404 ndcg_cut_500 5_4 0.4403 ndcg_cut_1000 5_4 0.4816 map_cut_5 5_4 0.0463 map_cut_10 5_4 0.0620 map_cut_15 5_4 0.0814 map_cut_20 5_4 0.1006 map_cut_30 5_4 0.1175 map_cut_100 5_4 0.1384 map_cut_200 5_4 0.1485 map_cut_500 5_4 0.1756 map_cut_1000 5_4 0.1832 relative_P_5 5_4 1.0000 relative_P_10 5_4 0.7000 relative_P_15 5_4 0.6667 relative_P_20 5_4 0.6500 relative_P_30 5_4 0.5333 relative_P_100 5_4 0.2200 relative_P_200 5_4 0.2685 relative_P_500 5_4 0.4722 relative_P_1000 5_4 0.5648 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0610 set_relative_P 5_4 0.5648 set_recall 5_4 0.5648 set_map 5_4 0.0345 set_F 5_4 0.1101 num_nonrel_judged_ret 5_4 27 rbp 5_4 0.3843 rbp_resid 5_4 0.2439 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.2500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 58 map 5_5 0.1585 Rprec 5_5 0.2315 bpref 5_5 0.3951 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.5238 iprec_at_recall_0.20 5_5 0.3000 iprec_at_recall_0.30 5_5 0.1871 iprec_at_recall_0.40 5_5 0.1097 iprec_at_recall_0.50 5_5 0.0698 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.8000 P_10 5_5 0.7000 P_15 5_5 0.6000 P_20 5_5 0.5000 P_30 5_5 0.4667 P_100 5_5 0.2400 P_200 5_5 0.1600 P_500 5_5 0.0960 P_1000 5_5 0.0580 relstring 5_5 '2021102420' recall_5 5_5 0.0370 recall_10 5_5 0.0648 recall_15 5_5 0.0833 recall_20 5_5 0.0926 recall_30 5_5 0.1296 recall_100 5_5 0.2222 recall_200 5_5 0.2963 recall_500 5_5 0.4444 recall_1000 5_5 0.5370 infAP 5_5 0.1585 Rprec_mult_0.20 5_5 0.5000 Rprec_mult_0.40 5_5 0.3636 Rprec_mult_0.60 5_5 0.3077 Rprec_mult_0.80 5_5 0.2759 Rprec_mult_1.00 5_5 0.2315 Rprec_mult_1.20 5_5 0.2154 Rprec_mult_1.40 5_5 0.2039 Rprec_mult_1.60 5_5 0.1850 Rprec_mult_1.80 5_5 0.1641 Rprec_mult_2.00 5_5 0.1528 utility 5_5 -884.0000 11pt_avg 5_5 0.1991 binG 5_5 0.1165 G 5_5 0.0837 ndcg 5_5 0.4138 ndcg_rel 5_5 0.3751 Rndcg 5_5 0.3335 ndcg_cut_5 5_5 0.3347 ndcg_cut_10 5_5 0.3920 ndcg_cut_15 5_5 0.3726 ndcg_cut_20 5_5 0.3544 ndcg_cut_30 5_5 0.3370 ndcg_cut_100 5_5 0.2683 ndcg_cut_200 5_5 0.2939 ndcg_cut_500 5_5 0.3772 ndcg_cut_1000 5_5 0.4138 map_cut_5 5_5 0.0298 map_cut_10 5_5 0.0505 map_cut_15 5_5 0.0623 map_cut_20 5_5 0.0681 map_cut_30 5_5 0.0865 map_cut_100 5_5 0.1177 map_cut_200 5_5 0.1335 map_cut_500 5_5 0.1518 map_cut_1000 5_5 0.1585 relative_P_5 5_5 0.8000 relative_P_10 5_5 0.7000 relative_P_15 5_5 0.6000 relative_P_20 5_5 0.5000 relative_P_30 5_5 0.4667 relative_P_100 5_5 0.2400 relative_P_200 5_5 0.2963 relative_P_500 5_5 0.4444 relative_P_1000 5_5 0.5370 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0580 set_relative_P 5_5 0.5370 set_recall 5_5 0.5370 set_map 5_5 0.0311 set_F 5_5 0.1047 num_nonrel_judged_ret 5_5 52 rbp 5_5 0.2634 rbp_resid 5_5 0.0701 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.1000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 59 map 5_8 0.1737 Rprec 5_8 0.2564 bpref 5_8 0.5511 recip_rank 5_8 1.0000 iprec_at_recall_0.00 5_8 1.0000 iprec_at_recall_0.10 5_8 0.4762 iprec_at_recall_0.20 5_8 0.3333 iprec_at_recall_0.30 5_8 0.2273 iprec_at_recall_0.40 5_8 0.1867 iprec_at_recall_0.50 5_8 0.1254 iprec_at_recall_0.60 5_8 0.0681 iprec_at_recall_0.70 5_8 0.0669 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.4000 P_10 5_8 0.5000 P_15 5_8 0.4667 P_20 5_8 0.4500 P_30 5_8 0.3667 P_100 5_8 0.2100 P_200 5_8 0.1650 P_500 5_8 0.0800 P_1000 5_8 0.0590 relstring 5_8 '20001-1203' recall_5 5_8 0.0256 recall_10 5_8 0.0641 recall_15 5_8 0.0897 recall_20 5_8 0.1154 recall_30 5_8 0.1410 recall_100 5_8 0.2692 recall_200 5_8 0.4231 recall_500 5_8 0.5128 recall_1000 5_8 0.7564 infAP 5_8 0.1737 Rprec_mult_0.20 5_8 0.4375 Rprec_mult_0.40 5_8 0.3750 Rprec_mult_0.60 5_8 0.2979 Rprec_mult_0.80 5_8 0.3016 Rprec_mult_1.00 5_8 0.2564 Rprec_mult_1.20 5_8 0.2234 Rprec_mult_1.40 5_8 0.2273 Rprec_mult_1.60 5_8 0.2080 Rprec_mult_1.80 5_8 0.1915 Rprec_mult_2.00 5_8 0.1795 utility 5_8 -882.0000 11pt_avg 5_8 0.2258 binG 5_8 0.1398 G 5_8 0.1050 ndcg 5_8 0.4490 ndcg_rel 5_8 0.3438 Rndcg 5_8 0.2721 ndcg_cut_5 5_8 0.2175 ndcg_cut_10 5_8 0.2676 ndcg_cut_15 5_8 0.2439 ndcg_cut_20 5_8 0.2388 ndcg_cut_30 5_8 0.2163 ndcg_cut_100 5_8 0.2260 ndcg_cut_200 5_8 0.3016 ndcg_cut_500 5_8 0.3445 ndcg_cut_1000 5_8 0.4490 map_cut_5 5_8 0.0179 map_cut_10 5_8 0.0363 map_cut_15 5_8 0.0492 map_cut_20 5_8 0.0607 map_cut_30 5_8 0.0717 map_cut_100 5_8 0.1132 map_cut_200 5_8 0.1436 map_cut_500 5_8 0.1571 map_cut_1000 5_8 0.1737 relative_P_5 5_8 0.4000 relative_P_10 5_8 0.5000 relative_P_15 5_8 0.4667 relative_P_20 5_8 0.4500 relative_P_30 5_8 0.3667 relative_P_100 5_8 0.2692 relative_P_200 5_8 0.4231 relative_P_500 5_8 0.5128 relative_P_1000 5_8 0.7564 success_1 5_8 1.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0590 set_relative_P 5_8 0.7564 set_recall 5_8 0.7564 set_map 5_8 0.0446 set_F 5_8 0.1095 num_nonrel_judged_ret 5_8 38 rbp 5_8 0.1631 rbp_resid 5_8 0.2302 unj_5 5_8 0.0000 unj_10 5_8 0.1000 unj_20 5_8 0.2500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 48 map 5_9 0.5873 Rprec 5_9 0.5849 bpref 5_9 0.8309 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.9167 iprec_at_recall_0.20 5_9 0.9167 iprec_at_recall_0.30 5_9 0.7667 iprec_at_recall_0.40 5_9 0.7667 iprec_at_recall_0.50 5_9 0.7000 iprec_at_recall_0.60 5_9 0.5926 iprec_at_recall_0.70 5_9 0.5634 iprec_at_recall_0.80 5_9 0.4242 iprec_at_recall_0.90 5_9 0.0576 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.8000 P_10 5_9 0.9000 P_15 5_9 0.7333 P_20 5_9 0.7500 P_30 5_9 0.7667 P_100 5_9 0.4200 P_200 5_9 0.2200 P_500 5_9 0.0940 P_1000 5_9 0.0480 relstring 5_9 '3044242324' recall_5 5_9 0.0755 recall_10 5_9 0.1698 recall_15 5_9 0.2075 recall_20 5_9 0.2830 recall_30 5_9 0.4340 recall_100 5_9 0.7925 recall_200 5_9 0.8302 recall_500 5_9 0.8868 recall_1000 5_9 0.9057 infAP 5_9 0.5873 Rprec_mult_0.20 5_9 0.9091 Rprec_mult_0.40 5_9 0.7273 Rprec_mult_0.60 5_9 0.7188 Rprec_mult_0.80 5_9 0.6744 Rprec_mult_1.00 5_9 0.5849 Rprec_mult_1.20 5_9 0.5312 Rprec_mult_1.40 5_9 0.5333 Rprec_mult_1.60 5_9 0.4824 Rprec_mult_1.80 5_9 0.4271 Rprec_mult_2.00 5_9 0.3962 utility 5_9 -904.0000 11pt_avg 5_9 0.6095 binG 5_9 0.3114 G 5_9 0.1937 ndcg 5_9 0.7748 ndcg_rel 5_9 0.6584 Rndcg 5_9 0.6310 ndcg_cut_5 5_9 0.6356 ndcg_cut_10 5_9 0.6764 ndcg_cut_15 5_9 0.5712 ndcg_cut_20 5_9 0.5647 ndcg_cut_30 5_9 0.5995 ndcg_cut_100 5_9 0.7222 ndcg_cut_200 5_9 0.7425 ndcg_cut_500 5_9 0.7646 ndcg_cut_1000 5_9 0.7748 map_cut_5 5_9 0.0607 map_cut_10 5_9 0.1428 map_cut_15 5_9 0.1773 map_cut_20 5_9 0.2354 map_cut_30 5_9 0.3480 map_cut_100 5_9 0.5639 map_cut_200 5_9 0.5745 map_cut_500 5_9 0.5862 map_cut_1000 5_9 0.5873 relative_P_5 5_9 0.8000 relative_P_10 5_9 0.9000 relative_P_15 5_9 0.7333 relative_P_20 5_9 0.7500 relative_P_30 5_9 0.7667 relative_P_100 5_9 0.7925 relative_P_200 5_9 0.8302 relative_P_500 5_9 0.8868 relative_P_1000 5_9 0.9057 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0480 set_relative_P 5_9 0.9057 set_recall 5_9 0.9057 set_map 5_9 0.0435 set_F 5_9 0.0912 num_nonrel_judged_ret 5_9 13 rbp 5_9 0.5699 rbp_resid 5_9 0.0738 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0500 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 122 map 6_1 0.1342 Rprec 6_1 0.2538 bpref 6_1 0.2554 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.5397 iprec_at_recall_0.20 6_1 0.3160 iprec_at_recall_0.30 6_1 0.1893 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 0.4000 P_10 6_1 0.6000 P_15 6_1 0.5333 P_20 6_1 0.6500 P_30 6_1 0.6333 P_100 6_1 0.3900 P_200 6_1 0.3150 P_500 6_1 0.1940 P_1000 6_1 0.1220 relstring 6_1 '1000122021' recall_5 6_1 0.0060 recall_10 6_1 0.0181 recall_15 6_1 0.0242 recall_20 6_1 0.0393 recall_30 6_1 0.0574 recall_100 6_1 0.1178 recall_200 6_1 0.1903 recall_500 6_1 0.2931 recall_1000 6_1 0.3686 infAP 6_1 0.1342 Rprec_mult_0.20 6_1 0.5224 Rprec_mult_0.40 6_1 0.3684 Rprec_mult_0.60 6_1 0.3166 Rprec_mult_0.80 6_1 0.2943 Rprec_mult_1.00 6_1 0.2538 Rprec_mult_1.20 6_1 0.2286 Rprec_mult_1.40 6_1 0.2069 Rprec_mult_1.60 6_1 0.1868 Rprec_mult_1.80 6_1 0.1711 Rprec_mult_2.00 6_1 0.1647 utility 6_1 -756.0000 11pt_avg 6_1 0.1859 binG 6_1 0.0671 G 6_1 0.0518 ndcg 6_1 0.3339 ndcg_rel 6_1 0.3159 Rndcg 6_1 0.2661 ndcg_cut_5 6_1 0.1409 ndcg_cut_10 6_1 0.2500 ndcg_cut_15 6_1 0.2314 ndcg_cut_20 6_1 0.3083 ndcg_cut_30 6_1 0.3252 ndcg_cut_100 6_1 0.2749 ndcg_cut_200 6_1 0.2658 ndcg_cut_500 6_1 0.2812 ndcg_cut_1000 6_1 0.3339 map_cut_5 6_1 0.0042 map_cut_10 6_1 0.0110 map_cut_15 6_1 0.0144 map_cut_20 6_1 0.0236 map_cut_30 6_1 0.0355 map_cut_100 6_1 0.0691 map_cut_200 6_1 0.0943 map_cut_500 6_1 0.1224 map_cut_1000 6_1 0.1342 relative_P_5 6_1 0.4000 relative_P_10 6_1 0.6000 relative_P_15 6_1 0.5333 relative_P_20 6_1 0.6500 relative_P_30 6_1 0.6333 relative_P_100 6_1 0.3900 relative_P_200 6_1 0.3150 relative_P_500 6_1 0.2931 relative_P_1000 6_1 0.3686 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1220 set_relative_P 6_1 0.3686 set_recall 6_1 0.3686 set_map 6_1 0.0450 set_F 6_1 0.1833 num_nonrel_judged_ret 6_1 48 rbp 6_1 0.2059 rbp_resid 6_1 0.0166 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 31 map 6_10 0.1872 Rprec 6_10 0.2222 bpref 6_10 0.6084 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.5556 iprec_at_recall_0.20 6_10 0.4286 iprec_at_recall_0.30 6_10 0.1596 iprec_at_recall_0.40 6_10 0.1241 iprec_at_recall_0.50 6_10 0.0909 iprec_at_recall_0.60 6_10 0.0550 iprec_at_recall_0.70 6_10 0.0324 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.8000 P_10 6_10 0.5000 P_15 6_10 0.4000 P_20 6_10 0.4000 P_30 6_10 0.3333 P_100 6_10 0.1500 P_200 6_10 0.0900 P_500 6_10 0.0540 P_1000 6_10 0.0310 relstring 6_10 '21023---3-' recall_5 6_10 0.0889 recall_10 6_10 0.1111 recall_15 6_10 0.1333 recall_20 6_10 0.1778 recall_30 6_10 0.2222 recall_100 6_10 0.3333 recall_200 6_10 0.4000 recall_500 6_10 0.6000 recall_1000 6_10 0.6889 infAP 6_10 0.1872 Rprec_mult_0.20 6_10 0.5556 Rprec_mult_0.40 6_10 0.3889 Rprec_mult_0.60 6_10 0.3704 Rprec_mult_0.80 6_10 0.2778 Rprec_mult_1.00 6_10 0.2222 Rprec_mult_1.20 6_10 0.2037 Rprec_mult_1.40 6_10 0.1746 Rprec_mult_1.60 6_10 0.1806 Rprec_mult_1.80 6_10 0.1605 Rprec_mult_2.00 6_10 0.1444 utility 6_10 -938.0000 11pt_avg 6_10 0.2224 binG 6_10 0.1745 G 6_10 0.1163 ndcg 6_10 0.4613 ndcg_rel 6_10 0.4075 Rndcg 6_10 0.3822 ndcg_cut_5 6_10 0.4726 ndcg_cut_10 6_10 0.3797 ndcg_cut_15 6_10 0.3266 ndcg_cut_20 6_10 0.3470 ndcg_cut_30 6_10 0.3184 ndcg_cut_100 6_10 0.3216 ndcg_cut_200 6_10 0.3584 ndcg_cut_500 6_10 0.4184 ndcg_cut_1000 6_10 0.4613 map_cut_5 6_10 0.0789 map_cut_10 6_10 0.0912 map_cut_15 6_10 0.1015 map_cut_20 6_10 0.1200 map_cut_30 6_10 0.1381 map_cut_100 6_10 0.1585 map_cut_200 6_10 0.1674 map_cut_500 6_10 0.1837 map_cut_1000 6_10 0.1872 relative_P_5 6_10 0.8000 relative_P_10 6_10 0.5000 relative_P_15 6_10 0.4000 relative_P_20 6_10 0.4000 relative_P_30 6_10 0.3333 relative_P_100 6_10 0.3333 relative_P_200 6_10 0.4000 relative_P_500 6_10 0.6000 relative_P_1000 6_10 0.6889 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0310 set_relative_P 6_10 0.6889 set_recall 6_10 0.6889 set_map 6_10 0.0214 set_F 6_10 0.0593 num_nonrel_judged_ret 6_10 16 rbp 6_10 0.2260 rbp_resid 6_10 0.4286 unj_5 6_10 0.0000 unj_10 6_10 0.4000 unj_20 6_10 0.5000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 64 map 6_11 0.0481 Rprec 6_11 0.1017 bpref 6_11 0.4070 recip_rank 6_11 0.2500 iprec_at_recall_0.00 6_11 0.2500 iprec_at_recall_0.10 6_11 0.1026 iprec_at_recall_0.20 6_11 0.0751 iprec_at_recall_0.30 6_11 0.0737 iprec_at_recall_0.40 6_11 0.0712 iprec_at_recall_0.50 6_11 0.0682 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.2000 P_10 6_11 0.2000 P_15 6_11 0.2000 P_20 6_11 0.1500 P_30 6_11 0.1333 P_100 6_11 0.1000 P_200 6_11 0.0700 P_500 6_11 0.0680 P_1000 6_11 0.0640 relstring 6_11 '000200-0-2' recall_5 6_11 0.0085 recall_10 6_11 0.0169 recall_15 6_11 0.0254 recall_20 6_11 0.0254 recall_30 6_11 0.0339 recall_100 6_11 0.0847 recall_200 6_11 0.1186 recall_500 6_11 0.2881 recall_1000 6_11 0.5424 infAP 6_11 0.0481 Rprec_mult_0.20 6_11 0.1667 Rprec_mult_0.40 6_11 0.1875 Rprec_mult_0.60 6_11 0.1268 Rprec_mult_0.80 6_11 0.1053 Rprec_mult_1.00 6_11 0.1017 Rprec_mult_1.20 6_11 0.0915 Rprec_mult_1.40 6_11 0.0843 Rprec_mult_1.60 6_11 0.0741 Rprec_mult_1.80 6_11 0.0657 Rprec_mult_2.00 6_11 0.0636 utility 6_11 -872.0000 11pt_avg 6_11 0.0583 binG 6_11 0.0726 G 6_11 0.0701 ndcg 6_11 0.3347 ndcg_rel 6_11 0.2685 Rndcg 6_11 0.1451 ndcg_cut_5 6_11 0.1073 ndcg_cut_10 6_11 0.1283 ndcg_cut_15 6_11 0.1220 ndcg_cut_20 6_11 0.1042 ndcg_cut_30 6_11 0.1150 ndcg_cut_100 6_11 0.1077 ndcg_cut_200 6_11 0.1259 ndcg_cut_500 6_11 0.2154 ndcg_cut_1000 6_11 0.3347 map_cut_5 6_11 0.0021 map_cut_10 6_11 0.0038 map_cut_15 6_11 0.0055 map_cut_20 6_11 0.0055 map_cut_30 6_11 0.0070 map_cut_100 6_11 0.0158 map_cut_200 6_11 0.0191 map_cut_500 6_11 0.0306 map_cut_1000 6_11 0.0481 relative_P_5 6_11 0.2000 relative_P_10 6_11 0.2000 relative_P_15 6_11 0.2000 relative_P_20 6_11 0.1500 relative_P_30 6_11 0.1333 relative_P_100 6_11 0.1000 relative_P_200 6_11 0.1186 relative_P_500 6_11 0.2881 relative_P_1000 6_11 0.5424 success_1 6_11 0.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0640 set_relative_P 6_11 0.5424 set_recall 6_11 0.5424 set_map 6_11 0.0347 set_F 6_11 0.1145 num_nonrel_judged_ret 6_11 40 rbp 6_11 0.0982 rbp_resid 6_11 0.3500 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.4500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 61 map 6_12 0.4939 Rprec 6_12 0.4928 bpref 6_12 0.8665 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 0.8800 iprec_at_recall_0.30 6_12 0.8800 iprec_at_recall_0.40 6_12 0.7778 iprec_at_recall_0.50 6_12 0.4545 iprec_at_recall_0.60 6_12 0.3203 iprec_at_recall_0.70 6_12 0.1928 iprec_at_recall_0.80 6_12 0.1361 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 0.8000 P_15 6_12 0.8000 P_20 6_12 0.8500 P_30 6_12 0.8333 P_100 6_12 0.3700 P_200 6_12 0.2250 P_500 6_12 0.1140 P_1000 6_12 0.0610 relstring 6_12 '33133332-0' recall_5 6_12 0.0725 recall_10 6_12 0.1159 recall_15 6_12 0.1739 recall_20 6_12 0.2464 recall_30 6_12 0.3623 recall_100 6_12 0.5362 recall_200 6_12 0.6522 recall_500 6_12 0.8261 recall_1000 6_12 0.8841 infAP 6_12 0.4939 Rprec_mult_0.20 6_12 0.7857 Rprec_mult_0.40 6_12 0.8214 Rprec_mult_0.60 6_12 0.6667 Rprec_mult_0.80 6_12 0.5893 Rprec_mult_1.00 6_12 0.4928 Rprec_mult_1.20 6_12 0.4217 Rprec_mult_1.40 6_12 0.3814 Rprec_mult_1.60 6_12 0.3333 Rprec_mult_1.80 6_12 0.3200 Rprec_mult_2.00 6_12 0.2971 utility 6_12 -878.0000 11pt_avg 6_12 0.5129 binG 6_12 0.3055 G 6_12 0.1901 ndcg 6_12 0.7741 ndcg_rel 6_12 0.7279 Rndcg 6_12 0.6542 ndcg_cut_5 6_12 0.7969 ndcg_cut_10 6_12 0.7207 ndcg_cut_15 6_12 0.7351 ndcg_cut_20 6_12 0.7775 ndcg_cut_30 6_12 0.7831 ndcg_cut_100 6_12 0.5981 ndcg_cut_200 6_12 0.6660 ndcg_cut_500 6_12 0.7524 ndcg_cut_1000 6_12 0.7741 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1159 map_cut_15 6_12 0.1609 map_cut_20 6_12 0.2213 map_cut_30 6_12 0.3202 map_cut_100 6_12 0.4278 map_cut_200 6_12 0.4614 map_cut_500 6_12 0.4898 map_cut_1000 6_12 0.4939 relative_P_5 6_12 1.0000 relative_P_10 6_12 0.8000 relative_P_15 6_12 0.8000 relative_P_20 6_12 0.8500 relative_P_30 6_12 0.8333 relative_P_100 6_12 0.5362 relative_P_200 6_12 0.6522 relative_P_500 6_12 0.8261 relative_P_1000 6_12 0.8841 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0610 set_relative_P 6_12 0.8841 set_recall 6_12 0.8841 set_map 6_12 0.0539 set_F 6_12 0.1141 num_nonrel_judged_ret 6_12 3 rbp 6_12 0.5783 rbp_resid 6_12 0.1201 unj_5 6_12 0.0000 unj_10 6_12 0.1000 unj_20 6_12 0.1000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 95 map 6_13 0.4773 Rprec 6_13 0.4486 bpref 6_13 0.8668 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.9565 iprec_at_recall_0.20 6_13 0.9565 iprec_at_recall_0.30 6_13 0.7442 iprec_at_recall_0.40 6_13 0.5443 iprec_at_recall_0.50 6_13 0.3946 iprec_at_recall_0.60 6_13 0.3459 iprec_at_recall_0.70 6_13 0.2560 iprec_at_recall_0.80 6_13 0.1442 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 0.9000 P_15 6_13 0.9333 P_20 6_13 0.9500 P_30 6_13 0.8333 P_100 6_13 0.4700 P_200 6_13 0.3250 P_500 6_13 0.1660 P_1000 6_13 0.0950 relstring 6_13 '3222123-11' recall_5 6_13 0.0467 recall_10 6_13 0.0841 recall_15 6_13 0.1308 recall_20 6_13 0.1776 recall_30 6_13 0.2336 recall_100 6_13 0.4393 recall_200 6_13 0.6075 recall_500 6_13 0.7757 recall_1000 6_13 0.8879 infAP 6_13 0.4773 Rprec_mult_0.20 6_13 0.9545 Rprec_mult_0.40 6_13 0.7442 Rprec_mult_0.60 6_13 0.5846 Rprec_mult_0.80 6_13 0.5349 Rprec_mult_1.00 6_13 0.4486 Rprec_mult_1.20 6_13 0.3953 Rprec_mult_1.40 6_13 0.3867 Rprec_mult_1.60 6_13 0.3663 Rprec_mult_1.80 6_13 0.3368 Rprec_mult_2.00 6_13 0.3131 utility 6_13 -810.0000 11pt_avg 6_13 0.4857 binG 6_13 0.2742 G 6_13 0.1791 ndcg 6_13 0.7735 ndcg_rel 6_13 0.6701 Rndcg 6_13 0.6304 ndcg_cut_5 6_13 0.7360 ndcg_cut_10 6_13 0.6465 ndcg_cut_15 6_13 0.6669 ndcg_cut_20 6_13 0.6824 ndcg_cut_30 6_13 0.6403 ndcg_cut_100 6_13 0.5336 ndcg_cut_200 6_13 0.6324 ndcg_cut_500 6_13 0.7210 ndcg_cut_1000 6_13 0.7735 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0821 map_cut_15 6_13 0.1252 map_cut_20 6_13 0.1693 map_cut_30 6_13 0.2208 map_cut_100 6_13 0.3552 map_cut_200 6_13 0.4214 map_cut_500 6_13 0.4625 map_cut_1000 6_13 0.4773 relative_P_5 6_13 1.0000 relative_P_10 6_13 0.9000 relative_P_15 6_13 0.9333 relative_P_20 6_13 0.9500 relative_P_30 6_13 0.8333 relative_P_100 6_13 0.4700 relative_P_200 6_13 0.6075 relative_P_500 6_13 0.7757 relative_P_1000 6_13 0.8879 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0950 set_relative_P 6_13 0.8879 set_recall 6_13 0.8879 set_map 6_13 0.0843 set_F 6_13 0.1716 num_nonrel_judged_ret 6_13 5 rbp 6_13 0.5735 rbp_resid 6_13 0.0983 unj_5 6_13 0.0000 unj_10 6_13 0.1000 unj_20 6_13 0.0500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 48 map 6_14 0.2749 Rprec 6_14 0.3929 bpref 6_14 0.4608 recip_rank 6_14 0.5000 iprec_at_recall_0.00 6_14 0.8000 iprec_at_recall_0.10 6_14 0.5185 iprec_at_recall_0.20 6_14 0.5185 iprec_at_recall_0.30 6_14 0.4722 iprec_at_recall_0.40 6_14 0.3929 iprec_at_recall_0.50 6_14 0.2593 iprec_at_recall_0.60 6_14 0.1809 iprec_at_recall_0.70 6_14 0.1262 iprec_at_recall_0.80 6_14 0.0796 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.5000 P_15 6_14 0.3333 P_20 6_14 0.4000 P_30 6_14 0.4667 P_100 6_14 0.2700 P_200 6_14 0.1700 P_500 6_14 0.0860 P_1000 6_14 0.0480 relstring 6_14 '0222200-2-' recall_5 6_14 0.0714 recall_10 6_14 0.0893 recall_15 6_14 0.0893 recall_20 6_14 0.1429 recall_30 6_14 0.2500 recall_100 6_14 0.4821 recall_200 6_14 0.6071 recall_500 6_14 0.7679 recall_1000 6_14 0.8571 infAP 6_14 0.2749 Rprec_mult_0.20 6_14 0.4167 Rprec_mult_0.40 6_14 0.4783 Rprec_mult_0.60 6_14 0.4706 Rprec_mult_0.80 6_14 0.4222 Rprec_mult_1.00 6_14 0.3929 Rprec_mult_1.20 6_14 0.3235 Rprec_mult_1.40 6_14 0.3291 Rprec_mult_1.60 6_14 0.3000 Rprec_mult_1.80 6_14 0.2673 Rprec_mult_2.00 6_14 0.2500 utility 6_14 -904.0000 11pt_avg 6_14 0.3044 binG 6_14 0.1882 G 6_14 0.1561 ndcg 6_14 0.5998 ndcg_rel 6_14 0.4696 Rndcg 6_14 0.4336 ndcg_cut_5 6_14 0.4406 ndcg_cut_10 6_14 0.3631 ndcg_cut_15 6_14 0.2994 ndcg_cut_20 6_14 0.3267 ndcg_cut_30 6_14 0.3558 ndcg_cut_100 6_14 0.4680 ndcg_cut_200 6_14 0.5157 ndcg_cut_500 6_14 0.5749 ndcg_cut_1000 6_14 0.5998 map_cut_5 6_14 0.0485 map_cut_10 6_14 0.0584 map_cut_15 6_14 0.0584 map_cut_20 6_14 0.0792 map_cut_30 6_14 0.1303 map_cut_100 6_14 0.2221 map_cut_200 6_14 0.2487 map_cut_500 6_14 0.2680 map_cut_1000 6_14 0.2749 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.5000 relative_P_15 6_14 0.3333 relative_P_20 6_14 0.4000 relative_P_30 6_14 0.4667 relative_P_100 6_14 0.4821 relative_P_200 6_14 0.6071 relative_P_500 6_14 0.7679 relative_P_1000 6_14 0.8571 success_1 6_14 0.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0480 set_relative_P 6_14 0.8571 set_recall 6_14 0.8571 set_map 6_14 0.0411 set_F 6_14 0.0909 num_nonrel_judged_ret 6_14 61 rbp 6_14 0.2983 rbp_resid 6_14 0.1119 unj_5 6_14 0.0000 unj_10 6_14 0.2000 unj_20 6_14 0.1000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 27 map 6_16 0.1626 Rprec 6_16 0.2759 bpref 6_16 0.2640 recip_rank 6_16 0.2500 iprec_at_recall_0.00 6_16 0.4286 iprec_at_recall_0.10 6_16 0.4286 iprec_at_recall_0.20 6_16 0.4286 iprec_at_recall_0.30 6_16 0.2778 iprec_at_recall_0.40 6_16 0.0914 iprec_at_recall_0.50 6_16 0.0914 iprec_at_recall_0.60 6_16 0.0914 iprec_at_recall_0.70 6_16 0.0816 iprec_at_recall_0.80 6_16 0.0632 iprec_at_recall_0.90 6_16 0.0467 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.2000 P_10 6_16 0.3000 P_15 6_16 0.4000 P_20 6_16 0.3500 P_30 6_16 0.2667 P_100 6_16 0.1100 P_200 6_16 0.0850 P_500 6_16 0.0480 P_1000 6_16 0.0270 relstring 6_16 '00020100-2' recall_5 6_16 0.0345 recall_10 6_16 0.1034 recall_15 6_16 0.2069 recall_20 6_16 0.2414 recall_30 6_16 0.2759 recall_100 6_16 0.3793 recall_200 6_16 0.5862 recall_500 6_16 0.8276 recall_1000 6_16 0.9310 infAP 6_16 0.1626 Rprec_mult_0.20 6_16 0.3333 Rprec_mult_0.40 6_16 0.3333 Rprec_mult_0.60 6_16 0.3333 Rprec_mult_0.80 6_16 0.3333 Rprec_mult_1.00 6_16 0.2759 Rprec_mult_1.20 6_16 0.2571 Rprec_mult_1.40 6_16 0.2439 Rprec_mult_1.60 6_16 0.2340 Rprec_mult_1.80 6_16 0.2075 Rprec_mult_2.00 6_16 0.1897 utility 6_16 -946.0000 11pt_avg 6_16 0.1845 binG 6_16 0.1787 G 6_16 0.1494 ndcg 6_16 0.5119 ndcg_rel 6_16 0.3491 Rndcg 6_16 0.3094 ndcg_cut_5 6_16 0.0974 ndcg_cut_10 6_16 0.1317 ndcg_cut_15 6_16 0.2367 ndcg_cut_20 6_16 0.2430 ndcg_cut_30 6_16 0.2400 ndcg_cut_100 6_16 0.2979 ndcg_cut_200 6_16 0.3926 ndcg_cut_500 6_16 0.4741 ndcg_cut_1000 6_16 0.5119 map_cut_5 6_16 0.0086 map_cut_10 6_16 0.0305 map_cut_15 6_16 0.0700 map_cut_20 6_16 0.0821 map_cut_30 6_16 0.0946 map_cut_100 6_16 0.1217 map_cut_200 6_16 0.1397 map_cut_500 6_16 0.1580 map_cut_1000 6_16 0.1626 relative_P_5 6_16 0.2000 relative_P_10 6_16 0.3000 relative_P_15 6_16 0.4000 relative_P_20 6_16 0.3500 relative_P_30 6_16 0.2759 relative_P_100 6_16 0.3793 relative_P_200 6_16 0.5862 relative_P_500 6_16 0.8276 relative_P_1000 6_16 0.9310 success_1 6_16 0.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0270 set_relative_P 6_16 0.9310 set_recall 6_16 0.9310 set_map 6_16 0.0251 set_F 6_16 0.0525 num_nonrel_judged_ret 6_16 55 rbp 6_16 0.2088 rbp_resid 6_16 0.1566 unj_5 6_16 0.0000 unj_10 6_16 0.1000 unj_20 6_16 0.1500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 18 map 6_3 0.0071 Rprec 6_3 0.0515 bpref 6_3 0.1527 recip_rank 6_3 0.0588 iprec_at_recall_0.00 6_3 0.0833 iprec_at_recall_0.10 6_3 0.0373 iprec_at_recall_0.20 6_3 0.0000 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.0000 P_10 6_3 0.0000 P_15 6_3 0.0000 P_20 6_3 0.0500 P_30 6_3 0.0667 P_100 6_3 0.0500 P_200 6_3 0.0400 P_500 6_3 0.0220 P_1000 6_3 0.0180 relstring 6_3 '00000--0--' recall_5 6_3 0.0000 recall_10 6_3 0.0000 recall_15 6_3 0.0000 recall_20 6_3 0.0103 recall_30 6_3 0.0206 recall_100 6_3 0.0515 recall_200 6_3 0.0825 recall_500 6_3 0.1134 recall_1000 6_3 0.1856 infAP 6_3 0.0071 Rprec_mult_0.20 6_3 0.0500 Rprec_mult_0.40 6_3 0.0513 Rprec_mult_0.60 6_3 0.0508 Rprec_mult_0.80 6_3 0.0385 Rprec_mult_1.00 6_3 0.0515 Rprec_mult_1.20 6_3 0.0513 Rprec_mult_1.40 6_3 0.0441 Rprec_mult_1.60 6_3 0.0385 Rprec_mult_1.80 6_3 0.0400 Rprec_mult_2.00 6_3 0.0412 utility 6_3 -964.0000 11pt_avg 6_3 0.0110 binG 6_3 0.0255 G 6_3 0.0216 ndcg 6_3 0.0967 ndcg_rel 6_3 0.0902 Rndcg 6_3 0.0356 ndcg_cut_5 6_3 0.0000 ndcg_cut_10 6_3 0.0000 ndcg_cut_15 6_3 0.0000 ndcg_cut_20 6_3 0.0112 ndcg_cut_30 6_3 0.0262 ndcg_cut_100 6_3 0.0473 ndcg_cut_200 6_3 0.0605 ndcg_cut_500 6_3 0.0692 ndcg_cut_1000 6_3 0.0967 map_cut_5 6_3 0.0000 map_cut_10 6_3 0.0000 map_cut_15 6_3 0.0000 map_cut_20 6_3 0.0006 map_cut_30 6_3 0.0015 map_cut_100 6_3 0.0031 map_cut_200 6_3 0.0046 map_cut_500 6_3 0.0056 map_cut_1000 6_3 0.0071 relative_P_5 6_3 0.0000 relative_P_10 6_3 0.0000 relative_P_15 6_3 0.0000 relative_P_20 6_3 0.0500 relative_P_30 6_3 0.0667 relative_P_100 6_3 0.0515 relative_P_200 6_3 0.0825 relative_P_500 6_3 0.1134 relative_P_1000 6_3 0.1856 success_1 6_3 0.0000 success_5 6_3 0.0000 success_10 6_3 0.0000 set_P 6_3 0.0180 set_relative_P 6_3 0.1856 set_recall 6_3 0.1856 set_map 6_3 0.0033 set_F 6_3 0.0328 num_nonrel_judged_ret 6_3 27 rbp 6_3 0.0096 rbp_resid 6_3 0.4731 unj_5 6_3 0.0000 unj_10 6_3 0.4000 unj_20 6_3 0.6000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 19 map 6_4 0.0216 Rprec 6_4 0.0826 bpref 6_4 0.1422 recip_rank 6_4 0.2500 iprec_at_recall_0.00 6_4 0.3571 iprec_at_recall_0.10 6_4 0.0783 iprec_at_recall_0.20 6_4 0.0000 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.2000 P_10 6_4 0.2000 P_15 6_4 0.3333 P_20 6_4 0.2500 P_30 6_4 0.1667 P_100 6_4 0.1000 P_200 6_4 0.0650 P_500 6_4 0.0300 P_1000 6_4 0.0190 relstring 6_4 '00020---1-' recall_5 6_4 0.0083 recall_10 6_4 0.0165 recall_15 6_4 0.0413 recall_20 6_4 0.0413 recall_30 6_4 0.0413 recall_100 6_4 0.0826 recall_200 6_4 0.1074 recall_500 6_4 0.1240 recall_1000 6_4 0.1570 infAP 6_4 0.0216 Rprec_mult_0.20 6_4 0.2000 Rprec_mult_0.40 6_4 0.1633 Rprec_mult_0.60 6_4 0.1233 Rprec_mult_0.80 6_4 0.1031 Rprec_mult_1.00 6_4 0.0826 Rprec_mult_1.20 6_4 0.0753 Rprec_mult_1.40 6_4 0.0765 Rprec_mult_1.60 6_4 0.0670 Rprec_mult_1.80 6_4 0.0596 Rprec_mult_2.00 6_4 0.0537 utility 6_4 -962.0000 11pt_avg 6_4 0.0396 binG 6_4 0.0299 G 6_4 0.0213 ndcg 6_4 0.1184 ndcg_rel 6_4 0.1158 Rndcg 6_4 0.1001 ndcg_cut_5 6_4 0.0974 ndcg_cut_10 6_4 0.0853 ndcg_cut_15 6_4 0.1292 ndcg_cut_20 6_4 0.1137 ndcg_cut_30 6_4 0.0935 ndcg_cut_100 6_4 0.0768 ndcg_cut_200 6_4 0.0885 ndcg_cut_500 6_4 0.1000 ndcg_cut_1000 6_4 0.1184 map_cut_5 6_4 0.0021 map_cut_10 6_4 0.0039 map_cut_15 6_4 0.0117 map_cut_20 6_4 0.0117 map_cut_30 6_4 0.0117 map_cut_100 6_4 0.0184 map_cut_200 6_4 0.0203 map_cut_500 6_4 0.0209 map_cut_1000 6_4 0.0216 relative_P_5 6_4 0.2000 relative_P_10 6_4 0.2000 relative_P_15 6_4 0.3333 relative_P_20 6_4 0.2500 relative_P_30 6_4 0.1667 relative_P_100 6_4 0.1000 relative_P_200 6_4 0.1074 relative_P_500 6_4 0.1240 relative_P_1000 6_4 0.1570 success_1 6_4 0.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0190 set_relative_P 6_4 0.1570 set_recall 6_4 0.1570 set_map 6_4 0.0030 set_F 6_4 0.0339 num_nonrel_judged_ret 6_4 23 rbp 6_4 0.1067 rbp_resid 6_4 0.4275 unj_5 6_4 0.0000 unj_10 6_4 0.4000 unj_20 6_4 0.5500 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 14 map 6_5 0.0135 Rprec 6_5 0.0638 bpref 6_5 0.2128 recip_rank 6_5 0.1250 iprec_at_recall_0.00 6_5 0.1250 iprec_at_recall_0.10 6_5 0.0725 iprec_at_recall_0.20 6_5 0.0160 iprec_at_recall_0.30 6_5 0.0148 iprec_at_recall_0.40 6_5 0.0000 iprec_at_recall_0.50 6_5 0.0000 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.0000 P_10 6_5 0.1000 P_15 6_5 0.0667 P_20 6_5 0.0500 P_30 6_5 0.0667 P_100 6_5 0.0600 P_200 6_5 0.0350 P_500 6_5 0.0160 P_1000 6_5 0.0140 relstring 6_5 '000000-2--' recall_5 6_5 0.0000 recall_10 6_5 0.0213 recall_15 6_5 0.0213 recall_20 6_5 0.0213 recall_30 6_5 0.0426 recall_100 6_5 0.1277 recall_200 6_5 0.1489 recall_500 6_5 0.1702 recall_1000 6_5 0.2979 infAP 6_5 0.0135 Rprec_mult_0.20 6_5 0.1000 Rprec_mult_0.40 6_5 0.0526 Rprec_mult_0.60 6_5 0.0345 Rprec_mult_0.80 6_5 0.0526 Rprec_mult_1.00 6_5 0.0638 Rprec_mult_1.20 6_5 0.0702 Rprec_mult_1.40 6_5 0.0606 Rprec_mult_1.60 6_5 0.0658 Rprec_mult_1.80 6_5 0.0588 Rprec_mult_2.00 6_5 0.0638 utility 6_5 -972.0000 11pt_avg 6_5 0.0207 binG 6_5 0.0444 G 6_5 0.0456 ndcg 6_5 0.1737 ndcg_rel 6_5 0.1561 Rndcg 6_5 0.0624 ndcg_cut_5 6_5 0.0000 ndcg_cut_10 6_5 0.0390 ndcg_cut_15 6_5 0.0313 ndcg_cut_20 6_5 0.0266 ndcg_cut_30 6_5 0.0499 ndcg_cut_100 6_5 0.1121 ndcg_cut_200 6_5 0.1161 ndcg_cut_500 6_5 0.1230 ndcg_cut_1000 6_5 0.1737 map_cut_5 6_5 0.0000 map_cut_10 6_5 0.0027 map_cut_15 6_5 0.0027 map_cut_20 6_5 0.0027 map_cut_30 6_5 0.0041 map_cut_100 6_5 0.0105 map_cut_200 6_5 0.0113 map_cut_500 6_5 0.0116 map_cut_1000 6_5 0.0135 relative_P_5 6_5 0.0000 relative_P_10 6_5 0.1000 relative_P_15 6_5 0.0667 relative_P_20 6_5 0.0500 relative_P_30 6_5 0.0667 relative_P_100 6_5 0.1277 relative_P_200 6_5 0.1489 relative_P_500 6_5 0.1702 relative_P_1000 6_5 0.2979 success_1 6_5 0.0000 success_5 6_5 0.0000 success_10 6_5 1.0000 set_P 6_5 0.0140 set_relative_P 6_5 0.2979 set_recall 6_5 0.2979 set_map 6_5 0.0042 set_F 6_5 0.0267 num_nonrel_judged_ret 6_5 22 rbp 6_5 0.0310 rbp_resid 6_5 0.4671 unj_5 6_5 0.0000 unj_10 6_5 0.3000 unj_20 6_5 0.6500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 38 map 6_6 0.0732 Rprec 6_6 0.1647 bpref 6_6 0.3544 recip_rank 6_6 0.1667 iprec_at_recall_0.00 6_6 0.4444 iprec_at_recall_0.10 6_6 0.3226 iprec_at_recall_0.20 6_6 0.1607 iprec_at_recall_0.30 6_6 0.0785 iprec_at_recall_0.40 6_6 0.0494 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.0000 P_10 6_6 0.4000 P_15 6_6 0.3333 P_20 6_6 0.3000 P_30 6_6 0.3000 P_100 6_6 0.1600 P_200 6_6 0.0950 P_500 6_6 0.0580 P_1000 6_6 0.0380 relstring 6_6 '000002332-' recall_5 6_6 0.0000 recall_10 6_6 0.0471 recall_15 6_6 0.0588 recall_20 6_6 0.0706 recall_30 6_6 0.1059 recall_100 6_6 0.1882 recall_200 6_6 0.2235 recall_500 6_6 0.3412 recall_1000 6_6 0.4471 infAP 6_6 0.0732 Rprec_mult_0.20 6_6 0.2941 Rprec_mult_0.40 6_6 0.2941 Rprec_mult_0.60 6_6 0.2353 Rprec_mult_0.80 6_6 0.2059 Rprec_mult_1.00 6_6 0.1647 Rprec_mult_1.20 6_6 0.1569 Rprec_mult_1.40 6_6 0.1513 Rprec_mult_1.60 6_6 0.1324 Rprec_mult_1.80 6_6 0.1176 Rprec_mult_2.00 6_6 0.1059 utility 6_6 -924.0000 11pt_avg 6_6 0.0960 binG 6_6 0.0777 G 6_6 0.0702 ndcg 6_6 0.3264 ndcg_rel 6_6 0.2914 Rndcg 6_6 0.2367 ndcg_cut_5 6_6 0.0000 ndcg_cut_10 6_6 0.2501 ndcg_cut_15 6_6 0.2407 ndcg_cut_20 6_6 0.2349 ndcg_cut_30 6_6 0.2380 ndcg_cut_100 6_6 0.2004 ndcg_cut_200 6_6 0.2235 ndcg_cut_500 6_6 0.2829 ndcg_cut_1000 6_6 0.3264 map_cut_5 6_6 0.0000 map_cut_10 6_6 0.0150 map_cut_15 6_6 0.0192 map_cut_20 6_6 0.0229 map_cut_30 6_6 0.0342 map_cut_100 6_6 0.0531 map_cut_200 6_6 0.0580 map_cut_500 6_6 0.0679 map_cut_1000 6_6 0.0732 relative_P_5 6_6 0.0000 relative_P_10 6_6 0.4000 relative_P_15 6_6 0.3333 relative_P_20 6_6 0.3000 relative_P_30 6_6 0.3000 relative_P_100 6_6 0.1882 relative_P_200 6_6 0.2235 relative_P_500 6_6 0.3412 relative_P_1000 6_6 0.4471 success_1 6_6 0.0000 success_5 6_6 0.0000 success_10 6_6 1.0000 set_P 6_6 0.0380 set_relative_P 6_6 0.4471 set_recall 6_6 0.4471 set_map 6_6 0.0170 set_F 6_6 0.0700 num_nonrel_judged_ret 6_6 14 rbp 6_6 0.2142 rbp_resid 6_6 0.2888 unj_5 6_6 0.0000 unj_10 6_6 0.1000 unj_20 6_6 0.4000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 37 map 7_11 0.2877 Rprec 7_11 0.2895 bpref 7_11 0.7810 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.8571 iprec_at_recall_0.20 7_11 0.8000 iprec_at_recall_0.30 7_11 0.3077 iprec_at_recall_0.40 7_11 0.2679 iprec_at_recall_0.50 7_11 0.1419 iprec_at_recall_0.60 7_11 0.1278 iprec_at_recall_0.70 7_11 0.1093 iprec_at_recall_0.80 7_11 0.0878 iprec_at_recall_0.90 7_11 0.0689 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.8000 P_10 7_11 0.8000 P_15 7_11 0.5333 P_20 7_11 0.4000 P_30 7_11 0.3000 P_100 7_11 0.1700 P_200 7_11 0.1200 P_500 7_11 0.0680 P_1000 7_11 0.0370 relstring 7_11 '1013221-11' recall_5 7_11 0.1053 recall_10 7_11 0.2105 recall_15 7_11 0.2105 recall_20 7_11 0.2105 recall_30 7_11 0.2368 recall_100 7_11 0.4474 recall_200 7_11 0.6316 recall_500 7_11 0.8947 recall_1000 7_11 0.9737 infAP 7_11 0.2877 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.5000 Rprec_mult_0.60 7_11 0.3478 Rprec_mult_0.80 7_11 0.2903 Rprec_mult_1.00 7_11 0.2895 Rprec_mult_1.20 7_11 0.2826 Rprec_mult_1.40 7_11 0.2593 Rprec_mult_1.60 7_11 0.2459 Rprec_mult_1.80 7_11 0.2174 Rprec_mult_2.00 7_11 0.1974 utility 7_11 -926.0000 11pt_avg 7_11 0.3426 binG 7_11 0.2482 G 7_11 0.1746 ndcg 7_11 0.5836 ndcg_rel 7_11 0.4506 Rndcg 7_11 0.4230 ndcg_cut_5 7_11 0.4216 ndcg_cut_10 7_11 0.4465 ndcg_cut_15 7_11 0.3849 ndcg_cut_20 7_11 0.3540 ndcg_cut_30 7_11 0.3221 ndcg_cut_100 7_11 0.3930 ndcg_cut_200 7_11 0.4743 ndcg_cut_500 7_11 0.5664 ndcg_cut_1000 7_11 0.5836 map_cut_5 7_11 0.0846 map_cut_10 7_11 0.1707 map_cut_15 7_11 0.1707 map_cut_20 7_11 0.1707 map_cut_30 7_11 0.1805 map_cut_100 7_11 0.2363 map_cut_200 7_11 0.2603 map_cut_500 7_11 0.2838 map_cut_1000 7_11 0.2877 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.5333 relative_P_20 7_11 0.4000 relative_P_30 7_11 0.3000 relative_P_100 7_11 0.4474 relative_P_200 7_11 0.6316 relative_P_500 7_11 0.8947 relative_P_1000 7_11 0.9737 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0370 set_relative_P 7_11 0.9737 set_recall 7_11 0.9737 set_map 7_11 0.0360 set_F 7_11 0.0713 num_nonrel_judged_ret 7_11 16 rbp 7_11 0.2693 rbp_resid 7_11 0.3636 unj_5 7_11 0.0000 unj_10 7_11 0.1000 unj_20 7_11 0.5500 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 45 map 7_12 0.2343 Rprec 7_12 0.2969 bpref 7_12 0.5254 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.8571 iprec_at_recall_0.20 7_12 0.4828 iprec_at_recall_0.30 7_12 0.3016 iprec_at_recall_0.40 7_12 0.1605 iprec_at_recall_0.50 7_12 0.1280 iprec_at_recall_0.60 7_12 0.0931 iprec_at_recall_0.70 7_12 0.0483 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.8000 P_10 7_12 0.7000 P_15 7_12 0.5333 P_20 7_12 0.5500 P_30 7_12 0.4667 P_100 7_12 0.2100 P_200 7_12 0.1350 P_500 7_12 0.0780 P_1000 7_12 0.0450 relstring 7_12 '1101221-20' recall_5 7_12 0.0625 recall_10 7_12 0.1094 recall_15 7_12 0.1250 recall_20 7_12 0.1719 recall_30 7_12 0.2188 recall_100 7_12 0.3281 recall_200 7_12 0.4219 recall_500 7_12 0.6094 recall_1000 7_12 0.7031 infAP 7_12 0.2343 Rprec_mult_0.20 7_12 0.6154 Rprec_mult_0.40 7_12 0.4615 Rprec_mult_0.60 7_12 0.4359 Rprec_mult_0.80 7_12 0.3462 Rprec_mult_1.00 7_12 0.2969 Rprec_mult_1.20 7_12 0.2597 Rprec_mult_1.40 7_12 0.2333 Rprec_mult_1.60 7_12 0.2039 Rprec_mult_1.80 7_12 0.1810 Rprec_mult_2.00 7_12 0.1797 utility 7_12 -910.0000 11pt_avg 7_12 0.2792 binG 7_12 0.1787 G 7_12 0.1309 ndcg 7_12 0.5367 ndcg_rel 7_12 0.4496 Rndcg 7_12 0.3620 ndcg_cut_5 7_12 0.3532 ndcg_cut_10 7_12 0.3996 ndcg_cut_15 7_12 0.3431 ndcg_cut_20 7_12 0.3659 ndcg_cut_30 7_12 0.3406 ndcg_cut_100 7_12 0.3458 ndcg_cut_200 7_12 0.4188 ndcg_cut_500 7_12 0.5053 ndcg_cut_1000 7_12 0.5367 map_cut_5 7_12 0.0555 map_cut_10 7_12 0.0940 map_cut_15 7_12 0.1045 map_cut_20 7_12 0.1300 map_cut_30 7_12 0.1526 map_cut_100 7_12 0.1925 map_cut_200 7_12 0.2084 map_cut_500 7_12 0.2287 map_cut_1000 7_12 0.2343 relative_P_5 7_12 0.8000 relative_P_10 7_12 0.7000 relative_P_15 7_12 0.5333 relative_P_20 7_12 0.5500 relative_P_30 7_12 0.4667 relative_P_100 7_12 0.3281 relative_P_200 7_12 0.4219 relative_P_500 7_12 0.6094 relative_P_1000 7_12 0.7031 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0450 set_relative_P 7_12 0.7031 set_recall 7_12 0.7031 set_map 7_12 0.0316 set_F 7_12 0.0846 num_nonrel_judged_ret 7_12 39 rbp 7_12 0.2713 rbp_resid 7_12 0.2173 unj_5 7_12 0.0000 unj_10 7_12 0.1000 unj_20 7_12 0.2500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 67 map 7_14 0.5370 Rprec 7_14 0.4925 bpref 7_14 0.8849 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.8667 iprec_at_recall_0.30 7_14 0.6897 iprec_at_recall_0.40 7_14 0.6136 iprec_at_recall_0.50 7_14 0.5000 iprec_at_recall_0.60 7_14 0.4396 iprec_at_recall_0.70 7_14 0.3241 iprec_at_recall_0.80 7_14 0.3176 iprec_at_recall_0.90 7_14 0.2353 iprec_at_recall_1.00 7_14 0.0816 P_5 7_14 1.0000 P_10 7_14 0.9000 P_15 7_14 0.8667 P_20 7_14 0.8000 P_30 7_14 0.6667 P_100 7_14 0.4100 P_200 7_14 0.2750 P_500 7_14 0.1300 P_1000 7_14 0.0670 relstring 7_14 '3333232101' recall_5 7_14 0.0746 recall_10 7_14 0.1343 recall_15 7_14 0.1940 recall_20 7_14 0.2388 recall_30 7_14 0.2985 recall_100 7_14 0.6119 recall_200 7_14 0.8209 recall_500 7_14 0.9701 recall_1000 7_14 1.0000 infAP 7_14 0.5370 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.6667 Rprec_mult_0.60 7_14 0.6098 Rprec_mult_0.80 7_14 0.5185 Rprec_mult_1.00 7_14 0.4925 Rprec_mult_1.20 7_14 0.4568 Rprec_mult_1.40 7_14 0.4255 Rprec_mult_1.60 7_14 0.3889 Rprec_mult_1.80 7_14 0.3554 Rprec_mult_2.00 7_14 0.3433 utility 7_14 -866.0000 11pt_avg 7_14 0.5517 binG 7_14 0.3184 G 7_14 0.2554 ndcg 7_14 0.8481 ndcg_rel 7_14 0.7352 Rndcg 7_14 0.6640 ndcg_cut_5 7_14 0.9563 ndcg_cut_10 7_14 0.7922 ndcg_cut_15 7_14 0.7653 ndcg_cut_20 7_14 0.7249 ndcg_cut_30 7_14 0.6428 ndcg_cut_100 7_14 0.6622 ndcg_cut_200 7_14 0.7633 ndcg_cut_500 7_14 0.8318 ndcg_cut_1000 7_14 0.8481 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1328 map_cut_15 7_14 0.1858 map_cut_20 7_14 0.2211 map_cut_30 7_14 0.2638 map_cut_100 7_14 0.4291 map_cut_200 7_14 0.4985 map_cut_500 7_14 0.5344 map_cut_1000 7_14 0.5370 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.9000 relative_P_15 7_14 0.8667 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.6667 relative_P_100 7_14 0.6119 relative_P_200 7_14 0.8209 relative_P_500 7_14 0.9701 relative_P_1000 7_14 1.0000 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0670 set_relative_P 7_14 1.0000 set_recall 7_14 1.0000 set_map 7_14 0.0670 set_F 7_14 0.1256 num_nonrel_judged_ret 7_14 7 rbp 7_14 0.6857 rbp_resid 7_14 0.1223 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 38 map 7_15 0.2394 Rprec 7_15 0.2778 bpref 7_15 0.6892 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.5789 iprec_at_recall_0.30 7_15 0.1584 iprec_at_recall_0.40 7_15 0.1215 iprec_at_recall_0.50 7_15 0.0997 iprec_at_recall_0.60 7_15 0.0922 iprec_at_recall_0.70 7_15 0.0391 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.7000 P_15 7_15 0.6667 P_20 7_15 0.5500 P_30 7_15 0.4000 P_100 7_15 0.1500 P_200 7_15 0.1100 P_500 7_15 0.0680 P_1000 7_15 0.0380 relstring 7_15 '12211--12-' recall_5 7_15 0.0926 recall_10 7_15 0.1296 recall_15 7_15 0.1852 recall_20 7_15 0.2037 recall_30 7_15 0.2222 recall_100 7_15 0.2778 recall_200 7_15 0.4074 recall_500 7_15 0.6296 recall_1000 7_15 0.7037 infAP 7_15 0.2394 Rprec_mult_0.20 7_15 0.6364 Rprec_mult_0.40 7_15 0.5455 Rprec_mult_0.60 7_15 0.3636 Rprec_mult_0.80 7_15 0.3182 Rprec_mult_1.00 7_15 0.2778 Rprec_mult_1.20 7_15 0.2308 Rprec_mult_1.40 7_15 0.1974 Rprec_mult_1.60 7_15 0.1724 Rprec_mult_1.80 7_15 0.1531 Rprec_mult_2.00 7_15 0.1481 utility 7_15 -924.0000 11pt_avg 7_15 0.2809 binG 7_15 0.2080 G 7_15 0.1397 ndcg 7_15 0.5315 ndcg_rel 7_15 0.4739 Rndcg 7_15 0.4450 ndcg_cut_5 7_15 0.5419 ndcg_cut_10 7_15 0.4662 ndcg_cut_15 7_15 0.4712 ndcg_cut_20 7_15 0.4344 ndcg_cut_30 7_15 0.3936 ndcg_cut_100 7_15 0.3470 ndcg_cut_200 7_15 0.4115 ndcg_cut_500 7_15 0.5069 ndcg_cut_1000 7_15 0.5315 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1209 map_cut_15 7_15 0.1584 map_cut_20 7_15 0.1691 map_cut_30 7_15 0.1792 map_cut_100 7_15 0.1972 map_cut_200 7_15 0.2145 map_cut_500 7_15 0.2354 map_cut_1000 7_15 0.2394 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.7000 relative_P_15 7_15 0.6667 relative_P_20 7_15 0.5500 relative_P_30 7_15 0.4000 relative_P_100 7_15 0.2778 relative_P_200 7_15 0.4074 relative_P_500 7_15 0.6296 relative_P_1000 7_15 0.7037 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0380 set_relative_P 7_15 0.7037 set_recall 7_15 0.7037 set_map 7_15 0.0267 set_F 7_15 0.0721 num_nonrel_judged_ret 7_15 4 rbp 7_15 0.2935 rbp_resid 7_15 0.3869 unj_5 7_15 0.0000 unj_10 7_15 0.3000 unj_20 7_15 0.4500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 28 map 7_16 0.1543 Rprec 7_16 0.1915 bpref 7_16 0.4187 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.8571 iprec_at_recall_0.20 7_16 0.2000 iprec_at_recall_0.30 7_16 0.0988 iprec_at_recall_0.40 7_16 0.0932 iprec_at_recall_0.50 7_16 0.0445 iprec_at_recall_0.60 7_16 0.0346 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.8000 P_10 7_16 0.6000 P_15 7_16 0.4000 P_20 7_16 0.3000 P_30 7_16 0.2333 P_100 7_16 0.1100 P_200 7_16 0.0850 P_500 7_16 0.0460 P_1000 7_16 0.0280 relstring 7_16 '3011131000' recall_5 7_16 0.0851 recall_10 7_16 0.1277 recall_15 7_16 0.1277 recall_20 7_16 0.1277 recall_30 7_16 0.1489 recall_100 7_16 0.2340 recall_200 7_16 0.3617 recall_500 7_16 0.4894 recall_1000 7_16 0.5957 infAP 7_16 0.1543 Rprec_mult_0.20 7_16 0.6000 Rprec_mult_0.40 7_16 0.3158 Rprec_mult_0.60 7_16 0.2414 Rprec_mult_0.80 7_16 0.1842 Rprec_mult_1.00 7_16 0.1915 Rprec_mult_1.20 7_16 0.1754 Rprec_mult_1.40 7_16 0.1515 Rprec_mult_1.60 7_16 0.1447 Rprec_mult_1.80 7_16 0.1294 Rprec_mult_2.00 7_16 0.1170 utility 7_16 -944.0000 11pt_avg 7_16 0.2117 binG 7_16 0.1550 G 7_16 0.1588 ndcg 7_16 0.5145 ndcg_rel 7_16 0.5024 Rndcg 7_16 0.5364 ndcg_cut_5 7_16 0.5735 ndcg_cut_10 7_16 0.6034 ndcg_cut_15 7_16 0.5297 ndcg_cut_20 7_16 0.4776 ndcg_cut_30 7_16 0.4212 ndcg_cut_100 7_16 0.3837 ndcg_cut_200 7_16 0.4398 ndcg_cut_500 7_16 0.4838 ndcg_cut_1000 7_16 0.5145 map_cut_5 7_16 0.0684 map_cut_10 7_16 0.1044 map_cut_15 7_16 0.1044 map_cut_20 7_16 0.1044 map_cut_30 7_16 0.1109 map_cut_100 7_16 0.1266 map_cut_200 7_16 0.1392 map_cut_500 7_16 0.1502 map_cut_1000 7_16 0.1543 relative_P_5 7_16 0.8000 relative_P_10 7_16 0.6000 relative_P_15 7_16 0.4000 relative_P_20 7_16 0.3000 relative_P_30 7_16 0.2333 relative_P_100 7_16 0.2340 relative_P_200 7_16 0.3617 relative_P_500 7_16 0.4894 relative_P_1000 7_16 0.5957 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0280 set_relative_P 7_16 0.5957 set_recall 7_16 0.5957 set_map 7_16 0.0167 set_F 7_16 0.0535 num_nonrel_judged_ret 7_16 33 rbp 7_16 0.2541 rbp_resid 7_16 0.2666 unj_5 7_16 0.0000 unj_10 7_16 0.0000 unj_20 7_16 0.3500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 57 map 7_2 0.2790 Rprec 7_2 0.3816 bpref 7_2 0.6868 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.6667 iprec_at_recall_0.20 7_2 0.6000 iprec_at_recall_0.30 7_2 0.5000 iprec_at_recall_0.40 7_2 0.3409 iprec_at_recall_0.50 7_2 0.1631 iprec_at_recall_0.60 7_2 0.0926 iprec_at_recall_0.70 7_2 0.0672 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 0.8000 P_10 7_2 0.5000 P_15 7_2 0.6000 P_20 7_2 0.6500 P_30 7_2 0.5667 P_100 7_2 0.3100 P_200 7_2 0.1800 P_500 7_2 0.0920 P_1000 7_2 0.0570 relstring 7_2 '22203----1' recall_5 7_2 0.0526 recall_10 7_2 0.0658 recall_15 7_2 0.1184 recall_20 7_2 0.1711 recall_30 7_2 0.2237 recall_100 7_2 0.4079 recall_200 7_2 0.4737 recall_500 7_2 0.6053 recall_1000 7_2 0.7500 infAP 7_2 0.2790 Rprec_mult_0.20 7_2 0.5625 Rprec_mult_0.40 7_2 0.5484 Rprec_mult_0.60 7_2 0.5000 Rprec_mult_0.80 7_2 0.4262 Rprec_mult_1.00 7_2 0.3816 Rprec_mult_1.20 7_2 0.3261 Rprec_mult_1.40 7_2 0.2897 Rprec_mult_1.60 7_2 0.2541 Rprec_mult_1.80 7_2 0.2336 Rprec_mult_2.00 7_2 0.2105 utility 7_2 -886.0000 11pt_avg 7_2 0.3119 binG 7_2 0.1812 G 7_2 0.1542 ndcg 7_2 0.6257 ndcg_rel 7_2 0.5587 Rndcg 7_2 0.5526 ndcg_cut_5 7_2 0.6130 ndcg_cut_10 7_2 0.4745 ndcg_cut_15 7_2 0.5148 ndcg_cut_20 7_2 0.5117 ndcg_cut_30 7_2 0.5046 ndcg_cut_100 7_2 0.4834 ndcg_cut_200 7_2 0.5170 ndcg_cut_500 7_2 0.5652 ndcg_cut_1000 7_2 0.6257 map_cut_5 7_2 0.0500 map_cut_10 7_2 0.0566 map_cut_15 7_2 0.0874 map_cut_20 7_2 0.1201 map_cut_30 7_2 0.1520 map_cut_100 7_2 0.2364 map_cut_200 7_2 0.2493 map_cut_500 7_2 0.2685 map_cut_1000 7_2 0.2790 relative_P_5 7_2 0.8000 relative_P_10 7_2 0.5000 relative_P_15 7_2 0.6000 relative_P_20 7_2 0.6500 relative_P_30 7_2 0.5667 relative_P_100 7_2 0.4079 relative_P_200 7_2 0.4737 relative_P_500 7_2 0.6053 relative_P_1000 7_2 0.7500 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0570 set_relative_P 7_2 0.7500 set_recall 7_2 0.7500 set_map 7_2 0.0428 set_F 7_2 0.1059 num_nonrel_judged_ret 7_2 16 rbp 7_2 0.3735 rbp_resid 7_2 0.3196 unj_5 7_2 0.0000 unj_10 7_2 0.4000 unj_20 7_2 0.3000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 46 map 7_3 0.2651 Rprec 7_3 0.3455 bpref 7_3 0.6218 recip_rank 7_3 0.5000 iprec_at_recall_0.00 7_3 0.7500 iprec_at_recall_0.10 7_3 0.5294 iprec_at_recall_0.20 7_3 0.5000 iprec_at_recall_0.30 7_3 0.3913 iprec_at_recall_0.40 7_3 0.3667 iprec_at_recall_0.50 7_3 0.3077 iprec_at_recall_0.60 7_3 0.1404 iprec_at_recall_0.70 7_3 0.1021 iprec_at_recall_0.80 7_3 0.0686 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.5000 P_15 7_3 0.4667 P_20 7_3 0.5000 P_30 7_3 0.4000 P_100 7_3 0.2800 P_200 7_3 0.1600 P_500 7_3 0.0840 P_1000 7_3 0.0460 relstring 7_3 '0121000-22' recall_5 7_3 0.0545 recall_10 7_3 0.0909 recall_15 7_3 0.1273 recall_20 7_3 0.1818 recall_30 7_3 0.2182 recall_100 7_3 0.5091 recall_200 7_3 0.5818 recall_500 7_3 0.7636 recall_1000 7_3 0.8364 infAP 7_3 0.2651 Rprec_mult_0.20 7_3 0.4545 Rprec_mult_0.40 7_3 0.5000 Rprec_mult_0.60 7_3 0.4242 Rprec_mult_0.80 7_3 0.3636 Rprec_mult_1.00 7_3 0.3455 Rprec_mult_1.20 7_3 0.3485 Rprec_mult_1.40 7_3 0.3247 Rprec_mult_1.60 7_3 0.2955 Rprec_mult_1.80 7_3 0.2828 Rprec_mult_2.00 7_3 0.2727 utility 7_3 -908.0000 11pt_avg 7_3 0.2869 binG 7_3 0.1818 G 7_3 0.1496 ndcg 7_3 0.5395 ndcg_rel 7_3 0.4000 Rndcg 7_3 0.3426 ndcg_cut_5 7_3 0.2568 ndcg_cut_10 7_3 0.2890 ndcg_cut_15 7_3 0.2869 ndcg_cut_20 7_3 0.3134 ndcg_cut_30 7_3 0.2990 ndcg_cut_100 7_3 0.3905 ndcg_cut_200 7_3 0.4184 ndcg_cut_500 7_3 0.5140 ndcg_cut_1000 7_3 0.5395 map_cut_5 7_3 0.0348 map_cut_10 7_3 0.0520 map_cut_15 7_3 0.0689 map_cut_20 7_3 0.0972 map_cut_30 7_3 0.1144 map_cut_100 7_3 0.2202 map_cut_200 7_3 0.2396 map_cut_500 7_3 0.2602 map_cut_1000 7_3 0.2651 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.5000 relative_P_15 7_3 0.4667 relative_P_20 7_3 0.5000 relative_P_30 7_3 0.4000 relative_P_100 7_3 0.5091 relative_P_200 7_3 0.5818 relative_P_500 7_3 0.7636 relative_P_1000 7_3 0.8364 success_1 7_3 0.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0460 set_relative_P 7_3 0.8364 set_recall 7_3 0.8364 set_map 7_3 0.0385 set_F 7_3 0.0872 num_nonrel_judged_ret 7_3 41 rbp 7_3 0.2092 rbp_resid 7_3 0.2042 unj_5 7_3 0.0000 unj_10 7_3 0.1000 unj_20 7_3 0.2500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 21 map 7_4 0.0541 Rprec 7_4 0.1379 bpref 7_4 0.3032 recip_rank 7_4 0.0833 iprec_at_recall_0.00 7_4 0.1379 iprec_at_recall_0.10 7_4 0.1379 iprec_at_recall_0.20 7_4 0.1071 iprec_at_recall_0.30 7_4 0.1038 iprec_at_recall_0.40 7_4 0.0795 iprec_at_recall_0.50 7_4 0.0472 iprec_at_recall_0.60 7_4 0.0302 iprec_at_recall_0.70 7_4 0.0278 iprec_at_recall_0.80 7_4 0.0000 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.0000 P_10 7_4 0.0000 P_15 7_4 0.1333 P_20 7_4 0.1000 P_30 7_4 0.1333 P_100 7_4 0.0900 P_200 7_4 0.0600 P_500 7_4 0.0300 P_1000 7_4 0.0210 relstring 7_4 '00000-0---' recall_5 7_4 0.0000 recall_10 7_4 0.0000 recall_15 7_4 0.0690 recall_20 7_4 0.0690 recall_30 7_4 0.1379 recall_100 7_4 0.3103 recall_200 7_4 0.4138 recall_500 7_4 0.5172 recall_1000 7_4 0.7241 infAP 7_4 0.0541 Rprec_mult_0.20 7_4 0.0000 Rprec_mult_0.40 7_4 0.0833 Rprec_mult_0.60 7_4 0.1111 Rprec_mult_0.80 7_4 0.1250 Rprec_mult_1.00 7_4 0.1379 Rprec_mult_1.20 7_4 0.1143 Rprec_mult_1.40 7_4 0.0976 Rprec_mult_1.60 7_4 0.0851 Rprec_mult_1.80 7_4 0.0943 Rprec_mult_2.00 7_4 0.1034 utility 7_4 -958.0000 11pt_avg 7_4 0.0610 binG 7_4 0.1121 G 7_4 0.1097 ndcg 7_4 0.3253 ndcg_rel 7_4 0.2442 Rndcg 7_4 0.1264 ndcg_cut_5 7_4 0.0000 ndcg_cut_10 7_4 0.0000 ndcg_cut_15 7_4 0.0743 ndcg_cut_20 7_4 0.0675 ndcg_cut_30 7_4 0.1084 ndcg_cut_100 7_4 0.2002 ndcg_cut_200 7_4 0.2412 ndcg_cut_500 7_4 0.2767 ndcg_cut_1000 7_4 0.3253 map_cut_5 7_4 0.0000 map_cut_10 7_4 0.0000 map_cut_15 7_4 0.0075 map_cut_20 7_4 0.0075 map_cut_30 7_4 0.0165 map_cut_100 7_4 0.0329 map_cut_200 7_4 0.0425 map_cut_500 7_4 0.0481 map_cut_1000 7_4 0.0541 relative_P_5 7_4 0.0000 relative_P_10 7_4 0.0000 relative_P_15 7_4 0.1333 relative_P_20 7_4 0.1000 relative_P_30 7_4 0.1379 relative_P_100 7_4 0.3103 relative_P_200 7_4 0.4138 relative_P_500 7_4 0.5172 relative_P_1000 7_4 0.7241 success_1 7_4 0.0000 success_5 7_4 0.0000 success_10 7_4 0.0000 set_P 7_4 0.0210 set_relative_P 7_4 0.7241 set_recall 7_4 0.7241 set_map 7_4 0.0152 set_F 7_4 0.0408 num_nonrel_judged_ret 7_4 36 rbp 7_4 0.0501 rbp_resid 7_4 0.4425 unj_5 7_4 0.0000 unj_10 7_4 0.4000 unj_20 7_4 0.6000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 26 map 7_9 0.1731 Rprec 7_9 0.2500 bpref 7_9 0.2747 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.5556 iprec_at_recall_0.20 7_9 0.2917 iprec_at_recall_0.30 7_9 0.1642 iprec_at_recall_0.40 7_9 0.0791 iprec_at_recall_0.50 7_9 0.0612 iprec_at_recall_0.60 7_9 0.0376 iprec_at_recall_0.70 7_9 0.0354 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.6000 P_10 7_9 0.5000 P_15 7_9 0.4000 P_20 7_9 0.3000 P_30 7_9 0.2667 P_100 7_9 0.1200 P_200 7_9 0.0700 P_500 7_9 0.0400 P_1000 7_9 0.0260 relstring 7_9 '110300021-' recall_5 7_9 0.0833 recall_10 7_9 0.1389 recall_15 7_9 0.1667 recall_20 7_9 0.1667 recall_30 7_9 0.2222 recall_100 7_9 0.3333 recall_200 7_9 0.3889 recall_500 7_9 0.5556 recall_1000 7_9 0.7222 infAP 7_9 0.1731 Rprec_mult_0.20 7_9 0.5000 Rprec_mult_0.40 7_9 0.4000 Rprec_mult_0.60 7_9 0.2727 Rprec_mult_0.80 7_9 0.2414 Rprec_mult_1.00 7_9 0.2500 Rprec_mult_1.20 7_9 0.2045 Rprec_mult_1.40 7_9 0.1765 Rprec_mult_1.60 7_9 0.1552 Rprec_mult_1.80 7_9 0.1538 Rprec_mult_2.00 7_9 0.1528 utility 7_9 -948.0000 11pt_avg 7_9 0.2022 binG 7_9 0.1812 G 7_9 0.1353 ndcg 7_9 0.4702 ndcg_rel 7_9 0.4041 Rndcg 7_9 0.3411 ndcg_cut_5 7_9 0.3641 ndcg_cut_10 7_9 0.3436 ndcg_cut_15 7_9 0.3324 ndcg_cut_20 7_9 0.3063 ndcg_cut_30 7_9 0.3163 ndcg_cut_100 7_9 0.3414 ndcg_cut_200 7_9 0.3638 ndcg_cut_500 7_9 0.4236 ndcg_cut_1000 7_9 0.4702 map_cut_5 7_9 0.0764 map_cut_10 7_9 0.1057 map_cut_15 7_9 0.1168 map_cut_20 7_9 0.1168 map_cut_30 7_9 0.1323 map_cut_100 7_9 0.1526 map_cut_200 7_9 0.1572 map_cut_500 7_9 0.1672 map_cut_1000 7_9 0.1731 relative_P_5 7_9 0.6000 relative_P_10 7_9 0.5000 relative_P_15 7_9 0.4000 relative_P_20 7_9 0.3000 relative_P_30 7_9 0.2667 relative_P_100 7_9 0.3333 relative_P_200 7_9 0.3889 relative_P_500 7_9 0.5556 relative_P_1000 7_9 0.7222 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0260 set_relative_P 7_9 0.7222 set_recall 7_9 0.7222 set_map 7_9 0.0188 set_F 7_9 0.0502 num_nonrel_judged_ret 7_9 58 rbp 7_9 0.2144 rbp_resid 7_9 0.2501 unj_5 7_9 0.0000 unj_10 7_9 0.1000 unj_20 7_9 0.3500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 18 map 8_1 0.0496 Rprec 8_1 0.1719 bpref 8_1 0.2205 recip_rank 8_1 0.2500 iprec_at_recall_0.00 8_1 0.3750 iprec_at_recall_0.10 8_1 0.3333 iprec_at_recall_0.20 8_1 0.0468 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.2000 P_10 8_1 0.3000 P_15 8_1 0.2000 P_20 8_1 0.3000 P_30 8_1 0.2000 P_100 8_1 0.1100 P_200 8_1 0.0600 P_500 8_1 0.0280 P_1000 8_1 0.0180 relstring 8_1 '00010-230-' recall_5 8_1 0.0156 recall_10 8_1 0.0469 recall_15 8_1 0.0469 recall_20 8_1 0.0938 recall_30 8_1 0.0938 recall_100 8_1 0.1719 recall_200 8_1 0.1875 recall_500 8_1 0.2188 recall_1000 8_1 0.2812 infAP 8_1 0.0496 Rprec_mult_0.20 8_1 0.2308 Rprec_mult_0.40 8_1 0.2308 Rprec_mult_0.60 8_1 0.2308 Rprec_mult_0.80 8_1 0.2115 Rprec_mult_1.00 8_1 0.1719 Rprec_mult_1.20 8_1 0.1429 Rprec_mult_1.40 8_1 0.1222 Rprec_mult_1.60 8_1 0.1068 Rprec_mult_1.80 8_1 0.0948 Rprec_mult_2.00 8_1 0.0859 utility 8_1 -964.0000 11pt_avg 8_1 0.0686 binG 8_1 0.0584 G 8_1 0.0474 ndcg 8_1 0.2036 ndcg_rel 8_1 0.1873 Rndcg 8_1 0.1408 ndcg_cut_5 8_1 0.0365 ndcg_cut_10 8_1 0.1162 ndcg_cut_15 8_1 0.0960 ndcg_cut_20 8_1 0.1467 ndcg_cut_30 8_1 0.1244 ndcg_cut_100 8_1 0.1484 ndcg_cut_200 8_1 0.1561 ndcg_cut_500 8_1 0.1702 ndcg_cut_1000 8_1 0.2036 map_cut_5 8_1 0.0039 map_cut_10 8_1 0.0142 map_cut_15 8_1 0.0142 map_cut_20 8_1 0.0279 map_cut_30 8_1 0.0279 map_cut_100 8_1 0.0457 map_cut_200 8_1 0.0468 map_cut_500 8_1 0.0482 map_cut_1000 8_1 0.0496 relative_P_5 8_1 0.2000 relative_P_10 8_1 0.3000 relative_P_15 8_1 0.2000 relative_P_20 8_1 0.3000 relative_P_30 8_1 0.2000 relative_P_100 8_1 0.1719 relative_P_200 8_1 0.1875 relative_P_500 8_1 0.2188 relative_P_1000 8_1 0.2812 success_1 8_1 0.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0180 set_relative_P 8_1 0.2812 set_recall 8_1 0.2812 set_map 8_1 0.0051 set_F 8_1 0.0338 num_nonrel_judged_ret 8_1 26 rbp 8_1 0.1117 rbp_resid 8_1 0.2876 unj_5 8_1 0.0000 unj_10 8_1 0.2000 unj_20 8_1 0.3500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 19 map 8_10 0.0534 Rprec 8_10 0.1429 bpref 8_10 0.1378 recip_rank 8_10 0.1250 iprec_at_recall_0.00 8_10 0.1429 iprec_at_recall_0.10 8_10 0.1429 iprec_at_recall_0.20 8_10 0.1296 iprec_at_recall_0.30 8_10 0.0748 iprec_at_recall_0.40 8_10 0.0748 iprec_at_recall_0.50 8_10 0.0378 iprec_at_recall_0.60 8_10 0.0209 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.1000 P_15 8_10 0.0667 P_20 8_10 0.1000 P_30 8_10 0.1333 P_100 8_10 0.0700 P_200 8_10 0.0600 P_500 8_10 0.0320 P_1000 8_10 0.0190 relstring 8_10 '00000003--' recall_5 8_10 0.0000 recall_10 8_10 0.0357 recall_15 8_10 0.0357 recall_20 8_10 0.0714 recall_30 8_10 0.1429 recall_100 8_10 0.2500 recall_200 8_10 0.4286 recall_500 8_10 0.5714 recall_1000 8_10 0.6786 infAP 8_10 0.0534 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0833 Rprec_mult_0.60 8_10 0.1176 Rprec_mult_0.80 8_10 0.1304 Rprec_mult_1.00 8_10 0.1429 Rprec_mult_1.20 8_10 0.1176 Rprec_mult_1.40 8_10 0.1250 Rprec_mult_1.60 8_10 0.1111 Rprec_mult_1.80 8_10 0.1176 Rprec_mult_2.00 8_10 0.1250 utility 8_10 -962.0000 11pt_avg 8_10 0.0567 binG 8_10 0.1090 G 8_10 0.0962 ndcg 8_10 0.2798 ndcg_rel 8_10 0.2044 Rndcg 8_10 0.1119 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0786 ndcg_cut_15 8_10 0.0681 ndcg_cut_20 8_10 0.0787 ndcg_cut_30 8_10 0.0959 ndcg_cut_100 8_10 0.1282 ndcg_cut_200 8_10 0.1865 ndcg_cut_500 8_10 0.2434 ndcg_cut_1000 8_10 0.2798 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0045 map_cut_15 8_10 0.0045 map_cut_20 8_10 0.0087 map_cut_30 8_10 0.0184 map_cut_100 8_10 0.0325 map_cut_200 8_10 0.0453 map_cut_500 8_10 0.0512 map_cut_1000 8_10 0.0534 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.1000 relative_P_15 8_10 0.0667 relative_P_20 8_10 0.1000 relative_P_30 8_10 0.1429 relative_P_100 8_10 0.2500 relative_P_200 8_10 0.4286 relative_P_500 8_10 0.5714 relative_P_1000 8_10 0.6786 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 1.0000 set_P 8_10 0.0190 set_relative_P 8_10 0.6786 set_recall 8_10 0.6786 set_map 8_10 0.0129 set_F 8_10 0.0370 num_nonrel_judged_ret 8_10 43 rbp 8_10 0.0605 rbp_resid 8_10 0.2579 unj_5 8_10 0.0000 unj_10 8_10 0.2000 unj_20 8_10 0.3500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.2358 Rprec 8_11 0.2000 bpref 8_11 0.2200 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 0.6667 iprec_at_recall_0.30 8_11 0.2500 iprec_at_recall_0.40 8_11 0.1379 iprec_at_recall_0.50 8_11 0.1200 iprec_at_recall_0.60 8_11 0.1200 iprec_at_recall_0.70 8_11 0.0279 iprec_at_recall_0.80 8_11 0.0255 iprec_at_recall_0.90 8_11 0.0191 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.4000 P_10 8_11 0.2000 P_15 8_11 0.2000 P_20 8_11 0.1500 P_30 8_11 0.1333 P_100 8_11 0.0600 P_200 8_11 0.0300 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '10100--000' recall_5 8_11 0.2000 recall_10 8_11 0.2000 recall_15 8_11 0.3000 recall_20 8_11 0.3000 recall_30 8_11 0.4000 recall_100 8_11 0.6000 recall_200 8_11 0.6000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.2358 Rprec_mult_0.20 8_11 0.5000 Rprec_mult_0.40 8_11 0.5000 Rprec_mult_0.60 8_11 0.3333 Rprec_mult_0.80 8_11 0.2500 Rprec_mult_1.00 8_11 0.2000 Rprec_mult_1.20 8_11 0.2500 Rprec_mult_1.40 8_11 0.2143 Rprec_mult_1.60 8_11 0.1875 Rprec_mult_1.80 8_11 0.1667 Rprec_mult_2.00 8_11 0.1500 utility 8_11 -982.0000 11pt_avg 8_11 0.3061 binG 8_11 0.2857 G 8_11 0.2034 ndcg 8_11 0.4642 ndcg_rel 8_11 0.4061 Rndcg 8_11 0.3379 ndcg_cut_5 8_11 0.3276 ndcg_cut_10 8_11 0.2429 ndcg_cut_15 8_11 0.2867 ndcg_cut_20 8_11 0.2867 ndcg_cut_30 8_11 0.3197 ndcg_cut_100 8_11 0.4061 ndcg_cut_200 8_11 0.4061 ndcg_cut_500 8_11 0.4642 ndcg_cut_1000 8_11 0.4642 map_cut_5 8_11 0.1667 map_cut_10 8_11 0.1667 map_cut_15 8_11 0.1917 map_cut_20 8_11 0.1917 map_cut_30 8_11 0.2055 map_cut_100 8_11 0.2286 map_cut_200 8_11 0.2286 map_cut_500 8_11 0.2358 map_cut_1000 8_11 0.2358 relative_P_5 8_11 0.4000 relative_P_10 8_11 0.2000 relative_P_15 8_11 0.3000 relative_P_20 8_11 0.3000 relative_P_30 8_11 0.4000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.6000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 48 rbp 8_11 0.1099 rbp_resid 8_11 0.2516 unj_5 8_11 0.0000 unj_10 8_11 0.2000 unj_20 8_11 0.2500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 12 map 8_12 0.0548 Rprec 8_12 0.1136 bpref 8_12 0.1782 recip_rank 8_12 0.5000 iprec_at_recall_0.00 8_12 0.7500 iprec_at_recall_0.10 8_12 0.1220 iprec_at_recall_0.20 8_12 0.0350 iprec_at_recall_0.30 8_12 0.0000 iprec_at_recall_0.40 8_12 0.0000 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.6000 P_10 8_12 0.3000 P_15 8_12 0.2000 P_20 8_12 0.1500 P_30 8_12 0.1000 P_100 8_12 0.0600 P_200 8_12 0.0300 P_500 8_12 0.0240 P_1000 8_12 0.0120 relstring 8_12 '0111000---' recall_5 8_12 0.0682 recall_10 8_12 0.0682 recall_15 8_12 0.0682 recall_20 8_12 0.0682 recall_30 8_12 0.0682 recall_100 8_12 0.1364 recall_200 8_12 0.1364 recall_500 8_12 0.2727 recall_1000 8_12 0.2727 infAP 8_12 0.0548 Rprec_mult_0.20 8_12 0.3333 Rprec_mult_0.40 8_12 0.1667 Rprec_mult_0.60 8_12 0.1111 Rprec_mult_0.80 8_12 0.0833 Rprec_mult_1.00 8_12 0.1136 Rprec_mult_1.20 8_12 0.0943 Rprec_mult_1.40 8_12 0.0806 Rprec_mult_1.60 8_12 0.0704 Rprec_mult_1.80 8_12 0.0750 Rprec_mult_2.00 8_12 0.0682 utility 8_12 -976.0000 11pt_avg 8_12 0.0824 binG 8_12 0.0721 G 8_12 0.0425 ndcg 8_12 0.1583 ndcg_rel 8_12 0.1499 Rndcg 8_12 0.1096 ndcg_cut_5 8_12 0.1491 ndcg_cut_10 8_12 0.1064 ndcg_cut_15 8_12 0.0916 ndcg_cut_20 8_12 0.0856 ndcg_cut_30 8_12 0.0767 ndcg_cut_100 8_12 0.1047 ndcg_cut_200 8_12 0.1047 ndcg_cut_500 8_12 0.1583 ndcg_cut_1000 8_12 0.1583 map_cut_5 8_12 0.0436 map_cut_10 8_12 0.0436 map_cut_15 8_12 0.0436 map_cut_20 8_12 0.0436 map_cut_30 8_12 0.0436 map_cut_100 8_12 0.0505 map_cut_200 8_12 0.0505 map_cut_500 8_12 0.0548 map_cut_1000 8_12 0.0548 relative_P_5 8_12 0.6000 relative_P_10 8_12 0.3000 relative_P_15 8_12 0.2000 relative_P_20 8_12 0.1500 relative_P_30 8_12 0.1000 relative_P_100 8_12 0.1364 relative_P_200 8_12 0.1364 relative_P_500 8_12 0.2727 relative_P_1000 8_12 0.2727 success_1 8_12 0.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0120 set_relative_P 8_12 0.2727 set_recall 8_12 0.2727 set_map 8_12 0.0033 set_F 8_12 0.0230 num_nonrel_judged_ret 8_12 36 rbp 8_12 0.0619 rbp_resid 8_12 0.4111 unj_5 8_12 0.0000 unj_10 8_12 0.3000 unj_20 8_12 0.5500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 14 map 8_13 0.0155 Rprec 8_13 0.0566 bpref 8_13 0.1865 recip_rank 8_13 0.1667 iprec_at_recall_0.00 8_13 0.1667 iprec_at_recall_0.10 8_13 0.0515 iprec_at_recall_0.20 8_13 0.0253 iprec_at_recall_0.30 8_13 0.0000 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.0000 P_10 8_13 0.1000 P_15 8_13 0.1333 P_20 8_13 0.1000 P_30 8_13 0.0667 P_100 8_13 0.0500 P_200 8_13 0.0450 P_500 8_13 0.0240 P_1000 8_13 0.0140 relstring 8_13 '0000030---' recall_5 8_13 0.0000 recall_10 8_13 0.0189 recall_15 8_13 0.0377 recall_20 8_13 0.0377 recall_30 8_13 0.0377 recall_100 8_13 0.0943 recall_200 8_13 0.1698 recall_500 8_13 0.2264 recall_1000 8_13 0.2642 infAP 8_13 0.0155 Rprec_mult_0.20 8_13 0.0909 Rprec_mult_0.40 8_13 0.0909 Rprec_mult_0.60 8_13 0.0625 Rprec_mult_0.80 8_13 0.0698 Rprec_mult_1.00 8_13 0.0566 Rprec_mult_1.20 8_13 0.0469 Rprec_mult_1.40 8_13 0.0400 Rprec_mult_1.60 8_13 0.0353 Rprec_mult_1.80 8_13 0.0417 Rprec_mult_2.00 8_13 0.0472 utility 8_13 -972.0000 11pt_avg 8_13 0.0221 binG 8_13 0.0424 G 8_13 0.0351 ndcg 8_13 0.1305 ndcg_rel 8_13 0.1210 Rndcg 8_13 0.0630 ndcg_cut_5 8_13 0.0000 ndcg_cut_10 8_13 0.0660 ndcg_cut_15 8_13 0.0711 ndcg_cut_20 8_13 0.0632 ndcg_cut_30 8_13 0.0574 ndcg_cut_100 8_13 0.0775 ndcg_cut_200 8_13 0.0974 ndcg_cut_500 8_13 0.1229 ndcg_cut_1000 8_13 0.1305 map_cut_5 8_13 0.0000 map_cut_10 8_13 0.0031 map_cut_15 8_13 0.0063 map_cut_20 8_13 0.0063 map_cut_30 8_13 0.0063 map_cut_100 8_13 0.0095 map_cut_200 8_13 0.0131 map_cut_500 8_13 0.0148 map_cut_1000 8_13 0.0155 relative_P_5 8_13 0.0000 relative_P_10 8_13 0.1000 relative_P_15 8_13 0.1333 relative_P_20 8_13 0.1000 relative_P_30 8_13 0.0667 relative_P_100 8_13 0.0943 relative_P_200 8_13 0.1698 relative_P_500 8_13 0.2264 relative_P_1000 8_13 0.2642 success_1 8_13 0.0000 success_5 8_13 0.0000 success_10 8_13 1.0000 set_P 8_13 0.0140 set_relative_P 8_13 0.2642 set_recall 8_13 0.2642 set_map 8_13 0.0037 set_F 8_13 0.0266 num_nonrel_judged_ret 8_13 31 rbp 8_13 0.0525 rbp_resid 8_13 0.3999 unj_5 8_13 0.0000 unj_10 8_13 0.3000 unj_20 8_13 0.5000 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 21 map 8_2 0.0899 Rprec 8_2 0.1702 bpref 8_2 0.2408 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.2500 iprec_at_recall_0.20 8_2 0.1864 iprec_at_recall_0.30 8_2 0.0859 iprec_at_recall_0.40 8_2 0.0363 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.3000 P_15 8_2 0.2000 P_20 8_2 0.2500 P_30 8_2 0.2000 P_100 8_2 0.1200 P_200 8_2 0.0750 P_500 8_2 0.0360 P_1000 8_2 0.0210 relstring 8_2 '100301000-' recall_5 8_2 0.0426 recall_10 8_2 0.0638 recall_15 8_2 0.0638 recall_20 8_2 0.1064 recall_30 8_2 0.1277 recall_100 8_2 0.2553 recall_200 8_2 0.3191 recall_500 8_2 0.3830 recall_1000 8_2 0.4468 infAP 8_2 0.0899 Rprec_mult_0.20 8_2 0.3000 Rprec_mult_0.40 8_2 0.2105 Rprec_mult_0.60 8_2 0.2069 Rprec_mult_0.80 8_2 0.1579 Rprec_mult_1.00 8_2 0.1702 Rprec_mult_1.20 8_2 0.1579 Rprec_mult_1.40 8_2 0.1667 Rprec_mult_1.60 8_2 0.1447 Rprec_mult_1.80 8_2 0.1294 Rprec_mult_2.00 8_2 0.1170 utility 8_2 -958.0000 11pt_avg 8_2 0.1417 binG 8_2 0.1028 G 8_2 0.0649 ndcg 8_2 0.2541 ndcg_rel 8_2 0.2292 Rndcg 8_2 0.1703 ndcg_cut_5 8_2 0.2088 ndcg_cut_10 8_2 0.1712 ndcg_cut_15 8_2 0.1462 ndcg_cut_20 8_2 0.1525 ndcg_cut_30 8_2 0.1473 ndcg_cut_100 8_2 0.1948 ndcg_cut_200 8_2 0.2107 ndcg_cut_500 8_2 0.2290 ndcg_cut_1000 8_2 0.2541 map_cut_5 8_2 0.0319 map_cut_10 8_2 0.0426 map_cut_15 8_2 0.0426 map_cut_20 8_2 0.0532 map_cut_30 8_2 0.0578 map_cut_100 8_2 0.0788 map_cut_200 8_2 0.0845 map_cut_500 8_2 0.0878 map_cut_1000 8_2 0.0899 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.3000 relative_P_15 8_2 0.2000 relative_P_20 8_2 0.2500 relative_P_30 8_2 0.2000 relative_P_100 8_2 0.2553 relative_P_200 8_2 0.3191 relative_P_500 8_2 0.3830 relative_P_1000 8_2 0.4468 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0210 set_relative_P 8_2 0.4468 set_recall 8_2 0.4468 set_map 8_2 0.0094 set_F 8_2 0.0401 num_nonrel_judged_ret 8_2 47 rbp 8_2 0.1054 rbp_resid 8_2 0.2122 unj_5 8_2 0.0000 unj_10 8_2 0.1000 unj_20 8_2 0.2500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 11 map 8_3 0.0520 Rprec 8_3 0.0714 bpref 8_3 0.1059 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 0.0889 iprec_at_recall_0.20 8_3 0.0150 iprec_at_recall_0.30 8_3 0.0150 iprec_at_recall_0.40 8_3 0.0137 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.2000 P_10 8_3 0.1000 P_15 8_3 0.1333 P_20 8_3 0.1000 P_30 8_3 0.0667 P_100 8_3 0.0400 P_200 8_3 0.0200 P_500 8_3 0.0120 P_1000 8_3 0.0110 relstring 8_3 '1000000---' recall_5 8_3 0.0357 recall_10 8_3 0.0357 recall_15 8_3 0.0714 recall_20 8_3 0.0714 recall_30 8_3 0.0714 recall_100 8_3 0.1429 recall_200 8_3 0.1429 recall_500 8_3 0.2143 recall_1000 8_3 0.3929 infAP 8_3 0.0520 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.1667 Rprec_mult_0.60 8_3 0.1176 Rprec_mult_0.80 8_3 0.0870 Rprec_mult_1.00 8_3 0.0714 Rprec_mult_1.20 8_3 0.0588 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0889 Rprec_mult_1.80 8_3 0.0784 Rprec_mult_2.00 8_3 0.0714 utility 8_3 -978.0000 11pt_avg 8_3 0.1030 binG 8_3 0.0872 G 8_3 0.0592 ndcg 8_3 0.2010 ndcg_rel 8_3 0.1983 Rndcg 8_3 0.1528 ndcg_cut_5 8_3 0.1696 ndcg_cut_10 8_3 0.1274 ndcg_cut_15 8_3 0.1395 ndcg_cut_20 8_3 0.1236 ndcg_cut_30 8_3 0.1060 ndcg_cut_100 8_3 0.1371 ndcg_cut_200 8_3 0.1371 ndcg_cut_500 8_3 0.1563 ndcg_cut_1000 8_3 0.2010 map_cut_5 8_3 0.0357 map_cut_10 8_3 0.0357 map_cut_15 8_3 0.0422 map_cut_20 8_3 0.0422 map_cut_30 8_3 0.0422 map_cut_100 8_3 0.0484 map_cut_200 8_3 0.0484 map_cut_500 8_3 0.0494 map_cut_1000 8_3 0.0520 relative_P_5 8_3 0.2000 relative_P_10 8_3 0.1000 relative_P_15 8_3 0.1333 relative_P_20 8_3 0.1000 relative_P_30 8_3 0.0714 relative_P_100 8_3 0.1429 relative_P_200 8_3 0.1429 relative_P_500 8_3 0.2143 relative_P_1000 8_3 0.3929 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0110 set_relative_P 8_3 0.3929 set_recall 8_3 0.3929 set_map 8_3 0.0043 set_F 8_3 0.0214 num_nonrel_judged_ret 8_3 43 rbp 8_3 0.0693 rbp_resid 8_3 0.3401 unj_5 8_3 0.0000 unj_10 8_3 0.3000 unj_20 8_3 0.4500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 41 map 8_4 0.2021 Rprec 8_4 0.2574 bpref 8_4 0.3504 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.8333 iprec_at_recall_0.20 8_4 0.6061 iprec_at_recall_0.30 8_4 0.1923 iprec_at_recall_0.40 8_4 0.0618 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.8000 P_10 8_4 0.9000 P_15 8_4 0.7333 P_20 8_4 0.7000 P_30 8_4 0.6333 P_100 8_4 0.2600 P_200 8_4 0.1550 P_500 8_4 0.0760 P_1000 8_4 0.0410 relstring 8_4 '1410144321' recall_5 8_4 0.0396 recall_10 8_4 0.0891 recall_15 8_4 0.1089 recall_20 8_4 0.1386 recall_30 8_4 0.1881 recall_100 8_4 0.2574 recall_200 8_4 0.3069 recall_500 8_4 0.3762 recall_1000 8_4 0.4059 infAP 8_4 0.2021 Rprec_mult_0.20 8_4 0.7143 Rprec_mult_0.40 8_4 0.5122 Rprec_mult_0.60 8_4 0.3607 Rprec_mult_0.80 8_4 0.3086 Rprec_mult_1.00 8_4 0.2574 Rprec_mult_1.20 8_4 0.2295 Rprec_mult_1.40 8_4 0.1972 Rprec_mult_1.60 8_4 0.1852 Rprec_mult_1.80 8_4 0.1703 Rprec_mult_2.00 8_4 0.1535 utility 8_4 -918.0000 11pt_avg 8_4 0.2449 binG 8_4 0.1354 G 8_4 0.0848 ndcg 8_4 0.4192 ndcg_rel 8_4 0.4229 Rndcg 8_4 0.4263 ndcg_cut_5 8_4 0.3740 ndcg_cut_10 8_4 0.4956 ndcg_cut_15 8_4 0.4888 ndcg_cut_20 8_4 0.4684 ndcg_cut_30 8_4 0.4627 ndcg_cut_100 8_4 0.3448 ndcg_cut_200 8_4 0.3839 ndcg_cut_500 8_4 0.4079 ndcg_cut_1000 8_4 0.4192 map_cut_5 8_4 0.0376 map_cut_10 8_4 0.0807 map_cut_15 8_4 0.0962 map_cut_20 8_4 0.1185 map_cut_30 8_4 0.1530 map_cut_100 8_4 0.1817 map_cut_200 8_4 0.1922 map_cut_500 8_4 0.2003 map_cut_1000 8_4 0.2021 relative_P_5 8_4 0.8000 relative_P_10 8_4 0.9000 relative_P_15 8_4 0.7333 relative_P_20 8_4 0.7000 relative_P_30 8_4 0.6333 relative_P_100 8_4 0.2600 relative_P_200 8_4 0.3069 relative_P_500 8_4 0.3762 relative_P_1000 8_4 0.4059 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0410 set_relative_P 8_4 0.4059 set_recall 8_4 0.4059 set_map 8_4 0.0166 set_F 8_4 0.0745 num_nonrel_judged_ret 8_4 36 rbp 8_4 0.4235 rbp_resid 8_4 0.0308 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 30 map 8_5 0.0882 Rprec 8_5 0.1765 bpref 8_5 0.4487 recip_rank 8_5 0.5000 iprec_at_recall_0.00 8_5 0.6667 iprec_at_recall_0.10 8_5 0.2593 iprec_at_recall_0.20 8_5 0.1316 iprec_at_recall_0.30 8_5 0.0769 iprec_at_recall_0.40 8_5 0.0702 iprec_at_recall_0.50 8_5 0.0378 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.3000 P_15 8_5 0.2000 P_20 8_5 0.2000 P_30 8_5 0.2333 P_100 8_5 0.1200 P_200 8_5 0.0750 P_500 8_5 0.0500 P_1000 8_5 0.0300 relstring 8_5 '01100--1--' recall_5 8_5 0.0392 recall_10 8_5 0.0588 recall_15 8_5 0.0588 recall_20 8_5 0.0784 recall_30 8_5 0.1373 recall_100 8_5 0.2353 recall_200 8_5 0.2941 recall_500 8_5 0.4902 recall_1000 8_5 0.5882 infAP 8_5 0.0882 Rprec_mult_0.20 8_5 0.2727 Rprec_mult_0.40 8_5 0.1905 Rprec_mult_0.60 8_5 0.2258 Rprec_mult_0.80 8_5 0.2195 Rprec_mult_1.00 8_5 0.1765 Rprec_mult_1.20 8_5 0.1452 Rprec_mult_1.40 8_5 0.1250 Rprec_mult_1.60 8_5 0.1220 Rprec_mult_1.80 8_5 0.1304 Rprec_mult_2.00 8_5 0.1176 utility 8_5 -940.0000 11pt_avg 8_5 0.1129 binG 8_5 0.1102 G 8_5 0.0835 ndcg 8_5 0.2932 ndcg_rel 8_5 0.2321 Rndcg 8_5 0.1447 ndcg_cut_5 8_5 0.1121 ndcg_cut_10 8_5 0.1089 ndcg_cut_15 8_5 0.0923 ndcg_cut_20 8_5 0.1001 ndcg_cut_30 8_5 0.1226 ndcg_cut_100 8_5 0.1458 ndcg_cut_200 8_5 0.1709 ndcg_cut_500 8_5 0.2618 ndcg_cut_1000 8_5 0.2932 map_cut_5 8_5 0.0229 map_cut_10 8_5 0.0302 map_cut_15 8_5 0.0302 map_cut_20 8_5 0.0348 map_cut_30 8_5 0.0489 map_cut_100 8_5 0.0658 map_cut_200 8_5 0.0721 map_cut_500 8_5 0.0849 map_cut_1000 8_5 0.0882 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.3000 relative_P_15 8_5 0.2000 relative_P_20 8_5 0.2000 relative_P_30 8_5 0.2333 relative_P_100 8_5 0.2353 relative_P_200 8_5 0.2941 relative_P_500 8_5 0.4902 relative_P_1000 8_5 0.5882 success_1 8_5 0.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0300 set_relative_P 8_5 0.5882 set_recall 8_5 0.5882 set_map 8_5 0.0176 set_F 8_5 0.0571 num_nonrel_judged_ret 8_5 29 rbp 8_5 0.0668 rbp_resid 8_5 0.4791 unj_5 8_5 0.0000 unj_10 8_5 0.4000 unj_20 8_5 0.6500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 44 map 8_7 0.5051 Rprec 8_7 0.5106 bpref 8_7 0.8302 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 1.0000 iprec_at_recall_0.20 8_7 1.0000 iprec_at_recall_0.30 8_7 0.8000 iprec_at_recall_0.40 8_7 0.7600 iprec_at_recall_0.50 8_7 0.6316 iprec_at_recall_0.60 8_7 0.2545 iprec_at_recall_0.70 8_7 0.2215 iprec_at_recall_0.80 8_7 0.0962 iprec_at_recall_0.90 8_7 0.0648 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 1.0000 P_10 8_7 0.9000 P_15 8_7 0.7333 P_20 8_7 0.8000 P_30 8_7 0.7000 P_100 8_7 0.2700 P_200 8_7 0.1700 P_500 8_7 0.0780 P_1000 8_7 0.0440 relstring 8_7 '311221213-' recall_5 8_7 0.1064 recall_10 8_7 0.1915 recall_15 8_7 0.2340 recall_20 8_7 0.3404 recall_30 8_7 0.4468 recall_100 8_7 0.5745 recall_200 8_7 0.7234 recall_500 8_7 0.8298 recall_1000 8_7 0.9362 infAP 8_7 0.5051 Rprec_mult_0.20 8_7 0.9000 Rprec_mult_0.40 8_7 0.7895 Rprec_mult_0.60 8_7 0.7241 Rprec_mult_0.80 8_7 0.6316 Rprec_mult_1.00 8_7 0.5106 Rprec_mult_1.20 8_7 0.4211 Rprec_mult_1.40 8_7 0.3636 Rprec_mult_1.60 8_7 0.3289 Rprec_mult_1.80 8_7 0.2941 Rprec_mult_2.00 8_7 0.2766 utility 8_7 -912.0000 11pt_avg 8_7 0.5299 binG 8_7 0.3682 G 8_7 0.2078 ndcg 8_7 0.7107 ndcg_rel 8_7 0.6140 Rndcg 8_7 0.5760 ndcg_cut_5 8_7 0.5715 ndcg_cut_10 8_7 0.6030 ndcg_cut_15 8_7 0.5376 ndcg_cut_20 8_7 0.5748 ndcg_cut_30 8_7 0.5996 ndcg_cut_100 8_7 0.5825 ndcg_cut_200 8_7 0.6322 ndcg_cut_500 8_7 0.6632 ndcg_cut_1000 8_7 0.7107 map_cut_5 8_7 0.1064 map_cut_10 8_7 0.1915 map_cut_15 8_7 0.2303 map_cut_20 8_7 0.3129 map_cut_30 8_7 0.3934 map_cut_100 8_7 0.4535 map_cut_200 8_7 0.4877 map_cut_500 8_7 0.4981 map_cut_1000 8_7 0.5051 relative_P_5 8_7 1.0000 relative_P_10 8_7 0.9000 relative_P_15 8_7 0.7333 relative_P_20 8_7 0.8000 relative_P_30 8_7 0.7000 relative_P_100 8_7 0.5745 relative_P_200 8_7 0.7234 relative_P_500 8_7 0.8298 relative_P_1000 8_7 0.9362 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0440 set_relative_P 8_7 0.9362 set_recall 8_7 0.9362 set_map 8_7 0.0412 set_F 8_7 0.0840 num_nonrel_judged_ret 8_7 19 rbp 8_7 0.3321 rbp_resid 8_7 0.1722 unj_5 8_7 0.0000 unj_10 8_7 0.1000 unj_20 8_7 0.2000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 15 map 8_8 0.0550 Rprec 8_8 0.1250 bpref 8_8 0.2051 recip_rank 8_8 0.5000 iprec_at_recall_0.00 8_8 0.5000 iprec_at_recall_0.10 8_8 0.2143 iprec_at_recall_0.20 8_8 0.1154 iprec_at_recall_0.30 8_8 0.0408 iprec_at_recall_0.40 8_8 0.0252 iprec_at_recall_0.50 8_8 0.0000 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.2000 P_10 8_8 0.2000 P_15 8_8 0.2000 P_20 8_8 0.2000 P_30 8_8 0.1333 P_100 8_8 0.0600 P_200 8_8 0.0400 P_500 8_8 0.0240 P_1000 8_8 0.0150 relstring 8_8 '01000-01-0' recall_5 8_8 0.0312 recall_10 8_8 0.0625 recall_15 8_8 0.0938 recall_20 8_8 0.1250 recall_30 8_8 0.1250 recall_100 8_8 0.1875 recall_200 8_8 0.2500 recall_500 8_8 0.3750 recall_1000 8_8 0.4688 infAP 8_8 0.0550 Rprec_mult_0.20 8_8 0.1429 Rprec_mult_0.40 8_8 0.1538 Rprec_mult_0.60 8_8 0.2000 Rprec_mult_0.80 8_8 0.1538 Rprec_mult_1.00 8_8 0.1250 Rprec_mult_1.20 8_8 0.1282 Rprec_mult_1.40 8_8 0.1111 Rprec_mult_1.60 8_8 0.1154 Rprec_mult_1.80 8_8 0.1034 Rprec_mult_2.00 8_8 0.0938 utility 8_8 -970.0000 11pt_avg 8_8 0.0814 binG 8_8 0.0925 G 8_8 0.0676 ndcg 8_8 0.2170 ndcg_rel 8_8 0.1780 Rndcg 8_8 0.0904 ndcg_cut_5 8_8 0.0535 ndcg_cut_10 8_8 0.0571 ndcg_cut_15 8_8 0.0617 ndcg_cut_20 8_8 0.0778 ndcg_cut_30 8_8 0.0708 ndcg_cut_100 8_8 0.1012 ndcg_cut_200 8_8 0.1243 ndcg_cut_500 8_8 0.1862 ndcg_cut_1000 8_8 0.2170 map_cut_5 8_8 0.0156 map_cut_10 8_8 0.0234 map_cut_15 8_8 0.0301 map_cut_20 8_8 0.0367 map_cut_30 8_8 0.0367 map_cut_100 8_8 0.0448 map_cut_200 8_8 0.0484 map_cut_500 8_8 0.0531 map_cut_1000 8_8 0.0550 relative_P_5 8_8 0.2000 relative_P_10 8_8 0.2000 relative_P_15 8_8 0.2000 relative_P_20 8_8 0.2000 relative_P_30 8_8 0.1333 relative_P_100 8_8 0.1875 relative_P_200 8_8 0.2500 relative_P_500 8_8 0.3750 relative_P_1000 8_8 0.4688 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0150 set_relative_P 8_8 0.4688 set_recall 8_8 0.4688 set_map 8_8 0.0070 set_F 8_8 0.0291 num_nonrel_judged_ret 8_8 40 rbp 8_8 0.0505 rbp_resid 8_8 0.3259 unj_5 8_8 0.0000 unj_10 8_8 0.2000 unj_20 8_8 0.3500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 53 map 9_11 0.1259 Rprec 9_11 0.1765 bpref 9_11 0.4086 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.4000 iprec_at_recall_0.20 9_11 0.1596 iprec_at_recall_0.30 9_11 0.1385 iprec_at_recall_0.40 9_11 0.0772 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.8000 P_10 9_11 0.7000 P_15 9_11 0.4667 P_20 9_11 0.4000 P_30 9_11 0.4000 P_100 9_11 0.2000 P_200 9_11 0.1550 P_500 9_11 0.0920 P_1000 9_11 0.0530 relstring 9_11 '22130223--' recall_5 9_11 0.0336 recall_10 9_11 0.0588 recall_15 9_11 0.0588 recall_20 9_11 0.0672 recall_30 9_11 0.1008 recall_100 9_11 0.1681 recall_200 9_11 0.2605 recall_500 9_11 0.3866 recall_1000 9_11 0.4454 infAP 9_11 0.1259 Rprec_mult_0.20 9_11 0.3333 Rprec_mult_0.40 9_11 0.2917 Rprec_mult_0.60 9_11 0.2361 Rprec_mult_0.80 9_11 0.2083 Rprec_mult_1.00 9_11 0.1765 Rprec_mult_1.20 9_11 0.1608 Rprec_mult_1.40 9_11 0.1497 Rprec_mult_1.60 9_11 0.1571 Rprec_mult_1.80 9_11 0.1535 Rprec_mult_2.00 9_11 0.1429 utility 9_11 -894.0000 11pt_avg 9_11 0.1614 binG 9_11 0.1072 G 9_11 0.0850 ndcg 9_11 0.4292 ndcg_rel 9_11 0.4122 Rndcg 9_11 0.3902 ndcg_cut_5 9_11 0.5714 ndcg_cut_10 9_11 0.5531 ndcg_cut_15 9_11 0.4619 ndcg_cut_20 9_11 0.4282 ndcg_cut_30 9_11 0.4115 ndcg_cut_100 9_11 0.2749 ndcg_cut_200 9_11 0.3218 ndcg_cut_500 9_11 0.4054 ndcg_cut_1000 9_11 0.4292 map_cut_5 9_11 0.0336 map_cut_10 9_11 0.0552 map_cut_15 9_11 0.0552 map_cut_20 9_11 0.0589 map_cut_30 9_11 0.0715 map_cut_100 9_11 0.0906 map_cut_200 9_11 0.1057 map_cut_500 9_11 0.1216 map_cut_1000 9_11 0.1259 relative_P_5 9_11 0.8000 relative_P_10 9_11 0.7000 relative_P_15 9_11 0.4667 relative_P_20 9_11 0.4000 relative_P_30 9_11 0.4000 relative_P_100 9_11 0.2000 relative_P_200 9_11 0.2605 relative_P_500 9_11 0.3866 relative_P_1000 9_11 0.4454 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0530 set_relative_P 9_11 0.4454 set_recall 9_11 0.4454 set_map 9_11 0.0236 set_F 9_11 0.0947 num_nonrel_judged_ret 9_11 11 rbp 9_11 0.3774 rbp_resid 9_11 0.3799 unj_5 9_11 0.0000 unj_10 9_11 0.2000 unj_20 9_11 0.5500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 2 map 9_13 0.2537 Rprec 9_13 0.2500 bpref 9_13 0.3125 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 0.0148 iprec_at_recall_0.50 9_13 0.0148 iprec_at_recall_0.60 9_13 0.0148 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0100 P_200 9_13 0.0100 P_500 9_13 0.0040 P_1000 9_13 0.0020 relstring 9_13 '3-0----0--' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 0.2500 recall_200 9_13 0.5000 recall_500 9_13 0.5000 recall_1000 9_13 0.5000 infAP 9_13 0.2537 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -996.0000 11pt_avg 9_13 0.3677 binG 9_13 0.2853 G 9_13 0.3646 ndcg 9_13 0.5190 ndcg_rel 9_13 0.6393 Rndcg 9_13 0.5289 ndcg_cut_5 9_13 0.4744 ndcg_cut_10 9_13 0.4744 ndcg_cut_15 9_13 0.4744 ndcg_cut_20 9_13 0.4744 ndcg_cut_30 9_13 0.4744 ndcg_cut_100 9_13 0.4744 ndcg_cut_200 9_13 0.5190 ndcg_cut_500 9_13 0.5190 ndcg_cut_1000 9_13 0.5190 map_cut_5 9_13 0.2500 map_cut_10 9_13 0.2500 map_cut_15 9_13 0.2500 map_cut_20 9_13 0.2500 map_cut_30 9_13 0.2500 map_cut_100 9_13 0.2500 map_cut_200 9_13 0.2537 map_cut_500 9_13 0.2537 map_cut_1000 9_13 0.2537 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.5000 relative_P_1000 9_13 0.5000 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0020 set_relative_P 9_13 0.5000 set_recall 9_13 0.5000 set_map 9_13 0.0010 set_F 9_13 0.0040 num_nonrel_judged_ret 9_13 3 rbp 9_13 0.1000 rbp_resid 9_13 0.7429 unj_5 9_13 0.6000 unj_10 9_13 0.7000 unj_20 9_13 0.8000 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 47 map 9_2 0.1010 Rprec 9_2 0.2124 bpref 9_2 0.3931 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.2903 iprec_at_recall_0.20 9_2 0.2286 iprec_at_recall_0.30 9_2 0.1675 iprec_at_recall_0.40 9_2 0.0734 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.6000 P_10 9_2 0.3000 P_15 9_2 0.2667 P_20 9_2 0.2500 P_30 9_2 0.2333 P_100 9_2 0.2200 P_200 9_2 0.1650 P_500 9_2 0.0840 P_1000 9_2 0.0470 relstring 9_2 '11010-----' recall_5 9_2 0.0265 recall_10 9_2 0.0265 recall_15 9_2 0.0354 recall_20 9_2 0.0442 recall_30 9_2 0.0619 recall_100 9_2 0.1947 recall_200 9_2 0.2920 recall_500 9_2 0.3717 recall_1000 9_2 0.4159 infAP 9_2 0.1010 Rprec_mult_0.20 9_2 0.2174 Rprec_mult_0.40 9_2 0.2609 Rprec_mult_0.60 9_2 0.2647 Rprec_mult_0.80 9_2 0.2418 Rprec_mult_1.00 9_2 0.2124 Rprec_mult_1.20 9_2 0.1912 Rprec_mult_1.40 9_2 0.1698 Rprec_mult_1.60 9_2 0.1713 Rprec_mult_1.80 9_2 0.1667 Rprec_mult_2.00 9_2 0.1593 utility 9_2 -906.0000 11pt_avg 9_2 0.1600 binG 9_2 0.0857 G 9_2 0.0701 ndcg 9_2 0.3433 ndcg_rel 9_2 0.3067 Rndcg 9_2 0.2461 ndcg_cut_5 9_2 0.2331 ndcg_cut_10 9_2 0.1713 ndcg_cut_15 9_2 0.1763 ndcg_cut_20 9_2 0.1950 ndcg_cut_30 9_2 0.1848 ndcg_cut_100 9_2 0.2261 ndcg_cut_200 9_2 0.2807 ndcg_cut_500 9_2 0.3233 ndcg_cut_1000 9_2 0.3433 map_cut_5 9_2 0.0243 map_cut_10 9_2 0.0243 map_cut_15 9_2 0.0271 map_cut_20 9_2 0.0298 map_cut_30 9_2 0.0338 map_cut_100 9_2 0.0687 map_cut_200 9_2 0.0870 map_cut_500 9_2 0.0980 map_cut_1000 9_2 0.1010 relative_P_5 9_2 0.6000 relative_P_10 9_2 0.3000 relative_P_15 9_2 0.2667 relative_P_20 9_2 0.2500 relative_P_30 9_2 0.2333 relative_P_100 9_2 0.2200 relative_P_200 9_2 0.2920 relative_P_500 9_2 0.3717 relative_P_1000 9_2 0.4159 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0470 set_relative_P 9_2 0.4159 set_recall 9_2 0.4159 set_map 9_2 0.0195 set_F 9_2 0.0845 num_nonrel_judged_ret 9_2 6 rbp 9_2 0.1372 rbp_resid 9_2 0.5192 unj_5 9_2 0.0000 unj_10 9_2 0.5000 unj_20 9_2 0.6500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 87 map 9_6 0.2301 Rprec 9_6 0.3053 bpref 9_6 0.6200 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.5000 iprec_at_recall_0.20 9_6 0.4127 iprec_at_recall_0.30 9_6 0.3120 iprec_at_recall_0.40 9_6 0.2271 iprec_at_recall_0.50 9_6 0.1687 iprec_at_recall_0.60 9_6 0.1201 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.8000 P_15 9_6 0.6667 P_20 9_6 0.5500 P_30 9_6 0.4667 P_100 9_6 0.3300 P_200 9_6 0.2450 P_500 9_6 0.1440 P_1000 9_6 0.0870 relstring 9_6 '21113320-1' recall_5 9_6 0.0382 recall_10 9_6 0.0611 recall_15 9_6 0.0763 recall_20 9_6 0.0840 recall_30 9_6 0.1069 recall_100 9_6 0.2519 recall_200 9_6 0.3740 recall_500 9_6 0.5496 recall_1000 9_6 0.6641 infAP 9_6 0.2301 Rprec_mult_0.20 9_6 0.4444 Rprec_mult_0.40 9_6 0.4340 Rprec_mult_0.60 9_6 0.3544 Rprec_mult_0.80 9_6 0.3238 Rprec_mult_1.00 9_6 0.3053 Rprec_mult_1.20 9_6 0.2785 Rprec_mult_1.40 9_6 0.2500 Rprec_mult_1.60 9_6 0.2381 Rprec_mult_1.80 9_6 0.2203 Rprec_mult_2.00 9_6 0.2214 utility 9_6 -826.0000 11pt_avg 9_6 0.2491 binG 9_6 0.1527 G 9_6 0.1036 ndcg 9_6 0.5472 ndcg_rel 9_6 0.4695 Rndcg 9_6 0.3949 ndcg_cut_5 9_6 0.5339 ndcg_cut_10 9_6 0.4950 ndcg_cut_15 9_6 0.4275 ndcg_cut_20 9_6 0.3775 ndcg_cut_30 9_6 0.3648 ndcg_cut_100 9_6 0.3367 ndcg_cut_200 9_6 0.3889 ndcg_cut_500 9_6 0.4969 ndcg_cut_1000 9_6 0.5472 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0595 map_cut_15 9_6 0.0704 map_cut_20 9_6 0.0746 map_cut_30 9_6 0.0851 map_cut_100 9_6 0.1458 map_cut_200 9_6 0.1814 map_cut_500 9_6 0.2166 map_cut_1000 9_6 0.2301 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.6667 relative_P_20 9_6 0.5500 relative_P_30 9_6 0.4667 relative_P_100 9_6 0.3300 relative_P_200 9_6 0.3740 relative_P_500 9_6 0.5496 relative_P_1000 9_6 0.6641 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0870 set_relative_P 9_6 0.6641 set_recall 9_6 0.6641 set_map 9_6 0.0578 set_F 9_6 0.1538 num_nonrel_judged_ret 9_6 6 rbp 9_6 0.3810 rbp_resid 9_6 0.2889 unj_5 9_6 0.0000 unj_10 9_6 0.1000 unj_20 9_6 0.4000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 22 map 9_9 0.0423 Rprec 9_9 0.1273 bpref 9_9 0.3263 recip_rank 9_9 0.3333 iprec_at_recall_0.00 9_9 0.3333 iprec_at_recall_0.10 9_9 0.2000 iprec_at_recall_0.20 9_9 0.0524 iprec_at_recall_0.30 9_9 0.0273 iprec_at_recall_0.40 9_9 0.0246 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.2000 P_10 9_9 0.3000 P_15 9_9 0.2000 P_20 9_9 0.1500 P_30 9_9 0.2000 P_100 9_9 0.0800 P_200 9_9 0.0500 P_500 9_9 0.0300 P_1000 9_9 0.0220 relstring 9_9 '0010003-1-' recall_5 9_9 0.0182 recall_10 9_9 0.0545 recall_15 9_9 0.0545 recall_20 9_9 0.0545 recall_30 9_9 0.1091 recall_100 9_9 0.1455 recall_200 9_9 0.1818 recall_500 9_9 0.2727 recall_1000 9_9 0.4000 infAP 9_9 0.0423 Rprec_mult_0.20 9_9 0.2727 Rprec_mult_0.40 9_9 0.1818 Rprec_mult_0.60 9_9 0.1818 Rprec_mult_0.80 9_9 0.1591 Rprec_mult_1.00 9_9 0.1273 Rprec_mult_1.20 9_9 0.1061 Rprec_mult_1.40 9_9 0.0909 Rprec_mult_1.60 9_9 0.0795 Rprec_mult_1.80 9_9 0.0808 Rprec_mult_2.00 9_9 0.0727 utility 9_9 -956.0000 11pt_avg 9_9 0.0580 binG 9_9 0.0698 G 9_9 0.0559 ndcg 9_9 0.2364 ndcg_rel 9_9 0.2107 Rndcg 9_9 0.1493 ndcg_cut_5 9_9 0.0565 ndcg_cut_10 9_9 0.1321 ndcg_cut_15 9_9 0.1024 ndcg_cut_20 9_9 0.0853 ndcg_cut_30 9_9 0.1280 ndcg_cut_100 9_9 0.1341 ndcg_cut_200 9_9 0.1550 ndcg_cut_500 9_9 0.2039 ndcg_cut_1000 9_9 0.2364 map_cut_5 9_9 0.0061 map_cut_10 9_9 0.0173 map_cut_15 9_9 0.0173 map_cut_20 9_9 0.0173 map_cut_30 9_9 0.0281 map_cut_100 9_9 0.0332 map_cut_200 9_9 0.0352 map_cut_500 9_9 0.0391 map_cut_1000 9_9 0.0423 relative_P_5 9_9 0.2000 relative_P_10 9_9 0.3000 relative_P_15 9_9 0.2000 relative_P_20 9_9 0.1500 relative_P_30 9_9 0.2000 relative_P_100 9_9 0.1455 relative_P_200 9_9 0.1818 relative_P_500 9_9 0.2727 relative_P_1000 9_9 0.4000 success_1 9_9 0.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0220 set_relative_P 9_9 0.4000 set_recall 9_9 0.4000 set_map 9_9 0.0088 set_F 9_9 0.0417 num_nonrel_judged_ret 9_9 15 rbp 9_9 0.1176 rbp_resid 9_9 0.3418 unj_5 9_9 0.0000 unj_10 9_9 0.2000 unj_20 9_9 0.5000 runid all RALI_gpt4o_fusion num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 5191 map all 0.1809 gm_map all 0.1153 Rprec all 0.2387 bpref all 0.4215 recip_rank all 0.7520 iprec_at_recall_0.00 all 0.7849 iprec_at_recall_0.10 all 0.4880 iprec_at_recall_0.20 all 0.3503 iprec_at_recall_0.30 all 0.2372 iprec_at_recall_0.40 all 0.1678 iprec_at_recall_0.50 all 0.1179 iprec_at_recall_0.60 all 0.0798 iprec_at_recall_0.70 all 0.0500 iprec_at_recall_0.80 all 0.0340 iprec_at_recall_0.90 all 0.0147 iprec_at_recall_1.00 all 0.0014 P_5 all 0.5655 P_10 all 0.4793 P_15 all 0.4316 P_20 all 0.4108 P_30 all 0.3687 P_100 all 0.2060 P_200 all 0.1328 P_500 all 0.0731 P_1000 all 0.0447 recall_5 all 0.0448 recall_10 all 0.0737 recall_15 all 0.0997 recall_20 all 0.1236 recall_30 all 0.1606 recall_100 all 0.2837 recall_200 all 0.3607 recall_500 all 0.4957 recall_1000 all 0.5883 infAP all 0.1809 gm_bpref all 0.2980 Rprec_mult_0.20 all 0.4403 Rprec_mult_0.40 all 0.3537 Rprec_mult_0.60 all 0.3045 Rprec_mult_0.80 all 0.2661 Rprec_mult_1.00 all 0.2387 Rprec_mult_1.20 all 0.2137 Rprec_mult_1.40 all 0.1945 Rprec_mult_1.60 all 0.1788 Rprec_mult_1.80 all 0.1667 Rprec_mult_2.00 all 0.1565 utility all -910.5000 11pt_avg all 0.2115 binG all 0.1450 G all 0.1143 ndcg all 0.4337 ndcg_rel all 0.3868 Rndcg all 0.3410 ndcg_cut_5 all 0.3786 ndcg_cut_10 all 0.3557 ndcg_cut_15 all 0.3398 ndcg_cut_20 all 0.3369 ndcg_cut_30 all 0.3267 ndcg_cut_100 all 0.3143 ndcg_cut_200 all 0.3391 ndcg_cut_500 all 0.3954 ndcg_cut_1000 all 0.4337 map_cut_5 all 0.0393 map_cut_10 all 0.0587 map_cut_15 all 0.0727 map_cut_20 all 0.0857 map_cut_30 all 0.1043 map_cut_100 all 0.1468 map_cut_200 all 0.1611 map_cut_500 all 0.1750 map_cut_1000 all 0.1809 relative_P_5 all 0.5659 relative_P_10 all 0.4806 relative_P_15 all 0.4355 relative_P_20 all 0.4175 relative_P_30 all 0.3817 relative_P_100 all 0.3152 relative_P_200 all 0.3625 relative_P_500 all 0.4957 relative_P_1000 all 0.5883 success_1 all 0.6552 success_5 all 0.8621 success_10 all 0.9224 set_P all 0.0447 set_relative_P all 0.5883 set_recall all 0.5883 set_map all 0.0273 set_F all 0.0807 num_nonrel_judged_ret all 3211 rbp all 0.2619 rbp_resid all 0.2681 unj_5 all 0.0052 unj_10 all 0.1845 unj_20 all 0.3289