num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 54 map 0_10 0.6452 Rprec 0_10 0.5556 bpref 0_10 0.8539 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 1.0000 iprec_at_recall_0.20 0_10 1.0000 iprec_at_recall_0.30 0_10 1.0000 iprec_at_recall_0.40 0_10 0.9630 iprec_at_recall_0.50 0_10 0.9355 iprec_at_recall_0.60 0_10 0.5000 iprec_at_recall_0.70 0_10 0.3838 iprec_at_recall_0.80 0_10 0.1845 iprec_at_recall_0.90 0_10 0.0723 iprec_at_recall_1.00 0_10 0.0597 P_5 0_10 1.0000 P_10 0_10 1.0000 P_15 0_10 1.0000 P_20 0_10 1.0000 P_30 0_10 0.9333 P_100 0_10 0.3800 P_200 0_10 0.2050 P_500 0_10 0.0920 P_1000 0_10 0.0540 relstring 0_10 '3322333323' recall_5 0_10 0.0926 recall_10 0_10 0.1852 recall_15 0_10 0.2778 recall_20 0_10 0.3704 recall_30 0_10 0.5185 recall_100 0_10 0.7037 recall_200 0_10 0.7593 recall_500 0_10 0.8519 recall_1000 0_10 1.0000 infAP 0_10 0.6452 Rprec_mult_0.20 0_10 1.0000 Rprec_mult_0.40 0_10 0.9545 Rprec_mult_0.60 0_10 0.8788 Rprec_mult_0.80 0_10 0.6591 Rprec_mult_1.00 0_10 0.5556 Rprec_mult_1.20 0_10 0.4923 Rprec_mult_1.40 0_10 0.4342 Rprec_mult_1.60 0_10 0.3908 Rprec_mult_1.80 0_10 0.3776 Rprec_mult_2.00 0_10 0.3611 utility 0_10 -892.0000 11pt_avg 0_10 0.6453 binG 0_10 0.5349 G 0_10 0.2873 ndcg 0_10 0.8731 ndcg_rel 0_10 0.8327 Rndcg 0_10 0.7612 ndcg_cut_5 0_10 0.8948 ndcg_cut_10 0_10 0.9096 ndcg_cut_15 0_10 0.8846 ndcg_cut_20 0_10 0.8587 ndcg_cut_30 0_10 0.8242 ndcg_cut_100 0_10 0.7536 ndcg_cut_200 0_10 0.7748 ndcg_cut_500 0_10 0.8179 ndcg_cut_1000 0_10 0.8731 map_cut_5 0_10 0.0926 map_cut_10 0_10 0.1852 map_cut_15 0_10 0.2778 map_cut_20 0_10 0.3704 map_cut_30 0_10 0.5114 map_cut_100 0_10 0.6026 map_cut_200 0_10 0.6203 map_cut_500 0_10 0.6350 map_cut_1000 0_10 0.6452 relative_P_5 0_10 1.0000 relative_P_10 0_10 1.0000 relative_P_15 0_10 1.0000 relative_P_20 0_10 1.0000 relative_P_30 0_10 0.9333 relative_P_100 0_10 0.7037 relative_P_200 0_10 0.7593 relative_P_500 0_10 0.8519 relative_P_1000 0_10 1.0000 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0540 set_relative_P 0_10 1.0000 set_recall 0_10 1.0000 set_map 0_10 0.0540 set_F 0_10 0.1025 num_nonrel_judged_ret 0_10 39 rbp 0_10 0.8093 rbp_resid 0_10 0.0347 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.0000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.7539 Rprec 0_11 0.5833 bpref 0_11 0.8125 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 1.0000 iprec_at_recall_0.40 0_11 1.0000 iprec_at_recall_0.50 0_11 1.0000 iprec_at_recall_0.60 0_11 0.6471 iprec_at_recall_0.70 0_11 0.6471 iprec_at_recall_0.80 0_11 0.6471 iprec_at_recall_0.90 0_11 0.6471 iprec_at_recall_1.00 0_11 0.0197 P_5 0_11 1.0000 P_10 0_11 0.6000 P_15 0_11 0.6000 P_20 0_11 0.5500 P_30 0_11 0.3667 P_100 0_11 0.1100 P_200 0_11 0.0550 P_500 0_11 0.0220 P_1000 0_11 0.0120 relstring 0_11 '3333330-00' recall_5 0_11 0.4167 recall_10 0_11 0.5000 recall_15 0_11 0.7500 recall_20 0_11 0.9167 recall_30 0_11 0.9167 recall_100 0_11 0.9167 recall_200 0_11 0.9167 recall_500 0_11 0.9167 recall_1000 0_11 1.0000 infAP 0_11 0.7539 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 1.0000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.6000 Rprec_mult_1.00 0_11 0.5833 Rprec_mult_1.20 0_11 0.6000 Rprec_mult_1.40 0_11 0.6471 Rprec_mult_1.60 0_11 0.5500 Rprec_mult_1.80 0_11 0.5000 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -976.0000 11pt_avg 0_11 0.7825 binG 0_11 0.6498 G 0_11 0.6205 ndcg 0_11 0.9177 ndcg_rel 0_11 0.9099 Rndcg 0_11 0.8098 ndcg_cut_5 0_11 1.0000 ndcg_cut_10 0_11 0.7273 ndcg_cut_15 0_11 0.8013 ndcg_cut_20 0_11 0.8964 ndcg_cut_30 0_11 0.8964 ndcg_cut_100 0_11 0.8964 ndcg_cut_200 0_11 0.8964 ndcg_cut_500 0_11 0.8964 ndcg_cut_1000 0_11 0.9177 map_cut_5 0_11 0.4167 map_cut_10 0_11 0.5000 map_cut_15 0_11 0.6462 map_cut_20 0_11 0.7522 map_cut_30 0_11 0.7522 map_cut_100 0_11 0.7522 map_cut_200 0_11 0.7522 map_cut_500 0_11 0.7522 map_cut_1000 0_11 0.7539 relative_P_5 0_11 1.0000 relative_P_10 0_11 0.6000 relative_P_15 0_11 0.7500 relative_P_20 0_11 0.9167 relative_P_30 0_11 0.9167 relative_P_100 0_11 0.9167 relative_P_200 0_11 0.9167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0120 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0120 set_F 0_11 0.0237 num_nonrel_judged_ret 0_11 24 rbp 0_11 0.5874 rbp_resid 0_11 0.2498 unj_5 0_11 0.0000 unj_10 0_11 0.1000 unj_20 0_11 0.2500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 28 map 0_2 0.0904 Rprec 0_2 0.0882 bpref 0_2 0.0450 recip_rank 0_2 1.0000 iprec_at_recall_0.00 0_2 1.0000 iprec_at_recall_0.10 0_2 0.1064 iprec_at_recall_0.20 0_2 0.1064 iprec_at_recall_0.30 0_2 0.1064 iprec_at_recall_0.40 0_2 0.1064 iprec_at_recall_0.50 0_2 0.0872 iprec_at_recall_0.60 0_2 0.0741 iprec_at_recall_0.70 0_2 0.0650 iprec_at_recall_0.80 0_2 0.0328 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.1000 P_100 0_2 0.0700 P_200 0_2 0.0850 P_500 0_2 0.0500 P_1000 0_2 0.0280 relstring 0_2 '2000000000' recall_5 0_2 0.0294 recall_10 0_2 0.0294 recall_15 0_2 0.0294 recall_20 0_2 0.0294 recall_30 0_2 0.0882 recall_100 0_2 0.2059 recall_200 0_2 0.5000 recall_500 0_2 0.7353 recall_1000 0_2 0.8235 infAP 0_2 0.0904 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0476 Rprec_mult_0.80 0_2 0.0714 Rprec_mult_1.00 0_2 0.0882 Rprec_mult_1.20 0_2 0.0732 Rprec_mult_1.40 0_2 0.0625 Rprec_mult_1.60 0_2 0.0727 Rprec_mult_1.80 0_2 0.0645 Rprec_mult_2.00 0_2 0.0735 utility 0_2 -944.0000 11pt_avg 0_2 0.1531 binG 0_2 0.1417 G 0_2 0.1318 ndcg 0_2 0.4385 ndcg_rel 0_2 0.3348 Rndcg 0_2 0.3567 ndcg_cut_5 0_2 0.2900 ndcg_cut_10 0_2 0.1983 ndcg_cut_15 0_2 0.1604 ndcg_cut_20 0_2 0.1465 ndcg_cut_30 0_2 0.1660 ndcg_cut_100 0_2 0.2077 ndcg_cut_200 0_2 0.3279 ndcg_cut_500 0_2 0.4010 ndcg_cut_1000 0_2 0.4385 map_cut_5 0_2 0.0294 map_cut_10 0_2 0.0294 map_cut_15 0_2 0.0294 map_cut_20 0_2 0.0294 map_cut_30 0_2 0.0347 map_cut_100 0_2 0.0435 map_cut_200 0_2 0.0709 map_cut_500 0_2 0.0875 map_cut_1000 0_2 0.0904 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.0500 relative_P_30 0_2 0.1000 relative_P_100 0_2 0.2059 relative_P_200 0_2 0.5000 relative_P_500 0_2 0.7353 relative_P_1000 0_2 0.8235 success_1 0_2 1.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0280 set_relative_P 0_2 0.8235 set_recall 0_2 0.8235 set_map 0_2 0.0231 set_F 0_2 0.0542 num_nonrel_judged_ret 0_2 144 rbp 0_2 0.0729 rbp_resid 0_2 0.0144 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 20 map 0_3 0.1425 Rprec 0_3 0.2500 bpref 0_3 0.1910 recip_rank 0_3 0.2000 iprec_at_recall_0.00 0_3 0.5000 iprec_at_recall_0.10 0_3 0.5000 iprec_at_recall_0.20 0_3 0.4545 iprec_at_recall_0.30 0_3 0.1148 iprec_at_recall_0.40 0_3 0.1111 iprec_at_recall_0.50 0_3 0.0968 iprec_at_recall_0.60 0_3 0.0821 iprec_at_recall_0.70 0_3 0.0733 iprec_at_recall_0.80 0_3 0.0486 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.2000 P_10 0_3 0.4000 P_15 0_3 0.3333 P_20 0_3 0.3000 P_30 0_3 0.2000 P_100 0_3 0.1100 P_200 0_3 0.0800 P_500 0_3 0.0380 P_1000 0_3 0.0200 relstring 0_3 '0000311100' recall_5 0_3 0.0417 recall_10 0_3 0.1667 recall_15 0_3 0.2083 recall_20 0_3 0.2500 recall_30 0_3 0.2500 recall_100 0_3 0.4583 recall_200 0_3 0.6667 recall_500 0_3 0.7917 recall_1000 0_3 0.8333 infAP 0_3 0.1425 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.4000 Rprec_mult_0.60 0_3 0.3333 Rprec_mult_0.80 0_3 0.3000 Rprec_mult_1.00 0_3 0.2500 Rprec_mult_1.20 0_3 0.2069 Rprec_mult_1.40 0_3 0.1765 Rprec_mult_1.60 0_3 0.1538 Rprec_mult_1.80 0_3 0.1364 Rprec_mult_2.00 0_3 0.1250 utility 0_3 -960.0000 11pt_avg 0_3 0.1801 binG 0_3 0.1712 G 0_3 0.1559 ndcg 0_3 0.4219 ndcg_rel 0_3 0.3242 Rndcg 0_3 0.2040 ndcg_cut_5 0_3 0.1683 ndcg_cut_10 0_3 0.2550 ndcg_cut_15 0_3 0.2492 ndcg_cut_20 0_3 0.2439 ndcg_cut_30 0_3 0.2258 ndcg_cut_100 0_3 0.3045 ndcg_cut_200 0_3 0.3620 ndcg_cut_500 0_3 0.4128 ndcg_cut_1000 0_3 0.4219 map_cut_5 0_3 0.0083 map_cut_10 0_3 0.0609 map_cut_15 0_3 0.0799 map_cut_20 0_3 0.0937 map_cut_30 0_3 0.0937 map_cut_100 0_3 0.1159 map_cut_200 0_3 0.1341 map_cut_500 0_3 0.1411 map_cut_1000 0_3 0.1425 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.4000 relative_P_15 0_3 0.3333 relative_P_20 0_3 0.3000 relative_P_30 0_3 0.2500 relative_P_100 0_3 0.4583 relative_P_200 0_3 0.6667 relative_P_500 0_3 0.7917 relative_P_1000 0_3 0.8333 success_1 0_3 0.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0200 set_relative_P 0_3 0.8333 set_recall 0_3 0.8333 set_map 0_3 0.0167 set_F 0_3 0.0391 num_nonrel_judged_ret 0_3 99 rbp 0_3 0.1362 rbp_resid 0_3 0.0144 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 17 map 0_4 0.2858 Rprec 0_4 0.2500 bpref 0_4 0.2600 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 0.1579 iprec_at_recall_0.40 0_4 0.0714 iprec_at_recall_0.50 0_4 0.0714 iprec_at_recall_0.60 0_4 0.0396 iprec_at_recall_0.70 0_4 0.0355 iprec_at_recall_0.80 0_4 0.0271 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 1.0000 P_10 0_4 0.5000 P_15 0_4 0.3333 P_20 0_4 0.2500 P_30 0_4 0.1667 P_100 0_4 0.0700 P_200 0_4 0.0500 P_500 0_4 0.0300 P_1000 0_4 0.0170 relstring 0_4 '3444100-00' recall_5 0_4 0.2500 recall_10 0_4 0.2500 recall_15 0_4 0.2500 recall_20 0_4 0.2500 recall_30 0_4 0.2500 recall_100 0_4 0.3500 recall_200 0_4 0.5000 recall_500 0_4 0.7500 recall_1000 0_4 0.8500 infAP 0_4 0.2858 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.6250 Rprec_mult_0.60 0_4 0.4167 Rprec_mult_0.80 0_4 0.3125 Rprec_mult_1.00 0_4 0.2500 Rprec_mult_1.20 0_4 0.2083 Rprec_mult_1.40 0_4 0.1786 Rprec_mult_1.60 0_4 0.1562 Rprec_mult_1.80 0_4 0.1389 Rprec_mult_2.00 0_4 0.1500 utility 0_4 -966.0000 11pt_avg 0_4 0.3094 binG 0_4 0.3306 G 0_4 0.3594 ndcg 0_4 0.7178 ndcg_rel 0_4 0.7222 Rndcg 0_4 0.7525 ndcg_cut_5 0_4 0.9097 ndcg_cut_10 0_4 0.6991 ndcg_cut_15 0_4 0.6157 ndcg_cut_20 0_4 0.5725 ndcg_cut_30 0_4 0.5725 ndcg_cut_100 0_4 0.6147 ndcg_cut_200 0_4 0.6483 ndcg_cut_500 0_4 0.7052 ndcg_cut_1000 0_4 0.7178 map_cut_5 0_4 0.2500 map_cut_10 0_4 0.2500 map_cut_15 0_4 0.2500 map_cut_20 0_4 0.2500 map_cut_30 0_4 0.2500 map_cut_100 0_4 0.2633 map_cut_200 0_4 0.2736 map_cut_500 0_4 0.2834 map_cut_1000 0_4 0.2858 relative_P_5 0_4 1.0000 relative_P_10 0_4 0.5000 relative_P_15 0_4 0.3333 relative_P_20 0_4 0.2500 relative_P_30 0_4 0.2500 relative_P_100 0_4 0.3500 relative_P_200 0_4 0.5000 relative_P_500 0_4 0.7500 relative_P_1000 0_4 0.8500 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0170 set_relative_P 0_4 0.8500 set_recall 0_4 0.8500 set_map 0_4 0.0144 set_F 0_4 0.0333 num_nonrel_judged_ret 0_4 38 rbp 0_4 0.3364 rbp_resid 0_4 0.2213 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.3000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 78 map 0_6 0.3835 Rprec 0_6 0.3884 bpref 0_6 0.5383 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 1.0000 iprec_at_recall_0.20 0_6 0.9091 iprec_at_recall_0.30 0_6 0.9024 iprec_at_recall_0.40 0_6 0.3902 iprec_at_recall_0.50 0_6 0.2118 iprec_at_recall_0.60 0_6 0.1131 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 1.0000 P_10 0_6 1.0000 P_15 0_6 0.8667 P_20 0_6 0.9000 P_30 0_6 0.9000 P_100 0_6 0.4500 P_200 0_6 0.2700 P_500 0_6 0.1360 P_1000 0_6 0.0780 relstring 0_6 '3222212311' recall_5 0_6 0.0413 recall_10 0_6 0.0826 recall_15 0_6 0.1074 recall_20 0_6 0.1488 recall_30 0_6 0.2231 recall_100 0_6 0.3719 recall_200 0_6 0.4463 recall_500 0_6 0.5620 recall_1000 0_6 0.6446 infAP 0_6 0.3835 Rprec_mult_0.20 0_6 0.8800 Rprec_mult_0.40 0_6 0.7755 Rprec_mult_0.60 0_6 0.5616 Rprec_mult_0.80 0_6 0.4639 Rprec_mult_1.00 0_6 0.3884 Rprec_mult_1.20 0_6 0.3356 Rprec_mult_1.40 0_6 0.3000 Rprec_mult_1.60 0_6 0.2732 Rprec_mult_1.80 0_6 0.2615 Rprec_mult_2.00 0_6 0.2397 utility 0_6 -844.0000 11pt_avg 0_6 0.4115 binG 0_6 0.2389 G 0_6 0.1565 ndcg 0_6 0.6489 ndcg_rel 0_6 0.6534 Rndcg 0_6 0.6418 ndcg_cut_5 0_6 0.7797 ndcg_cut_10 0_6 0.7631 ndcg_cut_15 0_6 0.6825 ndcg_cut_20 0_6 0.7383 ndcg_cut_30 0_6 0.6812 ndcg_cut_100 0_6 0.5558 ndcg_cut_200 0_6 0.5468 ndcg_cut_500 0_6 0.6089 ndcg_cut_1000 0_6 0.6489 map_cut_5 0_6 0.0413 map_cut_10 0_6 0.0826 map_cut_15 0_6 0.1063 map_cut_20 0_6 0.1430 map_cut_30 0_6 0.2088 map_cut_100 0_6 0.3250 map_cut_200 0_6 0.3500 map_cut_500 0_6 0.3744 map_cut_1000 0_6 0.3835 relative_P_5 0_6 1.0000 relative_P_10 0_6 1.0000 relative_P_15 0_6 0.8667 relative_P_20 0_6 0.9000 relative_P_30 0_6 0.9000 relative_P_100 0_6 0.4500 relative_P_200 0_6 0.4463 relative_P_500 0_6 0.5620 relative_P_1000 0_6 0.6446 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0780 set_relative_P 0_6 0.6446 set_recall 0_6 0.6446 set_map 0_6 0.0503 set_F 0_6 0.1392 num_nonrel_judged_ret 0_6 30 rbp 0_6 0.5606 rbp_resid 0_6 0.0104 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.0000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 26 map 0_7 0.1151 Rprec 0_7 0.2121 bpref 0_7 0.2360 recip_rank 0_7 0.0909 iprec_at_recall_0.00 0_7 0.2778 iprec_at_recall_0.10 0_7 0.2778 iprec_at_recall_0.20 0_7 0.2333 iprec_at_recall_0.30 0_7 0.1795 iprec_at_recall_0.40 0_7 0.1795 iprec_at_recall_0.50 0_7 0.1417 iprec_at_recall_0.60 0_7 0.1045 iprec_at_recall_0.70 0_7 0.0788 iprec_at_recall_0.80 0_7 0.0503 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.0000 P_10 0_7 0.0000 P_15 0_7 0.2000 P_20 0_7 0.2500 P_30 0_7 0.2333 P_100 0_7 0.1500 P_200 0_7 0.1000 P_500 0_7 0.0500 P_1000 0_7 0.0260 relstring 0_7 '000000000-' recall_5 0_7 0.0000 recall_10 0_7 0.0000 recall_15 0_7 0.0909 recall_20 0_7 0.1515 recall_30 0_7 0.2121 recall_100 0_7 0.4545 recall_200 0_7 0.6061 recall_500 0_7 0.7576 recall_1000 0_7 0.7879 infAP 0_7 0.1151 Rprec_mult_0.20 0_7 0.0000 Rprec_mult_0.40 0_7 0.2143 Rprec_mult_0.60 0_7 0.2500 Rprec_mult_0.80 0_7 0.2222 Rprec_mult_1.00 0_7 0.2121 Rprec_mult_1.20 0_7 0.1750 Rprec_mult_1.40 0_7 0.1489 Rprec_mult_1.60 0_7 0.1321 Rprec_mult_1.80 0_7 0.1333 Rprec_mult_2.00 0_7 0.1667 utility 0_7 -948.0000 11pt_avg 0_7 0.1385 binG 0_7 0.1386 G 0_7 0.1280 ndcg 0_7 0.3873 ndcg_rel 0_7 0.2705 Rndcg 0_7 0.1787 ndcg_cut_5 0_7 0.0000 ndcg_cut_10 0_7 0.0000 ndcg_cut_15 0_7 0.1075 ndcg_cut_20 0_7 0.1477 ndcg_cut_30 0_7 0.1570 ndcg_cut_100 0_7 0.2627 ndcg_cut_200 0_7 0.3235 ndcg_cut_500 0_7 0.3776 ndcg_cut_1000 0_7 0.3873 map_cut_5 0_7 0.0000 map_cut_10 0_7 0.0000 map_cut_15 0_7 0.0143 map_cut_20 0_7 0.0298 map_cut_30 0_7 0.0442 map_cut_100 0_7 0.0826 map_cut_200 0_7 0.1010 map_cut_500 0_7 0.1135 map_cut_1000 0_7 0.1151 relative_P_5 0_7 0.0000 relative_P_10 0_7 0.0000 relative_P_15 0_7 0.2000 relative_P_20 0_7 0.2500 relative_P_30 0_7 0.2333 relative_P_100 0_7 0.4545 relative_P_200 0_7 0.6061 relative_P_500 0_7 0.7576 relative_P_1000 0_7 0.7879 success_1 0_7 0.0000 success_5 0_7 0.0000 success_10 0_7 0.0000 set_P 0_7 0.0260 set_relative_P 0_7 0.7879 set_recall 0_7 0.7879 set_map 0_7 0.0205 set_F 0_7 0.0503 num_nonrel_judged_ret 0_7 67 rbp 0_7 0.0702 rbp_resid 0_7 0.1423 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.1500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 28 map 0_8 0.1043 Rprec 0_8 0.1613 bpref 0_8 0.3881 recip_rank 0_8 0.2000 iprec_at_recall_0.00 0_8 0.3000 iprec_at_recall_0.10 0_8 0.3000 iprec_at_recall_0.20 0_8 0.1818 iprec_at_recall_0.30 0_8 0.1316 iprec_at_recall_0.40 0_8 0.1150 iprec_at_recall_0.50 0_8 0.0925 iprec_at_recall_0.60 0_8 0.0726 iprec_at_recall_0.70 0_8 0.0726 iprec_at_recall_0.80 0_8 0.0416 iprec_at_recall_0.90 0_8 0.0343 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.2000 P_10 0_8 0.3000 P_15 0_8 0.2000 P_20 0_8 0.1500 P_30 0_8 0.1667 P_100 0_8 0.1100 P_200 0_8 0.0800 P_500 0_8 0.0460 P_1000 0_8 0.0280 relstring 0_8 '0000201-01' recall_5 0_8 0.0323 recall_10 0_8 0.0968 recall_15 0_8 0.0968 recall_20 0_8 0.0968 recall_30 0_8 0.1613 recall_100 0_8 0.3548 recall_200 0_8 0.5161 recall_500 0_8 0.7419 recall_1000 0_8 0.9032 infAP 0_8 0.1043 Rprec_mult_0.20 0_8 0.2857 Rprec_mult_0.40 0_8 0.2308 Rprec_mult_0.60 0_8 0.1579 Rprec_mult_0.80 0_8 0.1600 Rprec_mult_1.00 0_8 0.1613 Rprec_mult_1.20 0_8 0.1579 Rprec_mult_1.40 0_8 0.1591 Rprec_mult_1.60 0_8 0.1400 Rprec_mult_1.80 0_8 0.1429 Rprec_mult_2.00 0_8 0.1290 utility 0_8 -944.0000 11pt_avg 0_8 0.1220 binG 0_8 0.1516 G 0_8 0.1435 ndcg 0_8 0.4417 ndcg_rel 0_8 0.2945 Rndcg 0_8 0.2354 ndcg_cut_5 0_8 0.1312 ndcg_cut_10 0_8 0.1587 ndcg_cut_15 0_8 0.1380 ndcg_cut_20 0_8 0.1236 ndcg_cut_30 0_8 0.1362 ndcg_cut_100 0_8 0.2459 ndcg_cut_200 0_8 0.2975 ndcg_cut_500 0_8 0.3790 ndcg_cut_1000 0_8 0.4417 map_cut_5 0_8 0.0065 map_cut_10 0_8 0.0253 map_cut_15 0_8 0.0253 map_cut_20 0_8 0.0253 map_cut_30 0_8 0.0374 map_cut_100 0_8 0.0654 map_cut_200 0_8 0.0816 map_cut_500 0_8 0.0982 map_cut_1000 0_8 0.1043 relative_P_5 0_8 0.2000 relative_P_10 0_8 0.3000 relative_P_15 0_8 0.2000 relative_P_20 0_8 0.1500 relative_P_30 0_8 0.1667 relative_P_100 0_8 0.3548 relative_P_200 0_8 0.5161 relative_P_500 0_8 0.7419 relative_P_1000 0_8 0.9032 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0280 set_relative_P 0_8 0.9032 set_recall 0_8 0.9032 set_map 0_8 0.0253 set_F 0_8 0.0543 num_nonrel_judged_ret 0_8 30 rbp 0_8 0.1234 rbp_resid 0_8 0.2612 unj_5 0_8 0.0000 unj_10 0_8 0.1000 unj_20 0_8 0.3500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 21 map 10_1 0.0311 Rprec 10_1 0.0932 bpref 10_1 0.1373 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.0670 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.2000 P_10 10_1 0.3000 P_15 10_1 0.2667 P_20 10_1 0.2000 P_30 10_1 0.2000 P_100 10_1 0.1100 P_200 10_1 0.0600 P_500 10_1 0.0300 P_1000 10_1 0.0210 relstring 10_1 '1000001200' recall_5 10_1 0.0085 recall_10 10_1 0.0254 recall_15 10_1 0.0339 recall_20 10_1 0.0339 recall_30 10_1 0.0508 recall_100 10_1 0.0932 recall_200 10_1 0.1017 recall_500 10_1 0.1271 recall_1000 10_1 0.1780 infAP 10_1 0.0311 Rprec_mult_0.20 10_1 0.2500 Rprec_mult_0.40 10_1 0.1458 Rprec_mult_0.60 10_1 0.1408 Rprec_mult_0.80 10_1 0.1158 Rprec_mult_1.00 10_1 0.0932 Rprec_mult_1.20 10_1 0.0775 Rprec_mult_1.40 10_1 0.0663 Rprec_mult_1.60 10_1 0.0635 Rprec_mult_1.80 10_1 0.0610 Rprec_mult_2.00 10_1 0.0551 utility 10_1 -958.0000 11pt_avg 10_1 0.0970 binG 10_1 0.0383 G 10_1 0.0280 ndcg 10_1 0.1510 ndcg_rel 10_1 0.1513 Rndcg 10_1 0.1286 ndcg_cut_5 10_1 0.1182 ndcg_cut_10 10_1 0.1686 ndcg_cut_15 10_1 0.1733 ndcg_cut_20 10_1 0.1488 ndcg_cut_30 10_1 0.1505 ndcg_cut_100 10_1 0.1174 ndcg_cut_200 10_1 0.1163 ndcg_cut_500 10_1 0.1259 ndcg_cut_1000 10_1 0.1510 map_cut_5 10_1 0.0085 map_cut_10 10_1 0.0141 map_cut_15 10_1 0.0165 map_cut_20 10_1 0.0165 map_cut_30 10_1 0.0207 map_cut_100 10_1 0.0279 map_cut_200 10_1 0.0285 map_cut_500 10_1 0.0298 map_cut_1000 10_1 0.0311 relative_P_5 10_1 0.2000 relative_P_10 10_1 0.3000 relative_P_15 10_1 0.2667 relative_P_20 10_1 0.2000 relative_P_30 10_1 0.2000 relative_P_100 10_1 0.1100 relative_P_200 10_1 0.1017 relative_P_500 10_1 0.1271 relative_P_1000 10_1 0.1780 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0210 set_relative_P 10_1 0.1780 set_recall 10_1 0.1780 set_map 10_1 0.0037 set_F 10_1 0.0376 num_nonrel_judged_ret 10_1 53 rbp 10_1 0.1132 rbp_resid 10_1 0.1180 unj_5 10_1 0.0000 unj_10 10_1 0.0000 unj_20 10_1 0.1500 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 45 map 10_12 0.0643 Rprec 10_12 0.0704 bpref 10_12 0.5000 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.0667 iprec_at_recall_0.20 10_12 0.0667 iprec_at_recall_0.30 10_12 0.0667 iprec_at_recall_0.40 10_12 0.0667 iprec_at_recall_0.50 10_12 0.0480 iprec_at_recall_0.60 10_12 0.0462 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.4000 P_10 10_12 0.2000 P_15 10_12 0.2000 P_20 10_12 0.2500 P_30 10_12 0.1667 P_100 10_12 0.0500 P_200 10_12 0.0450 P_500 10_12 0.0640 P_1000 10_12 0.0450 relstring 10_12 '10200--00-' recall_5 10_12 0.0282 recall_10 10_12 0.0282 recall_15 10_12 0.0423 recall_20 10_12 0.0704 recall_30 10_12 0.0704 recall_100 10_12 0.0704 recall_200 10_12 0.1268 recall_500 10_12 0.4507 recall_1000 10_12 0.6338 infAP 10_12 0.0643 Rprec_mult_0.20 10_12 0.2000 Rprec_mult_0.40 10_12 0.1724 Rprec_mult_0.60 10_12 0.1163 Rprec_mult_0.80 10_12 0.0877 Rprec_mult_1.00 10_12 0.0704 Rprec_mult_1.20 10_12 0.0581 Rprec_mult_1.40 10_12 0.0500 Rprec_mult_1.60 10_12 0.0526 Rprec_mult_1.80 10_12 0.0625 Rprec_mult_2.00 10_12 0.0563 utility 10_12 -910.0000 11pt_avg 10_12 0.1237 binG 10_12 0.1000 G 10_12 0.0765 ndcg 10_12 0.3206 ndcg_rel 10_12 0.2480 Rndcg 10_12 0.1740 ndcg_cut_5 10_12 0.1822 ndcg_cut_10 10_12 0.1293 ndcg_cut_15 10_12 0.1250 ndcg_cut_20 10_12 0.1458 ndcg_cut_30 10_12 0.1207 ndcg_cut_100 10_12 0.0848 ndcg_cut_200 10_12 0.1091 ndcg_cut_500 10_12 0.2530 ndcg_cut_1000 10_12 0.3206 map_cut_5 10_12 0.0235 map_cut_10 10_12 0.0235 map_cut_15 10_12 0.0267 map_cut_20 10_12 0.0340 map_cut_30 10_12 0.0340 map_cut_100 10_12 0.0340 map_cut_200 10_12 0.0373 map_cut_500 10_12 0.0555 map_cut_1000 10_12 0.0643 relative_P_5 10_12 0.4000 relative_P_10 10_12 0.2000 relative_P_15 10_12 0.2000 relative_P_20 10_12 0.2500 relative_P_30 10_12 0.1667 relative_P_100 10_12 0.0704 relative_P_200 10_12 0.1268 relative_P_500 10_12 0.4507 relative_P_1000 10_12 0.6338 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0450 set_relative_P 10_12 0.6338 set_recall 10_12 0.6338 set_map 10_12 0.0285 set_F 10_12 0.0840 num_nonrel_judged_ret 10_12 20 rbp 10_12 0.0866 rbp_resid 10_12 0.3498 unj_5 10_12 0.0000 unj_10 10_12 0.3000 unj_20 10_12 0.3000 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 3 map 10_2 0.0029 Rprec 10_2 0.0333 bpref 10_2 0.0156 recip_rank 10_2 0.0588 iprec_at_recall_0.00 10_2 0.0588 iprec_at_recall_0.10 10_2 0.0045 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0500 P_30 10_2 0.0333 P_100 10_2 0.0200 P_200 10_2 0.0100 P_500 10_2 0.0040 P_1000 10_2 0.0030 relstring 10_2 '0000000000' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0333 recall_30 10_2 0.0333 recall_100 10_2 0.0667 recall_200 10_2 0.0667 recall_500 10_2 0.0667 recall_1000 10_2 0.1000 infAP 10_2 0.0029 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0556 Rprec_mult_0.80 10_2 0.0417 Rprec_mult_1.00 10_2 0.0333 Rprec_mult_1.20 10_2 0.0278 Rprec_mult_1.40 10_2 0.0238 Rprec_mult_1.60 10_2 0.0208 Rprec_mult_1.80 10_2 0.0185 Rprec_mult_2.00 10_2 0.0167 utility 10_2 -994.0000 11pt_avg 10_2 0.0058 binG 10_2 0.0167 G 10_2 0.0093 ndcg 10_2 0.0275 ndcg_rel 10_2 0.0269 Rndcg 10_2 0.0081 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0149 ndcg_cut_30 10_2 0.0132 ndcg_cut_100 10_2 0.0216 ndcg_cut_200 10_2 0.0216 ndcg_cut_500 10_2 0.0216 ndcg_cut_1000 10_2 0.0275 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0020 map_cut_30 10_2 0.0020 map_cut_100 10_2 0.0027 map_cut_200 10_2 0.0027 map_cut_500 10_2 0.0027 map_cut_1000 10_2 0.0029 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0500 relative_P_30 10_2 0.0333 relative_P_100 10_2 0.0667 relative_P_200 10_2 0.0667 relative_P_500 10_2 0.0667 relative_P_1000 10_2 0.1000 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0030 set_relative_P 10_2 0.1000 set_recall 10_2 0.1000 set_map 10_2 0.0003 set_F 10_2 0.0058 num_nonrel_judged_ret 10_2 78 rbp 10_2 0.0046 rbp_resid 10_2 0.1262 unj_5 10_2 0.0000 unj_10 10_2 0.0000 unj_20 10_2 0.1500 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 3 map 10_3 0.0010 Rprec 10_3 0.0000 bpref 10_3 0.0113 recip_rank 10_3 0.0135 iprec_at_recall_0.00 10_3 0.0135 iprec_at_recall_0.10 10_3 0.0044 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0100 P_200 10_3 0.0050 P_500 10_3 0.0040 P_1000 10_3 0.0030 relstring 10_3 '000000-0-0' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0435 recall_200 10_3 0.0435 recall_500 10_3 0.0870 recall_1000 10_3 0.1304 infAP 10_3 0.0010 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -994.0000 11pt_avg 10_3 0.0016 binG 10_3 0.0165 G 10_3 0.0121 ndcg 10_3 0.0325 ndcg_rel 10_3 0.0313 Rndcg 10_3 0.0108 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0138 ndcg_cut_200 10_3 0.0138 ndcg_cut_500 10_3 0.0234 ndcg_cut_1000 10_3 0.0325 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0006 map_cut_200 10_3 0.0006 map_cut_500 10_3 0.0008 map_cut_1000 10_3 0.0010 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0435 relative_P_200 10_3 0.0435 relative_P_500 10_3 0.0870 relative_P_1000 10_3 0.1304 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0030 set_relative_P 10_3 0.1304 set_recall 10_3 0.1304 set_map 10_3 0.0004 set_F 10_3 0.0059 num_nonrel_judged_ret 10_3 54 rbp 10_3 0.0000 rbp_resid 10_3 0.3902 unj_5 10_3 0.0000 unj_10 10_3 0.2000 unj_20 10_3 0.5000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 13 map 10_6 0.0106 Rprec 10_6 0.0301 bpref 10_6 0.0906 recip_rank 10_6 0.3333 iprec_at_recall_0.00 10_6 0.4000 iprec_at_recall_0.10 10_6 0.0165 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.4000 P_10 10_6 0.2000 P_15 10_6 0.2667 P_20 10_6 0.2000 P_30 10_6 0.1333 P_100 10_6 0.0400 P_200 10_6 0.0200 P_500 10_6 0.0180 P_1000 10_6 0.0130 relstring 10_6 '00101-0---' recall_5 10_6 0.0150 recall_10 10_6 0.0150 recall_15 10_6 0.0301 recall_20 10_6 0.0301 recall_30 10_6 0.0301 recall_100 10_6 0.0301 recall_200 10_6 0.0301 recall_500 10_6 0.0677 recall_1000 10_6 0.0977 infAP 10_6 0.0106 Rprec_mult_0.20 10_6 0.1481 Rprec_mult_0.40 10_6 0.0741 Rprec_mult_0.60 10_6 0.0500 Rprec_mult_0.80 10_6 0.0374 Rprec_mult_1.00 10_6 0.0301 Rprec_mult_1.20 10_6 0.0250 Rprec_mult_1.40 10_6 0.0214 Rprec_mult_1.60 10_6 0.0188 Rprec_mult_1.80 10_6 0.0167 Rprec_mult_2.00 10_6 0.0188 utility 10_6 -974.0000 11pt_avg 10_6 0.0379 binG 10_6 0.0188 G 10_6 0.0127 ndcg 10_6 0.0696 ndcg_rel 10_6 0.0692 Rndcg 10_6 0.0551 ndcg_cut_5 10_6 0.1105 ndcg_cut_10 10_6 0.0791 ndcg_cut_15 10_6 0.1015 ndcg_cut_20 10_6 0.0867 ndcg_cut_30 10_6 0.0687 ndcg_cut_100 10_6 0.0357 ndcg_cut_200 10_6 0.0318 ndcg_cut_500 10_6 0.0529 ndcg_cut_1000 10_6 0.0696 map_cut_5 10_6 0.0055 map_cut_10 10_6 0.0055 map_cut_15 10_6 0.0094 map_cut_20 10_6 0.0094 map_cut_30 10_6 0.0094 map_cut_100 10_6 0.0094 map_cut_200 10_6 0.0094 map_cut_500 10_6 0.0101 map_cut_1000 10_6 0.0106 relative_P_5 10_6 0.4000 relative_P_10 10_6 0.2000 relative_P_15 10_6 0.2667 relative_P_20 10_6 0.2000 relative_P_30 10_6 0.1333 relative_P_100 10_6 0.0400 relative_P_200 10_6 0.0301 relative_P_500 10_6 0.0677 relative_P_1000 10_6 0.0977 success_1 10_6 0.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0130 set_relative_P 10_6 0.0977 set_recall 10_6 0.0977 set_map 10_6 0.0013 set_F 10_6 0.0229 num_nonrel_judged_ret 10_6 10 rbp 10_6 0.0668 rbp_resid 10_6 0.4754 unj_5 10_6 0.0000 unj_10 10_6 0.4000 unj_20 10_6 0.6000 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 66 map 10_7 0.1640 Rprec 10_7 0.2282 bpref 10_7 0.4006 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.6071 iprec_at_recall_0.20 10_7 0.3297 iprec_at_recall_0.30 10_7 0.0978 iprec_at_recall_0.40 10_7 0.0796 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 1.0000 P_10 10_7 0.9000 P_15 10_7 0.7333 P_20 10_7 0.6500 P_30 10_7 0.6000 P_100 10_7 0.3200 P_200 10_7 0.1700 P_500 10_7 0.0960 P_1000 10_7 0.0660 relstring 10_7 '111111121-' recall_5 10_7 0.0336 recall_10 10_7 0.0604 recall_15 10_7 0.0738 recall_20 10_7 0.0872 recall_30 10_7 0.1208 recall_100 10_7 0.2148 recall_200 10_7 0.2282 recall_500 10_7 0.3221 recall_1000 10_7 0.4430 infAP 10_7 0.1640 Rprec_mult_0.20 10_7 0.6000 Rprec_mult_0.40 10_7 0.4000 Rprec_mult_0.60 10_7 0.3222 Rprec_mult_0.80 10_7 0.2833 Rprec_mult_1.00 10_7 0.2282 Rprec_mult_1.20 10_7 0.1899 Rprec_mult_1.40 10_7 0.1675 Rprec_mult_1.60 10_7 0.1464 Rprec_mult_1.80 10_7 0.1338 Rprec_mult_2.00 10_7 0.1242 utility 10_7 -868.0000 11pt_avg 10_7 0.1922 binG 10_7 0.1266 G 10_7 0.0821 ndcg 10_7 0.4201 ndcg_rel 10_7 0.4019 Rndcg 10_7 0.3598 ndcg_cut_5 10_7 0.4275 ndcg_cut_10 10_7 0.4530 ndcg_cut_15 10_7 0.4024 ndcg_cut_20 10_7 0.4009 ndcg_cut_30 10_7 0.3989 ndcg_cut_100 10_7 0.3563 ndcg_cut_200 10_7 0.3027 ndcg_cut_500 10_7 0.3572 ndcg_cut_1000 10_7 0.4201 map_cut_5 10_7 0.0336 map_cut_10 10_7 0.0604 map_cut_15 10_7 0.0727 map_cut_20 10_7 0.0815 map_cut_30 10_7 0.1014 map_cut_100 10_7 0.1399 map_cut_200 10_7 0.1440 map_cut_500 10_7 0.1544 map_cut_1000 10_7 0.1640 relative_P_5 10_7 1.0000 relative_P_10 10_7 0.9000 relative_P_15 10_7 0.7333 relative_P_20 10_7 0.6500 relative_P_30 10_7 0.6000 relative_P_100 10_7 0.3200 relative_P_200 10_7 0.2282 relative_P_500 10_7 0.3221 relative_P_1000 10_7 0.4430 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0660 set_relative_P 10_7 0.4430 set_recall 10_7 0.4430 set_map 10_7 0.0292 set_F 10_7 0.1149 num_nonrel_judged_ret 10_7 18 rbp 10_7 0.2833 rbp_resid 10_7 0.2202 unj_5 10_7 0.0000 unj_10 10_7 0.1000 unj_20 10_7 0.3000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 36 map 10_8 0.1696 Rprec 10_8 0.2237 bpref 10_8 0.4098 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.8889 iprec_at_recall_0.20 10_8 0.3750 iprec_at_recall_0.30 10_8 0.1292 iprec_at_recall_0.40 10_8 0.0670 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 1.0000 P_10 10_8 0.8000 P_15 10_8 0.5333 P_20 10_8 0.4000 P_30 10_8 0.4000 P_100 10_8 0.1700 P_200 10_8 0.1150 P_500 10_8 0.0620 P_1000 10_8 0.0360 relstring 10_8 '122211-11-' recall_5 10_8 0.0658 recall_10 10_8 0.1053 recall_15 10_8 0.1053 recall_20 10_8 0.1053 recall_30 10_8 0.1579 recall_100 10_8 0.2237 recall_200 10_8 0.3026 recall_500 10_8 0.4079 recall_1000 10_8 0.4737 infAP 10_8 0.1696 Rprec_mult_0.20 10_8 0.5000 Rprec_mult_0.40 10_8 0.4194 Rprec_mult_0.60 10_8 0.3261 Rprec_mult_0.80 10_8 0.2623 Rprec_mult_1.00 10_8 0.2237 Rprec_mult_1.20 10_8 0.1848 Rprec_mult_1.40 10_8 0.1589 Rprec_mult_1.60 10_8 0.1393 Rprec_mult_1.80 10_8 0.1314 Rprec_mult_2.00 10_8 0.1250 utility 10_8 -928.0000 11pt_avg 10_8 0.2236 binG 10_8 0.1531 G 10_8 0.0960 ndcg 10_8 0.4120 ndcg_rel 10_8 0.4056 Rndcg 10_8 0.3815 ndcg_cut_5 10_8 0.5991 ndcg_cut_10 10_8 0.5115 ndcg_cut_15 10_8 0.4106 ndcg_cut_20 10_8 0.3490 ndcg_cut_30 10_8 0.3573 ndcg_cut_100 10_8 0.2965 ndcg_cut_200 10_8 0.3473 ndcg_cut_500 10_8 0.3923 ndcg_cut_1000 10_8 0.4120 map_cut_5 10_8 0.0658 map_cut_10 10_8 0.1022 map_cut_15 10_8 0.1022 map_cut_20 10_8 0.1022 map_cut_30 10_8 0.1246 map_cut_100 10_8 0.1467 map_cut_200 10_8 0.1570 map_cut_500 10_8 0.1663 map_cut_1000 10_8 0.1696 relative_P_5 10_8 1.0000 relative_P_10 10_8 0.8000 relative_P_15 10_8 0.5333 relative_P_20 10_8 0.4000 relative_P_30 10_8 0.4000 relative_P_100 10_8 0.2237 relative_P_200 10_8 0.3026 relative_P_500 10_8 0.4079 relative_P_1000 10_8 0.4737 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0360 set_relative_P 10_8 0.4737 set_recall 10_8 0.4737 set_map 10_8 0.0171 set_F 10_8 0.0669 num_nonrel_judged_ret 10_8 29 rbp 10_8 0.2873 rbp_resid 10_8 0.3281 unj_5 10_8 0.0000 unj_10 10_8 0.2000 unj_20 10_8 0.5000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 75 map 11_10 0.2053 Rprec 11_10 0.3095 bpref 11_10 0.5195 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.5556 iprec_at_recall_0.20 11_10 0.4167 iprec_at_recall_0.30 11_10 0.3188 iprec_at_recall_0.40 11_10 0.1871 iprec_at_recall_0.50 11_10 0.1332 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.8000 P_10 11_10 0.5000 P_15 11_10 0.6000 P_20 11_10 0.6000 P_30 11_10 0.5000 P_100 11_10 0.3500 P_200 11_10 0.2350 P_500 11_10 0.1280 P_1000 11_10 0.0750 relstring 11_10 '4120200010' recall_5 11_10 0.0317 recall_10 11_10 0.0397 recall_15 11_10 0.0714 recall_20 11_10 0.0952 recall_30 11_10 0.1190 recall_100 11_10 0.2778 recall_200 11_10 0.3730 recall_500 11_10 0.5079 recall_1000 11_10 0.5952 infAP 11_10 0.2053 Rprec_mult_0.20 11_10 0.5385 Rprec_mult_0.40 11_10 0.3922 Rprec_mult_0.60 11_10 0.3684 Rprec_mult_0.80 11_10 0.3465 Rprec_mult_1.00 11_10 0.3095 Rprec_mult_1.20 11_10 0.2961 Rprec_mult_1.40 11_10 0.2599 Rprec_mult_1.60 11_10 0.2327 Rprec_mult_1.80 11_10 0.2115 Rprec_mult_2.00 11_10 0.1905 utility 11_10 -850.0000 11pt_avg 11_10 0.2374 binG 11_10 0.1276 G 11_10 0.0969 ndcg 11_10 0.4848 ndcg_rel 11_10 0.4436 Rndcg 11_10 0.4997 ndcg_cut_5 11_10 0.6505 ndcg_cut_10 11_10 0.4583 ndcg_cut_15 11_10 0.4886 ndcg_cut_20 11_10 0.4535 ndcg_cut_30 11_10 0.3745 ndcg_cut_100 11_10 0.3298 ndcg_cut_200 11_10 0.3735 ndcg_cut_500 11_10 0.4466 ndcg_cut_1000 11_10 0.4848 map_cut_5 11_10 0.0302 map_cut_10 11_10 0.0346 map_cut_15 11_10 0.0528 map_cut_20 11_10 0.0674 map_cut_30 11_10 0.0804 map_cut_100 11_10 0.1447 map_cut_200 11_10 0.1739 map_cut_500 11_10 0.1967 map_cut_1000 11_10 0.2053 relative_P_5 11_10 0.8000 relative_P_10 11_10 0.5000 relative_P_15 11_10 0.6000 relative_P_20 11_10 0.6000 relative_P_30 11_10 0.5000 relative_P_100 11_10 0.3500 relative_P_200 11_10 0.3730 relative_P_500 11_10 0.5079 relative_P_1000 11_10 0.5952 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0750 set_relative_P 11_10 0.5952 set_recall 11_10 0.5952 set_map 11_10 0.0446 set_F 11_10 0.1332 num_nonrel_judged_ret 11_10 12 rbp 11_10 0.2980 rbp_resid 11_10 0.1253 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.1500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 86 map 11_11 0.2848 Rprec 11_11 0.2910 bpref 11_11 0.5817 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 0.6136 iprec_at_recall_0.30 11_11 0.2848 iprec_at_recall_0.40 11_11 0.2077 iprec_at_recall_0.50 11_11 0.1492 iprec_at_recall_0.60 11_11 0.1103 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 0.9333 P_20 11_11 0.9000 P_30 11_11 0.7667 P_100 11_11 0.3700 P_200 11_11 0.2450 P_500 11_11 0.1380 P_1000 11_11 0.0860 relstring 11_11 '2333221311' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1045 recall_20 11_11 0.1343 recall_30 11_11 0.1716 recall_100 11_11 0.2761 recall_200 11_11 0.3657 recall_500 11_11 0.5149 recall_1000 11_11 0.6418 infAP 11_11 0.2848 Rprec_mult_0.20 11_11 0.7778 Rprec_mult_0.40 11_11 0.5000 Rprec_mult_0.60 11_11 0.4074 Rprec_mult_0.80 11_11 0.3519 Rprec_mult_1.00 11_11 0.2910 Rprec_mult_1.20 11_11 0.2795 Rprec_mult_1.40 11_11 0.2553 Rprec_mult_1.60 11_11 0.2326 Rprec_mult_1.80 11_11 0.2149 Rprec_mult_2.00 11_11 0.2052 utility 11_11 -828.0000 11pt_avg 11_11 0.3060 binG 11_11 0.1998 G 11_11 0.1148 ndcg 11_11 0.5596 ndcg_rel 11_11 0.5189 Rndcg 11_11 0.4520 ndcg_cut_5 11_11 0.7576 ndcg_cut_10 11_11 0.6863 ndcg_cut_15 11_11 0.6254 ndcg_cut_20 11_11 0.5789 ndcg_cut_30 11_11 0.5054 ndcg_cut_100 11_11 0.3616 ndcg_cut_200 11_11 0.3998 ndcg_cut_500 11_11 0.4868 ndcg_cut_1000 11_11 0.5596 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1040 map_cut_20 11_11 0.1310 map_cut_30 11_11 0.1619 map_cut_100 11_11 0.2152 map_cut_200 11_11 0.2410 map_cut_500 11_11 0.2699 map_cut_1000 11_11 0.2848 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 0.9333 relative_P_20 11_11 0.9000 relative_P_30 11_11 0.7667 relative_P_100 11_11 0.3700 relative_P_200 11_11 0.3657 relative_P_500 11_11 0.5149 relative_P_1000 11_11 0.6418 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.0860 set_relative_P 11_11 0.6418 set_recall 11_11 0.6418 set_map 11_11 0.0552 set_F 11_11 0.1517 num_nonrel_judged_ret 11_11 8 rbp 11_11 0.4469 rbp_resid 11_11 0.0492 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 41 map 11_12 0.1109 Rprec 11_12 0.1685 bpref 11_12 0.3915 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.5000 iprec_at_recall_0.20 11_12 0.1095 iprec_at_recall_0.30 11_12 0.0857 iprec_at_recall_0.40 11_12 0.0694 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.6000 P_10 11_12 0.6000 P_15 11_12 0.5333 P_20 11_12 0.4500 P_30 11_12 0.3667 P_100 11_12 0.1500 P_200 11_12 0.1050 P_500 11_12 0.0700 P_1000 11_12 0.0410 relstring 11_12 '1011002-13' recall_5 11_12 0.0337 recall_10 11_12 0.0674 recall_15 11_12 0.0899 recall_20 11_12 0.1011 recall_30 11_12 0.1236 recall_100 11_12 0.1685 recall_200 11_12 0.2360 recall_500 11_12 0.3933 recall_1000 11_12 0.4607 infAP 11_12 0.1109 Rprec_mult_0.20 11_12 0.5000 Rprec_mult_0.40 11_12 0.3056 Rprec_mult_0.60 11_12 0.2222 Rprec_mult_0.80 11_12 0.1944 Rprec_mult_1.00 11_12 0.1685 Rprec_mult_1.20 11_12 0.1402 Rprec_mult_1.40 11_12 0.1200 Rprec_mult_1.60 11_12 0.1119 Rprec_mult_1.80 11_12 0.1056 Rprec_mult_2.00 11_12 0.1011 utility 11_12 -918.0000 11pt_avg 11_12 0.1604 binG 11_12 0.0999 G 11_12 0.0657 ndcg 11_12 0.3179 ndcg_rel 11_12 0.2900 Rndcg 11_12 0.2373 ndcg_cut_5 11_12 0.2183 ndcg_cut_10 11_12 0.2763 ndcg_cut_15 11_12 0.2862 ndcg_cut_20 11_12 0.2756 ndcg_cut_30 11_12 0.2446 ndcg_cut_100 11_12 0.1871 ndcg_cut_200 11_12 0.2262 ndcg_cut_500 11_12 0.2926 ndcg_cut_1000 11_12 0.3179 map_cut_5 11_12 0.0272 map_cut_10 11_12 0.0466 map_cut_15 11_12 0.0601 map_cut_20 11_12 0.0657 map_cut_30 11_12 0.0767 map_cut_100 11_12 0.0863 map_cut_200 11_12 0.0936 map_cut_500 11_12 0.1070 map_cut_1000 11_12 0.1109 relative_P_5 11_12 0.6000 relative_P_10 11_12 0.6000 relative_P_15 11_12 0.5333 relative_P_20 11_12 0.4500 relative_P_30 11_12 0.3667 relative_P_100 11_12 0.1685 relative_P_200 11_12 0.2360 relative_P_500 11_12 0.3933 relative_P_1000 11_12 0.4607 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0410 set_relative_P 11_12 0.4607 set_recall 11_12 0.4607 set_map 11_12 0.0189 set_F 11_12 0.0753 num_nonrel_judged_ret 11_12 27 rbp 11_12 0.2296 rbp_resid 11_12 0.2123 unj_5 11_12 0.0000 unj_10 11_12 0.1000 unj_20 11_12 0.2000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 94 map 11_13 0.2619 Rprec 11_13 0.3300 bpref 11_13 0.4552 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.9000 iprec_at_recall_0.20 11_13 0.6111 iprec_at_recall_0.30 11_13 0.4026 iprec_at_recall_0.40 11_13 0.1598 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 1.0000 P_10 11_13 0.9000 P_15 11_13 0.9333 P_20 11_13 0.8500 P_30 11_13 0.9000 P_100 11_13 0.5000 P_200 11_13 0.3350 P_500 11_13 0.1600 P_1000 11_13 0.0940 relstring 11_13 '3321232-33' recall_5 11_13 0.0246 recall_10 11_13 0.0443 recall_15 11_13 0.0690 recall_20 11_13 0.0837 recall_30 11_13 0.1330 recall_100 11_13 0.2463 recall_200 11_13 0.3300 recall_500 11_13 0.3941 recall_1000 11_13 0.4631 infAP 11_13 0.2619 Rprec_mult_0.20 11_13 0.8293 Rprec_mult_0.40 11_13 0.5488 Rprec_mult_0.60 11_13 0.4590 Rprec_mult_0.80 11_13 0.3865 Rprec_mult_1.00 11_13 0.3300 Rprec_mult_1.20 11_13 0.2910 Rprec_mult_1.40 11_13 0.2596 Rprec_mult_1.60 11_13 0.2308 Rprec_mult_1.80 11_13 0.2104 Rprec_mult_2.00 11_13 0.1897 utility 11_13 -812.0000 11pt_avg 11_13 0.2794 binG 11_13 0.1434 G 11_13 0.0947 ndcg 11_13 0.5026 ndcg_rel 11_13 0.5390 Rndcg 11_13 0.4663 ndcg_cut_5 11_13 0.8024 ndcg_cut_10 11_13 0.7779 ndcg_cut_15 11_13 0.7821 ndcg_cut_20 11_13 0.7287 ndcg_cut_30 11_13 0.7062 ndcg_cut_100 11_13 0.4838 ndcg_cut_200 11_13 0.4154 ndcg_cut_500 11_13 0.4629 ndcg_cut_1000 11_13 0.5026 map_cut_5 11_13 0.0246 map_cut_10 11_13 0.0433 map_cut_15 11_13 0.0660 map_cut_20 11_13 0.0787 map_cut_30 11_13 0.1221 map_cut_100 11_13 0.2023 map_cut_200 11_13 0.2375 map_cut_500 11_13 0.2538 map_cut_1000 11_13 0.2619 relative_P_5 11_13 1.0000 relative_P_10 11_13 0.9000 relative_P_15 11_13 0.9333 relative_P_20 11_13 0.8500 relative_P_30 11_13 0.9000 relative_P_100 11_13 0.5000 relative_P_200 11_13 0.3350 relative_P_500 11_13 0.3941 relative_P_1000 11_13 0.4631 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0940 set_relative_P 11_13 0.4631 set_recall 11_13 0.4631 set_map 11_13 0.0435 set_F 11_13 0.1563 num_nonrel_judged_ret 11_13 3 rbp 11_13 0.7034 rbp_resid 11_13 0.1020 unj_5 11_13 0.0000 unj_10 11_13 0.1000 unj_20 11_13 0.1500 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 42 map 11_2 0.1010 Rprec 11_2 0.1370 bpref 11_2 0.2613 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.1807 iprec_at_recall_0.20 11_2 0.0896 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.8000 P_10 11_2 0.9000 P_15 11_2 0.7333 P_20 11_2 0.6500 P_30 11_2 0.4667 P_100 11_2 0.1600 P_200 11_2 0.1200 P_500 11_2 0.0720 P_1000 11_2 0.0420 relstring 11_2 '2320223322' recall_5 11_2 0.0274 recall_10 11_2 0.0616 recall_15 11_2 0.0753 recall_20 11_2 0.0890 recall_30 11_2 0.0959 recall_100 11_2 0.1096 recall_200 11_2 0.1644 recall_500 11_2 0.2466 recall_1000 11_2 0.2877 infAP 11_2 0.1010 Rprec_mult_0.20 11_2 0.4667 Rprec_mult_0.40 11_2 0.2373 Rprec_mult_0.60 11_2 0.1705 Rprec_mult_0.80 11_2 0.1453 Rprec_mult_1.00 11_2 0.1370 Rprec_mult_1.20 11_2 0.1193 Rprec_mult_1.40 11_2 0.1171 Rprec_mult_1.60 11_2 0.1068 Rprec_mult_1.80 11_2 0.0951 Rprec_mult_2.00 11_2 0.0925 utility 11_2 -916.0000 11pt_avg 11_2 0.1155 binG 11_2 0.0853 G 11_2 0.0636 ndcg 11_2 0.3484 ndcg_rel 11_2 0.3619 Rndcg 11_2 0.3742 ndcg_cut_5 11_2 0.5409 ndcg_cut_10 11_2 0.6228 ndcg_cut_15 11_2 0.5938 ndcg_cut_20 11_2 0.5642 ndcg_cut_30 11_2 0.4701 ndcg_cut_100 11_2 0.2667 ndcg_cut_200 11_2 0.2762 ndcg_cut_500 11_2 0.3254 ndcg_cut_1000 11_2 0.3484 map_cut_5 11_2 0.0260 map_cut_10 11_2 0.0559 map_cut_15 11_2 0.0679 map_cut_20 11_2 0.0777 map_cut_30 11_2 0.0815 map_cut_100 11_2 0.0839 map_cut_200 11_2 0.0912 map_cut_500 11_2 0.0985 map_cut_1000 11_2 0.1010 relative_P_5 11_2 0.8000 relative_P_10 11_2 0.9000 relative_P_15 11_2 0.7333 relative_P_20 11_2 0.6500 relative_P_30 11_2 0.4667 relative_P_100 11_2 0.1600 relative_P_200 11_2 0.1644 relative_P_500 11_2 0.2466 relative_P_1000 11_2 0.2877 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0420 set_relative_P 11_2 0.2877 set_recall 11_2 0.2877 set_map 11_2 0.0121 set_F 11_2 0.0733 num_nonrel_judged_ret 11_2 24 rbp 11_2 0.4277 rbp_resid 11_2 0.1505 unj_5 11_2 0.0000 unj_10 11_2 0.0000 unj_20 11_2 0.2000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 30 map 11_3 0.0331 Rprec 11_3 0.0745 bpref 11_3 0.1393 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.0590 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.6000 P_10 11_3 0.6000 P_15 11_3 0.4000 P_20 11_3 0.3500 P_30 11_3 0.2333 P_100 11_3 0.1400 P_200 11_3 0.0700 P_500 11_3 0.0440 P_1000 11_3 0.0300 relstring 11_3 '20012-2230' recall_5 11_3 0.0160 recall_10 11_3 0.0319 recall_15 11_3 0.0319 recall_20 11_3 0.0372 recall_30 11_3 0.0372 recall_100 11_3 0.0745 recall_200 11_3 0.0745 recall_500 11_3 0.1170 recall_1000 11_3 0.1596 infAP 11_3 0.0331 Rprec_mult_0.20 11_3 0.1842 Rprec_mult_0.40 11_3 0.1579 Rprec_mult_0.60 11_3 0.1239 Rprec_mult_0.80 11_3 0.0927 Rprec_mult_1.00 11_3 0.0745 Rprec_mult_1.20 11_3 0.0664 Rprec_mult_1.40 11_3 0.0606 Rprec_mult_1.60 11_3 0.0598 Rprec_mult_1.80 11_3 0.0590 Rprec_mult_2.00 11_3 0.0532 utility 11_3 -940.0000 11pt_avg 11_3 0.0963 binG 11_3 0.0350 G 11_3 0.0281 ndcg 11_3 0.1752 ndcg_rel 11_3 0.1813 Rndcg 11_3 0.1725 ndcg_cut_5 11_3 0.3623 ndcg_cut_10 11_3 0.3965 ndcg_cut_15 11_3 0.3074 ndcg_cut_20 11_3 0.2669 ndcg_cut_30 11_3 0.2166 ndcg_cut_100 11_3 0.1596 ndcg_cut_200 11_3 0.1237 ndcg_cut_500 11_3 0.1500 ndcg_cut_1000 11_3 0.1752 map_cut_5 11_3 0.0112 map_cut_10 11_3 0.0211 map_cut_15 11_3 0.0211 map_cut_20 11_3 0.0230 map_cut_30 11_3 0.0230 map_cut_100 11_3 0.0289 map_cut_200 11_3 0.0289 map_cut_500 11_3 0.0314 map_cut_1000 11_3 0.0331 relative_P_5 11_3 0.6000 relative_P_10 11_3 0.6000 relative_P_15 11_3 0.4000 relative_P_20 11_3 0.3500 relative_P_30 11_3 0.2333 relative_P_100 11_3 0.1400 relative_P_200 11_3 0.0745 relative_P_500 11_3 0.1170 relative_P_1000 11_3 0.1596 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0300 set_relative_P 11_3 0.1596 set_recall 11_3 0.1596 set_map 11_3 0.0048 set_F 11_3 0.0505 num_nonrel_judged_ret 11_3 16 rbp 11_3 0.2506 rbp_resid 11_3 0.3439 unj_5 11_3 0.0000 unj_10 11_3 0.1000 unj_20 11_3 0.4500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 98 map 11_4 0.1888 Rprec 11_4 0.2292 bpref 11_4 0.6685 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.5385 iprec_at_recall_0.20 11_4 0.2843 iprec_at_recall_0.30 11_4 0.1815 iprec_at_recall_0.40 11_4 0.1766 iprec_at_recall_0.50 11_4 0.1338 iprec_at_recall_0.60 11_4 0.1118 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 0.7000 P_15 11_4 0.5333 P_20 11_4 0.5000 P_30 11_4 0.5000 P_100 11_4 0.2800 P_200 11_4 0.1950 P_500 11_4 0.1380 P_1000 11_4 0.0980 relstring 11_4 '21121-11--' recall_5 11_4 0.0347 recall_10 11_4 0.0486 recall_15 11_4 0.0556 recall_20 11_4 0.0694 recall_30 11_4 0.1042 recall_100 11_4 0.1944 recall_200 11_4 0.2708 recall_500 11_4 0.4792 recall_1000 11_4 0.6806 infAP 11_4 0.1888 Rprec_mult_0.20 11_4 0.5172 Rprec_mult_0.40 11_4 0.3621 Rprec_mult_0.60 11_4 0.3218 Rprec_mult_0.80 11_4 0.2500 Rprec_mult_1.00 11_4 0.2292 Rprec_mult_1.20 11_4 0.2023 Rprec_mult_1.40 11_4 0.1980 Rprec_mult_1.60 11_4 0.1775 Rprec_mult_1.80 11_4 0.1654 Rprec_mult_2.00 11_4 0.1597 utility 11_4 -804.0000 11pt_avg 11_4 0.2206 binG 11_4 0.1357 G 11_4 0.0962 ndcg 11_4 0.4923 ndcg_rel 11_4 0.4016 Rndcg 11_4 0.3717 ndcg_cut_5 11_4 0.4951 ndcg_cut_10 11_4 0.4178 ndcg_cut_15 11_4 0.3785 ndcg_cut_20 11_4 0.3543 ndcg_cut_30 11_4 0.3340 ndcg_cut_100 11_4 0.2495 ndcg_cut_200 11_4 0.2514 ndcg_cut_500 11_4 0.3841 ndcg_cut_1000 11_4 0.4923 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0468 map_cut_15 11_4 0.0510 map_cut_20 11_4 0.0588 map_cut_30 11_4 0.0771 map_cut_100 11_4 0.1123 map_cut_200 11_4 0.1298 map_cut_500 11_4 0.1656 map_cut_1000 11_4 0.1888 relative_P_5 11_4 1.0000 relative_P_10 11_4 0.7000 relative_P_15 11_4 0.5333 relative_P_20 11_4 0.5000 relative_P_30 11_4 0.5000 relative_P_100 11_4 0.2800 relative_P_200 11_4 0.2708 relative_P_500 11_4 0.4792 relative_P_1000 11_4 0.6806 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.0980 set_relative_P 11_4 0.6806 set_recall 11_4 0.6806 set_map 11_4 0.0667 set_F 11_4 0.1713 num_nonrel_judged_ret 11_4 3 rbp 11_4 0.2762 rbp_resid 11_4 0.3735 unj_5 11_4 0.0000 unj_10 11_4 0.3000 unj_20 11_4 0.5000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 45 map 11_6 0.2452 Rprec 11_6 0.2667 bpref 11_6 0.7107 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.7778 iprec_at_recall_0.20 11_6 0.4444 iprec_at_recall_0.30 11_6 0.2468 iprec_at_recall_0.40 11_6 0.2087 iprec_at_recall_0.50 11_6 0.1170 iprec_at_recall_0.60 11_6 0.0875 iprec_at_recall_0.70 11_6 0.0559 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 0.7000 P_15 11_6 0.6000 P_20 11_6 0.5000 P_30 11_6 0.4000 P_100 11_6 0.2200 P_200 11_6 0.1300 P_500 11_6 0.0740 P_1000 11_6 0.0450 relstring 11_6 '23322--12-' recall_5 11_6 0.0833 recall_10 11_6 0.1167 recall_15 11_6 0.1500 recall_20 11_6 0.1667 recall_30 11_6 0.2000 recall_100 11_6 0.3667 recall_200 11_6 0.4333 recall_500 11_6 0.6167 recall_1000 11_6 0.7500 infAP 11_6 0.2452 Rprec_mult_0.20 11_6 0.6667 Rprec_mult_0.40 11_6 0.4167 Rprec_mult_0.60 11_6 0.3611 Rprec_mult_0.80 11_6 0.3333 Rprec_mult_1.00 11_6 0.2667 Rprec_mult_1.20 11_6 0.2361 Rprec_mult_1.40 11_6 0.2381 Rprec_mult_1.60 11_6 0.2188 Rprec_mult_1.80 11_6 0.2037 Rprec_mult_2.00 11_6 0.2000 utility 11_6 -910.0000 11pt_avg 11_6 0.2671 binG 11_6 0.2040 G 11_6 0.1566 ndcg 11_6 0.6057 ndcg_rel 11_6 0.5602 Rndcg 11_6 0.4939 ndcg_cut_5 11_6 0.7945 ndcg_cut_10 11_6 0.5829 ndcg_cut_15 11_6 0.5191 ndcg_cut_20 11_6 0.4942 ndcg_cut_30 11_6 0.4590 ndcg_cut_100 11_6 0.4583 ndcg_cut_200 11_6 0.4935 ndcg_cut_500 11_6 0.5568 ndcg_cut_1000 11_6 0.6057 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1088 map_cut_15 11_6 0.1306 map_cut_20 11_6 0.1410 map_cut_30 11_6 0.1555 map_cut_100 11_6 0.2054 map_cut_200 11_6 0.2184 map_cut_500 11_6 0.2377 map_cut_1000 11_6 0.2452 relative_P_5 11_6 1.0000 relative_P_10 11_6 0.7000 relative_P_15 11_6 0.6000 relative_P_20 11_6 0.5000 relative_P_30 11_6 0.4000 relative_P_100 11_6 0.3667 relative_P_200 11_6 0.4333 relative_P_500 11_6 0.6167 relative_P_1000 11_6 0.7500 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0450 set_relative_P 11_6 0.7500 set_recall 11_6 0.7500 set_map 11_6 0.0338 set_F 11_6 0.0849 num_nonrel_judged_ret 11_6 7 rbp 11_6 0.4549 rbp_resid 11_6 0.3836 unj_5 11_6 0.0000 unj_10 11_6 0.3000 unj_20 11_6 0.4500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 32 map 11_7 0.0722 Rprec 11_7 0.0889 bpref 11_7 0.2956 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.0859 iprec_at_recall_0.20 11_7 0.0552 iprec_at_recall_0.30 11_7 0.0422 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.6000 P_10 11_7 0.5000 P_15 11_7 0.4000 P_20 11_7 0.3000 P_30 11_7 0.2000 P_100 11_7 0.0800 P_200 11_7 0.0600 P_500 11_7 0.0440 P_1000 11_7 0.0320 relstring 11_7 '2210022--0' recall_5 11_7 0.0333 recall_10 11_7 0.0556 recall_15 11_7 0.0667 recall_20 11_7 0.0667 recall_30 11_7 0.0667 recall_100 11_7 0.0889 recall_200 11_7 0.1333 recall_500 11_7 0.2444 recall_1000 11_7 0.3556 infAP 11_7 0.0722 Rprec_mult_0.20 11_7 0.3333 Rprec_mult_0.40 11_7 0.1667 Rprec_mult_0.60 11_7 0.1296 Rprec_mult_0.80 11_7 0.1111 Rprec_mult_1.00 11_7 0.0889 Rprec_mult_1.20 11_7 0.0741 Rprec_mult_1.40 11_7 0.0794 Rprec_mult_1.60 11_7 0.0764 Rprec_mult_1.80 11_7 0.0679 Rprec_mult_2.00 11_7 0.0667 utility 11_7 -936.0000 11pt_avg 11_7 0.1076 binG 11_7 0.0843 G 11_7 0.0580 ndcg 11_7 0.2807 ndcg_rel 11_7 0.2843 Rndcg 11_7 0.2877 ndcg_cut_5 11_7 0.4447 ndcg_cut_10 11_7 0.4413 ndcg_cut_15 11_7 0.3794 ndcg_cut_20 11_7 0.3257 ndcg_cut_30 11_7 0.2595 ndcg_cut_100 11_7 0.1697 ndcg_cut_200 11_7 0.1905 ndcg_cut_500 11_7 0.2369 ndcg_cut_1000 11_7 0.2807 map_cut_5 11_7 0.0333 map_cut_10 11_7 0.0487 map_cut_15 11_7 0.0547 map_cut_20 11_7 0.0547 map_cut_30 11_7 0.0547 map_cut_100 11_7 0.0579 map_cut_200 11_7 0.0614 map_cut_500 11_7 0.0678 map_cut_1000 11_7 0.0722 relative_P_5 11_7 0.6000 relative_P_10 11_7 0.5000 relative_P_15 11_7 0.4000 relative_P_20 11_7 0.3000 relative_P_30 11_7 0.2000 relative_P_100 11_7 0.0889 relative_P_200 11_7 0.1333 relative_P_500 11_7 0.2444 relative_P_1000 11_7 0.3556 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0320 set_relative_P 11_7 0.3556 set_recall 11_7 0.3556 set_map 11_7 0.0114 set_F 11_7 0.0587 num_nonrel_judged_ret 11_7 23 rbp 11_7 0.2406 rbp_resid 11_7 0.3691 unj_5 11_7 0.0000 unj_10 11_7 0.2000 unj_20 11_7 0.5500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 64 map 11_8 0.1687 Rprec 11_8 0.1856 bpref 11_8 0.6574 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.5556 iprec_at_recall_0.20 11_8 0.1939 iprec_at_recall_0.30 11_8 0.1330 iprec_at_recall_0.40 11_8 0.1209 iprec_at_recall_0.50 11_8 0.1036 iprec_at_recall_0.60 11_8 0.0861 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 0.7000 P_15 11_8 0.5333 P_20 11_8 0.5000 P_30 11_8 0.4000 P_100 11_8 0.1900 P_200 11_8 0.1350 P_500 11_8 0.1020 P_1000 11_8 0.0640 relstring 11_8 '3222222---' recall_5 11_8 0.0515 recall_10 11_8 0.0722 recall_15 11_8 0.0825 recall_20 11_8 0.1031 recall_30 11_8 0.1237 recall_100 11_8 0.1959 recall_200 11_8 0.2784 recall_500 11_8 0.5258 recall_1000 11_8 0.6598 infAP 11_8 0.1687 Rprec_mult_0.20 11_8 0.5000 Rprec_mult_0.40 11_8 0.3077 Rprec_mult_0.60 11_8 0.2203 Rprec_mult_0.80 11_8 0.1923 Rprec_mult_1.00 11_8 0.1856 Rprec_mult_1.20 11_8 0.1709 Rprec_mult_1.40 11_8 0.1618 Rprec_mult_1.60 11_8 0.1603 Rprec_mult_1.80 11_8 0.1543 Rprec_mult_2.00 11_8 0.1392 utility 11_8 -872.0000 11pt_avg 11_8 0.1994 binG 11_8 0.1560 G 11_8 0.1044 ndcg 11_8 0.5119 ndcg_rel 11_8 0.4506 Rndcg 11_8 0.4188 ndcg_cut_5 11_8 0.6283 ndcg_cut_10 11_8 0.5251 ndcg_cut_15 11_8 0.4451 ndcg_cut_20 11_8 0.4272 ndcg_cut_30 11_8 0.3924 ndcg_cut_100 11_8 0.2678 ndcg_cut_200 11_8 0.3174 ndcg_cut_500 11_8 0.4521 ndcg_cut_1000 11_8 0.5119 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.0722 map_cut_15 11_8 0.0777 map_cut_20 11_8 0.0892 map_cut_30 11_8 0.0995 map_cut_100 11_8 0.1149 map_cut_200 11_8 0.1287 map_cut_500 11_8 0.1572 map_cut_1000 11_8 0.1687 relative_P_5 11_8 1.0000 relative_P_10 11_8 0.7000 relative_P_15 11_8 0.5333 relative_P_20 11_8 0.5000 relative_P_30 11_8 0.4000 relative_P_100 11_8 0.1959 relative_P_200 11_8 0.2784 relative_P_500 11_8 0.5258 relative_P_1000 11_8 0.6598 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0640 set_relative_P 11_8 0.6598 set_recall 11_8 0.6598 set_map 11_8 0.0422 set_F 11_8 0.1167 num_nonrel_judged_ret 11_8 2 rbp 11_8 0.3264 rbp_resid 11_8 0.3973 unj_5 11_8 0.0000 unj_10 11_8 0.3000 unj_20 11_8 0.5000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 21 map 11_9 0.0754 Rprec 11_9 0.1026 bpref 11_9 0.1730 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.4615 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.8000 P_10 11_9 0.5000 P_15 11_9 0.5333 P_20 11_9 0.5000 P_30 11_9 0.4000 P_100 11_9 0.1200 P_200 11_9 0.0750 P_500 11_9 0.0320 P_1000 11_9 0.0210 relstring 11_9 '13220-3---' recall_5 11_9 0.0342 recall_10 11_9 0.0427 recall_15 11_9 0.0684 recall_20 11_9 0.0855 recall_30 11_9 0.1026 recall_100 11_9 0.1026 recall_200 11_9 0.1282 recall_500 11_9 0.1368 recall_1000 11_9 0.1795 infAP 11_9 0.0754 Rprec_mult_0.20 11_9 0.4583 Rprec_mult_0.40 11_9 0.2553 Rprec_mult_0.60 11_9 0.1690 Rprec_mult_0.80 11_9 0.1277 Rprec_mult_1.00 11_9 0.1026 Rprec_mult_1.20 11_9 0.0922 Rprec_mult_1.40 11_9 0.0915 Rprec_mult_1.60 11_9 0.0798 Rprec_mult_1.80 11_9 0.0711 Rprec_mult_2.00 11_9 0.0641 utility 11_9 -958.0000 11pt_avg 11_9 0.1329 binG 11_9 0.0657 G 11_9 0.0400 ndcg 11_9 0.2292 ndcg_rel 11_9 0.2470 Rndcg 11_9 0.2762 ndcg_cut_5 11_9 0.4538 ndcg_cut_10 11_9 0.3770 ndcg_cut_15 11_9 0.4198 ndcg_cut_20 11_9 0.3973 ndcg_cut_30 11_9 0.3398 ndcg_cut_100 11_9 0.1986 ndcg_cut_200 11_9 0.2022 ndcg_cut_500 11_9 0.2068 ndcg_cut_1000 11_9 0.2292 map_cut_5 11_9 0.0342 map_cut_10 11_9 0.0403 map_cut_15 11_9 0.0531 map_cut_20 11_9 0.0629 map_cut_30 11_9 0.0713 map_cut_100 11_9 0.0713 map_cut_200 11_9 0.0737 map_cut_500 11_9 0.0741 map_cut_1000 11_9 0.0754 relative_P_5 11_9 0.8000 relative_P_10 11_9 0.5000 relative_P_15 11_9 0.5333 relative_P_20 11_9 0.5000 relative_P_30 11_9 0.4000 relative_P_100 11_9 0.1200 relative_P_200 11_9 0.1282 relative_P_500 11_9 0.1368 relative_P_1000 11_9 0.1795 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0210 set_relative_P 11_9 0.1795 set_recall 11_9 0.1795 set_map 11_9 0.0038 set_F 11_9 0.0376 num_nonrel_judged_ret 11_9 10 rbp 11_9 0.2958 rbp_resid 11_9 0.3542 unj_5 11_9 0.0000 unj_10 11_9 0.4000 unj_20 11_9 0.3500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 32 map 12_1 0.1309 Rprec 12_1 0.1867 bpref 12_1 0.2987 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.6471 iprec_at_recall_0.20 12_1 0.1778 iprec_at_recall_0.30 12_1 0.0610 iprec_at_recall_0.40 12_1 0.0421 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.6000 P_10 12_1 0.6000 P_15 12_1 0.6000 P_20 12_1 0.5500 P_30 12_1 0.4000 P_100 12_1 0.1600 P_200 12_1 0.1000 P_500 12_1 0.0480 P_1000 12_1 0.0320 relstring 12_1 '1202001220' recall_5 12_1 0.0400 recall_10 12_1 0.0800 recall_15 12_1 0.1200 recall_20 12_1 0.1467 recall_30 12_1 0.1600 recall_100 12_1 0.2133 recall_200 12_1 0.2667 recall_500 12_1 0.3200 recall_1000 12_1 0.4267 infAP 12_1 0.1309 Rprec_mult_0.20 12_1 0.6000 Rprec_mult_0.40 12_1 0.4000 Rprec_mult_0.60 12_1 0.2667 Rprec_mult_0.80 12_1 0.2000 Rprec_mult_1.00 12_1 0.1867 Rprec_mult_1.20 12_1 0.1778 Rprec_mult_1.40 12_1 0.1524 Rprec_mult_1.60 12_1 0.1333 Rprec_mult_1.80 12_1 0.1185 Rprec_mult_2.00 12_1 0.1133 utility 12_1 -936.0000 11pt_avg 12_1 0.1753 binG 12_1 0.1118 G 12_1 0.0802 ndcg 12_1 0.3581 ndcg_rel 12_1 0.3603 Rndcg 12_1 0.3121 ndcg_cut_5 12_1 0.4528 ndcg_cut_10 12_1 0.4649 ndcg_cut_15 12_1 0.4698 ndcg_cut_20 12_1 0.4443 ndcg_cut_30 12_1 0.3572 ndcg_cut_100 12_1 0.2749 ndcg_cut_200 12_1 0.2936 ndcg_cut_500 12_1 0.3142 ndcg_cut_1000 12_1 0.3581 map_cut_5 12_1 0.0367 map_cut_10 12_1 0.0615 map_cut_15 12_1 0.0843 map_cut_20 12_1 0.1013 map_cut_30 12_1 0.1066 map_cut_100 12_1 0.1165 map_cut_200 12_1 0.1226 map_cut_500 12_1 0.1265 map_cut_1000 12_1 0.1309 relative_P_5 12_1 0.6000 relative_P_10 12_1 0.6000 relative_P_15 12_1 0.6000 relative_P_20 12_1 0.5500 relative_P_30 12_1 0.4000 relative_P_100 12_1 0.2133 relative_P_200 12_1 0.2667 relative_P_500 12_1 0.3200 relative_P_1000 12_1 0.4267 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0320 set_relative_P 12_1 0.4267 set_recall 12_1 0.4267 set_map 12_1 0.0137 set_F 12_1 0.0595 num_nonrel_judged_ret 12_1 54 rbp 12_1 0.2845 rbp_resid 12_1 0.0534 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 53 map 12_2 0.3463 Rprec 12_2 0.3231 bpref 12_2 0.7515 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.9231 iprec_at_recall_0.20 12_2 0.8889 iprec_at_recall_0.30 12_2 0.7407 iprec_at_recall_0.40 12_2 0.2281 iprec_at_recall_0.50 12_2 0.1622 iprec_at_recall_0.60 12_2 0.1566 iprec_at_recall_0.70 12_2 0.0803 iprec_at_recall_0.80 12_2 0.0685 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.8000 P_10 12_2 0.9000 P_15 12_2 0.8667 P_20 12_2 0.8500 P_30 12_2 0.6667 P_100 12_2 0.2400 P_200 12_2 0.1600 P_500 12_2 0.0880 P_1000 12_2 0.0530 relstring 12_2 '3302221321' recall_5 12_2 0.0615 recall_10 12_2 0.1385 recall_15 12_2 0.2000 recall_20 12_2 0.2615 recall_30 12_2 0.3077 recall_100 12_2 0.3692 recall_200 12_2 0.4923 recall_500 12_2 0.6769 recall_1000 12_2 0.8154 infAP 12_2 0.3463 Rprec_mult_0.20 12_2 0.9231 Rprec_mult_0.40 12_2 0.7308 Rprec_mult_0.60 12_2 0.5128 Rprec_mult_0.80 12_2 0.3846 Rprec_mult_1.00 12_2 0.3231 Rprec_mult_1.20 12_2 0.2821 Rprec_mult_1.40 12_2 0.2637 Rprec_mult_1.60 12_2 0.2404 Rprec_mult_1.80 12_2 0.2222 Rprec_mult_2.00 12_2 0.2000 utility 12_2 -894.0000 11pt_avg 12_2 0.3862 binG 12_2 0.2491 G 12_2 0.2199 ndcg 12_2 0.7086 ndcg_rel 12_2 0.6818 Rndcg 12_2 0.6616 ndcg_cut_5 12_2 0.7380 ndcg_cut_10 12_2 0.7819 ndcg_cut_15 12_2 0.7848 ndcg_cut_20 12_2 0.7317 ndcg_cut_30 12_2 0.6616 ndcg_cut_100 12_2 0.5267 ndcg_cut_200 12_2 0.5846 ndcg_cut_500 12_2 0.6553 ndcg_cut_1000 12_2 0.7086 map_cut_5 12_2 0.0546 map_cut_10 12_2 0.1216 map_cut_15 12_2 0.1772 map_cut_20 12_2 0.2310 map_cut_30 12_2 0.2678 map_cut_100 12_2 0.2860 map_cut_200 12_2 0.3095 map_cut_500 12_2 0.3360 map_cut_1000 12_2 0.3463 relative_P_5 12_2 0.8000 relative_P_10 12_2 0.9000 relative_P_15 12_2 0.8667 relative_P_20 12_2 0.8500 relative_P_30 12_2 0.6667 relative_P_100 12_2 0.3692 relative_P_200 12_2 0.4923 relative_P_500 12_2 0.6769 relative_P_1000 12_2 0.8154 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0530 set_relative_P 12_2 0.8154 set_recall 12_2 0.8154 set_map 12_2 0.0432 set_F 12_2 0.0995 num_nonrel_judged_ret 12_2 14 rbp 12_2 0.5365 rbp_resid 12_2 0.1259 unj_5 12_2 0.0000 unj_10 12_2 0.0000 unj_20 12_2 0.1000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 70 map 12_3 0.4850 Rprec 12_3 0.4933 bpref 12_3 0.7817 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.8571 iprec_at_recall_0.20 12_3 0.8571 iprec_at_recall_0.30 12_3 0.8276 iprec_at_recall_0.40 12_3 0.7317 iprec_at_recall_0.50 12_3 0.4937 iprec_at_recall_0.60 12_3 0.3629 iprec_at_recall_0.70 12_3 0.2637 iprec_at_recall_0.80 12_3 0.2041 iprec_at_recall_0.90 12_3 0.0783 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.6000 P_10 12_3 0.7000 P_15 12_3 0.8000 P_20 12_3 0.8500 P_30 12_3 0.8000 P_100 12_3 0.4200 P_200 12_3 0.2600 P_500 12_3 0.1300 P_1000 12_3 0.0700 relstring 12_3 '2002122220' recall_5 12_3 0.0400 recall_10 12_3 0.0933 recall_15 12_3 0.1600 recall_20 12_3 0.2267 recall_30 12_3 0.3200 recall_100 12_3 0.5600 recall_200 12_3 0.6933 recall_500 12_3 0.8667 recall_1000 12_3 0.9333 infAP 12_3 0.4850 Rprec_mult_0.20 12_3 0.8000 Rprec_mult_0.40 12_3 0.8000 Rprec_mult_0.60 12_3 0.6889 Rprec_mult_0.80 12_3 0.5833 Rprec_mult_1.00 12_3 0.4933 Rprec_mult_1.20 12_3 0.4556 Rprec_mult_1.40 12_3 0.4095 Rprec_mult_1.60 12_3 0.3667 Rprec_mult_1.80 12_3 0.3407 Rprec_mult_2.00 12_3 0.3133 utility 12_3 -860.0000 11pt_avg 12_3 0.5160 binG 12_3 0.2520 G 12_3 0.2080 ndcg 12_3 0.7838 ndcg_rel 12_3 0.6850 Rndcg 12_3 0.6657 ndcg_cut_5 12_3 0.5508 ndcg_cut_10 12_3 0.6449 ndcg_cut_15 12_3 0.6804 ndcg_cut_20 12_3 0.7004 ndcg_cut_30 12_3 0.6760 ndcg_cut_100 12_3 0.6138 ndcg_cut_200 12_3 0.6888 ndcg_cut_500 12_3 0.7581 ndcg_cut_1000 12_3 0.7838 map_cut_5 12_3 0.0280 map_cut_10 12_3 0.0668 map_cut_15 12_3 0.1179 map_cut_20 12_3 0.1734 map_cut_30 12_3 0.2501 map_cut_100 12_3 0.3988 map_cut_200 12_3 0.4438 map_cut_500 12_3 0.4790 map_cut_1000 12_3 0.4850 relative_P_5 12_3 0.6000 relative_P_10 12_3 0.7000 relative_P_15 12_3 0.8000 relative_P_20 12_3 0.8500 relative_P_30 12_3 0.8000 relative_P_100 12_3 0.5600 relative_P_200 12_3 0.6933 relative_P_500 12_3 0.8667 relative_P_1000 12_3 0.9333 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0700 set_relative_P 12_3 0.9333 set_recall 12_3 0.9333 set_map 12_3 0.0653 set_F 12_3 0.1302 num_nonrel_judged_ret 12_3 32 rbp 12_3 0.6536 rbp_resid 12_3 0.0169 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 29 map 12_5 0.1692 Rprec 12_5 0.1579 bpref 12_5 0.4657 recip_rank 12_5 1.0000 iprec_at_recall_0.00 12_5 1.0000 iprec_at_recall_0.10 12_5 0.7500 iprec_at_recall_0.20 12_5 0.1549 iprec_at_recall_0.30 12_5 0.1290 iprec_at_recall_0.40 12_5 0.1070 iprec_at_recall_0.50 12_5 0.0369 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 1.0000 P_10 12_5 0.6000 P_15 12_5 0.5333 P_20 12_5 0.4500 P_30 12_5 0.3000 P_100 12_5 0.1300 P_200 12_5 0.1100 P_500 12_5 0.0520 P_1000 12_5 0.0290 relstring 12_5 '22222--2--' recall_5 12_5 0.0877 recall_10 12_5 0.1053 recall_15 12_5 0.1404 recall_20 12_5 0.1579 recall_30 12_5 0.1579 recall_100 12_5 0.2281 recall_200 12_5 0.3860 recall_500 12_5 0.4561 recall_1000 12_5 0.5088 infAP 12_5 0.1692 Rprec_mult_0.20 12_5 0.5833 Rprec_mult_0.40 12_5 0.3913 Rprec_mult_0.60 12_5 0.2571 Rprec_mult_0.80 12_5 0.1957 Rprec_mult_1.00 12_5 0.1579 Rprec_mult_1.20 12_5 0.1449 Rprec_mult_1.40 12_5 0.1500 Rprec_mult_1.60 12_5 0.1304 Rprec_mult_1.80 12_5 0.1262 Rprec_mult_2.00 12_5 0.1228 utility 12_5 -942.0000 11pt_avg 12_5 0.1980 binG 12_5 0.1627 G 12_5 0.1062 ndcg 12_5 0.4562 ndcg_rel 12_5 0.4518 Rndcg 12_5 0.3835 ndcg_cut_5 12_5 0.6667 ndcg_cut_10 12_5 0.5130 ndcg_cut_15 12_5 0.5120 ndcg_cut_20 12_5 0.4715 ndcg_cut_30 12_5 0.3804 ndcg_cut_100 12_5 0.3125 ndcg_cut_200 12_5 0.4016 ndcg_cut_500 12_5 0.4360 ndcg_cut_1000 12_5 0.4562 map_cut_5 12_5 0.0877 map_cut_10 12_5 0.1009 map_cut_15 12_5 0.1214 map_cut_20 12_5 0.1313 map_cut_30 12_5 0.1313 map_cut_100 12_5 0.1419 map_cut_200 12_5 0.1616 map_cut_500 12_5 0.1671 map_cut_1000 12_5 0.1692 relative_P_5 12_5 1.0000 relative_P_10 12_5 0.6000 relative_P_15 12_5 0.5333 relative_P_20 12_5 0.4500 relative_P_30 12_5 0.3000 relative_P_100 12_5 0.2281 relative_P_200 12_5 0.3860 relative_P_500 12_5 0.4561 relative_P_1000 12_5 0.5088 success_1 12_5 1.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0290 set_relative_P 12_5 0.5088 set_recall 12_5 0.5088 set_map 12_5 0.0148 set_F 12_5 0.0549 num_nonrel_judged_ret 12_5 13 rbp 12_5 0.3690 rbp_resid 12_5 0.4526 unj_5 12_5 0.0000 unj_10 12_5 0.4000 unj_20 12_5 0.5500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 40 map 12_6 0.3044 Rprec 12_6 0.3542 bpref 12_6 0.6029 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.8333 iprec_at_recall_0.20 12_6 0.6111 iprec_at_recall_0.30 12_6 0.5600 iprec_at_recall_0.40 12_6 0.3167 iprec_at_recall_0.50 12_6 0.1905 iprec_at_recall_0.60 12_6 0.1179 iprec_at_recall_0.70 12_6 0.0815 iprec_at_recall_0.80 12_6 0.0557 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.8000 P_10 12_6 0.5000 P_15 12_6 0.6000 P_20 12_6 0.5500 P_30 12_6 0.5000 P_100 12_6 0.2000 P_200 12_6 0.1300 P_500 12_6 0.0680 P_1000 12_6 0.0400 relstring 12_6 '12210200-0' recall_5 12_6 0.0833 recall_10 12_6 0.1042 recall_15 12_6 0.1875 recall_20 12_6 0.2292 recall_30 12_6 0.3125 recall_100 12_6 0.4167 recall_200 12_6 0.5417 recall_500 12_6 0.7083 recall_1000 12_6 0.8333 infAP 12_6 0.3044 Rprec_mult_0.20 12_6 0.5000 Rprec_mult_0.40 12_6 0.5500 Rprec_mult_0.60 12_6 0.5172 Rprec_mult_0.80 12_6 0.3846 Rprec_mult_1.00 12_6 0.3542 Rprec_mult_1.20 12_6 0.3103 Rprec_mult_1.40 12_6 0.2941 Rprec_mult_1.60 12_6 0.2597 Rprec_mult_1.80 12_6 0.2299 Rprec_mult_2.00 12_6 0.2083 utility 12_6 -920.0000 11pt_avg 12_6 0.3424 binG 12_6 0.2348 G 12_6 0.1698 ndcg 12_6 0.6129 ndcg_rel 12_6 0.5320 Rndcg 12_6 0.4578 ndcg_cut_5 12_6 0.5354 ndcg_cut_10 12_6 0.4367 ndcg_cut_15 12_6 0.4928 ndcg_cut_20 12_6 0.4788 ndcg_cut_30 12_6 0.4578 ndcg_cut_100 12_6 0.4596 ndcg_cut_200 12_6 0.5198 ndcg_cut_500 12_6 0.5725 ndcg_cut_1000 12_6 0.6129 map_cut_5 12_6 0.0833 map_cut_10 12_6 0.1007 map_cut_15 12_6 0.1504 map_cut_20 12_6 0.1754 map_cut_30 12_6 0.2214 map_cut_100 12_6 0.2572 map_cut_200 12_6 0.2795 map_cut_500 12_6 0.2974 map_cut_1000 12_6 0.3044 relative_P_5 12_6 0.8000 relative_P_10 12_6 0.5000 relative_P_15 12_6 0.6000 relative_P_20 12_6 0.5500 relative_P_30 12_6 0.5000 relative_P_100 12_6 0.4167 relative_P_200 12_6 0.5417 relative_P_500 12_6 0.7083 relative_P_1000 12_6 0.8333 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0400 set_relative_P 12_6 0.8333 set_recall 12_6 0.8333 set_map 12_6 0.0333 set_F 12_6 0.0763 num_nonrel_judged_ret 12_6 30 rbp 12_6 0.3177 rbp_resid 12_6 0.1488 unj_5 12_6 0.0000 unj_10 12_6 0.1000 unj_20 12_6 0.2000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 14 map 12_7 0.2602 Rprec 12_7 0.3529 bpref 12_7 0.3806 recip_rank 12_7 0.5000 iprec_at_recall_0.00 12_7 0.7500 iprec_at_recall_0.10 12_7 0.7500 iprec_at_recall_0.20 12_7 0.7500 iprec_at_recall_0.30 12_7 0.5556 iprec_at_recall_0.40 12_7 0.2917 iprec_at_recall_0.50 12_7 0.1385 iprec_at_recall_0.60 12_7 0.0775 iprec_at_recall_0.70 12_7 0.0387 iprec_at_recall_0.80 12_7 0.0204 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.6000 P_10 12_7 0.5000 P_15 12_7 0.4000 P_20 12_7 0.3000 P_30 12_7 0.2333 P_100 12_7 0.0900 P_200 12_7 0.0500 P_500 12_7 0.0260 P_1000 12_7 0.0140 relstring 12_7 '023301002-' recall_5 12_7 0.1765 recall_10 12_7 0.2941 recall_15 12_7 0.3529 recall_20 12_7 0.3529 recall_30 12_7 0.4118 recall_100 12_7 0.5294 recall_200 12_7 0.5882 recall_500 12_7 0.7647 recall_1000 12_7 0.8235 infAP 12_7 0.2602 Rprec_mult_0.20 12_7 0.7500 Rprec_mult_0.40 12_7 0.5714 Rprec_mult_0.60 12_7 0.4545 Rprec_mult_0.80 12_7 0.4286 Rprec_mult_1.00 12_7 0.3529 Rprec_mult_1.20 12_7 0.2857 Rprec_mult_1.40 12_7 0.2917 Rprec_mult_1.60 12_7 0.2500 Rprec_mult_1.80 12_7 0.2258 Rprec_mult_2.00 12_7 0.2059 utility 12_7 -972.0000 11pt_avg 12_7 0.3066 binG 12_7 0.2535 G 12_7 0.1890 ndcg 12_7 0.5241 ndcg_rel 12_7 0.4591 Rndcg 12_7 0.4608 ndcg_cut_5 12_7 0.4793 ndcg_cut_10 12_7 0.4303 ndcg_cut_15 12_7 0.3908 ndcg_cut_20 12_7 0.3773 ndcg_cut_30 12_7 0.3927 ndcg_cut_100 12_7 0.4286 ndcg_cut_200 12_7 0.4490 ndcg_cut_500 12_7 0.5090 ndcg_cut_1000 12_7 0.5241 map_cut_5 12_7 0.1127 map_cut_10 12_7 0.1846 map_cut_15 12_7 0.2141 map_cut_20 12_7 0.2141 map_cut_30 12_7 0.2312 map_cut_100 12_7 0.2479 map_cut_200 12_7 0.2525 map_cut_500 12_7 0.2590 map_cut_1000 12_7 0.2602 relative_P_5 12_7 0.6000 relative_P_10 12_7 0.5000 relative_P_15 12_7 0.4000 relative_P_20 12_7 0.3529 relative_P_30 12_7 0.4118 relative_P_100 12_7 0.5294 relative_P_200 12_7 0.5882 relative_P_500 12_7 0.7647 relative_P_1000 12_7 0.8235 success_1 12_7 0.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0140 set_relative_P 12_7 0.8235 set_recall 12_7 0.8235 set_map 12_7 0.0115 set_F 12_7 0.0275 num_nonrel_judged_ret 12_7 33 rbp 12_7 0.2759 rbp_resid 12_7 0.2895 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.4500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 21 map 12_9 0.3377 Rprec 12_9 0.3333 bpref 12_9 0.4321 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 1.0000 iprec_at_recall_0.20 12_9 1.0000 iprec_at_recall_0.30 12_9 0.5714 iprec_at_recall_0.40 12_9 0.2444 iprec_at_recall_0.50 12_9 0.0881 iprec_at_recall_0.60 12_9 0.0687 iprec_at_recall_0.70 12_9 0.0254 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 1.0000 P_10 12_9 0.7000 P_15 12_9 0.5333 P_20 12_9 0.4000 P_30 12_9 0.3000 P_100 12_9 0.1300 P_200 12_9 0.0700 P_500 12_9 0.0340 P_1000 12_9 0.0210 relstring 12_9 '2223210100' recall_5 12_9 0.1852 recall_10 12_9 0.2593 recall_15 12_9 0.2963 recall_20 12_9 0.2963 recall_30 12_9 0.3333 recall_100 12_9 0.4815 recall_200 12_9 0.5185 recall_500 12_9 0.6296 recall_1000 12_9 0.7778 infAP 12_9 0.3377 Rprec_mult_0.20 12_9 1.0000 Rprec_mult_0.40 12_9 0.6364 Rprec_mult_0.60 12_9 0.4706 Rprec_mult_0.80 12_9 0.3636 Rprec_mult_1.00 12_9 0.3333 Rprec_mult_1.20 12_9 0.2727 Rprec_mult_1.40 12_9 0.2368 Rprec_mult_1.60 12_9 0.2273 Rprec_mult_1.80 12_9 0.2245 Rprec_mult_2.00 12_9 0.2222 utility 12_9 -958.0000 11pt_avg 12_9 0.3635 binG 12_9 0.3296 G 12_9 0.2407 ndcg 12_9 0.6435 ndcg_rel 12_9 0.6371 Rndcg 12_9 0.5832 ndcg_cut_5 12_9 0.8406 ndcg_cut_10 12_9 0.6530 ndcg_cut_15 12_9 0.5433 ndcg_cut_20 12_9 0.4992 ndcg_cut_30 12_9 0.4794 ndcg_cut_100 12_9 0.5573 ndcg_cut_200 12_9 0.5744 ndcg_cut_500 12_9 0.5981 ndcg_cut_1000 12_9 0.6435 map_cut_5 12_9 0.1852 map_cut_10 12_9 0.2546 map_cut_15 12_9 0.2758 map_cut_20 12_9 0.2758 map_cut_30 12_9 0.2903 map_cut_100 12_9 0.3233 map_cut_200 12_9 0.3266 map_cut_500 12_9 0.3341 map_cut_1000 12_9 0.3377 relative_P_5 12_9 1.0000 relative_P_10 12_9 0.7000 relative_P_15 12_9 0.5333 relative_P_20 12_9 0.4000 relative_P_30 12_9 0.3333 relative_P_100 12_9 0.4815 relative_P_200 12_9 0.5185 relative_P_500 12_9 0.6296 relative_P_1000 12_9 0.7778 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0210 set_relative_P 12_9 0.7778 set_recall 12_9 0.7778 set_map 12_9 0.0163 set_F 12_9 0.0409 num_nonrel_judged_ret 12_9 31 rbp 12_9 0.3502 rbp_resid 12_9 0.2160 unj_5 12_9 0.0000 unj_10 12_9 0.0000 unj_20 12_9 0.3500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 56 map 13_2 0.0988 Rprec 13_2 0.1494 bpref 13_2 0.3188 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.1807 iprec_at_recall_0.20 13_2 0.1462 iprec_at_recall_0.30 13_2 0.0945 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 1.0000 P_10 13_2 0.7000 P_15 13_2 0.6000 P_20 13_2 0.5000 P_30 13_2 0.4333 P_100 13_2 0.1600 P_200 13_2 0.1500 P_500 13_2 0.0920 P_1000 13_2 0.0560 relstring 13_2 '42232-203-' recall_5 13_2 0.0325 recall_10 13_2 0.0455 recall_15 13_2 0.0584 recall_20 13_2 0.0649 recall_30 13_2 0.0844 recall_100 13_2 0.1039 recall_200 13_2 0.1948 recall_500 13_2 0.2987 recall_1000 13_2 0.3636 infAP 13_2 0.0988 Rprec_mult_0.20 13_2 0.4194 Rprec_mult_0.40 13_2 0.2097 Rprec_mult_0.60 13_2 0.1613 Rprec_mult_0.80 13_2 0.1613 Rprec_mult_1.00 13_2 0.1494 Rprec_mult_1.20 13_2 0.1622 Rprec_mult_1.40 13_2 0.1435 Rprec_mult_1.60 13_2 0.1296 Rprec_mult_1.80 13_2 0.1187 Rprec_mult_2.00 13_2 0.1169 utility 13_2 -888.0000 11pt_avg 13_2 0.1292 binG 13_2 0.0876 G 13_2 0.0796 ndcg 13_2 0.3949 ndcg_rel 13_2 0.4027 Rndcg 13_2 0.4845 ndcg_cut_5 13_2 0.8458 ndcg_cut_10 13_2 0.6765 ndcg_cut_15 13_2 0.6050 ndcg_cut_20 13_2 0.5288 ndcg_cut_30 13_2 0.4835 ndcg_cut_100 13_2 0.2779 ndcg_cut_200 13_2 0.3009 ndcg_cut_500 13_2 0.3611 ndcg_cut_1000 13_2 0.3949 map_cut_5 13_2 0.0325 map_cut_10 13_2 0.0431 map_cut_15 13_2 0.0523 map_cut_20 13_2 0.0555 map_cut_30 13_2 0.0647 map_cut_100 13_2 0.0682 map_cut_200 13_2 0.0828 map_cut_500 13_2 0.0942 map_cut_1000 13_2 0.0988 relative_P_5 13_2 1.0000 relative_P_10 13_2 0.7000 relative_P_15 13_2 0.6000 relative_P_20 13_2 0.5000 relative_P_30 13_2 0.4333 relative_P_100 13_2 0.1600 relative_P_200 13_2 0.1948 relative_P_500 13_2 0.2987 relative_P_1000 13_2 0.3636 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0560 set_relative_P 13_2 0.3636 set_recall 13_2 0.3636 set_map 13_2 0.0204 set_F 13_2 0.0971 num_nonrel_judged_ret 13_2 9 rbp 13_2 0.3900 rbp_resid 13_2 0.3347 unj_5 13_2 0.0000 unj_10 13_2 0.2000 unj_20 13_2 0.4500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 41 map 13_3 0.1909 Rprec 13_3 0.2025 bpref 13_3 0.4758 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.9167 iprec_at_recall_0.20 13_3 0.2254 iprec_at_recall_0.30 13_3 0.1068 iprec_at_recall_0.40 13_3 0.0631 iprec_at_recall_0.50 13_3 0.0418 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 1.0000 P_10 13_3 0.9000 P_15 13_3 0.8000 P_20 13_3 0.6500 P_30 13_3 0.4667 P_100 13_3 0.1600 P_200 13_3 0.1050 P_500 13_3 0.0620 P_1000 13_3 0.0410 relstring 13_3 '222222-323' recall_5 13_3 0.0633 recall_10 13_3 0.1139 recall_15 13_3 0.1519 recall_20 13_3 0.1646 recall_30 13_3 0.1772 recall_100 13_3 0.2025 recall_200 13_3 0.2658 recall_500 13_3 0.3924 recall_1000 13_3 0.5190 infAP 13_3 0.1909 Rprec_mult_0.20 13_3 0.8125 Rprec_mult_0.40 13_3 0.4375 Rprec_mult_0.60 13_3 0.2917 Rprec_mult_0.80 13_3 0.2344 Rprec_mult_1.00 13_3 0.2025 Rprec_mult_1.20 13_3 0.1684 Rprec_mult_1.40 13_3 0.1441 Rprec_mult_1.60 13_3 0.1339 Rprec_mult_1.80 13_3 0.1189 Rprec_mult_2.00 13_3 0.1076 utility 13_3 -918.0000 11pt_avg 13_3 0.2140 binG 13_3 0.1731 G 13_3 0.1214 ndcg 13_3 0.4976 ndcg_rel 13_3 0.5101 Rndcg 13_3 0.4674 ndcg_cut_5 13_3 0.6972 ndcg_cut_10 13_3 0.7748 ndcg_cut_15 13_3 0.7445 ndcg_cut_20 13_3 0.6685 ndcg_cut_30 13_3 0.5424 ndcg_cut_100 13_3 0.3453 ndcg_cut_200 13_3 0.3763 ndcg_cut_500 13_3 0.4394 ndcg_cut_1000 13_3 0.4976 map_cut_5 13_3 0.0633 map_cut_10 13_3 0.1097 map_cut_15 13_3 0.1436 map_cut_20 13_3 0.1539 map_cut_30 13_3 0.1600 map_cut_100 13_3 0.1660 map_cut_200 13_3 0.1733 map_cut_500 13_3 0.1843 map_cut_1000 13_3 0.1909 relative_P_5 13_3 1.0000 relative_P_10 13_3 0.9000 relative_P_15 13_3 0.8000 relative_P_20 13_3 0.6500 relative_P_30 13_3 0.4667 relative_P_100 13_3 0.2025 relative_P_200 13_3 0.2658 relative_P_500 13_3 0.3924 relative_P_1000 13_3 0.5190 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0410 set_relative_P 13_3 0.5190 set_recall 13_3 0.5190 set_map 13_3 0.0213 set_F 13_3 0.0760 num_nonrel_judged_ret 13_3 13 rbp 13_3 0.5044 rbp_resid 13_3 0.2593 unj_5 13_3 0.0000 unj_10 13_3 0.1000 unj_20 13_3 0.3000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 58 map 13_4 0.1462 Rprec 13_4 0.2045 bpref 13_4 0.4003 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.5200 iprec_at_recall_0.20 13_4 0.2921 iprec_at_recall_0.30 13_4 0.1055 iprec_at_recall_0.40 13_4 0.0632 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 1.0000 P_10 13_4 0.8000 P_15 13_4 0.6000 P_20 13_4 0.5500 P_30 13_4 0.5000 P_100 13_4 0.2600 P_200 13_4 0.1500 P_500 13_4 0.0880 P_1000 13_4 0.0580 relstring 13_4 '11221222--' recall_5 13_4 0.0379 recall_10 13_4 0.0606 recall_15 13_4 0.0682 recall_20 13_4 0.0833 recall_30 13_4 0.1136 recall_100 13_4 0.1970 recall_200 13_4 0.2273 recall_500 13_4 0.3333 recall_1000 13_4 0.4394 infAP 13_4 0.1462 Rprec_mult_0.20 13_4 0.5185 Rprec_mult_0.40 13_4 0.3585 Rprec_mult_0.60 13_4 0.3000 Rprec_mult_0.80 13_4 0.2453 Rprec_mult_1.00 13_4 0.2045 Rprec_mult_1.20 13_4 0.1824 Rprec_mult_1.40 13_4 0.1568 Rprec_mult_1.60 13_4 0.1415 Rprec_mult_1.80 13_4 0.1387 Rprec_mult_2.00 13_4 0.1250 utility 13_4 -884.0000 11pt_avg 13_4 0.1801 binG 13_4 0.1204 G 13_4 0.0781 ndcg 13_4 0.4071 ndcg_rel 13_4 0.4001 Rndcg 13_4 0.3201 ndcg_cut_5 13_4 0.5624 ndcg_cut_10 13_4 0.5838 ndcg_cut_15 13_4 0.5022 ndcg_cut_20 13_4 0.4851 ndcg_cut_30 13_4 0.4662 ndcg_cut_100 13_4 0.2908 ndcg_cut_200 13_4 0.2795 ndcg_cut_500 13_4 0.3485 ndcg_cut_1000 13_4 0.4071 map_cut_5 13_4 0.0379 map_cut_10 13_4 0.0606 map_cut_15 13_4 0.0652 map_cut_20 13_4 0.0735 map_cut_30 13_4 0.0895 map_cut_100 13_4 0.1206 map_cut_200 13_4 0.1264 map_cut_500 13_4 0.1386 map_cut_1000 13_4 0.1462 relative_P_5 13_4 1.0000 relative_P_10 13_4 0.8000 relative_P_15 13_4 0.6000 relative_P_20 13_4 0.5500 relative_P_30 13_4 0.5000 relative_P_100 13_4 0.2600 relative_P_200 13_4 0.2273 relative_P_500 13_4 0.3333 relative_P_1000 13_4 0.4394 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0580 set_relative_P 13_4 0.4394 set_recall 13_4 0.4394 set_map 13_4 0.0255 set_F 13_4 0.1025 num_nonrel_judged_ret 13_4 14 rbp 13_4 0.3565 rbp_resid 13_4 0.3210 unj_5 13_4 0.0000 unj_10 13_4 0.2000 unj_20 13_4 0.4500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 70 map 13_6 0.2185 Rprec 13_6 0.2370 bpref 13_6 0.4959 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 1.0000 iprec_at_recall_0.20 13_6 0.3671 iprec_at_recall_0.30 13_6 0.1855 iprec_at_recall_0.40 13_6 0.0928 iprec_at_recall_0.50 13_6 0.0790 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 1.0000 P_15 13_6 1.0000 P_20 13_6 0.8000 P_30 13_6 0.7667 P_100 13_6 0.3000 P_200 13_6 0.2000 P_500 13_6 0.1000 P_1000 13_6 0.0700 relstring 13_6 '2121311112' recall_5 13_6 0.0370 recall_10 13_6 0.0741 recall_15 13_6 0.1111 recall_20 13_6 0.1185 recall_30 13_6 0.1704 recall_100 13_6 0.2222 recall_200 13_6 0.2963 recall_500 13_6 0.3704 recall_1000 13_6 0.5185 infAP 13_6 0.2185 Rprec_mult_0.20 13_6 0.8148 Rprec_mult_0.40 13_6 0.4259 Rprec_mult_0.60 13_6 0.3580 Rprec_mult_0.80 13_6 0.2870 Rprec_mult_1.00 13_6 0.2370 Rprec_mult_1.20 13_6 0.2037 Rprec_mult_1.40 13_6 0.2011 Rprec_mult_1.60 13_6 0.1852 Rprec_mult_1.80 13_6 0.1728 Rprec_mult_2.00 13_6 0.1556 utility 13_6 -860.0000 11pt_avg 13_6 0.2477 binG 13_6 0.1789 G 13_6 0.0845 ndcg 13_6 0.4568 ndcg_rel 13_6 0.4360 Rndcg 13_6 0.4094 ndcg_cut_5 13_6 0.5304 ndcg_cut_10 13_6 0.4857 ndcg_cut_15 13_6 0.5258 ndcg_cut_20 13_6 0.4668 ndcg_cut_30 13_6 0.5071 ndcg_cut_100 13_6 0.3202 ndcg_cut_200 13_6 0.3313 ndcg_cut_500 13_6 0.3784 ndcg_cut_1000 13_6 0.4568 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0741 map_cut_15 13_6 0.1111 map_cut_20 13_6 0.1173 map_cut_30 13_6 0.1603 map_cut_100 13_6 0.1795 map_cut_200 13_6 0.1958 map_cut_500 13_6 0.2059 map_cut_1000 13_6 0.2185 relative_P_5 13_6 1.0000 relative_P_10 13_6 1.0000 relative_P_15 13_6 1.0000 relative_P_20 13_6 0.8000 relative_P_30 13_6 0.7667 relative_P_100 13_6 0.3000 relative_P_200 13_6 0.2963 relative_P_500 13_6 0.3704 relative_P_1000 13_6 0.5185 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0700 set_relative_P 13_6 0.5185 set_recall 13_6 0.5185 set_map 13_6 0.0363 set_F 13_6 0.1233 num_nonrel_judged_ret 13_6 3 rbp 13_6 0.3604 rbp_resid 13_6 0.1107 unj_5 13_6 0.0000 unj_10 13_6 0.0000 unj_20 13_6 0.1500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 21 map 13_8 0.0451 Rprec 13_8 0.0700 bpref 13_8 0.1894 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.0435 iprec_at_recall_0.20 13_8 0.0250 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.8000 P_10 13_8 0.4000 P_15 13_8 0.2667 P_20 13_8 0.2000 P_30 13_8 0.1333 P_100 13_8 0.0700 P_200 13_8 0.0450 P_500 13_8 0.0280 P_1000 13_8 0.0210 relstring 13_8 '12202---0-' recall_5 13_8 0.0400 recall_10 13_8 0.0400 recall_15 13_8 0.0400 recall_20 13_8 0.0400 recall_30 13_8 0.0400 recall_100 13_8 0.0700 recall_200 13_8 0.0900 recall_500 13_8 0.1400 recall_1000 13_8 0.2100 infAP 13_8 0.0451 Rprec_mult_0.20 13_8 0.2000 Rprec_mult_0.40 13_8 0.1000 Rprec_mult_0.60 13_8 0.0667 Rprec_mult_0.80 13_8 0.0750 Rprec_mult_1.00 13_8 0.0700 Rprec_mult_1.20 13_8 0.0583 Rprec_mult_1.40 13_8 0.0500 Rprec_mult_1.60 13_8 0.0437 Rprec_mult_1.80 13_8 0.0444 Rprec_mult_2.00 13_8 0.0450 utility 13_8 -958.0000 11pt_avg 13_8 0.0971 binG 13_8 0.0574 G 13_8 0.0362 ndcg 13_8 0.1914 ndcg_rel 13_8 0.1950 Rndcg 13_8 0.1710 ndcg_cut_5 13_8 0.4562 ndcg_cut_10 13_8 0.2961 ndcg_cut_15 13_8 0.2328 ndcg_cut_20 13_8 0.2049 ndcg_cut_30 13_8 0.1686 ndcg_cut_100 13_8 0.1245 ndcg_cut_200 13_8 0.1338 ndcg_cut_500 13_8 0.1567 ndcg_cut_1000 13_8 0.1914 map_cut_5 13_8 0.0380 map_cut_10 13_8 0.0380 map_cut_15 13_8 0.0380 map_cut_20 13_8 0.0380 map_cut_30 13_8 0.0380 map_cut_100 13_8 0.0404 map_cut_200 13_8 0.0413 map_cut_500 13_8 0.0432 map_cut_1000 13_8 0.0451 relative_P_5 13_8 0.8000 relative_P_10 13_8 0.4000 relative_P_15 13_8 0.2667 relative_P_20 13_8 0.2000 relative_P_30 13_8 0.1333 relative_P_100 13_8 0.0700 relative_P_200 13_8 0.0900 relative_P_500 13_8 0.1400 relative_P_1000 13_8 0.2100 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0210 set_relative_P 13_8 0.2100 set_recall 13_8 0.2100 set_map 13_8 0.0044 set_F 13_8 0.0382 num_nonrel_judged_ret 13_8 13 rbp 13_8 0.1912 rbp_resid 13_8 0.4630 unj_5 13_8 0.0000 unj_10 13_8 0.4000 unj_20 13_8 0.5500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 37 map 14_10 0.3202 Rprec 14_10 0.3077 bpref 14_10 0.6187 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 1.0000 iprec_at_recall_0.20 14_10 1.0000 iprec_at_recall_0.30 14_10 0.3148 iprec_at_recall_0.40 14_10 0.2447 iprec_at_recall_0.50 14_10 0.0852 iprec_at_recall_0.60 14_10 0.0575 iprec_at_recall_0.70 14_10 0.0442 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 1.0000 P_10 14_10 1.0000 P_15 14_10 0.7333 P_20 14_10 0.7000 P_30 14_10 0.4667 P_100 14_10 0.2300 P_200 14_10 0.1250 P_500 14_10 0.0580 P_1000 14_10 0.0370 relstring 14_10 '2122331122' recall_5 14_10 0.0962 recall_10 14_10 0.1923 recall_15 14_10 0.2115 recall_20 14_10 0.2692 recall_30 14_10 0.2692 recall_100 14_10 0.4423 recall_200 14_10 0.4808 recall_500 14_10 0.5577 recall_1000 14_10 0.7115 infAP 14_10 0.3202 Rprec_mult_0.20 14_10 1.0000 Rprec_mult_0.40 14_10 0.6667 Rprec_mult_0.60 14_10 0.4375 Rprec_mult_0.80 14_10 0.3333 Rprec_mult_1.00 14_10 0.3077 Rprec_mult_1.20 14_10 0.2698 Rprec_mult_1.40 14_10 0.2466 Rprec_mult_1.60 14_10 0.2262 Rprec_mult_1.80 14_10 0.2447 Rprec_mult_2.00 14_10 0.2212 utility 14_10 -926.0000 11pt_avg 14_10 0.3406 binG 14_10 0.2944 G 14_10 0.1829 ndcg 14_10 0.6238 ndcg_rel 14_10 0.6067 Rndcg 14_10 0.5396 ndcg_cut_5 14_10 0.7042 ndcg_cut_10 14_10 0.7622 ndcg_cut_15 14_10 0.6575 ndcg_cut_20 14_10 0.6359 ndcg_cut_30 14_10 0.5090 ndcg_cut_100 14_10 0.5301 ndcg_cut_200 14_10 0.5472 ndcg_cut_500 14_10 0.5805 ndcg_cut_1000 14_10 0.6238 map_cut_5 14_10 0.0962 map_cut_10 14_10 0.1923 map_cut_15 14_10 0.2115 map_cut_20 14_10 0.2548 map_cut_30 14_10 0.2548 map_cut_100 14_10 0.3007 map_cut_200 14_10 0.3077 map_cut_500 14_10 0.3128 map_cut_1000 14_10 0.3202 relative_P_5 14_10 1.0000 relative_P_10 14_10 1.0000 relative_P_15 14_10 0.7333 relative_P_20 14_10 0.7000 relative_P_30 14_10 0.4667 relative_P_100 14_10 0.4423 relative_P_200 14_10 0.4808 relative_P_500 14_10 0.5577 relative_P_1000 14_10 0.7115 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0370 set_relative_P 14_10 0.7115 set_recall 14_10 0.7115 set_map 14_10 0.0263 set_F 14_10 0.0703 num_nonrel_judged_ret 14_10 29 rbp 14_10 0.4673 rbp_resid 14_10 0.2380 unj_5 14_10 0.0000 unj_10 14_10 0.0000 unj_20 14_10 0.3000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 41 map 14_2 0.0563 Rprec 14_2 0.1143 bpref 14_2 0.3175 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.1143 iprec_at_recall_0.20 14_2 0.0824 iprec_at_recall_0.30 14_2 0.0644 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.6000 P_10 14_2 0.3000 P_15 14_2 0.2667 P_20 14_2 0.2000 P_30 14_2 0.1667 P_100 14_2 0.1100 P_200 14_2 0.0850 P_500 14_2 0.0620 P_1000 14_2 0.0410 relstring 14_2 '10210--0--' recall_5 14_2 0.0286 recall_10 14_2 0.0286 recall_15 14_2 0.0381 recall_20 14_2 0.0381 recall_30 14_2 0.0476 recall_100 14_2 0.1048 recall_200 14_2 0.1619 recall_500 14_2 0.2952 recall_1000 14_2 0.3905 infAP 14_2 0.0563 Rprec_mult_0.20 14_2 0.1905 Rprec_mult_0.40 14_2 0.1429 Rprec_mult_0.60 14_2 0.1111 Rprec_mult_0.80 14_2 0.1071 Rprec_mult_1.00 14_2 0.1143 Rprec_mult_1.20 14_2 0.1111 Rprec_mult_1.40 14_2 0.1020 Rprec_mult_1.60 14_2 0.0952 Rprec_mult_1.80 14_2 0.0899 Rprec_mult_2.00 14_2 0.0857 utility 14_2 -918.0000 11pt_avg 14_2 0.1146 binG 14_2 0.0708 G 14_2 0.0586 ndcg 14_2 0.2821 ndcg_rel 14_2 0.2531 Rndcg 14_2 0.2126 ndcg_cut_5 14_2 0.2874 ndcg_cut_10 14_2 0.2087 ndcg_cut_15 14_2 0.1877 ndcg_cut_20 14_2 0.1611 ndcg_cut_30 14_2 0.1388 ndcg_cut_100 14_2 0.1258 ndcg_cut_200 14_2 0.1711 ndcg_cut_500 14_2 0.2393 ndcg_cut_1000 14_2 0.2821 map_cut_5 14_2 0.0230 map_cut_10 14_2 0.0230 map_cut_15 14_2 0.0256 map_cut_20 14_2 0.0256 map_cut_30 14_2 0.0276 map_cut_100 14_2 0.0345 map_cut_200 14_2 0.0406 map_cut_500 14_2 0.0507 map_cut_1000 14_2 0.0563 relative_P_5 14_2 0.6000 relative_P_10 14_2 0.3000 relative_P_15 14_2 0.2667 relative_P_20 14_2 0.2000 relative_P_30 14_2 0.1667 relative_P_100 14_2 0.1100 relative_P_200 14_2 0.1619 relative_P_500 14_2 0.2952 relative_P_1000 14_2 0.3905 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0410 set_relative_P 14_2 0.3905 set_recall 14_2 0.3905 set_map 14_2 0.0160 set_F 14_2 0.0742 num_nonrel_judged_ret 14_2 33 rbp 14_2 0.1233 rbp_resid 14_2 0.3955 unj_5 14_2 0.0000 unj_10 14_2 0.4000 unj_20 14_2 0.4500 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 87 map 14_3 0.1393 Rprec 14_3 0.1812 bpref 14_3 0.4464 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.2286 iprec_at_recall_0.20 14_3 0.1854 iprec_at_recall_0.30 14_3 0.1341 iprec_at_recall_0.40 14_3 0.1261 iprec_at_recall_0.50 14_3 0.1080 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 1.0000 P_10 14_3 0.9000 P_15 14_3 0.7333 P_20 14_3 0.6000 P_30 14_3 0.4000 P_100 14_3 0.2100 P_200 14_3 0.1700 P_500 14_3 0.1240 P_1000 14_3 0.0870 relstring 14_3 '111212-112' recall_5 14_3 0.0312 recall_10 14_3 0.0563 recall_15 14_3 0.0688 recall_20 14_3 0.0750 recall_30 14_3 0.0750 recall_100 14_3 0.1313 recall_200 14_3 0.2125 recall_500 14_3 0.3875 recall_1000 14_3 0.5437 infAP 14_3 0.1393 Rprec_mult_0.20 14_3 0.3750 Rprec_mult_0.40 14_3 0.2188 Rprec_mult_0.60 14_3 0.2083 Rprec_mult_0.80 14_3 0.2109 Rprec_mult_1.00 14_3 0.1812 Rprec_mult_1.20 14_3 0.1771 Rprec_mult_1.40 14_3 0.1518 Rprec_mult_1.60 14_3 0.1484 Rprec_mult_1.80 14_3 0.1458 Rprec_mult_2.00 14_3 0.1344 utility 14_3 -826.0000 11pt_avg 14_3 0.1620 binG 14_3 0.1176 G 14_3 0.0787 ndcg 14_3 0.4140 ndcg_rel 14_3 0.3579 Rndcg 14_3 0.2934 ndcg_cut_5 14_3 0.4209 ndcg_cut_10 14_3 0.4712 ndcg_cut_15 14_3 0.4198 ndcg_cut_20 14_3 0.3732 ndcg_cut_30 14_3 0.2958 ndcg_cut_100 14_3 0.2072 ndcg_cut_200 14_3 0.2335 ndcg_cut_500 14_3 0.3252 ndcg_cut_1000 14_3 0.4140 map_cut_5 14_3 0.0312 map_cut_10 14_3 0.0541 map_cut_15 14_3 0.0644 map_cut_20 14_3 0.0686 map_cut_30 14_3 0.0686 map_cut_100 14_3 0.0815 map_cut_200 14_3 0.0979 map_cut_500 14_3 0.1217 map_cut_1000 14_3 0.1393 relative_P_5 14_3 1.0000 relative_P_10 14_3 0.9000 relative_P_15 14_3 0.7333 relative_P_20 14_3 0.6000 relative_P_30 14_3 0.4000 relative_P_100 14_3 0.2100 relative_P_200 14_3 0.2125 relative_P_500 14_3 0.3875 relative_P_1000 14_3 0.5437 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0870 set_relative_P 14_3 0.5437 set_recall 14_3 0.5437 set_map 14_3 0.0473 set_F 14_3 0.1500 num_nonrel_judged_ret 14_3 36 rbp 14_3 0.2815 rbp_resid 14_3 0.2221 unj_5 14_3 0.0000 unj_10 14_3 0.1000 unj_20 14_3 0.2000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 38 map 14_4 0.1065 Rprec 14_4 0.1522 bpref 14_4 0.3010 recip_rank 14_4 1.0000 iprec_at_recall_0.00 14_4 1.0000 iprec_at_recall_0.10 14_4 0.1935 iprec_at_recall_0.20 14_4 0.1607 iprec_at_recall_0.30 14_4 0.1321 iprec_at_recall_0.40 14_4 0.1125 iprec_at_recall_0.50 14_4 0.0740 iprec_at_recall_0.60 14_4 0.0686 iprec_at_recall_0.70 14_4 0.0650 iprec_at_recall_0.80 14_4 0.0557 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.2000 P_10 14_4 0.1000 P_15 14_4 0.1333 P_20 14_4 0.1500 P_30 14_4 0.1667 P_100 14_4 0.1300 P_200 14_4 0.0950 P_500 14_4 0.0640 P_1000 14_4 0.0380 relstring 14_4 '3000000-0-' recall_5 14_4 0.0217 recall_10 14_4 0.0217 recall_15 14_4 0.0435 recall_20 14_4 0.0652 recall_30 14_4 0.1087 recall_100 14_4 0.2826 recall_200 14_4 0.4130 recall_500 14_4 0.6957 recall_1000 14_4 0.8261 infAP 14_4 0.1065 Rprec_mult_0.20 14_4 0.1000 Rprec_mult_0.40 14_4 0.1579 Rprec_mult_0.60 14_4 0.1786 Rprec_mult_0.80 14_4 0.1622 Rprec_mult_1.00 14_4 0.1522 Rprec_mult_1.20 14_4 0.1607 Rprec_mult_1.40 14_4 0.1385 Rprec_mult_1.60 14_4 0.1351 Rprec_mult_1.80 14_4 0.1205 Rprec_mult_2.00 14_4 0.1413 utility 14_4 -924.0000 11pt_avg 14_4 0.1693 binG 14_4 0.1400 G 14_4 0.1533 ndcg 14_4 0.5044 ndcg_rel 14_4 0.4023 Rndcg 14_4 0.2869 ndcg_cut_5 14_4 0.3392 ndcg_cut_10 14_4 0.2249 ndcg_cut_15 14_4 0.2047 ndcg_cut_20 14_4 0.1912 ndcg_cut_30 14_4 0.2121 ndcg_cut_100 14_4 0.3058 ndcg_cut_200 14_4 0.3722 ndcg_cut_500 14_4 0.4770 ndcg_cut_1000 14_4 0.5044 map_cut_5 14_4 0.0217 map_cut_10 14_4 0.0217 map_cut_15 14_4 0.0254 map_cut_20 14_4 0.0290 map_cut_30 14_4 0.0365 map_cut_100 14_4 0.0633 map_cut_200 14_4 0.0789 map_cut_500 14_4 0.0992 map_cut_1000 14_4 0.1065 relative_P_5 14_4 0.2000 relative_P_10 14_4 0.1000 relative_P_15 14_4 0.1333 relative_P_20 14_4 0.1500 relative_P_30 14_4 0.1667 relative_P_100 14_4 0.2826 relative_P_200 14_4 0.4130 relative_P_500 14_4 0.6957 relative_P_1000 14_4 0.8261 success_1 14_4 1.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0380 set_relative_P 14_4 0.8261 set_recall 14_4 0.8261 set_map 14_4 0.0314 set_F 14_4 0.0727 num_nonrel_judged_ret 14_4 56 rbp 14_4 0.1283 rbp_resid 14_4 0.2906 unj_5 14_4 0.0000 unj_10 14_4 0.2000 unj_20 14_4 0.4000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 40 map 14_7 0.1172 Rprec 14_7 0.2410 bpref 14_7 0.3670 recip_rank 14_7 0.5000 iprec_at_recall_0.00 14_7 0.6667 iprec_at_recall_0.10 14_7 0.5000 iprec_at_recall_0.20 14_7 0.2500 iprec_at_recall_0.30 14_7 0.1092 iprec_at_recall_0.40 14_7 0.0618 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.4000 P_10 14_7 0.4000 P_15 14_7 0.4667 P_20 14_7 0.5000 P_30 14_7 0.4667 P_100 14_7 0.2000 P_200 14_7 0.1100 P_500 14_7 0.0600 P_1000 14_7 0.0400 relstring 14_7 '022000-1-2' recall_5 14_7 0.0241 recall_10 14_7 0.0482 recall_15 14_7 0.0843 recall_20 14_7 0.1205 recall_30 14_7 0.1687 recall_100 14_7 0.2410 recall_200 14_7 0.2651 recall_500 14_7 0.3614 recall_1000 14_7 0.4819 infAP 14_7 0.1172 Rprec_mult_0.20 14_7 0.4706 Rprec_mult_0.40 14_7 0.4118 Rprec_mult_0.60 14_7 0.2800 Rprec_mult_0.80 14_7 0.2239 Rprec_mult_1.00 14_7 0.2410 Rprec_mult_1.20 14_7 0.2000 Rprec_mult_1.40 14_7 0.1795 Rprec_mult_1.60 14_7 0.1579 Rprec_mult_1.80 14_7 0.1400 Rprec_mult_2.00 14_7 0.1265 utility 14_7 -920.0000 11pt_avg 14_7 0.1443 binG 14_7 0.0983 G 14_7 0.0899 ndcg 14_7 0.3986 ndcg_rel 14_7 0.3622 Rndcg 14_7 0.2962 ndcg_cut_5 14_7 0.2557 ndcg_cut_10 14_7 0.2480 ndcg_cut_15 14_7 0.3114 ndcg_cut_20 14_7 0.3493 ndcg_cut_30 14_7 0.3198 ndcg_cut_100 14_7 0.2807 ndcg_cut_200 14_7 0.2981 ndcg_cut_500 14_7 0.3517 ndcg_cut_1000 14_7 0.3986 map_cut_5 14_7 0.0141 map_cut_10 14_7 0.0234 map_cut_15 14_7 0.0405 map_cut_20 14_7 0.0579 map_cut_30 14_7 0.0803 map_cut_100 14_7 0.0977 map_cut_200 14_7 0.1013 map_cut_500 14_7 0.1107 map_cut_1000 14_7 0.1172 relative_P_5 14_7 0.4000 relative_P_10 14_7 0.4000 relative_P_15 14_7 0.4667 relative_P_20 14_7 0.5000 relative_P_30 14_7 0.4667 relative_P_100 14_7 0.2410 relative_P_200 14_7 0.2651 relative_P_500 14_7 0.3614 relative_P_1000 14_7 0.4819 success_1 14_7 0.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 0.0400 set_relative_P 14_7 0.4819 set_recall 14_7 0.4819 set_map 14_7 0.0193 set_F 14_7 0.0739 num_nonrel_judged_ret 14_7 39 rbp 14_7 0.2610 rbp_resid 14_7 0.1873 unj_5 14_7 0.0000 unj_10 14_7 0.2000 unj_20 14_7 0.1000 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 8 map 14_8 0.0896 Rprec 14_8 0.1111 bpref 14_8 0.1451 recip_rank 14_8 1.0000 iprec_at_recall_0.00 14_8 1.0000 iprec_at_recall_0.10 14_8 0.5000 iprec_at_recall_0.20 14_8 0.0276 iprec_at_recall_0.30 14_8 0.0179 iprec_at_recall_0.40 14_8 0.0160 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.4000 P_10 14_8 0.2000 P_15 14_8 0.1333 P_20 14_8 0.1000 P_30 14_8 0.0667 P_100 14_8 0.0200 P_200 14_8 0.0200 P_500 14_8 0.0140 P_1000 14_8 0.0080 relstring 14_8 '2002000-0-' recall_5 14_8 0.1111 recall_10 14_8 0.1111 recall_15 14_8 0.1111 recall_20 14_8 0.1111 recall_30 14_8 0.1111 recall_100 14_8 0.1111 recall_200 14_8 0.2222 recall_500 14_8 0.3889 recall_1000 14_8 0.4444 infAP 14_8 0.0896 Rprec_mult_0.20 14_8 0.5000 Rprec_mult_0.40 14_8 0.2500 Rprec_mult_0.60 14_8 0.1818 Rprec_mult_0.80 14_8 0.1333 Rprec_mult_1.00 14_8 0.1111 Rprec_mult_1.20 14_8 0.0909 Rprec_mult_1.40 14_8 0.0769 Rprec_mult_1.60 14_8 0.0690 Rprec_mult_1.80 14_8 0.0606 Rprec_mult_2.00 14_8 0.0556 utility 14_8 -984.0000 11pt_avg 14_8 0.1420 binG 14_8 0.1247 G 14_8 0.1604 ndcg 14_8 0.4010 ndcg_rel 14_8 0.4279 Rndcg 14_8 0.3581 ndcg_cut_5 14_8 0.4852 ndcg_cut_10 14_8 0.3497 ndcg_cut_15 14_8 0.3012 ndcg_cut_20 14_8 0.2800 ndcg_cut_30 14_8 0.2800 ndcg_cut_100 14_8 0.2800 ndcg_cut_200 14_8 0.3212 ndcg_cut_500 14_8 0.3903 ndcg_cut_1000 14_8 0.4010 map_cut_5 14_8 0.0833 map_cut_10 14_8 0.0833 map_cut_15 14_8 0.0833 map_cut_20 14_8 0.0833 map_cut_30 14_8 0.0833 map_cut_100 14_8 0.0833 map_cut_200 14_8 0.0861 map_cut_500 14_8 0.0888 map_cut_1000 14_8 0.0896 relative_P_5 14_8 0.4000 relative_P_10 14_8 0.2000 relative_P_15 14_8 0.1333 relative_P_20 14_8 0.1111 relative_P_30 14_8 0.1111 relative_P_100 14_8 0.1111 relative_P_200 14_8 0.2222 relative_P_500 14_8 0.3889 relative_P_1000 14_8 0.4444 success_1 14_8 1.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0080 set_relative_P 14_8 0.4444 set_recall 14_8 0.4444 set_map 14_8 0.0036 set_F 14_8 0.0157 num_nonrel_judged_ret 14_8 32 rbp 14_8 0.1729 rbp_resid 14_8 0.3658 unj_5 14_8 0.0000 unj_10 14_8 0.2000 unj_20 14_8 0.5000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 90 map 14_9 0.1840 Rprec 14_9 0.2488 bpref 14_9 0.3744 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.6486 iprec_at_recall_0.20 14_9 0.5119 iprec_at_recall_0.30 14_9 0.1893 iprec_at_recall_0.40 14_9 0.0962 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.8000 P_10 14_9 0.8000 P_15 14_9 0.8000 P_20 14_9 0.7500 P_30 14_9 0.6333 P_100 14_9 0.4400 P_200 14_9 0.2650 P_500 14_9 0.1440 P_1000 14_9 0.0900 relstring 14_9 '21210222-1' recall_5 14_9 0.0188 recall_10 14_9 0.0376 recall_15 14_9 0.0563 recall_20 14_9 0.0704 recall_30 14_9 0.0892 recall_100 14_9 0.2066 recall_200 14_9 0.2488 recall_500 14_9 0.3380 recall_1000 14_9 0.4225 infAP 14_9 0.1840 Rprec_mult_0.20 14_9 0.6047 Rprec_mult_0.40 14_9 0.5000 Rprec_mult_0.60 14_9 0.3672 Rprec_mult_0.80 14_9 0.2982 Rprec_mult_1.00 14_9 0.2488 Rprec_mult_1.20 14_9 0.2227 Rprec_mult_1.40 14_9 0.2007 Rprec_mult_1.60 14_9 0.1877 Rprec_mult_1.80 14_9 0.1745 Rprec_mult_2.00 14_9 0.1620 utility 14_9 -820.0000 11pt_avg 14_9 0.2224 binG 14_9 0.1024 G 14_9 0.0709 ndcg 14_9 0.4194 ndcg_rel 14_9 0.4228 Rndcg 14_9 0.3791 ndcg_cut_5 14_9 0.4592 ndcg_cut_10 14_9 0.4666 ndcg_cut_15 14_9 0.4949 ndcg_cut_20 14_9 0.5085 ndcg_cut_30 14_9 0.5082 ndcg_cut_100 14_9 0.3997 ndcg_cut_200 14_9 0.3159 ndcg_cut_500 14_9 0.3733 ndcg_cut_1000 14_9 0.4194 map_cut_5 14_9 0.0188 map_cut_10 14_9 0.0346 map_cut_15 14_9 0.0492 map_cut_20 14_9 0.0604 map_cut_30 14_9 0.0739 map_cut_100 14_9 0.1420 map_cut_200 14_9 0.1572 map_cut_500 14_9 0.1748 map_cut_1000 14_9 0.1840 relative_P_5 14_9 0.8000 relative_P_10 14_9 0.8000 relative_P_15 14_9 0.8000 relative_P_20 14_9 0.7500 relative_P_30 14_9 0.6333 relative_P_100 14_9 0.4400 relative_P_200 14_9 0.2650 relative_P_500 14_9 0.3380 relative_P_1000 14_9 0.4225 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0900 set_relative_P 14_9 0.4225 set_recall 14_9 0.4225 set_map 14_9 0.0380 set_F 14_9 0.1484 num_nonrel_judged_ret 14_9 16 rbp 14_9 0.4343 rbp_resid 14_9 0.1498 unj_5 14_9 0.0000 unj_10 14_9 0.1000 unj_20 14_9 0.2000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 21 map 15_1 0.0892 Rprec 15_1 0.1358 bpref 15_1 0.2291 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.4286 iprec_at_recall_0.20 15_1 0.0325 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.8000 P_10 15_1 0.5000 P_15 15_1 0.4000 P_20 15_1 0.4000 P_30 15_1 0.3000 P_100 15_1 0.1100 P_200 15_1 0.0650 P_500 15_1 0.0300 P_1000 15_1 0.0210 relstring 15_1 '32310-2--0' recall_5 15_1 0.0494 recall_10 15_1 0.0617 recall_15 15_1 0.0741 recall_20 15_1 0.0988 recall_30 15_1 0.1111 recall_100 15_1 0.1358 recall_200 15_1 0.1605 recall_500 15_1 0.1852 recall_1000 15_1 0.2593 infAP 15_1 0.0892 Rprec_mult_0.20 15_1 0.3529 Rprec_mult_0.40 15_1 0.2727 Rprec_mult_0.60 15_1 0.2041 Rprec_mult_0.80 15_1 0.1692 Rprec_mult_1.00 15_1 0.1358 Rprec_mult_1.20 15_1 0.1122 Rprec_mult_1.40 15_1 0.0965 Rprec_mult_1.60 15_1 0.0846 Rprec_mult_1.80 15_1 0.0753 Rprec_mult_2.00 15_1 0.0679 utility 15_1 -958.0000 11pt_avg 15_1 0.1328 binG 15_1 0.0881 G 15_1 0.0913 ndcg 15_1 0.3554 ndcg_rel 15_1 0.3897 Rndcg 15_1 0.4132 ndcg_cut_5 15_1 0.7001 ndcg_cut_10 15_1 0.5535 ndcg_cut_15 15_1 0.4914 ndcg_cut_20 15_1 0.4776 ndcg_cut_30 15_1 0.4046 ndcg_cut_100 15_1 0.2976 ndcg_cut_200 15_1 0.3142 ndcg_cut_500 15_1 0.3251 ndcg_cut_1000 15_1 0.3554 map_cut_5 15_1 0.0494 map_cut_10 15_1 0.0582 map_cut_15 15_1 0.0639 map_cut_20 15_1 0.0734 map_cut_30 15_1 0.0787 map_cut_100 15_1 0.0846 map_cut_200 15_1 0.0862 map_cut_500 15_1 0.0871 map_cut_1000 15_1 0.0892 relative_P_5 15_1 0.8000 relative_P_10 15_1 0.5000 relative_P_15 15_1 0.4000 relative_P_20 15_1 0.4000 relative_P_30 15_1 0.3000 relative_P_100 15_1 0.1358 relative_P_200 15_1 0.1605 relative_P_500 15_1 0.1852 relative_P_1000 15_1 0.2593 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0210 set_relative_P 15_1 0.2593 set_recall 15_1 0.2593 set_map 15_1 0.0054 set_F 15_1 0.0389 num_nonrel_judged_ret 15_1 21 rbp 15_1 0.3486 rbp_resid 15_1 0.3511 unj_5 15_1 0.0000 unj_10 15_1 0.3000 unj_20 15_1 0.4000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 33 map 15_10 0.4077 Rprec 15_10 0.3714 bpref 15_10 0.6571 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 1.0000 iprec_at_recall_0.20 15_10 1.0000 iprec_at_recall_0.30 15_10 0.6667 iprec_at_recall_0.40 15_10 0.3784 iprec_at_recall_0.50 15_10 0.1961 iprec_at_recall_0.60 15_10 0.1930 iprec_at_recall_0.70 15_10 0.0984 iprec_at_recall_0.80 15_10 0.0924 iprec_at_recall_0.90 15_10 0.0552 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 1.0000 P_10 15_10 0.9000 P_15 15_10 0.6000 P_20 15_10 0.6000 P_30 15_10 0.4000 P_100 15_10 0.1900 P_200 15_10 0.1150 P_500 15_10 0.0600 P_1000 15_10 0.0330 relstring 15_10 '23312211-2' recall_5 15_10 0.1429 recall_10 15_10 0.2571 recall_15 15_10 0.2571 recall_20 15_10 0.3429 recall_30 15_10 0.3429 recall_100 15_10 0.5429 recall_200 15_10 0.6571 recall_500 15_10 0.8571 recall_1000 15_10 0.9429 infAP 15_10 0.4077 Rprec_mult_0.20 15_10 1.0000 Rprec_mult_0.40 15_10 0.6429 Rprec_mult_0.60 15_10 0.5714 Rprec_mult_0.80 15_10 0.4286 Rprec_mult_1.00 15_10 0.3714 Rprec_mult_1.20 15_10 0.3333 Rprec_mult_1.40 15_10 0.2857 Rprec_mult_1.60 15_10 0.2679 Rprec_mult_1.80 15_10 0.2540 Rprec_mult_2.00 15_10 0.2286 utility 15_10 -934.0000 11pt_avg 15_10 0.4255 binG 15_10 0.3633 G 15_10 0.3404 ndcg 15_10 0.7974 ndcg_rel 15_10 0.7548 Rndcg 15_10 0.7457 ndcg_cut_5 15_10 0.8764 ndcg_cut_10 15_10 0.8185 ndcg_cut_15 15_10 0.7267 ndcg_cut_20 15_10 0.7351 ndcg_cut_30 15_10 0.6314 ndcg_cut_100 15_10 0.6788 ndcg_cut_200 15_10 0.7240 ndcg_cut_500 15_10 0.7772 ndcg_cut_1000 15_10 0.7974 map_cut_5 15_10 0.1429 map_cut_10 15_10 0.2543 map_cut_15 15_10 0.2543 map_cut_20 15_10 0.3097 map_cut_30 15_10 0.3097 map_cut_100 15_10 0.3644 map_cut_200 15_10 0.3849 map_cut_500 15_10 0.4032 map_cut_1000 15_10 0.4077 relative_P_5 15_10 1.0000 relative_P_10 15_10 0.9000 relative_P_15 15_10 0.6000 relative_P_20 15_10 0.6000 relative_P_30 15_10 0.4000 relative_P_100 15_10 0.5429 relative_P_200 15_10 0.6571 relative_P_500 15_10 0.8571 relative_P_1000 15_10 0.9429 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0330 set_relative_P 15_10 0.9429 set_recall 15_10 0.9429 set_map 15_10 0.0311 set_F 15_10 0.0638 num_nonrel_judged_ret 15_10 27 rbp 15_10 0.4329 rbp_resid 15_10 0.1936 unj_5 15_10 0.0000 unj_10 15_10 0.1000 unj_20 15_10 0.2000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 3 map 15_3 0.0041 Rprec 15_3 0.0000 bpref 15_3 0.0434 recip_rank 15_3 0.0357 iprec_at_recall_0.00 15_3 0.0513 iprec_at_recall_0.10 15_3 0.0513 iprec_at_recall_0.20 15_3 0.0000 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0333 P_100 15_3 0.0200 P_200 15_3 0.0100 P_500 15_3 0.0040 P_1000 15_3 0.0030 relstring 15_3 '00000-000-' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0455 recall_100 15_3 0.0909 recall_200 15_3 0.0909 recall_500 15_3 0.0909 recall_1000 15_3 0.1364 infAP 15_3 0.0041 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0000 Rprec_mult_1.40 15_3 0.0323 Rprec_mult_1.60 15_3 0.0278 Rprec_mult_1.80 15_3 0.0500 Rprec_mult_2.00 15_3 0.0455 utility 15_3 -994.0000 11pt_avg 15_3 0.0093 binG 15_3 0.0227 G 15_3 0.0207 ndcg 15_3 0.0585 ndcg_rel 15_3 0.0570 Rndcg 15_3 0.0195 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0342 ndcg_cut_100 15_3 0.0498 ndcg_cut_200 15_3 0.0498 ndcg_cut_500 15_3 0.0498 ndcg_cut_1000 15_3 0.0585 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0016 map_cut_100 15_3 0.0040 map_cut_200 15_3 0.0040 map_cut_500 15_3 0.0040 map_cut_1000 15_3 0.0041 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0455 relative_P_100 15_3 0.0909 relative_P_200 15_3 0.0909 relative_P_500 15_3 0.0909 relative_P_1000 15_3 0.1364 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0030 set_relative_P 15_3 0.1364 set_recall 15_3 0.1364 set_map 15_3 0.0004 set_F 15_3 0.0059 num_nonrel_judged_ret 15_3 29 rbp 15_3 0.0067 rbp_resid 15_3 0.3658 unj_5 15_3 0.0000 unj_10 15_3 0.2000 unj_20 15_3 0.5000 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 11 map 15_4 0.0621 Rprec 15_4 0.1000 bpref 15_4 0.1400 recip_rank 15_4 0.2000 iprec_at_recall_0.00 15_4 0.2000 iprec_at_recall_0.10 15_4 0.1667 iprec_at_recall_0.20 15_4 0.1600 iprec_at_recall_0.30 15_4 0.1311 iprec_at_recall_0.40 15_4 0.1311 iprec_at_recall_0.50 15_4 0.0380 iprec_at_recall_0.60 15_4 0.0000 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.2000 P_10 15_4 0.1000 P_15 15_4 0.1333 P_20 15_4 0.1000 P_30 15_4 0.1333 P_100 15_4 0.0800 P_200 15_4 0.0400 P_500 15_4 0.0220 P_1000 15_4 0.0110 relstring 15_4 '00002000--' recall_5 15_4 0.0500 recall_10 15_4 0.0500 recall_15 15_4 0.1000 recall_20 15_4 0.1000 recall_30 15_4 0.2000 recall_100 15_4 0.4000 recall_200 15_4 0.4000 recall_500 15_4 0.5500 recall_1000 15_4 0.5500 infAP 15_4 0.0621 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.1250 Rprec_mult_0.60 15_4 0.1667 Rprec_mult_0.80 15_4 0.1250 Rprec_mult_1.00 15_4 0.1000 Rprec_mult_1.20 15_4 0.1250 Rprec_mult_1.40 15_4 0.1429 Rprec_mult_1.60 15_4 0.1250 Rprec_mult_1.80 15_4 0.1111 Rprec_mult_2.00 15_4 0.1250 utility 15_4 -978.0000 11pt_avg 15_4 0.0752 binG 15_4 0.1096 G 15_4 0.1061 ndcg 15_4 0.3127 ndcg_rel 15_4 0.2591 Rndcg 15_4 0.1779 ndcg_cut_5 15_4 0.1312 ndcg_cut_10 15_4 0.0851 ndcg_cut_15 15_4 0.1145 ndcg_cut_20 15_4 0.1039 ndcg_cut_30 15_4 0.1720 ndcg_cut_100 15_4 0.2552 ndcg_cut_200 15_4 0.2552 ndcg_cut_500 15_4 0.3127 ndcg_cut_1000 15_4 0.3127 map_cut_5 15_4 0.0100 map_cut_10 15_4 0.0100 map_cut_15 15_4 0.0183 map_cut_20 15_4 0.0183 map_cut_30 15_4 0.0329 map_cut_100 15_4 0.0572 map_cut_200 15_4 0.0572 map_cut_500 15_4 0.0621 map_cut_1000 15_4 0.0621 relative_P_5 15_4 0.2000 relative_P_10 15_4 0.1000 relative_P_15 15_4 0.1333 relative_P_20 15_4 0.1000 relative_P_30 15_4 0.2000 relative_P_100 15_4 0.4000 relative_P_200 15_4 0.4000 relative_P_500 15_4 0.5500 relative_P_1000 15_4 0.5500 success_1 15_4 0.0000 success_5 15_4 1.0000 success_10 15_4 1.0000 set_P 15_4 0.0110 set_relative_P 15_4 0.5500 set_recall 15_4 0.5500 set_map 15_4 0.0060 set_F 15_4 0.0216 num_nonrel_judged_ret 15_4 53 rbp 15_4 0.1170 rbp_resid 15_4 0.2694 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.3500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 25 map 15_5 0.2785 Rprec 15_5 0.3226 bpref 15_5 0.5786 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 1.0000 iprec_at_recall_0.20 15_5 0.5000 iprec_at_recall_0.30 15_5 0.3438 iprec_at_recall_0.40 15_5 0.2857 iprec_at_recall_0.50 15_5 0.2025 iprec_at_recall_0.60 15_5 0.1827 iprec_at_recall_0.70 15_5 0.0410 iprec_at_recall_0.80 15_5 0.0348 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.6000 P_10 15_5 0.5000 P_15 15_5 0.4667 P_20 15_5 0.4000 P_30 15_5 0.3000 P_100 15_5 0.1800 P_200 15_5 0.1000 P_500 15_5 0.0420 P_1000 15_5 0.0250 relstring 15_5 '12300-0110' recall_5 15_5 0.0968 recall_10 15_5 0.1613 recall_15 15_5 0.2258 recall_20 15_5 0.2581 recall_30 15_5 0.2903 recall_100 15_5 0.5806 recall_200 15_5 0.6452 recall_500 15_5 0.6774 recall_1000 15_5 0.8065 infAP 15_5 0.2785 Rprec_mult_0.20 15_5 0.4286 Rprec_mult_0.40 15_5 0.3846 Rprec_mult_0.60 15_5 0.4211 Rprec_mult_0.80 15_5 0.3200 Rprec_mult_1.00 15_5 0.3226 Rprec_mult_1.20 15_5 0.2895 Rprec_mult_1.40 15_5 0.2727 Rprec_mult_1.60 15_5 0.2600 Rprec_mult_1.80 15_5 0.2500 Rprec_mult_2.00 15_5 0.2419 utility 15_5 -950.0000 11pt_avg 15_5 0.3264 binG 15_5 0.2401 G 15_5 0.1766 ndcg 15_5 0.5554 ndcg_rel 15_5 0.4705 Rndcg 15_5 0.4803 ndcg_cut_5 15_5 0.4686 ndcg_cut_10 15_5 0.4120 ndcg_cut_15 15_5 0.4089 ndcg_cut_20 15_5 0.3908 ndcg_cut_30 15_5 0.3497 ndcg_cut_100 15_5 0.4802 ndcg_cut_200 15_5 0.4990 ndcg_cut_500 15_5 0.5065 ndcg_cut_1000 15_5 0.5554 map_cut_5 15_5 0.0968 map_cut_10 15_5 0.1308 map_cut_15 15_5 0.1597 map_cut_20 15_5 0.1758 map_cut_30 15_5 0.1855 map_cut_100 15_5 0.2613 map_cut_200 15_5 0.2720 map_cut_500 15_5 0.2738 map_cut_1000 15_5 0.2785 relative_P_5 15_5 0.6000 relative_P_10 15_5 0.5000 relative_P_15 15_5 0.4667 relative_P_20 15_5 0.4000 relative_P_30 15_5 0.3000 relative_P_100 15_5 0.5806 relative_P_200 15_5 0.6452 relative_P_500 15_5 0.6774 relative_P_1000 15_5 0.8065 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0250 set_relative_P 15_5 0.8065 set_recall 15_5 0.8065 set_map 15_5 0.0202 set_F 15_5 0.0485 num_nonrel_judged_ret 15_5 23 rbp 15_5 0.2342 rbp_resid 15_5 0.2417 unj_5 15_5 0.0000 unj_10 15_5 0.1000 unj_20 15_5 0.2500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 17 map 15_6 0.0340 Rprec 15_6 0.0526 bpref 15_6 0.0388 recip_rank 15_6 0.0909 iprec_at_recall_0.00 15_6 0.0909 iprec_at_recall_0.10 15_6 0.0909 iprec_at_recall_0.20 15_6 0.0494 iprec_at_recall_0.30 15_6 0.0335 iprec_at_recall_0.40 15_6 0.0335 iprec_at_recall_0.50 15_6 0.0329 iprec_at_recall_0.60 15_6 0.0325 iprec_at_recall_0.70 15_6 0.0316 iprec_at_recall_0.80 15_6 0.0217 iprec_at_recall_0.90 15_6 0.0200 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0667 P_20 15_6 0.0500 P_30 15_6 0.0667 P_100 15_6 0.0400 P_200 15_6 0.0300 P_500 15_6 0.0280 P_1000 15_6 0.0170 relstring 15_6 '000000000-' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0526 recall_20 15_6 0.0526 recall_30 15_6 0.1053 recall_100 15_6 0.2105 recall_200 15_6 0.3158 recall_500 15_6 0.7368 recall_1000 15_6 0.8947 infAP 15_6 0.0340 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0833 Rprec_mult_0.80 15_6 0.0625 Rprec_mult_1.00 15_6 0.0526 Rprec_mult_1.20 15_6 0.0870 Rprec_mult_1.40 15_6 0.0741 Rprec_mult_1.60 15_6 0.0645 Rprec_mult_1.80 15_6 0.0571 Rprec_mult_2.00 15_6 0.0526 utility 15_6 -966.0000 11pt_avg 15_6 0.0397 binG 15_6 0.1246 G 15_6 0.1166 ndcg 15_6 0.3168 ndcg_rel 15_6 0.1990 Rndcg 15_6 0.0992 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0438 ndcg_cut_20 15_6 0.0394 ndcg_cut_30 15_6 0.0550 ndcg_cut_100 15_6 0.0995 ndcg_cut_200 15_6 0.1371 ndcg_cut_500 15_6 0.2725 ndcg_cut_1000 15_6 0.3168 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0048 map_cut_20 15_6 0.0048 map_cut_30 15_6 0.0096 map_cut_100 15_6 0.0141 map_cut_200 15_6 0.0173 map_cut_500 15_6 0.0307 map_cut_1000 15_6 0.0340 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0667 relative_P_20 15_6 0.0526 relative_P_30 15_6 0.1053 relative_P_100 15_6 0.2105 relative_P_200 15_6 0.3158 relative_P_500 15_6 0.7368 relative_P_1000 15_6 0.8947 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0170 set_relative_P 15_6 0.8947 set_recall 15_6 0.8947 set_map 15_6 0.0152 set_F 15_6 0.0334 num_nonrel_judged_ret 15_6 68 rbp 15_6 0.0269 rbp_resid 15_6 0.1831 unj_5 15_6 0.0000 unj_10 15_6 0.1000 unj_20 15_6 0.2000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 134 map 1_1 0.2654 Rprec 1_1 0.3152 bpref 1_1 0.5095 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 1.0000 iprec_at_recall_0.20 1_1 0.4474 iprec_at_recall_0.30 1_1 0.3333 iprec_at_recall_0.40 1_1 0.2766 iprec_at_recall_0.50 1_1 0.1414 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 1.0000 P_100 1_1 0.4700 P_200 1_1 0.3150 P_500 1_1 0.2340 P_1000 1_1 0.1340 relstring 1_1 '2232222222' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.1167 recall_100 1_1 0.1829 recall_200 1_1 0.2451 recall_500 1_1 0.4553 recall_1000 1_1 0.5214 infAP 1_1 0.2654 Rprec_mult_0.20 1_1 0.7692 Rprec_mult_0.40 1_1 0.4563 Rprec_mult_0.60 1_1 0.3806 Rprec_mult_0.80 1_1 0.3155 Rprec_mult_1.00 1_1 0.3152 Rprec_mult_1.20 1_1 0.3236 Rprec_mult_1.40 1_1 0.2833 Rprec_mult_1.60 1_1 0.2621 Rprec_mult_1.80 1_1 0.2527 Rprec_mult_2.00 1_1 0.2276 utility 1_1 -732.0000 11pt_avg 1_1 0.2908 binG 1_1 0.1850 G 1_1 0.0990 ndcg 1_1 0.5395 ndcg_rel 1_1 0.5475 Rndcg 1_1 0.5305 ndcg_cut_5 1_1 0.7232 ndcg_cut_10 1_1 0.7033 ndcg_cut_15 1_1 0.7060 ndcg_cut_20 1_1 0.7412 ndcg_cut_30 1_1 0.7873 ndcg_cut_100 1_1 0.5215 ndcg_cut_200 1_1 0.4239 ndcg_cut_500 1_1 0.4991 ndcg_cut_1000 1_1 0.5395 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.1167 map_cut_100 1_1 0.1654 map_cut_200 1_1 0.1904 map_cut_500 1_1 0.2546 map_cut_1000 1_1 0.2654 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 1.0000 relative_P_100 1_1 0.4700 relative_P_200 1_1 0.3150 relative_P_500 1_1 0.4553 relative_P_1000 1_1 0.5214 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1340 set_relative_P 1_1 0.5214 set_recall 1_1 0.5214 set_map 1_1 0.0699 set_F 1_1 0.2132 num_nonrel_judged_ret 1_1 6 rbp 1_1 0.6811 rbp_resid 1_1 0.0228 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 52 map 1_2 0.1712 Rprec 1_2 0.1842 bpref 1_2 0.4293 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.8750 iprec_at_recall_0.20 1_2 0.1263 iprec_at_recall_0.30 1_2 0.0687 iprec_at_recall_0.40 1_2 0.0654 iprec_at_recall_0.50 1_2 0.0000 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.9000 P_15 1_2 0.8667 P_20 1_2 0.8000 P_30 1_2 0.6000 P_100 1_2 0.2100 P_200 1_2 0.1200 P_500 1_2 0.0680 P_1000 1_2 0.0520 relstring 1_2 '222122112-' recall_5 1_2 0.0439 recall_10 1_2 0.0789 recall_15 1_2 0.1140 recall_20 1_2 0.1404 recall_30 1_2 0.1579 recall_100 1_2 0.1842 recall_200 1_2 0.2105 recall_500 1_2 0.2982 recall_1000 1_2 0.4561 infAP 1_2 0.1712 Rprec_mult_0.20 1_2 0.7391 Rprec_mult_0.40 1_2 0.3913 Rprec_mult_0.60 1_2 0.2754 Rprec_mult_0.80 1_2 0.2174 Rprec_mult_1.00 1_2 0.1842 Rprec_mult_1.20 1_2 0.1606 Rprec_mult_1.40 1_2 0.1375 Rprec_mult_1.60 1_2 0.1257 Rprec_mult_1.80 1_2 0.1165 Rprec_mult_2.00 1_2 0.1053 utility 1_2 -896.0000 11pt_avg 1_2 0.1941 binG 1_2 0.1501 G 1_2 0.0712 ndcg 1_2 0.3660 ndcg_rel 1_2 0.3728 Rndcg 1_2 0.3714 ndcg_cut_5 1_2 0.5552 ndcg_cut_10 1_2 0.5078 ndcg_cut_15 1_2 0.4703 ndcg_cut_20 1_2 0.4686 ndcg_cut_30 1_2 0.4086 ndcg_cut_100 1_2 0.2683 ndcg_cut_200 1_2 0.2680 ndcg_cut_500 1_2 0.3047 ndcg_cut_1000 1_2 0.3660 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0789 map_cut_15 1_2 0.1095 map_cut_20 1_2 0.1311 map_cut_30 1_2 0.1441 map_cut_100 1_2 0.1507 map_cut_200 1_2 0.1545 map_cut_500 1_2 0.1616 map_cut_1000 1_2 0.1712 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.9000 relative_P_15 1_2 0.8667 relative_P_20 1_2 0.8000 relative_P_30 1_2 0.6000 relative_P_100 1_2 0.2100 relative_P_200 1_2 0.2105 relative_P_500 1_2 0.2982 relative_P_1000 1_2 0.4561 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0520 set_relative_P 1_2 0.4561 set_recall 1_2 0.4561 set_map 1_2 0.0237 set_F 1_2 0.0934 num_nonrel_judged_ret 1_2 3 rbp 1_2 0.3274 rbp_resid 1_2 0.1954 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.2000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 54 map 1_3 0.2512 Rprec 1_3 0.2958 bpref 1_3 0.6677 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.7333 iprec_at_recall_0.20 1_3 0.4375 iprec_at_recall_0.30 1_3 0.3088 iprec_at_recall_0.40 1_3 0.1718 iprec_at_recall_0.50 1_3 0.1481 iprec_at_recall_0.60 1_3 0.0938 iprec_at_recall_0.70 1_3 0.0876 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 1.0000 P_10 1_3 0.7000 P_15 1_3 0.7333 P_20 1_3 0.6500 P_30 1_3 0.4333 P_100 1_3 0.2200 P_200 1_3 0.1500 P_500 1_3 0.0920 P_1000 1_3 0.0540 relstring 1_3 '232220-102' recall_5 1_3 0.0704 recall_10 1_3 0.0986 recall_15 1_3 0.1549 recall_20 1_3 0.1831 recall_30 1_3 0.1831 recall_100 1_3 0.3099 recall_200 1_3 0.4225 recall_500 1_3 0.6479 recall_1000 1_3 0.7606 infAP 1_3 0.2512 Rprec_mult_0.20 1_3 0.7333 Rprec_mult_0.40 1_3 0.4483 Rprec_mult_0.60 1_3 0.3488 Rprec_mult_0.80 1_3 0.2982 Rprec_mult_1.00 1_3 0.2958 Rprec_mult_1.20 1_3 0.2558 Rprec_mult_1.40 1_3 0.2200 Rprec_mult_1.60 1_3 0.2105 Rprec_mult_1.80 1_3 0.1953 Rprec_mult_2.00 1_3 0.1831 utility 1_3 -892.0000 11pt_avg 1_3 0.2710 binG 1_3 0.1964 G 1_3 0.1598 ndcg 1_3 0.6299 ndcg_rel 1_3 0.5641 Rndcg 1_3 0.5311 ndcg_cut_5 1_3 0.7380 ndcg_cut_10 1_3 0.5989 ndcg_cut_15 1_3 0.5996 ndcg_cut_20 1_3 0.5720 ndcg_cut_30 1_3 0.4598 ndcg_cut_100 1_3 0.4100 ndcg_cut_200 1_3 0.4854 ndcg_cut_500 1_3 0.5867 ndcg_cut_1000 1_3 0.6299 map_cut_5 1_3 0.0704 map_cut_10 1_3 0.0908 map_cut_15 1_3 0.1312 map_cut_20 1_3 0.1503 map_cut_30 1_3 0.1503 map_cut_100 1_3 0.1924 map_cut_200 1_3 0.2141 map_cut_500 1_3 0.2424 map_cut_1000 1_3 0.2512 relative_P_5 1_3 1.0000 relative_P_10 1_3 0.7000 relative_P_15 1_3 0.7333 relative_P_20 1_3 0.6500 relative_P_30 1_3 0.4333 relative_P_100 1_3 0.3099 relative_P_200 1_3 0.4225 relative_P_500 1_3 0.6479 relative_P_1000 1_3 0.7606 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0540 set_relative_P 1_3 0.7606 set_recall 1_3 0.7606 set_map 1_3 0.0411 set_F 1_3 0.1008 num_nonrel_judged_ret 1_3 15 rbp 1_3 0.4269 rbp_resid 1_3 0.2398 unj_5 1_3 0.0000 unj_10 1_3 0.1000 unj_20 1_3 0.2500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 88 map 1_4 0.3594 Rprec 1_4 0.4030 bpref 1_4 0.6416 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 1.0000 iprec_at_recall_0.20 1_4 0.8438 iprec_at_recall_0.30 1_4 0.5195 iprec_at_recall_0.40 1_4 0.4030 iprec_at_recall_0.50 1_4 0.2817 iprec_at_recall_0.60 1_4 0.1831 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 0.9333 P_20 1_4 0.9500 P_30 1_4 0.8333 P_100 1_4 0.4600 P_200 1_4 0.3050 P_500 1_4 0.1600 P_1000 1_4 0.0880 relstring 1_4 '2322222223' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1045 recall_20 1_4 0.1418 recall_30 1_4 0.1866 recall_100 1_4 0.3433 recall_200 1_4 0.4552 recall_500 1_4 0.5970 recall_1000 1_4 0.6567 infAP 1_4 0.3594 Rprec_mult_0.20 1_4 0.8519 Rprec_mult_0.40 1_4 0.5741 Rprec_mult_0.60 1_4 0.4938 Rprec_mult_0.80 1_4 0.4444 Rprec_mult_1.00 1_4 0.4030 Rprec_mult_1.20 1_4 0.3727 Rprec_mult_1.40 1_4 0.3245 Rprec_mult_1.60 1_4 0.2930 Rprec_mult_1.80 1_4 0.2810 Rprec_mult_2.00 1_4 0.2687 utility 1_4 -824.0000 11pt_avg 1_4 0.3846 binG 1_4 0.2268 G 1_4 0.1330 ndcg 1_4 0.6330 ndcg_rel 1_4 0.6094 Rndcg 1_4 0.5739 ndcg_cut_5 1_4 0.7380 ndcg_cut_10 1_4 0.7342 ndcg_cut_15 1_4 0.6697 ndcg_cut_20 1_4 0.7210 ndcg_cut_30 1_4 0.6816 ndcg_cut_100 1_4 0.4875 ndcg_cut_200 1_4 0.5176 ndcg_cut_500 1_4 0.6040 ndcg_cut_1000 1_4 0.6330 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1045 map_cut_20 1_4 0.1397 map_cut_30 1_4 0.1800 map_cut_100 1_4 0.2724 map_cut_200 1_4 0.3169 map_cut_500 1_4 0.3523 map_cut_1000 1_4 0.3594 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 0.9333 relative_P_20 1_4 0.9500 relative_P_30 1_4 0.8333 relative_P_100 1_4 0.4600 relative_P_200 1_4 0.4552 relative_P_500 1_4 0.5970 relative_P_1000 1_4 0.6567 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0880 set_relative_P 1_4 0.6567 set_recall 1_4 0.6567 set_map 1_4 0.0578 set_F 1_4 0.1552 num_nonrel_judged_ret 1_4 2 rbp 1_4 0.6335 rbp_resid 1_4 0.0804 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.0500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 22 map 1_6 0.0083 Rprec 1_6 0.0413 bpref 1_6 0.1378 recip_rank 1_6 0.0769 iprec_at_recall_0.00 1_6 0.1429 iprec_at_recall_0.10 1_6 0.0461 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.0000 P_10 1_6 0.0000 P_15 1_6 0.1333 P_20 1_6 0.1000 P_30 1_6 0.0667 P_100 1_6 0.0400 P_200 1_6 0.0350 P_500 1_6 0.0320 P_1000 1_6 0.0220 relstring 1_6 '00000----0' recall_5 1_6 0.0000 recall_10 1_6 0.0000 recall_15 1_6 0.0165 recall_20 1_6 0.0165 recall_30 1_6 0.0165 recall_100 1_6 0.0331 recall_200 1_6 0.0579 recall_500 1_6 0.1322 recall_1000 1_6 0.1818 infAP 1_6 0.0083 Rprec_mult_0.20 1_6 0.0800 Rprec_mult_0.40 1_6 0.0612 Rprec_mult_0.60 1_6 0.0548 Rprec_mult_0.80 1_6 0.0412 Rprec_mult_1.00 1_6 0.0413 Rprec_mult_1.20 1_6 0.0342 Rprec_mult_1.40 1_6 0.0353 Rprec_mult_1.60 1_6 0.0361 Rprec_mult_1.80 1_6 0.0321 Rprec_mult_2.00 1_6 0.0289 utility 1_6 -956.0000 11pt_avg 1_6 0.0172 binG 1_6 0.0251 G 1_6 0.0202 ndcg 1_6 0.0955 ndcg_rel 1_6 0.0876 Rndcg 1_6 0.0441 ndcg_cut_5 1_6 0.0000 ndcg_cut_10 1_6 0.0000 ndcg_cut_15 1_6 0.0295 ndcg_cut_20 1_6 0.0246 ndcg_cut_30 1_6 0.0203 ndcg_cut_100 1_6 0.0251 ndcg_cut_200 1_6 0.0327 ndcg_cut_500 1_6 0.0651 ndcg_cut_1000 1_6 0.0955 map_cut_5 1_6 0.0000 map_cut_10 1_6 0.0000 map_cut_15 1_6 0.0018 map_cut_20 1_6 0.0018 map_cut_30 1_6 0.0018 map_cut_100 1_6 0.0030 map_cut_200 1_6 0.0040 map_cut_500 1_6 0.0070 map_cut_1000 1_6 0.0083 relative_P_5 1_6 0.0000 relative_P_10 1_6 0.0000 relative_P_15 1_6 0.1333 relative_P_20 1_6 0.1000 relative_P_30 1_6 0.0667 relative_P_100 1_6 0.0400 relative_P_200 1_6 0.0579 relative_P_500 1_6 0.1322 relative_P_1000 1_6 0.1818 success_1 1_6 0.0000 success_5 1_6 0.0000 success_10 1_6 0.0000 set_P 1_6 0.0220 set_relative_P 1_6 0.1818 set_recall 1_6 0.1818 set_map 1_6 0.0040 set_F 1_6 0.0393 num_nonrel_judged_ret 1_6 25 rbp 1_6 0.0185 rbp_resid 1_6 0.4137 unj_5 1_6 0.0000 unj_10 1_6 0.4000 unj_20 1_6 0.4500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 67 map 1_7 0.2252 Rprec 1_7 0.2364 bpref 1_7 0.5599 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 1.0000 iprec_at_recall_0.20 1_7 0.3729 iprec_at_recall_0.30 1_7 0.1445 iprec_at_recall_0.40 1_7 0.1257 iprec_at_recall_0.50 1_7 0.1042 iprec_at_recall_0.60 1_7 0.0691 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 1.0000 P_10 1_7 1.0000 P_15 1_7 0.8667 P_20 1_7 0.7500 P_30 1_7 0.6333 P_100 1_7 0.2500 P_200 1_7 0.1550 P_500 1_7 0.1000 P_1000 1_7 0.0670 relstring 1_7 '1212122111' recall_5 1_7 0.0455 recall_10 1_7 0.0909 recall_15 1_7 0.1182 recall_20 1_7 0.1364 recall_30 1_7 0.1727 recall_100 1_7 0.2273 recall_200 1_7 0.2818 recall_500 1_7 0.4545 recall_1000 1_7 0.6091 infAP 1_7 0.2252 Rprec_mult_0.20 1_7 0.7727 Rprec_mult_0.40 1_7 0.4545 Rprec_mult_0.60 1_7 0.3333 Rprec_mult_0.80 1_7 0.2841 Rprec_mult_1.00 1_7 0.2364 Rprec_mult_1.20 1_7 0.2121 Rprec_mult_1.40 1_7 0.1883 Rprec_mult_1.60 1_7 0.1705 Rprec_mult_1.80 1_7 0.1566 Rprec_mult_2.00 1_7 0.1409 utility 1_7 -866.0000 11pt_avg 1_7 0.2560 binG 1_7 0.1858 G 1_7 0.1195 ndcg 1_7 0.5415 ndcg_rel 1_7 0.4947 Rndcg 1_7 0.4497 ndcg_cut_5 1_7 0.5327 ndcg_cut_10 1_7 0.5873 ndcg_cut_15 1_7 0.5307 ndcg_cut_20 1_7 0.4947 ndcg_cut_30 1_7 0.4592 ndcg_cut_100 1_7 0.3420 ndcg_cut_200 1_7 0.3651 ndcg_cut_500 1_7 0.4641 ndcg_cut_1000 1_7 0.5415 map_cut_5 1_7 0.0455 map_cut_10 1_7 0.0909 map_cut_15 1_7 0.1163 map_cut_20 1_7 0.1298 map_cut_30 1_7 0.1573 map_cut_100 1_7 0.1786 map_cut_200 1_7 0.1900 map_cut_500 1_7 0.2121 map_cut_1000 1_7 0.2252 relative_P_5 1_7 1.0000 relative_P_10 1_7 1.0000 relative_P_15 1_7 0.8667 relative_P_20 1_7 0.7500 relative_P_30 1_7 0.6333 relative_P_100 1_7 0.2500 relative_P_200 1_7 0.2818 relative_P_500 1_7 0.4545 relative_P_1000 1_7 0.6091 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0670 set_relative_P 1_7 0.6091 set_recall 1_7 0.6091 set_map 1_7 0.0408 set_F 1_7 0.1207 num_nonrel_judged_ret 1_7 23 rbp 1_7 0.3730 rbp_resid 1_7 0.1859 unj_5 1_7 0.0000 unj_10 1_7 0.0000 unj_20 1_7 0.2500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 78 map 1_8 0.2437 Rprec 1_8 0.3220 bpref 1_8 0.6393 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.5862 iprec_at_recall_0.20 1_8 0.5333 iprec_at_recall_0.30 1_8 0.4045 iprec_at_recall_0.40 1_8 0.1950 iprec_at_recall_0.50 1_8 0.1215 iprec_at_recall_0.60 1_8 0.0840 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.8000 P_15 1_8 0.6000 P_20 1_8 0.5500 P_30 1_8 0.5667 P_100 1_8 0.3700 P_200 1_8 0.2150 P_500 1_8 0.1200 P_1000 1_8 0.0780 relstring 1_8 '2311111-01' recall_5 1_8 0.0424 recall_10 1_8 0.0678 recall_15 1_8 0.0763 recall_20 1_8 0.0932 recall_30 1_8 0.1441 recall_100 1_8 0.3136 recall_200 1_8 0.3644 recall_500 1_8 0.5085 recall_1000 1_8 0.6610 infAP 1_8 0.2437 Rprec_mult_0.20 1_8 0.5833 Rprec_mult_0.40 1_8 0.5208 Rprec_mult_0.60 1_8 0.4507 Rprec_mult_0.80 1_8 0.3789 Rprec_mult_1.00 1_8 0.3220 Rprec_mult_1.20 1_8 0.2746 Rprec_mult_1.40 1_8 0.2470 Rprec_mult_1.60 1_8 0.2222 Rprec_mult_1.80 1_8 0.2019 Rprec_mult_2.00 1_8 0.1907 utility 1_8 -844.0000 11pt_avg 1_8 0.2659 binG 1_8 0.1618 G 1_8 0.1069 ndcg 1_8 0.5359 ndcg_rel 1_8 0.4802 Rndcg 1_8 0.4154 ndcg_cut_5 1_8 0.5890 ndcg_cut_10 1_8 0.4540 ndcg_cut_15 1_8 0.3833 ndcg_cut_20 1_8 0.3726 ndcg_cut_30 1_8 0.4232 ndcg_cut_100 1_8 0.3656 ndcg_cut_200 1_8 0.3743 ndcg_cut_500 1_8 0.4560 ndcg_cut_1000 1_8 0.5359 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0661 map_cut_15 1_8 0.0715 map_cut_20 1_8 0.0812 map_cut_30 1_8 0.1100 map_cut_100 1_8 0.1925 map_cut_200 1_8 0.2067 map_cut_500 1_8 0.2297 map_cut_1000 1_8 0.2437 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.8000 relative_P_15 1_8 0.6000 relative_P_20 1_8 0.5500 relative_P_30 1_8 0.5667 relative_P_100 1_8 0.3700 relative_P_200 1_8 0.3644 relative_P_500 1_8 0.5085 relative_P_1000 1_8 0.6610 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0780 set_relative_P 1_8 0.6610 set_recall 1_8 0.6610 set_map 1_8 0.0516 set_F 1_8 0.1395 num_nonrel_judged_ret 1_8 3 rbp 1_8 0.3531 rbp_resid 1_8 0.2747 unj_5 1_8 0.0000 unj_10 1_8 0.1000 unj_20 1_8 0.4000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 45 map 1_9 0.5989 Rprec 1_9 0.5625 bpref 1_9 0.9041 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 1.0000 iprec_at_recall_0.30 1_9 0.9091 iprec_at_recall_0.40 1_9 0.9091 iprec_at_recall_0.50 1_9 0.8065 iprec_at_recall_0.60 1_9 0.4265 iprec_at_recall_0.70 1_9 0.2333 iprec_at_recall_0.80 1_9 0.1624 iprec_at_recall_0.90 1_9 0.1083 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 1.0000 P_15 1_9 0.8667 P_20 1_9 0.9000 P_30 1_9 0.8000 P_100 1_9 0.3100 P_200 1_9 0.1850 P_500 1_9 0.0900 P_1000 1_9 0.0450 relstring 1_9 '3313333231' recall_5 1_9 0.1042 recall_10 1_9 0.2083 recall_15 1_9 0.2708 recall_20 1_9 0.3750 recall_30 1_9 0.5000 recall_100 1_9 0.6458 recall_200 1_9 0.7708 recall_500 1_9 0.9375 recall_1000 1_9 0.9375 infAP 1_9 0.5989 Rprec_mult_0.20 1_9 1.0000 Rprec_mult_0.40 1_9 0.9000 Rprec_mult_0.60 1_9 0.7931 Rprec_mult_0.80 1_9 0.6923 Rprec_mult_1.00 1_9 0.5625 Rprec_mult_1.20 1_9 0.4828 Rprec_mult_1.40 1_9 0.4265 Rprec_mult_1.60 1_9 0.3766 Rprec_mult_1.80 1_9 0.3448 Rprec_mult_2.00 1_9 0.3229 utility 1_9 -910.0000 11pt_avg 1_9 0.5959 binG 1_9 0.4386 G 1_9 0.3086 ndcg 1_9 0.8702 ndcg_rel 1_9 0.8340 Rndcg 1_9 0.7959 ndcg_cut_5 1_9 0.8869 ndcg_cut_10 1_9 0.8611 ndcg_cut_15 1_9 0.7903 ndcg_cut_20 1_9 0.8032 ndcg_cut_30 1_9 0.7852 ndcg_cut_100 1_9 0.7776 ndcg_cut_200 1_9 0.8276 ndcg_cut_500 1_9 0.8702 ndcg_cut_1000 1_9 0.8702 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.2083 map_cut_15 1_9 0.2693 map_cut_20 1_9 0.3619 map_cut_30 1_9 0.4680 map_cut_100 1_9 0.5486 map_cut_200 1_9 0.5781 map_cut_500 1_9 0.5989 map_cut_1000 1_9 0.5989 relative_P_5 1_9 1.0000 relative_P_10 1_9 1.0000 relative_P_15 1_9 0.8667 relative_P_20 1_9 0.9000 relative_P_30 1_9 0.8000 relative_P_100 1_9 0.6458 relative_P_200 1_9 0.7708 relative_P_500 1_9 0.9375 relative_P_1000 1_9 0.9375 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0450 set_relative_P 1_9 0.9375 set_recall 1_9 0.9375 set_map 1_9 0.0422 set_F 1_9 0.0859 num_nonrel_judged_ret 1_9 7 rbp 1_9 0.7334 rbp_resid 1_9 0.1110 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.1000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 112 map 4_10 0.2507 Rprec 4_10 0.2926 bpref 4_10 0.5215 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9200 iprec_at_recall_0.20 4_10 0.4222 iprec_at_recall_0.30 4_10 0.2872 iprec_at_recall_0.40 4_10 0.1889 iprec_at_recall_0.50 4_10 0.1367 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.9000 P_15 4_10 0.9333 P_20 4_10 0.9000 P_30 4_10 0.8667 P_100 4_10 0.3900 P_200 4_10 0.2800 P_500 4_10 0.1680 P_1000 4_10 0.1120 relstring 4_10 '32322-1111' recall_5 4_10 0.0266 recall_10 4_10 0.0479 recall_15 4_10 0.0745 recall_20 4_10 0.0957 recall_30 4_10 0.1383 recall_100 4_10 0.2074 recall_200 4_10 0.2979 recall_500 4_10 0.4468 recall_1000 4_10 0.5957 infAP 4_10 0.2507 Rprec_mult_0.20 4_10 0.7632 Rprec_mult_0.40 4_10 0.4605 Rprec_mult_0.60 4_10 0.3540 Rprec_mult_0.80 4_10 0.3179 Rprec_mult_1.00 4_10 0.2926 Rprec_mult_1.20 4_10 0.2611 Rprec_mult_1.40 4_10 0.2386 Rprec_mult_1.60 4_10 0.2226 Rprec_mult_1.80 4_10 0.2094 Rprec_mult_2.00 4_10 0.1968 utility 4_10 -776.0000 11pt_avg 4_10 0.2686 binG 4_10 0.1520 G 4_10 0.1166 ndcg 4_10 0.5650 ndcg_rel 4_10 0.5251 Rndcg 4_10 0.4990 ndcg_cut_5 4_10 0.8362 ndcg_cut_10 4_10 0.6336 ndcg_cut_15 4_10 0.5828 ndcg_cut_20 4_10 0.5602 ndcg_cut_30 4_10 0.5320 ndcg_cut_100 4_10 0.3877 ndcg_cut_200 4_10 0.3781 ndcg_cut_500 4_10 0.4778 ndcg_cut_1000 4_10 0.5650 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0453 map_cut_15 4_10 0.0698 map_cut_20 4_10 0.0888 map_cut_30 4_10 0.1273 map_cut_100 4_10 0.1697 map_cut_200 4_10 0.1987 map_cut_500 4_10 0.2309 map_cut_1000 4_10 0.2507 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.9000 relative_P_15 4_10 0.9333 relative_P_20 4_10 0.9000 relative_P_30 4_10 0.8667 relative_P_100 4_10 0.3900 relative_P_200 4_10 0.2979 relative_P_500 4_10 0.4468 relative_P_1000 4_10 0.5957 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1120 set_relative_P 4_10 0.5957 set_recall 4_10 0.5957 set_map 4_10 0.0667 set_F 4_10 0.1886 num_nonrel_judged_ret 4_10 10 rbp 4_10 0.4897 rbp_resid 4_10 0.0931 unj_5 4_10 0.0000 unj_10 4_10 0.1000 unj_20 4_10 0.0500 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 35 map 4_11 0.0844 Rprec 4_11 0.1404 bpref 4_11 0.1800 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.2698 iprec_at_recall_0.20 4_11 0.0387 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 1.0000 P_10 4_11 0.8000 P_15 4_11 0.6667 P_20 4_11 0.5500 P_30 4_11 0.4667 P_100 4_11 0.1800 P_200 4_11 0.1250 P_500 4_11 0.0600 P_1000 4_11 0.0350 relstring 4_11 '3223223002' recall_5 4_11 0.0292 recall_10 4_11 0.0468 recall_15 4_11 0.0585 recall_20 4_11 0.0643 recall_30 4_11 0.0819 recall_100 4_11 0.1053 recall_200 4_11 0.1462 recall_500 4_11 0.1754 recall_1000 4_11 0.2047 infAP 4_11 0.0844 Rprec_mult_0.20 4_11 0.4000 Rprec_mult_0.40 4_11 0.2464 Rprec_mult_0.60 4_11 0.1845 Rprec_mult_0.80 4_11 0.1679 Rprec_mult_1.00 4_11 0.1404 Rprec_mult_1.20 4_11 0.1214 Rprec_mult_1.40 4_11 0.1042 Rprec_mult_1.60 4_11 0.0912 Rprec_mult_1.80 4_11 0.0812 Rprec_mult_2.00 4_11 0.0760 utility 4_11 -930.0000 11pt_avg 4_11 0.1190 binG 4_11 0.0721 G 4_11 0.0580 ndcg 4_11 0.2935 ndcg_rel 4_11 0.3297 Rndcg 4_11 0.3622 ndcg_cut_5 4_11 0.8284 ndcg_cut_10 4_11 0.7056 ndcg_cut_15 4_11 0.6173 ndcg_cut_20 4_11 0.5669 ndcg_cut_30 4_11 0.5209 ndcg_cut_100 4_11 0.2808 ndcg_cut_200 4_11 0.2564 ndcg_cut_500 4_11 0.2760 ndcg_cut_1000 4_11 0.2935 map_cut_5 4_11 0.0292 map_cut_10 4_11 0.0456 map_cut_15 4_11 0.0536 map_cut_20 4_11 0.0576 map_cut_30 4_11 0.0679 map_cut_100 4_11 0.0740 map_cut_200 4_11 0.0811 map_cut_500 4_11 0.0831 map_cut_1000 4_11 0.0844 relative_P_5 4_11 1.0000 relative_P_10 4_11 0.8000 relative_P_15 4_11 0.6667 relative_P_20 4_11 0.5500 relative_P_30 4_11 0.4667 relative_P_100 4_11 0.1800 relative_P_200 4_11 0.1462 relative_P_500 4_11 0.1754 relative_P_1000 4_11 0.2047 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0350 set_relative_P 4_11 0.2047 set_recall 4_11 0.2047 set_map 4_11 0.0072 set_F 4_11 0.0598 num_nonrel_judged_ret 4_11 44 rbp 4_11 0.5098 rbp_resid 4_11 0.0425 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 88 map 4_12 0.3171 Rprec 4_12 0.3881 bpref 4_12 0.6101 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.8500 iprec_at_recall_0.20 4_12 0.6429 iprec_at_recall_0.30 4_12 0.4878 iprec_at_recall_0.40 4_12 0.3803 iprec_at_recall_0.50 4_12 0.2147 iprec_at_recall_0.60 4_12 0.1203 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 0.9000 P_15 4_12 0.8000 P_20 4_12 0.8500 P_30 4_12 0.7333 P_100 4_12 0.4500 P_200 4_12 0.2850 P_500 4_12 0.1500 P_1000 4_12 0.0880 relstring 4_12 '23332-3222' recall_5 4_12 0.0373 recall_10 4_12 0.0672 recall_15 4_12 0.0896 recall_20 4_12 0.1269 recall_30 4_12 0.1642 recall_100 4_12 0.3358 recall_200 4_12 0.4254 recall_500 4_12 0.5597 recall_1000 4_12 0.6567 infAP 4_12 0.3171 Rprec_mult_0.20 4_12 0.8148 Rprec_mult_0.40 4_12 0.5926 Rprec_mult_0.60 4_12 0.4815 Rprec_mult_0.80 4_12 0.4444 Rprec_mult_1.00 4_12 0.3881 Rprec_mult_1.20 4_12 0.3416 Rprec_mult_1.40 4_12 0.3032 Rprec_mult_1.60 4_12 0.2651 Rprec_mult_1.80 4_12 0.2521 Rprec_mult_2.00 4_12 0.2313 utility 4_12 -824.0000 11pt_avg 4_12 0.3360 binG 4_12 0.1770 G 4_12 0.1346 ndcg 4_12 0.6301 ndcg_rel 4_12 0.6142 Rndcg 4_12 0.5810 ndcg_cut_5 4_12 0.8432 ndcg_cut_10 4_12 0.7534 ndcg_cut_15 4_12 0.7014 ndcg_cut_20 4_12 0.7254 ndcg_cut_30 4_12 0.6766 ndcg_cut_100 4_12 0.5013 ndcg_cut_200 4_12 0.5025 ndcg_cut_500 4_12 0.5790 ndcg_cut_1000 4_12 0.6301 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0636 map_cut_15 4_12 0.0836 map_cut_20 4_12 0.1147 map_cut_30 4_12 0.1448 map_cut_100 4_12 0.2416 map_cut_200 4_12 0.2776 map_cut_500 4_12 0.3061 map_cut_1000 4_12 0.3171 relative_P_5 4_12 1.0000 relative_P_10 4_12 0.9000 relative_P_15 4_12 0.8000 relative_P_20 4_12 0.8500 relative_P_30 4_12 0.7333 relative_P_100 4_12 0.4500 relative_P_200 4_12 0.4254 relative_P_500 4_12 0.5597 relative_P_1000 4_12 0.6567 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0880 set_relative_P 4_12 0.6567 set_recall 4_12 0.6567 set_map 4_12 0.0578 set_F 4_12 0.1552 num_nonrel_judged_ret 4_12 17 rbp 4_12 0.6517 rbp_resid 4_12 0.1333 unj_5 4_12 0.0000 unj_10 4_12 0.1000 unj_20 4_12 0.1000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 91 map 4_13 0.2512 Rprec 4_13 0.3025 bpref 4_13 0.4710 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.8889 iprec_at_recall_0.20 4_13 0.4848 iprec_at_recall_0.30 4_13 0.3043 iprec_at_recall_0.40 4_13 0.2203 iprec_at_recall_0.50 4_13 0.1326 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 0.9333 P_20 4_13 0.8500 P_30 4_13 0.7667 P_100 4_13 0.3500 P_200 4_13 0.2600 P_500 4_13 0.1540 P_1000 4_13 0.0910 relstring 4_13 '2333233232' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0864 recall_20 4_13 0.1049 recall_30 4_13 0.1420 recall_100 4_13 0.2160 recall_200 4_13 0.3210 recall_500 4_13 0.4753 recall_1000 4_13 0.5617 infAP 4_13 0.2512 Rprec_mult_0.20 4_13 0.7273 Rprec_mult_0.40 4_13 0.4769 Rprec_mult_0.60 4_13 0.3571 Rprec_mult_0.80 4_13 0.3308 Rprec_mult_1.00 4_13 0.3025 Rprec_mult_1.20 4_13 0.2667 Rprec_mult_1.40 4_13 0.2511 Rprec_mult_1.60 4_13 0.2269 Rprec_mult_1.80 4_13 0.2192 Rprec_mult_2.00 4_13 0.2099 utility 4_13 -818.0000 11pt_avg 4_13 0.2755 binG 4_13 0.1657 G 4_13 0.1133 ndcg 4_13 0.5486 ndcg_rel 4_13 0.5502 Rndcg 4_13 0.4801 ndcg_cut_5 4_13 0.8432 ndcg_cut_10 4_13 0.8539 ndcg_cut_15 4_13 0.7818 ndcg_cut_20 4_13 0.7295 ndcg_cut_30 4_13 0.6476 ndcg_cut_100 4_13 0.4186 ndcg_cut_200 4_13 0.3998 ndcg_cut_500 4_13 0.5028 ndcg_cut_1000 4_13 0.5486 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0851 map_cut_20 4_13 0.1016 map_cut_30 4_13 0.1333 map_cut_100 4_13 0.1740 map_cut_200 4_13 0.2079 map_cut_500 4_13 0.2407 map_cut_1000 4_13 0.2512 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 0.9333 relative_P_20 4_13 0.8500 relative_P_30 4_13 0.7667 relative_P_100 4_13 0.3500 relative_P_200 4_13 0.3210 relative_P_500 4_13 0.4753 relative_P_1000 4_13 0.5617 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0910 set_relative_P 4_13 0.5617 set_recall 4_13 0.5617 set_map 4_13 0.0511 set_F 4_13 0.1566 num_nonrel_judged_ret 4_13 28 rbp 4_13 0.7264 rbp_resid 4_13 0.0285 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 99 map 4_14 0.2605 Rprec 4_14 0.3107 bpref 4_14 0.4991 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.9130 iprec_at_recall_0.20 4_14 0.5072 iprec_at_recall_0.30 4_14 0.3510 iprec_at_recall_0.40 4_14 0.1979 iprec_at_recall_0.50 4_14 0.1424 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 0.9000 P_15 4_14 0.9333 P_20 4_14 0.9000 P_30 4_14 0.8333 P_100 4_14 0.4600 P_200 4_14 0.2800 P_500 4_14 0.1660 P_1000 4_14 0.0990 relstring 4_14 '3213232022' recall_5 4_14 0.0282 recall_10 4_14 0.0508 recall_15 4_14 0.0791 recall_20 4_14 0.1017 recall_30 4_14 0.1412 recall_100 4_14 0.2599 recall_200 4_14 0.3164 recall_500 4_14 0.4689 recall_1000 4_14 0.5593 infAP 4_14 0.2605 Rprec_mult_0.20 4_14 0.7500 Rprec_mult_0.40 4_14 0.4930 Rprec_mult_0.60 4_14 0.4299 Rprec_mult_0.80 4_14 0.3592 Rprec_mult_1.00 4_14 0.3107 Rprec_mult_1.20 4_14 0.2629 Rprec_mult_1.40 4_14 0.2339 Rprec_mult_1.60 4_14 0.2254 Rprec_mult_1.80 4_14 0.2069 Rprec_mult_2.00 4_14 0.1921 utility 4_14 -802.0000 11pt_avg 4_14 0.2829 binG 4_14 0.1549 G 4_14 0.1012 ndcg 4_14 0.5439 ndcg_rel 4_14 0.5446 Rndcg 4_14 0.4736 ndcg_cut_5 4_14 0.7719 ndcg_cut_10 4_14 0.7148 ndcg_cut_15 4_14 0.7206 ndcg_cut_20 4_14 0.6884 ndcg_cut_30 4_14 0.6522 ndcg_cut_100 4_14 0.4829 ndcg_cut_200 4_14 0.3967 ndcg_cut_500 4_14 0.4930 ndcg_cut_1000 4_14 0.5439 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0497 map_cut_15 4_14 0.0757 map_cut_20 4_14 0.0959 map_cut_30 4_14 0.1299 map_cut_100 4_14 0.1968 map_cut_200 4_14 0.2172 map_cut_500 4_14 0.2485 map_cut_1000 4_14 0.2605 relative_P_5 4_14 1.0000 relative_P_10 4_14 0.9000 relative_P_15 4_14 0.9333 relative_P_20 4_14 0.9000 relative_P_30 4_14 0.8333 relative_P_100 4_14 0.4600 relative_P_200 4_14 0.3164 relative_P_500 4_14 0.4689 relative_P_1000 4_14 0.5593 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0990 set_relative_P 4_14 0.5593 set_recall 4_14 0.5593 set_map 4_14 0.0554 set_F 4_14 0.1682 num_nonrel_judged_ret 4_14 20 rbp 4_14 0.6546 rbp_resid 4_14 0.0453 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.0000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0028 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0028 iprec_at_recall_0.00 4_17 0.0028 iprec_at_recall_0.10 4_17 0.0028 iprec_at_recall_0.20 4_17 0.0028 iprec_at_recall_0.30 4_17 0.0028 iprec_at_recall_0.40 4_17 0.0028 iprec_at_recall_0.50 4_17 0.0028 iprec_at_recall_0.60 4_17 0.0028 iprec_at_recall_0.70 4_17 0.0028 iprec_at_recall_0.80 4_17 0.0028 iprec_at_recall_0.90 4_17 0.0028 iprec_at_recall_1.00 4_17 0.0028 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0000 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '000000-0-0' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 0.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0028 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0028 binG 4_17 0.1182 G 4_17 0.1182 ndcg 4_17 0.1182 ndcg_rel 4_17 0.1182 Rndcg 4_17 0.0591 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.0000 ndcg_cut_500 4_17 0.1182 ndcg_cut_1000 4_17 0.1182 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0000 map_cut_500 4_17 0.0028 map_cut_1000 4_17 0.0028 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 0.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 50 rbp 4_17 0.0000 rbp_resid 4_17 0.3738 unj_5 4_17 0.0000 unj_10 4_17 0.2000 unj_20 4_17 0.5000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 70 map 4_3 0.2118 Rprec 4_3 0.2866 bpref 4_3 0.3989 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.8710 iprec_at_recall_0.20 4_3 0.4730 iprec_at_recall_0.30 4_3 0.2426 iprec_at_recall_0.40 4_3 0.0840 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.9000 P_15 4_3 0.8667 P_20 4_3 0.8000 P_30 4_3 0.8667 P_100 4_3 0.4000 P_200 4_3 0.2400 P_500 4_3 0.1140 P_1000 4_3 0.0700 relstring 4_3 '3042122332' recall_5 4_3 0.0244 recall_10 4_3 0.0549 recall_15 4_3 0.0793 recall_20 4_3 0.0976 recall_30 4_3 0.1585 recall_100 4_3 0.2439 recall_200 4_3 0.2927 recall_500 4_3 0.3476 recall_1000 4_3 0.4268 infAP 4_3 0.2118 Rprec_mult_0.20 4_3 0.8182 Rprec_mult_0.40 4_3 0.4848 Rprec_mult_0.60 4_3 0.4040 Rprec_mult_0.80 4_3 0.3182 Rprec_mult_1.00 4_3 0.2866 Rprec_mult_1.20 4_3 0.2437 Rprec_mult_1.40 4_3 0.2130 Rprec_mult_1.60 4_3 0.1901 Rprec_mult_1.80 4_3 0.1757 Rprec_mult_2.00 4_3 0.1585 utility 4_3 -860.0000 11pt_avg 4_3 0.2428 binG 4_3 0.1243 G 4_3 0.0917 ndcg 4_3 0.4821 ndcg_rel 4_3 0.5066 Rndcg 4_3 0.5391 ndcg_cut_5 4_3 0.6346 ndcg_cut_10 4_3 0.6872 ndcg_cut_15 4_3 0.6556 ndcg_cut_20 4_3 0.6244 ndcg_cut_30 4_3 0.6788 ndcg_cut_100 4_3 0.4493 ndcg_cut_200 4_3 0.4085 ndcg_cut_500 4_3 0.4402 ndcg_cut_1000 4_3 0.4821 map_cut_5 4_3 0.0196 map_cut_10 4_3 0.0462 map_cut_15 4_3 0.0686 map_cut_20 4_3 0.0833 map_cut_30 4_3 0.1346 map_cut_100 4_3 0.1810 map_cut_200 4_3 0.1959 map_cut_500 4_3 0.2049 map_cut_1000 4_3 0.2118 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.9000 relative_P_15 4_3 0.8667 relative_P_20 4_3 0.8000 relative_P_30 4_3 0.8667 relative_P_100 4_3 0.4000 relative_P_200 4_3 0.2927 relative_P_500 4_3 0.3476 relative_P_1000 4_3 0.4268 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0700 set_relative_P 4_3 0.4268 set_recall 4_3 0.4268 set_map 4_3 0.0299 set_F 4_3 0.1203 num_nonrel_judged_ret 4_3 11 rbp 4_3 0.4818 rbp_resid 4_3 0.0323 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 87 map 4_4 0.2872 Rprec 4_4 0.3247 bpref 4_4 0.5427 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 1.0000 iprec_at_recall_0.20 4_4 0.5312 iprec_at_recall_0.30 4_4 0.4273 iprec_at_recall_0.40 4_4 0.2013 iprec_at_recall_0.50 4_4 0.1368 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 1.0000 P_15 4_4 1.0000 P_20 4_4 0.9500 P_30 4_4 0.9000 P_100 4_4 0.4400 P_200 4_4 0.2700 P_500 4_4 0.1500 P_1000 4_4 0.0870 relstring 4_4 '3332222224' recall_5 4_4 0.0325 recall_10 4_4 0.0649 recall_15 4_4 0.0974 recall_20 4_4 0.1234 recall_30 4_4 0.1753 recall_100 4_4 0.2857 recall_200 4_4 0.3506 recall_500 4_4 0.4870 recall_1000 4_4 0.5649 infAP 4_4 0.2872 Rprec_mult_0.20 4_4 0.8710 Rprec_mult_0.40 4_4 0.5161 Rprec_mult_0.60 4_4 0.4516 Rprec_mult_0.80 4_4 0.3871 Rprec_mult_1.00 4_4 0.3247 Rprec_mult_1.20 4_4 0.2919 Rprec_mult_1.40 4_4 0.2593 Rprec_mult_1.60 4_4 0.2348 Rprec_mult_1.80 4_4 0.2122 Rprec_mult_2.00 4_4 0.2013 utility 4_4 -826.0000 11pt_avg 4_4 0.2997 binG 4_4 0.1992 G 4_4 0.1143 ndcg 4_4 0.5762 ndcg_rel 4_4 0.5840 Rndcg 4_4 0.5853 ndcg_cut_5 4_4 0.7663 ndcg_cut_10 4_4 0.7729 ndcg_cut_15 4_4 0.7511 ndcg_cut_20 4_4 0.7171 ndcg_cut_30 4_4 0.7185 ndcg_cut_100 4_4 0.4972 ndcg_cut_200 4_4 0.4604 ndcg_cut_500 4_4 0.5442 ndcg_cut_1000 4_4 0.5762 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0649 map_cut_15 4_4 0.0974 map_cut_20 4_4 0.1223 map_cut_30 4_4 0.1696 map_cut_100 4_4 0.2286 map_cut_200 4_4 0.2522 map_cut_500 4_4 0.2791 map_cut_1000 4_4 0.2872 relative_P_5 4_4 1.0000 relative_P_10 4_4 1.0000 relative_P_15 4_4 1.0000 relative_P_20 4_4 0.9500 relative_P_30 4_4 0.9000 relative_P_100 4_4 0.4400 relative_P_200 4_4 0.3506 relative_P_500 4_4 0.4870 relative_P_1000 4_4 0.5649 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0870 set_relative_P 4_4 0.5649 set_recall 4_4 0.5649 set_map 4_4 0.0491 set_F 4_4 0.1508 num_nonrel_judged_ret 4_4 4 rbp 4_4 0.5511 rbp_resid 4_4 0.0529 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 58 map 4_5 0.2145 Rprec 4_5 0.2459 bpref 4_5 0.4577 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 1.0000 iprec_at_recall_0.20 4_5 0.4211 iprec_at_recall_0.30 4_5 0.1402 iprec_at_recall_0.40 4_5 0.0940 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 1.0000 P_15 4_5 0.8667 P_20 4_5 0.8500 P_30 4_5 0.7000 P_100 4_5 0.2900 P_200 4_5 0.1600 P_500 4_5 0.0920 P_1000 4_5 0.0580 relstring 4_5 '3131233322' recall_5 4_5 0.0410 recall_10 4_5 0.0820 recall_15 4_5 0.1066 recall_20 4_5 0.1393 recall_30 4_5 0.1721 recall_100 4_5 0.2377 recall_200 4_5 0.2623 recall_500 4_5 0.3770 recall_1000 4_5 0.4754 infAP 4_5 0.2145 Rprec_mult_0.20 4_5 0.7600 Rprec_mult_0.40 4_5 0.4490 Rprec_mult_0.60 4_5 0.3649 Rprec_mult_0.80 4_5 0.2959 Rprec_mult_1.00 4_5 0.2459 Rprec_mult_1.20 4_5 0.2109 Rprec_mult_1.40 4_5 0.1871 Rprec_mult_1.60 4_5 0.1633 Rprec_mult_1.80 4_5 0.1545 Rprec_mult_2.00 4_5 0.1434 utility 4_5 -884.0000 11pt_avg 4_5 0.2414 binG 4_5 0.1712 G 4_5 0.0982 ndcg 4_5 0.4675 ndcg_rel 4_5 0.4957 Rndcg 4_5 0.4356 ndcg_cut_5 4_5 0.7162 ndcg_cut_10 4_5 0.7726 ndcg_cut_15 4_5 0.6898 ndcg_cut_20 4_5 0.6530 ndcg_cut_30 4_5 0.5796 ndcg_cut_100 4_5 0.3632 ndcg_cut_200 4_5 0.3542 ndcg_cut_500 4_5 0.4124 ndcg_cut_1000 4_5 0.4675 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0820 map_cut_15 4_5 0.1055 map_cut_20 4_5 0.1345 map_cut_30 4_5 0.1598 map_cut_100 4_5 0.1864 map_cut_200 4_5 0.1920 map_cut_500 4_5 0.2068 map_cut_1000 4_5 0.2145 relative_P_5 4_5 1.0000 relative_P_10 4_5 1.0000 relative_P_15 4_5 0.8667 relative_P_20 4_5 0.8500 relative_P_30 4_5 0.7000 relative_P_100 4_5 0.2900 relative_P_200 4_5 0.2623 relative_P_500 4_5 0.3770 relative_P_1000 4_5 0.4754 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0580 set_relative_P 4_5 0.4754 set_recall 4_5 0.4754 set_map 4_5 0.0276 set_F 4_5 0.1034 num_nonrel_judged_ret 4_5 5 rbp 4_5 0.6202 rbp_resid 4_5 0.1443 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.1500 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 43 map 4_7 0.1669 Rprec 4_7 0.2237 bpref 4_7 0.4685 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.6000 iprec_at_recall_0.20 4_7 0.5312 iprec_at_recall_0.30 4_7 0.1503 iprec_at_recall_0.40 4_7 0.0890 iprec_at_recall_0.50 4_7 0.0586 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.4000 P_10 4_7 0.5000 P_15 4_7 0.5333 P_20 4_7 0.6000 P_30 4_7 0.5000 P_100 4_7 0.1900 P_200 4_7 0.1250 P_500 4_7 0.0680 P_1000 4_7 0.0430 relstring 4_7 '320003-2-1' recall_5 4_7 0.0263 recall_10 4_7 0.0658 recall_15 4_7 0.1053 recall_20 4_7 0.1579 recall_30 4_7 0.1974 recall_100 4_7 0.2500 recall_200 4_7 0.3289 recall_500 4_7 0.4474 recall_1000 4_7 0.5658 infAP 4_7 0.1669 Rprec_mult_0.20 4_7 0.5000 Rprec_mult_0.40 4_7 0.5161 Rprec_mult_0.60 4_7 0.3696 Rprec_mult_0.80 4_7 0.2787 Rprec_mult_1.00 4_7 0.2237 Rprec_mult_1.20 4_7 0.2065 Rprec_mult_1.40 4_7 0.1869 Rprec_mult_1.60 4_7 0.1639 Rprec_mult_1.80 4_7 0.1533 Rprec_mult_2.00 4_7 0.1447 utility 4_7 -914.0000 11pt_avg 4_7 0.2208 binG 4_7 0.1302 G 4_7 0.1352 ndcg 4_7 0.5274 ndcg_rel 4_7 0.5224 Rndcg 4_7 0.5718 ndcg_cut_5 4_7 0.5661 ndcg_cut_10 4_7 0.5832 ndcg_cut_15 4_7 0.5657 ndcg_cut_20 4_7 0.5700 ndcg_cut_30 4_7 0.5118 ndcg_cut_100 4_7 0.3937 ndcg_cut_200 4_7 0.4335 ndcg_cut_500 4_7 0.4849 ndcg_cut_1000 4_7 0.5274 map_cut_5 4_7 0.0263 map_cut_10 4_7 0.0461 map_cut_15 4_7 0.0673 map_cut_20 4_7 0.0971 map_cut_30 4_7 0.1177 map_cut_100 4_7 0.1374 map_cut_200 4_7 0.1495 map_cut_500 4_7 0.1599 map_cut_1000 4_7 0.1669 relative_P_5 4_7 0.4000 relative_P_10 4_7 0.5000 relative_P_15 4_7 0.5333 relative_P_20 4_7 0.6000 relative_P_30 4_7 0.5000 relative_P_100 4_7 0.2500 relative_P_200 4_7 0.3289 relative_P_500 4_7 0.4474 relative_P_1000 4_7 0.5658 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0430 set_relative_P 4_7 0.5658 set_recall 4_7 0.5658 set_map 4_7 0.0243 set_F 4_7 0.0799 num_nonrel_judged_ret 4_7 34 rbp 4_7 0.3561 rbp_resid 4_7 0.2126 unj_5 4_7 0.0000 unj_10 4_7 0.2000 unj_20 4_7 0.2000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 52 map 4_8 0.1698 Rprec 4_8 0.2500 bpref 4_8 0.4276 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.5000 iprec_at_recall_0.20 4_8 0.3571 iprec_at_recall_0.30 4_8 0.1716 iprec_at_recall_0.40 4_8 0.1270 iprec_at_recall_0.50 4_8 0.0913 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.8000 P_10 4_8 0.6000 P_15 4_8 0.5333 P_20 4_8 0.5000 P_30 4_8 0.4000 P_100 4_8 0.2400 P_200 4_8 0.1500 P_500 4_8 0.0940 P_1000 4_8 0.0520 relstring 4_8 '2122000302' recall_5 4_8 0.0417 recall_10 4_8 0.0625 recall_15 4_8 0.0833 recall_20 4_8 0.1042 recall_30 4_8 0.1250 recall_100 4_8 0.2500 recall_200 4_8 0.3125 recall_500 4_8 0.4896 recall_1000 4_8 0.5417 infAP 4_8 0.1698 Rprec_mult_0.20 4_8 0.5000 Rprec_mult_0.40 4_8 0.4103 Rprec_mult_0.60 4_8 0.3448 Rprec_mult_0.80 4_8 0.2727 Rprec_mult_1.00 4_8 0.2500 Rprec_mult_1.20 4_8 0.2155 Rprec_mult_1.40 4_8 0.1926 Rprec_mult_1.60 4_8 0.1753 Rprec_mult_1.80 4_8 0.1676 Rprec_mult_2.00 4_8 0.1562 utility 4_8 -896.0000 11pt_avg 4_8 0.2043 binG 4_8 0.1301 G 4_8 0.1075 ndcg 4_8 0.4785 ndcg_rel 4_8 0.4562 Rndcg 4_8 0.4616 ndcg_cut_5 4_8 0.6513 ndcg_cut_10 4_8 0.5965 ndcg_cut_15 4_8 0.5150 ndcg_cut_20 4_8 0.4652 ndcg_cut_30 4_8 0.3848 ndcg_cut_100 4_8 0.3194 ndcg_cut_200 4_8 0.3647 ndcg_cut_500 4_8 0.4582 ndcg_cut_1000 4_8 0.4785 map_cut_5 4_8 0.0417 map_cut_10 4_8 0.0544 map_cut_15 4_8 0.0670 map_cut_20 4_8 0.0774 map_cut_30 4_8 0.0867 map_cut_100 4_8 0.1315 map_cut_200 4_8 0.1436 map_cut_500 4_8 0.1662 map_cut_1000 4_8 0.1698 relative_P_5 4_8 0.8000 relative_P_10 4_8 0.6000 relative_P_15 4_8 0.5333 relative_P_20 4_8 0.5000 relative_P_30 4_8 0.4000 relative_P_100 4_8 0.2500 relative_P_200 4_8 0.3125 relative_P_500 4_8 0.4896 relative_P_1000 4_8 0.5417 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0520 set_relative_P 4_8 0.5417 set_recall 4_8 0.5417 set_map 4_8 0.0282 set_F 4_8 0.0949 num_nonrel_judged_ret 4_8 61 rbp 4_8 0.3143 rbp_resid 4_8 0.1065 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.1000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 16 map 4_9 0.0762 Rprec 4_9 0.0824 bpref 4_9 0.1724 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.0310 iprec_at_recall_0.20 4_9 0.0000 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.8000 P_10 4_9 0.7000 P_15 4_9 0.4667 P_20 4_9 0.3500 P_30 4_9 0.2333 P_100 4_9 0.0700 P_200 4_9 0.0350 P_500 4_9 0.0180 P_1000 4_9 0.0160 relstring 4_9 '232101-2-2' recall_5 4_9 0.0471 recall_10 4_9 0.0824 recall_15 4_9 0.0824 recall_20 4_9 0.0824 recall_30 4_9 0.0824 recall_100 4_9 0.0824 recall_200 4_9 0.0824 recall_500 4_9 0.1059 recall_1000 4_9 0.1882 infAP 4_9 0.0762 Rprec_mult_0.20 4_9 0.4118 Rprec_mult_0.40 4_9 0.2059 Rprec_mult_0.60 4_9 0.1373 Rprec_mult_0.80 4_9 0.1029 Rprec_mult_1.00 4_9 0.0824 Rprec_mult_1.20 4_9 0.0686 Rprec_mult_1.40 4_9 0.0588 Rprec_mult_1.60 4_9 0.0515 Rprec_mult_1.80 4_9 0.0458 Rprec_mult_2.00 4_9 0.0412 utility 4_9 -968.0000 11pt_avg 4_9 0.0937 binG 4_9 0.0771 G 4_9 0.0421 ndcg 4_9 0.2032 ndcg_rel 4_9 0.2373 Rndcg 4_9 0.2061 ndcg_cut_5 4_9 0.6018 ndcg_cut_10 4_9 0.5054 ndcg_cut_15 4_9 0.3918 ndcg_cut_20 4_9 0.3262 ndcg_cut_30 4_9 0.2647 ndcg_cut_100 4_9 0.1586 ndcg_cut_200 4_9 0.1586 ndcg_cut_500 4_9 0.1644 ndcg_cut_1000 4_9 0.2032 map_cut_5 4_9 0.0471 map_cut_10 4_9 0.0739 map_cut_15 4_9 0.0739 map_cut_20 4_9 0.0739 map_cut_30 4_9 0.0739 map_cut_100 4_9 0.0739 map_cut_200 4_9 0.0739 map_cut_500 4_9 0.0748 map_cut_1000 4_9 0.0762 relative_P_5 4_9 0.8000 relative_P_10 4_9 0.7000 relative_P_15 4_9 0.4667 relative_P_20 4_9 0.3500 relative_P_30 4_9 0.2333 relative_P_100 4_9 0.0824 relative_P_200 4_9 0.0824 relative_P_500 4_9 0.1059 relative_P_1000 4_9 0.1882 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0160 set_relative_P 4_9 0.1882 set_recall 4_9 0.1882 set_map 4_9 0.0030 set_F 4_9 0.0295 num_nonrel_judged_ret 4_9 12 rbp 4_9 0.3124 rbp_resid 4_9 0.3943 unj_5 4_9 0.0000 unj_10 4_9 0.2000 unj_20 4_9 0.5000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 26 map 5_10 0.1736 Rprec 5_10 0.2093 bpref 5_10 0.5381 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8000 iprec_at_recall_0.20 5_10 0.3913 iprec_at_recall_0.30 5_10 0.0977 iprec_at_recall_0.40 5_10 0.0882 iprec_at_recall_0.50 5_10 0.0327 iprec_at_recall_0.60 5_10 0.0287 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.6000 P_10 5_10 0.8000 P_15 5_10 0.5333 P_20 5_10 0.4000 P_30 5_10 0.3000 P_100 5_10 0.1200 P_200 5_10 0.0850 P_500 5_10 0.0420 P_1000 5_10 0.0260 relstring 5_10 '3004433212' recall_5 5_10 0.0698 recall_10 5_10 0.1860 recall_15 5_10 0.1860 recall_20 5_10 0.1860 recall_30 5_10 0.2093 recall_100 5_10 0.2791 recall_200 5_10 0.3953 recall_500 5_10 0.4884 recall_1000 5_10 0.6047 infAP 5_10 0.1736 Rprec_mult_0.20 5_10 0.7778 Rprec_mult_0.40 5_10 0.4444 Rprec_mult_0.60 5_10 0.3462 Rprec_mult_0.80 5_10 0.2571 Rprec_mult_1.00 5_10 0.2093 Rprec_mult_1.20 5_10 0.1731 Rprec_mult_1.40 5_10 0.1475 Rprec_mult_1.60 5_10 0.1304 Rprec_mult_1.80 5_10 0.1282 Rprec_mult_2.00 5_10 0.1279 utility 5_10 -948.0000 11pt_avg 5_10 0.2217 binG 5_10 0.1613 G 5_10 0.1361 ndcg 5_10 0.5171 ndcg_rel 5_10 0.5002 Rndcg 5_10 0.4620 ndcg_cut_5 5_10 0.5316 ndcg_cut_10 5_10 0.5816 ndcg_cut_15 5_10 0.4772 ndcg_cut_20 5_10 0.4283 ndcg_cut_30 5_10 0.3863 ndcg_cut_100 5_10 0.3909 ndcg_cut_200 5_10 0.4370 ndcg_cut_500 5_10 0.4885 ndcg_cut_1000 5_10 0.5171 map_cut_5 5_10 0.0488 map_cut_10 5_10 0.1351 map_cut_15 5_10 0.1351 map_cut_20 5_10 0.1351 map_cut_30 5_10 0.1442 map_cut_100 5_10 0.1534 map_cut_200 5_10 0.1635 map_cut_500 5_10 0.1701 map_cut_1000 5_10 0.1736 relative_P_5 5_10 0.6000 relative_P_10 5_10 0.8000 relative_P_15 5_10 0.5333 relative_P_20 5_10 0.4000 relative_P_30 5_10 0.3000 relative_P_100 5_10 0.2791 relative_P_200 5_10 0.3953 relative_P_500 5_10 0.4884 relative_P_1000 5_10 0.6047 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0260 set_relative_P 5_10 0.6047 set_recall 5_10 0.6047 set_map 5_10 0.0157 set_F 5_10 0.0499 num_nonrel_judged_ret 5_10 10 rbp 5_10 0.3567 rbp_resid 5_10 0.3244 unj_5 5_10 0.0000 unj_10 5_10 0.0000 unj_20 5_10 0.5000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 100 map 5_13 0.4381 Rprec 5_13 0.4196 bpref 5_13 0.7091 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.9130 iprec_at_recall_0.20 5_13 0.8800 iprec_at_recall_0.30 5_13 0.6415 iprec_at_recall_0.40 5_13 0.4381 iprec_at_recall_0.50 5_13 0.3353 iprec_at_recall_0.60 5_13 0.3032 iprec_at_recall_0.70 5_13 0.2633 iprec_at_recall_0.80 5_13 0.2163 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.8000 P_10 5_13 0.8000 P_15 5_13 0.8667 P_20 5_13 0.9000 P_30 5_13 0.7667 P_100 5_13 0.4400 P_200 5_13 0.3050 P_500 5_13 0.1840 P_1000 5_13 0.1000 relstring 5_13 '2412001111' recall_5 5_13 0.0357 recall_10 5_13 0.0714 recall_15 5_13 0.1161 recall_20 5_13 0.1607 recall_30 5_13 0.2054 recall_100 5_13 0.3929 recall_200 5_13 0.5446 recall_500 5_13 0.8214 recall_1000 5_13 0.8929 infAP 5_13 0.4381 Rprec_mult_0.20 5_13 0.9130 Rprec_mult_0.40 5_13 0.6889 Rprec_mult_0.60 5_13 0.5735 Rprec_mult_0.80 5_13 0.4667 Rprec_mult_1.00 5_13 0.4196 Rprec_mult_1.20 5_13 0.3704 Rprec_mult_1.40 5_13 0.3376 Rprec_mult_1.60 5_13 0.3278 Rprec_mult_1.80 5_13 0.3020 Rprec_mult_2.00 5_13 0.2991 utility 5_13 -800.0000 11pt_avg 5_13 0.4537 binG 5_13 0.2299 G 5_13 0.1547 ndcg 5_13 0.6922 ndcg_rel 5_13 0.5687 Rndcg 5_13 0.5640 ndcg_cut_5 5_13 0.5618 ndcg_cut_10 5_13 0.4856 ndcg_cut_15 5_13 0.5342 ndcg_cut_20 5_13 0.5425 ndcg_cut_30 5_13 0.5092 ndcg_cut_100 5_13 0.4635 ndcg_cut_200 5_13 0.5338 ndcg_cut_500 5_13 0.6657 ndcg_cut_1000 5_13 0.6922 map_cut_5 5_13 0.0357 map_cut_10 5_13 0.0629 map_cut_15 5_13 0.1006 map_cut_20 5_13 0.1402 map_cut_30 5_13 0.1795 map_cut_100 5_13 0.3001 map_cut_200 5_13 0.3551 map_cut_500 5_13 0.4285 map_cut_1000 5_13 0.4381 relative_P_5 5_13 0.8000 relative_P_10 5_13 0.8000 relative_P_15 5_13 0.8667 relative_P_20 5_13 0.9000 relative_P_30 5_13 0.7667 relative_P_100 5_13 0.4400 relative_P_200 5_13 0.5446 relative_P_500 5_13 0.8214 relative_P_1000 5_13 0.8929 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1000 set_relative_P 5_13 0.8929 set_recall 5_13 0.8929 set_map 5_13 0.0893 set_F 5_13 0.1799 num_nonrel_judged_ret 5_13 46 rbp 5_13 0.3511 rbp_resid 5_13 0.0104 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 36 map 5_14 0.6156 Rprec 5_14 0.6579 bpref 5_14 0.8234 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.9167 iprec_at_recall_0.30 5_14 0.9167 iprec_at_recall_0.40 5_14 0.7059 iprec_at_recall_0.50 5_14 0.7059 iprec_at_recall_0.60 5_14 0.7059 iprec_at_recall_0.70 5_14 0.4179 iprec_at_recall_0.80 5_14 0.3226 iprec_at_recall_0.90 5_14 0.1417 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.9000 P_15 5_14 0.8000 P_20 5_14 0.7000 P_30 5_14 0.7000 P_100 5_14 0.3100 P_200 5_14 0.1650 P_500 5_14 0.0700 P_1000 5_14 0.0360 relstring 5_14 '4243243024' recall_5 5_14 0.1316 recall_10 5_14 0.2368 recall_15 5_14 0.3158 recall_20 5_14 0.3684 recall_30 5_14 0.5526 recall_100 5_14 0.8158 recall_200 5_14 0.8684 recall_500 5_14 0.9211 recall_1000 5_14 0.9474 infAP 5_14 0.6156 Rprec_mult_0.20 5_14 0.8750 Rprec_mult_0.40 5_14 0.7500 Rprec_mult_0.60 5_14 0.6522 Rprec_mult_0.80 5_14 0.6774 Rprec_mult_1.00 5_14 0.6579 Rprec_mult_1.20 5_14 0.5435 Rprec_mult_1.40 5_14 0.4630 Rprec_mult_1.60 5_14 0.4262 Rprec_mult_1.80 5_14 0.4058 Rprec_mult_2.00 5_14 0.3816 utility 5_14 -928.0000 11pt_avg 5_14 0.6212 binG 5_14 0.4101 G 5_14 0.3149 ndcg 5_14 0.8462 ndcg_rel 5_14 0.8070 Rndcg 5_14 0.8072 ndcg_cut_5 5_14 0.8177 ndcg_cut_10 5_14 0.8838 ndcg_cut_15 5_14 0.8131 ndcg_cut_20 5_14 0.7638 ndcg_cut_30 5_14 0.7538 ndcg_cut_100 5_14 0.8109 ndcg_cut_200 5_14 0.8272 ndcg_cut_500 5_14 0.8373 ndcg_cut_1000 5_14 0.8462 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2313 map_cut_15 5_14 0.3019 map_cut_20 5_14 0.3383 map_cut_30 5_14 0.4629 map_cut_100 5_14 0.5974 map_cut_200 5_14 0.6068 map_cut_500 5_14 0.6139 map_cut_1000 5_14 0.6156 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.9000 relative_P_15 5_14 0.8000 relative_P_20 5_14 0.7000 relative_P_30 5_14 0.7000 relative_P_100 5_14 0.8158 relative_P_200 5_14 0.8684 relative_P_500 5_14 0.9211 relative_P_1000 5_14 0.9474 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0360 set_relative_P 5_14 0.9474 set_recall 5_14 0.9474 set_map 5_14 0.0341 set_F 5_14 0.0694 num_nonrel_judged_ret 5_14 21 rbp 5_14 0.5372 rbp_resid 5_14 0.0756 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.1000 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 41 map 5_15 0.2296 Rprec 5_15 0.2558 bpref 5_15 0.3012 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.4545 iprec_at_recall_0.20 5_15 0.2821 iprec_at_recall_0.30 5_15 0.2692 iprec_at_recall_0.40 5_15 0.2135 iprec_at_recall_0.50 5_15 0.2069 iprec_at_recall_0.60 5_15 0.1955 iprec_at_recall_0.70 5_15 0.1111 iprec_at_recall_0.80 5_15 0.0852 iprec_at_recall_0.90 5_15 0.0602 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.4000 P_15 5_15 0.3333 P_20 5_15 0.3500 P_30 5_15 0.2667 P_100 5_15 0.2000 P_200 5_15 0.1350 P_500 5_15 0.0700 P_1000 5_15 0.0410 relstring 5_15 '1100020--3' recall_5 5_15 0.0465 recall_10 5_15 0.0930 recall_15 5_15 0.1163 recall_20 5_15 0.1628 recall_30 5_15 0.1860 recall_100 5_15 0.4651 recall_200 5_15 0.6279 recall_500 5_15 0.8140 recall_1000 5_15 0.9535 infAP 5_15 0.2296 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.3333 Rprec_mult_0.60 5_15 0.3077 Rprec_mult_0.80 5_15 0.2571 Rprec_mult_1.00 5_15 0.2558 Rprec_mult_1.20 5_15 0.2692 Rprec_mult_1.40 5_15 0.2295 Rprec_mult_1.60 5_15 0.2174 Rprec_mult_1.80 5_15 0.2051 Rprec_mult_2.00 5_15 0.1977 utility 5_15 -918.0000 11pt_avg 5_15 0.2617 binG 5_15 0.2036 G 5_15 0.1500 ndcg 5_15 0.5385 ndcg_rel 5_15 0.3606 Rndcg 5_15 0.2859 ndcg_cut_5 5_15 0.1657 ndcg_cut_10 5_15 0.2194 ndcg_cut_15 5_15 0.1989 ndcg_cut_20 5_15 0.2105 ndcg_cut_30 5_15 0.1988 ndcg_cut_100 5_15 0.3419 ndcg_cut_200 5_15 0.4094 ndcg_cut_500 5_15 0.4800 ndcg_cut_1000 5_15 0.5385 map_cut_5 5_15 0.0465 map_cut_10 5_15 0.0674 map_cut_15 5_15 0.0780 map_cut_20 5_15 0.0949 map_cut_30 5_15 0.1037 map_cut_100 5_15 0.1702 map_cut_200 5_15 0.2016 map_cut_500 5_15 0.2210 map_cut_1000 5_15 0.2296 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.4000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.3500 relative_P_30 5_15 0.2667 relative_P_100 5_15 0.4651 relative_P_200 5_15 0.6279 relative_P_500 5_15 0.8140 relative_P_1000 5_15 0.9535 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0410 set_relative_P 5_15 0.9535 set_recall 5_15 0.9535 set_map 5_15 0.0391 set_F 5_15 0.0786 num_nonrel_judged_ret 5_15 85 rbp 5_15 0.1364 rbp_resid 5_15 0.1410 unj_5 5_15 0.0000 unj_10 5_15 0.2000 unj_20 5_15 0.1500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 98 map 5_2 0.3143 Rprec 5_2 0.3309 bpref 5_2 0.6849 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.9524 iprec_at_recall_0.20 5_2 0.6829 iprec_at_recall_0.30 5_2 0.3644 iprec_at_recall_0.40 5_2 0.2605 iprec_at_recall_0.50 5_2 0.1994 iprec_at_recall_0.60 5_2 0.1514 iprec_at_recall_0.70 5_2 0.1028 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 1.0000 P_15 5_2 0.9333 P_20 5_2 0.9500 P_30 5_2 0.8000 P_100 5_2 0.3900 P_200 5_2 0.2700 P_500 5_2 0.1560 P_1000 5_2 0.0980 relstring 5_2 '3414414422' recall_5 5_2 0.0360 recall_10 5_2 0.0719 recall_15 5_2 0.1007 recall_20 5_2 0.1367 recall_30 5_2 0.1727 recall_100 5_2 0.2806 recall_200 5_2 0.3885 recall_500 5_2 0.5612 recall_1000 5_2 0.7050 infAP 5_2 0.3143 Rprec_mult_0.20 5_2 0.8214 Rprec_mult_0.40 5_2 0.5357 Rprec_mult_0.60 5_2 0.4405 Rprec_mult_0.80 5_2 0.3661 Rprec_mult_1.00 5_2 0.3309 Rprec_mult_1.20 5_2 0.2994 Rprec_mult_1.40 5_2 0.2769 Rprec_mult_1.60 5_2 0.2511 Rprec_mult_1.80 5_2 0.2430 Rprec_mult_2.00 5_2 0.2230 utility 5_2 -804.0000 11pt_avg 5_2 0.3376 binG 5_2 0.2050 G 5_2 0.1289 ndcg 5_2 0.6196 ndcg_rel 5_2 0.5742 Rndcg 5_2 0.5373 ndcg_cut_5 5_2 0.7880 ndcg_cut_10 5_2 0.7387 ndcg_cut_15 5_2 0.6391 ndcg_cut_20 5_2 0.6346 ndcg_cut_30 5_2 0.5580 ndcg_cut_100 5_2 0.4457 ndcg_cut_200 5_2 0.4691 ndcg_cut_500 5_2 0.5491 ndcg_cut_1000 5_2 0.6196 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0719 map_cut_15 5_2 0.0986 map_cut_20 5_2 0.1325 map_cut_30 5_2 0.1629 map_cut_100 5_2 0.2231 map_cut_200 5_2 0.2584 map_cut_500 5_2 0.2948 map_cut_1000 5_2 0.3143 relative_P_5 5_2 1.0000 relative_P_10 5_2 1.0000 relative_P_15 5_2 0.9333 relative_P_20 5_2 0.9500 relative_P_30 5_2 0.8000 relative_P_100 5_2 0.3900 relative_P_200 5_2 0.3885 relative_P_500 5_2 0.5612 relative_P_1000 5_2 0.7050 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0980 set_relative_P 5_2 0.7050 set_recall 5_2 0.7050 set_map 5_2 0.0691 set_F 5_2 0.1721 num_nonrel_judged_ret 5_2 8 rbp 5_2 0.5788 rbp_resid 5_2 0.1069 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.0500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 61 map 5_4 0.1895 Rprec 5_4 0.2037 bpref 5_4 0.4289 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.6875 iprec_at_recall_0.20 5_4 0.2683 iprec_at_recall_0.30 5_4 0.1469 iprec_at_recall_0.40 5_4 0.1415 iprec_at_recall_0.50 5_4 0.0887 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 1.0000 P_10 5_4 0.9000 P_15 5_4 0.6667 P_20 5_4 0.6000 P_30 5_4 0.5667 P_100 5_4 0.2200 P_200 5_4 0.1450 P_500 5_4 0.1020 P_1000 5_4 0.0610 relstring 5_4 '2222202232' recall_5 5_4 0.0463 recall_10 5_4 0.0833 recall_15 5_4 0.0926 recall_20 5_4 0.1111 recall_30 5_4 0.1574 recall_100 5_4 0.2037 recall_200 5_4 0.2685 recall_500 5_4 0.4722 recall_1000 5_4 0.5648 infAP 5_4 0.1895 Rprec_mult_0.20 5_4 0.5909 Rprec_mult_0.40 5_4 0.4318 Rprec_mult_0.60 5_4 0.3077 Rprec_mult_0.80 5_4 0.2529 Rprec_mult_1.00 5_4 0.2037 Rprec_mult_1.20 5_4 0.1769 Rprec_mult_1.40 5_4 0.1513 Rprec_mult_1.60 5_4 0.1503 Rprec_mult_1.80 5_4 0.1385 Rprec_mult_2.00 5_4 0.1435 utility 5_4 -878.0000 11pt_avg 5_4 0.2121 binG 5_4 0.1481 G 5_4 0.0948 ndcg 5_4 0.4791 ndcg_rel 5_4 0.4470 Rndcg 5_4 0.4038 ndcg_cut_5 5_4 0.5000 ndcg_cut_10 5_4 0.5123 ndcg_cut_15 5_4 0.4554 ndcg_cut_20 5_4 0.4498 ndcg_cut_30 5_4 0.4821 ndcg_cut_100 5_4 0.3123 ndcg_cut_200 5_4 0.3380 ndcg_cut_500 5_4 0.4378 ndcg_cut_1000 5_4 0.4791 map_cut_5 5_4 0.0463 map_cut_10 5_4 0.0789 map_cut_15 5_4 0.0873 map_cut_20 5_4 0.0992 map_cut_30 5_4 0.1274 map_cut_100 5_4 0.1447 map_cut_200 5_4 0.1548 map_cut_500 5_4 0.1819 map_cut_1000 5_4 0.1895 relative_P_5 5_4 1.0000 relative_P_10 5_4 0.9000 relative_P_15 5_4 0.6667 relative_P_20 5_4 0.6000 relative_P_30 5_4 0.5667 relative_P_100 5_4 0.2200 relative_P_200 5_4 0.2685 relative_P_500 5_4 0.4722 relative_P_1000 5_4 0.5648 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0610 set_relative_P 5_4 0.5648 set_recall 5_4 0.5648 set_map 5_4 0.0345 set_F 5_4 0.1101 num_nonrel_judged_ret 5_4 27 rbp 5_4 0.3813 rbp_resid 5_4 0.2208 unj_5 5_4 0.0000 unj_10 5_4 0.0000 unj_20 5_4 0.3500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 53 map 5_5 0.1597 Rprec 5_5 0.2315 bpref 5_5 0.3853 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.5000 iprec_at_recall_0.20 5_5 0.2716 iprec_at_recall_0.30 5_5 0.1608 iprec_at_recall_0.40 5_5 0.0876 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 0.7000 P_15 5_5 0.6000 P_20 5_5 0.5000 P_30 5_5 0.4667 P_100 5_5 0.2500 P_200 5_5 0.1600 P_500 5_5 0.0860 P_1000 5_5 0.0530 relstring 5_5 '2241200120' recall_5 5_5 0.0463 recall_10 5_5 0.0648 recall_15 5_5 0.0833 recall_20 5_5 0.0926 recall_30 5_5 0.1296 recall_100 5_5 0.2315 recall_200 5_5 0.2963 recall_500 5_5 0.3981 recall_1000 5_5 0.4907 infAP 5_5 0.1597 Rprec_mult_0.20 5_5 0.4545 Rprec_mult_0.40 5_5 0.3409 Rprec_mult_0.60 5_5 0.2923 Rprec_mult_0.80 5_5 0.2644 Rprec_mult_1.00 5_5 0.2315 Rprec_mult_1.20 5_5 0.2154 Rprec_mult_1.40 5_5 0.1974 Rprec_mult_1.60 5_5 0.1792 Rprec_mult_1.80 5_5 0.1590 Rprec_mult_2.00 5_5 0.1528 utility 5_5 -894.0000 11pt_avg 5_5 0.1836 binG 5_5 0.1253 G 5_5 0.0826 ndcg 5_5 0.4122 ndcg_rel 5_5 0.3966 Rndcg 5_5 0.4024 ndcg_cut_5 5_5 0.5669 ndcg_cut_10 5_5 0.4560 ndcg_cut_15 5_5 0.4278 ndcg_cut_20 5_5 0.3922 ndcg_cut_30 5_5 0.3851 ndcg_cut_100 5_5 0.3004 ndcg_cut_200 5_5 0.3245 ndcg_cut_500 5_5 0.3775 ndcg_cut_1000 5_5 0.4122 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0604 map_cut_15 5_5 0.0722 map_cut_20 5_5 0.0780 map_cut_30 5_5 0.0961 map_cut_100 5_5 0.1278 map_cut_200 5_5 0.1411 map_cut_500 5_5 0.1531 map_cut_1000 5_5 0.1597 relative_P_5 5_5 1.0000 relative_P_10 5_5 0.7000 relative_P_15 5_5 0.6000 relative_P_20 5_5 0.5000 relative_P_30 5_5 0.4667 relative_P_100 5_5 0.2500 relative_P_200 5_5 0.2963 relative_P_500 5_5 0.3981 relative_P_1000 5_5 0.4907 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0530 set_relative_P 5_5 0.4907 set_recall 5_5 0.4907 set_map 5_5 0.0260 set_F 5_5 0.0957 num_nonrel_judged_ret 5_5 44 rbp 5_5 0.3033 rbp_resid 5_5 0.1223 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.1500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 59 map 5_8 0.1895 Rprec 5_8 0.2564 bpref 5_8 0.5511 recip_rank 5_8 0.3333 iprec_at_recall_0.00 5_8 0.6667 iprec_at_recall_0.10 5_8 0.6000 iprec_at_recall_0.20 5_8 0.4211 iprec_at_recall_0.30 5_8 0.2273 iprec_at_recall_0.40 5_8 0.1867 iprec_at_recall_0.50 5_8 0.1254 iprec_at_recall_0.60 5_8 0.0681 iprec_at_recall_0.70 5_8 0.0669 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.4000 P_10 5_8 0.6000 P_15 5_8 0.4667 P_20 5_8 0.5500 P_30 5_8 0.5000 P_100 5_8 0.2100 P_200 5_8 0.1650 P_500 5_8 0.0800 P_1000 5_8 0.0590 relstring 5_8 '0032011110' recall_5 5_8 0.0256 recall_10 5_8 0.0769 recall_15 5_8 0.0897 recall_20 5_8 0.1410 recall_30 5_8 0.1923 recall_100 5_8 0.2692 recall_200 5_8 0.4231 recall_500 5_8 0.5128 recall_1000 5_8 0.7564 infAP 5_8 0.1895 Rprec_mult_0.20 5_8 0.5000 Rprec_mult_0.40 5_8 0.4688 Rprec_mult_0.60 5_8 0.3404 Rprec_mult_0.80 5_8 0.3016 Rprec_mult_1.00 5_8 0.2564 Rprec_mult_1.20 5_8 0.2234 Rprec_mult_1.40 5_8 0.2273 Rprec_mult_1.60 5_8 0.2080 Rprec_mult_1.80 5_8 0.1915 Rprec_mult_2.00 5_8 0.1795 utility 5_8 -882.0000 11pt_avg 5_8 0.2147 binG 5_8 0.1431 G 5_8 0.1044 ndcg 5_8 0.4387 ndcg_rel 5_8 0.3317 Rndcg 5_8 0.2502 ndcg_cut_5 5_8 0.2151 ndcg_cut_10 5_8 0.2327 ndcg_cut_15 5_8 0.2013 ndcg_cut_20 5_8 0.2332 ndcg_cut_30 5_8 0.2458 ndcg_cut_100 5_8 0.2158 ndcg_cut_200 5_8 0.2913 ndcg_cut_500 5_8 0.3342 ndcg_cut_1000 5_8 0.4387 map_cut_5 5_8 0.0107 map_cut_10 5_8 0.0410 map_cut_15 5_8 0.0470 map_cut_20 5_8 0.0740 map_cut_30 5_8 0.1040 map_cut_100 5_8 0.1290 map_cut_200 5_8 0.1594 map_cut_500 5_8 0.1730 map_cut_1000 5_8 0.1895 relative_P_5 5_8 0.4000 relative_P_10 5_8 0.6000 relative_P_15 5_8 0.4667 relative_P_20 5_8 0.5500 relative_P_30 5_8 0.5000 relative_P_100 5_8 0.2692 relative_P_200 5_8 0.4231 relative_P_500 5_8 0.5128 relative_P_1000 5_8 0.7564 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0590 set_relative_P 5_8 0.7564 set_recall 5_8 0.7564 set_map 5_8 0.0446 set_F 5_8 0.1095 num_nonrel_judged_ret 5_8 38 rbp 5_8 0.1906 rbp_resid 5_8 0.1242 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.1000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 48 map 5_9 0.6378 Rprec 5_9 0.5849 bpref 5_9 0.8409 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.9286 iprec_at_recall_0.20 5_9 0.9286 iprec_at_recall_0.30 5_9 0.9286 iprec_at_recall_0.40 5_9 0.9286 iprec_at_recall_0.50 5_9 0.9000 iprec_at_recall_0.60 5_9 0.5926 iprec_at_recall_0.70 5_9 0.5634 iprec_at_recall_0.80 5_9 0.4242 iprec_at_recall_0.90 5_9 0.0576 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.8000 P_10 5_9 0.8000 P_15 5_9 0.8667 P_20 5_9 0.9000 P_30 5_9 0.9000 P_100 5_9 0.4200 P_200 5_9 0.2200 P_500 5_9 0.0940 P_1000 5_9 0.0480 relstring 5_9 '4044442430' recall_5 5_9 0.0755 recall_10 5_9 0.1509 recall_15 5_9 0.2453 recall_20 5_9 0.3396 recall_30 5_9 0.5094 recall_100 5_9 0.7925 recall_200 5_9 0.8302 recall_500 5_9 0.8868 recall_1000 5_9 0.9057 infAP 5_9 0.6378 Rprec_mult_0.20 5_9 0.8182 Rprec_mult_0.40 5_9 0.9091 Rprec_mult_0.60 5_9 0.8438 Rprec_mult_0.80 5_9 0.7209 Rprec_mult_1.00 5_9 0.5849 Rprec_mult_1.20 5_9 0.5312 Rprec_mult_1.40 5_9 0.5333 Rprec_mult_1.60 5_9 0.4824 Rprec_mult_1.80 5_9 0.4271 Rprec_mult_2.00 5_9 0.3962 utility 5_9 -904.0000 11pt_avg 5_9 0.6593 binG 5_9 0.3584 G 5_9 0.2381 ndcg 5_9 0.8325 ndcg_rel 5_9 0.7769 Rndcg 5_9 0.7518 ndcg_cut_5 5_9 0.7860 ndcg_cut_10 5_9 0.7443 ndcg_cut_15 5_9 0.7559 ndcg_cut_20 5_9 0.7912 ndcg_cut_30 5_9 0.7860 ndcg_cut_100 5_9 0.7799 ndcg_cut_200 5_9 0.8002 ndcg_cut_500 5_9 0.8224 ndcg_cut_1000 5_9 0.8325 map_cut_5 5_9 0.0607 map_cut_10 5_9 0.1259 map_cut_15 5_9 0.2055 map_cut_20 5_9 0.2893 map_cut_30 5_9 0.4448 map_cut_100 5_9 0.6144 map_cut_200 5_9 0.6249 map_cut_500 5_9 0.6367 map_cut_1000 5_9 0.6378 relative_P_5 5_9 0.8000 relative_P_10 5_9 0.8000 relative_P_15 5_9 0.8667 relative_P_20 5_9 0.9000 relative_P_30 5_9 0.9000 relative_P_100 5_9 0.7925 relative_P_200 5_9 0.8302 relative_P_500 5_9 0.8868 relative_P_1000 5_9 0.9057 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0480 set_relative_P 5_9 0.9057 set_recall 5_9 0.9057 set_map 5_9 0.0435 set_F 5_9 0.0912 num_nonrel_judged_ret 5_9 13 rbp 5_9 0.7190 rbp_resid 5_9 0.0311 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 84 map 6_1 0.0767 Rprec 6_1 0.1571 bpref 6_1 0.1876 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.2448 iprec_at_recall_0.20 6_1 0.0984 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 0.7000 P_15 6_1 0.6000 P_20 6_1 0.5000 P_30 6_1 0.5667 P_100 6_1 0.2900 P_200 6_1 0.1950 P_500 6_1 0.1180 P_1000 6_1 0.0840 relstring 6_1 '3111102010' recall_5 6_1 0.0151 recall_10 6_1 0.0211 recall_15 6_1 0.0272 recall_20 6_1 0.0302 recall_30 6_1 0.0514 recall_100 6_1 0.0876 recall_200 6_1 0.1178 recall_500 6_1 0.1782 recall_1000 6_1 0.2538 infAP 6_1 0.0767 Rprec_mult_0.20 6_1 0.3881 Rprec_mult_0.40 6_1 0.2406 Rprec_mult_0.60 6_1 0.1960 Rprec_mult_0.80 6_1 0.1736 Rprec_mult_1.00 6_1 0.1571 Rprec_mult_1.20 6_1 0.1357 Rprec_mult_1.40 6_1 0.1228 Rprec_mult_1.60 6_1 0.1132 Rprec_mult_1.80 6_1 0.1040 Rprec_mult_2.00 6_1 0.0982 utility 6_1 -832.0000 11pt_avg 6_1 0.1221 binG 6_1 0.0545 G 6_1 0.0388 ndcg 6_1 0.2607 ndcg_rel 6_1 0.2652 Rndcg 6_1 0.3559 ndcg_cut_5 6_1 0.5026 ndcg_cut_10 6_1 0.4044 ndcg_cut_15 6_1 0.3694 ndcg_cut_20 6_1 0.3383 ndcg_cut_30 6_1 0.3577 ndcg_cut_100 6_1 0.2436 ndcg_cut_200 6_1 0.2105 ndcg_cut_500 6_1 0.2155 ndcg_cut_1000 6_1 0.2607 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0200 map_cut_15 6_1 0.0237 map_cut_20 6_1 0.0254 map_cut_30 6_1 0.0372 map_cut_100 6_1 0.0527 map_cut_200 6_1 0.0598 map_cut_500 6_1 0.0695 map_cut_1000 6_1 0.0767 relative_P_5 6_1 1.0000 relative_P_10 6_1 0.7000 relative_P_15 6_1 0.6000 relative_P_20 6_1 0.5000 relative_P_30 6_1 0.5667 relative_P_100 6_1 0.2900 relative_P_200 6_1 0.1950 relative_P_500 6_1 0.1782 relative_P_1000 6_1 0.2538 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0840 set_relative_P 6_1 0.2538 set_recall 6_1 0.2538 set_map 6_1 0.0213 set_F 6_1 0.1262 num_nonrel_judged_ret 6_1 35 rbp 6_1 0.2332 rbp_resid 6_1 0.0263 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 31 map 6_10 0.2011 Rprec 6_10 0.2444 bpref 6_10 0.6099 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.8333 iprec_at_recall_0.20 6_10 0.4091 iprec_at_recall_0.30 6_10 0.1596 iprec_at_recall_0.40 6_10 0.1241 iprec_at_recall_0.50 6_10 0.0909 iprec_at_recall_0.60 6_10 0.0550 iprec_at_recall_0.70 6_10 0.0324 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.8000 P_10 6_10 0.5000 P_15 6_10 0.4000 P_20 6_10 0.4000 P_30 6_10 0.3000 P_100 6_10 0.1500 P_200 6_10 0.0900 P_500 6_10 0.0540 P_1000 6_10 0.0310 relstring 6_10 '332013----' recall_5 6_10 0.0889 recall_10 6_10 0.1111 recall_15 6_10 0.1333 recall_20 6_10 0.1778 recall_30 6_10 0.2000 recall_100 6_10 0.3333 recall_200 6_10 0.4000 recall_500 6_10 0.6000 recall_1000 6_10 0.6889 infAP 6_10 0.2011 Rprec_mult_0.20 6_10 0.5556 Rprec_mult_0.40 6_10 0.4444 Rprec_mult_0.60 6_10 0.3333 Rprec_mult_0.80 6_10 0.3056 Rprec_mult_1.00 6_10 0.2444 Rprec_mult_1.20 6_10 0.2037 Rprec_mult_1.40 6_10 0.1746 Rprec_mult_1.60 6_10 0.1806 Rprec_mult_1.80 6_10 0.1605 Rprec_mult_2.00 6_10 0.1444 utility 6_10 -938.0000 11pt_avg 6_10 0.2459 binG 6_10 0.1891 G 6_10 0.1429 ndcg 6_10 0.5209 ndcg_rel 6_10 0.4968 Rndcg 6_10 0.4958 ndcg_cut_5 6_10 0.6378 ndcg_cut_10 6_10 0.5023 ndcg_cut_15 6_10 0.4281 ndcg_cut_20 6_10 0.4252 ndcg_cut_30 6_10 0.3757 ndcg_cut_100 6_10 0.3812 ndcg_cut_200 6_10 0.4179 ndcg_cut_500 6_10 0.4780 ndcg_cut_1000 6_10 0.5209 map_cut_5 6_10 0.0844 map_cut_10 6_10 0.1030 map_cut_15 6_10 0.1151 map_cut_20 6_10 0.1341 map_cut_30 6_10 0.1432 map_cut_100 6_10 0.1724 map_cut_200 6_10 0.1813 map_cut_500 6_10 0.1976 map_cut_1000 6_10 0.2011 relative_P_5 6_10 0.8000 relative_P_10 6_10 0.5000 relative_P_15 6_10 0.4000 relative_P_20 6_10 0.4000 relative_P_30 6_10 0.3000 relative_P_100 6_10 0.3333 relative_P_200 6_10 0.4000 relative_P_500 6_10 0.6000 relative_P_1000 6_10 0.6889 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0310 set_relative_P 6_10 0.6889 set_recall 6_10 0.6889 set_map 6_10 0.0214 set_F 6_10 0.0593 num_nonrel_judged_ret 6_10 16 rbp 6_10 0.2778 rbp_resid 6_10 0.4252 unj_5 6_10 0.0000 unj_10 6_10 0.4000 unj_20 6_10 0.5000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 27 map 6_11 0.0168 Rprec 6_11 0.0763 bpref 6_11 0.1766 recip_rank 6_11 0.5000 iprec_at_recall_0.00 6_11 0.5000 iprec_at_recall_0.10 6_11 0.0539 iprec_at_recall_0.20 6_11 0.0272 iprec_at_recall_0.30 6_11 0.0000 iprec_at_recall_0.40 6_11 0.0000 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.2000 P_10 6_11 0.1000 P_15 6_11 0.0667 P_20 6_11 0.1000 P_30 6_11 0.0667 P_100 6_11 0.0900 P_200 6_11 0.0550 P_500 6_11 0.0320 P_1000 6_11 0.0270 relstring 6_11 '01000-000-' recall_5 6_11 0.0085 recall_10 6_11 0.0085 recall_15 6_11 0.0085 recall_20 6_11 0.0169 recall_30 6_11 0.0169 recall_100 6_11 0.0763 recall_200 6_11 0.0932 recall_500 6_11 0.1356 recall_1000 6_11 0.2288 infAP 6_11 0.0168 Rprec_mult_0.20 6_11 0.0833 Rprec_mult_0.40 6_11 0.0833 Rprec_mult_0.60 6_11 0.1127 Rprec_mult_0.80 6_11 0.0947 Rprec_mult_1.00 6_11 0.0763 Rprec_mult_1.20 6_11 0.0704 Rprec_mult_1.40 6_11 0.0602 Rprec_mult_1.60 6_11 0.0582 Rprec_mult_1.80 6_11 0.0516 Rprec_mult_2.00 6_11 0.0508 utility 6_11 -946.0000 11pt_avg 6_11 0.0528 binG 6_11 0.0350 G 6_11 0.0310 ndcg 6_11 0.1555 ndcg_rel 6_11 0.1448 Rndcg 6_11 0.0986 ndcg_cut_5 6_11 0.0786 ndcg_cut_10 6_11 0.0562 ndcg_cut_15 6_11 0.0455 ndcg_cut_20 6_11 0.0540 ndcg_cut_30 6_11 0.0428 ndcg_cut_100 6_11 0.0873 ndcg_cut_200 6_11 0.0885 ndcg_cut_500 6_11 0.1188 ndcg_cut_1000 6_11 0.1555 map_cut_5 6_11 0.0042 map_cut_10 6_11 0.0042 map_cut_15 6_11 0.0042 map_cut_20 6_11 0.0053 map_cut_30 6_11 0.0053 map_cut_100 6_11 0.0111 map_cut_200 6_11 0.0124 map_cut_500 6_11 0.0142 map_cut_1000 6_11 0.0168 relative_P_5 6_11 0.2000 relative_P_10 6_11 0.1000 relative_P_15 6_11 0.0667 relative_P_20 6_11 0.1000 relative_P_30 6_11 0.0667 relative_P_100 6_11 0.0900 relative_P_200 6_11 0.0932 relative_P_500 6_11 0.1356 relative_P_1000 6_11 0.2288 success_1 6_11 0.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0270 set_relative_P 6_11 0.2288 set_recall 6_11 0.2288 set_map 6_11 0.0062 set_F 6_11 0.0483 num_nonrel_judged_ret 6_11 38 rbp 6_11 0.0388 rbp_resid 6_11 0.3590 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.4500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 61 map 6_12 0.5431 Rprec 6_12 0.4928 bpref 6_12 0.8684 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 1.0000 iprec_at_recall_0.30 6_12 0.9655 iprec_at_recall_0.40 6_12 0.9655 iprec_at_recall_0.50 6_12 0.4545 iprec_at_recall_0.60 6_12 0.3203 iprec_at_recall_0.70 6_12 0.1928 iprec_at_recall_0.80 6_12 0.1361 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 1.0000 P_15 6_12 1.0000 P_20 6_12 0.9500 P_30 6_12 0.9333 P_100 6_12 0.3700 P_200 6_12 0.2250 P_500 6_12 0.1140 P_1000 6_12 0.0610 relstring 6_12 '3333333333' recall_5 6_12 0.0725 recall_10 6_12 0.1449 recall_15 6_12 0.2174 recall_20 6_12 0.2754 recall_30 6_12 0.4058 recall_100 6_12 0.5362 recall_200 6_12 0.6522 recall_500 6_12 0.8261 recall_1000 6_12 0.8841 infAP 6_12 0.5431 Rprec_mult_0.20 6_12 1.0000 Rprec_mult_0.40 6_12 0.9643 Rprec_mult_0.60 6_12 0.7143 Rprec_mult_0.80 6_12 0.5893 Rprec_mult_1.00 6_12 0.4928 Rprec_mult_1.20 6_12 0.4217 Rprec_mult_1.40 6_12 0.3814 Rprec_mult_1.60 6_12 0.3333 Rprec_mult_1.80 6_12 0.3200 Rprec_mult_2.00 6_12 0.2971 utility 6_12 -878.0000 11pt_avg 6_12 0.5486 binG 6_12 0.4185 G 6_12 0.2833 ndcg 6_12 0.8073 ndcg_rel 6_12 0.8095 Rndcg 6_12 0.6812 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.9317 ndcg_cut_15 6_12 0.9462 ndcg_cut_20 6_12 0.9223 ndcg_cut_30 6_12 0.9036 ndcg_cut_100 6_12 0.6313 ndcg_cut_200 6_12 0.6992 ndcg_cut_500 6_12 0.7856 ndcg_cut_1000 6_12 0.8073 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1449 map_cut_15 6_12 0.2174 map_cut_20 6_12 0.2731 map_cut_30 6_12 0.3982 map_cut_100 6_12 0.4770 map_cut_200 6_12 0.5106 map_cut_500 6_12 0.5390 map_cut_1000 6_12 0.5431 relative_P_5 6_12 1.0000 relative_P_10 6_12 1.0000 relative_P_15 6_12 1.0000 relative_P_20 6_12 0.9500 relative_P_30 6_12 0.9333 relative_P_100 6_12 0.5362 relative_P_200 6_12 0.6522 relative_P_500 6_12 0.8261 relative_P_1000 6_12 0.8841 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0610 set_relative_P 6_12 0.8841 set_recall 6_12 0.8841 set_map 6_12 0.0539 set_F 6_12 0.1141 num_nonrel_judged_ret 6_12 3 rbp 6_12 0.7032 rbp_resid 6_12 0.0387 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 95 map 6_13 0.5092 Rprec 6_13 0.4486 bpref 6_13 0.8668 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 1.0000 iprec_at_recall_0.20 6_13 1.0000 iprec_at_recall_0.30 6_13 0.8974 iprec_at_recall_0.40 6_13 0.5443 iprec_at_recall_0.50 6_13 0.3946 iprec_at_recall_0.60 6_13 0.3459 iprec_at_recall_0.70 6_13 0.2560 iprec_at_recall_0.80 6_13 0.1442 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 1.0000 P_15 6_13 1.0000 P_20 6_13 1.0000 P_30 6_13 0.9667 P_100 6_13 0.4700 P_200 6_13 0.3250 P_500 6_13 0.1660 P_1000 6_13 0.0950 relstring 6_13 '2223223321' recall_5 6_13 0.0467 recall_10 6_13 0.0935 recall_15 6_13 0.1402 recall_20 6_13 0.1869 recall_30 6_13 0.2710 recall_100 6_13 0.4393 recall_200 6_13 0.6075 recall_500 6_13 0.7757 recall_1000 6_13 0.8879 infAP 6_13 0.5092 Rprec_mult_0.20 6_13 1.0000 Rprec_mult_0.40 6_13 0.8140 Rprec_mult_0.60 6_13 0.5846 Rprec_mult_0.80 6_13 0.5349 Rprec_mult_1.00 6_13 0.4486 Rprec_mult_1.20 6_13 0.3953 Rprec_mult_1.40 6_13 0.3867 Rprec_mult_1.60 6_13 0.3663 Rprec_mult_1.80 6_13 0.3368 Rprec_mult_2.00 6_13 0.3131 utility 6_13 -810.0000 11pt_avg 6_13 0.5075 binG 6_13 0.3795 G 6_13 0.1828 ndcg 6_13 0.7810 ndcg_rel 6_13 0.6887 Rndcg 6_13 0.6492 ndcg_cut_5 6_13 0.7154 ndcg_cut_10 6_13 0.7247 ndcg_cut_15 6_13 0.7438 ndcg_cut_20 6_13 0.7259 ndcg_cut_30 6_13 0.7228 ndcg_cut_100 6_13 0.5413 ndcg_cut_200 6_13 0.6399 ndcg_cut_500 6_13 0.7285 ndcg_cut_1000 6_13 0.7810 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0935 map_cut_15 6_13 0.1402 map_cut_20 6_13 0.1869 map_cut_30 6_13 0.2710 map_cut_100 6_13 0.3871 map_cut_200 6_13 0.4532 map_cut_500 6_13 0.4944 map_cut_1000 6_13 0.5092 relative_P_5 6_13 1.0000 relative_P_10 6_13 1.0000 relative_P_15 6_13 1.0000 relative_P_20 6_13 1.0000 relative_P_30 6_13 0.9667 relative_P_100 6_13 0.4700 relative_P_200 6_13 0.6075 relative_P_500 6_13 0.7757 relative_P_1000 6_13 0.8879 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0950 set_relative_P 6_13 0.8879 set_recall 6_13 0.8879 set_map 6_13 0.0843 set_F 6_13 0.1716 num_nonrel_judged_ret 6_13 5 rbp 6_13 0.6585 rbp_resid 6_13 0.0289 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.0000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 49 map 6_14 0.3120 Rprec 6_14 0.3750 bpref 6_14 0.4595 recip_rank 6_14 0.5000 iprec_at_recall_0.00 6_14 0.8333 iprec_at_recall_0.10 6_14 0.8000 iprec_at_recall_0.20 6_14 0.5417 iprec_at_recall_0.30 6_14 0.4737 iprec_at_recall_0.40 6_14 0.3636 iprec_at_recall_0.50 6_14 0.2593 iprec_at_recall_0.60 6_14 0.1789 iprec_at_recall_0.70 6_14 0.1354 iprec_at_recall_0.80 6_14 0.0840 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.8000 P_15 6_14 0.6000 P_20 6_14 0.5000 P_30 6_14 0.4667 P_100 6_14 0.2700 P_200 6_14 0.1700 P_500 6_14 0.0880 P_1000 6_14 0.0490 relstring 6_14 '0232210212' recall_5 6_14 0.0714 recall_10 6_14 0.1429 recall_15 6_14 0.1607 recall_20 6_14 0.1786 recall_30 6_14 0.2500 recall_100 6_14 0.4821 recall_200 6_14 0.6071 recall_500 6_14 0.7857 recall_1000 6_14 0.8750 infAP 6_14 0.3120 Rprec_mult_0.20 6_14 0.7500 Rprec_mult_0.40 6_14 0.5217 Rprec_mult_0.60 6_14 0.4706 Rprec_mult_0.80 6_14 0.4222 Rprec_mult_1.00 6_14 0.3750 Rprec_mult_1.20 6_14 0.3529 Rprec_mult_1.40 6_14 0.3291 Rprec_mult_1.60 6_14 0.3000 Rprec_mult_1.80 6_14 0.2673 Rprec_mult_2.00 6_14 0.2500 utility 6_14 -902.0000 11pt_avg 6_14 0.3336 binG 6_14 0.2111 G 6_14 0.1671 ndcg 6_14 0.6329 ndcg_rel 6_14 0.5147 Rndcg 6_14 0.4775 ndcg_cut_5 6_14 0.4971 ndcg_cut_10 6_14 0.5054 ndcg_cut_15 6_14 0.4528 ndcg_cut_20 6_14 0.4044 ndcg_cut_30 6_14 0.3990 ndcg_cut_100 6_14 0.4970 ndcg_cut_200 6_14 0.5440 ndcg_cut_500 6_14 0.6082 ndcg_cut_1000 6_14 0.6329 map_cut_5 6_14 0.0485 map_cut_10 6_14 0.1050 map_cut_15 6_14 0.1184 map_cut_20 6_14 0.1273 map_cut_30 6_14 0.1640 map_cut_100 6_14 0.2576 map_cut_200 6_14 0.2828 map_cut_500 6_14 0.3050 map_cut_1000 6_14 0.3120 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.8000 relative_P_15 6_14 0.6000 relative_P_20 6_14 0.5000 relative_P_30 6_14 0.4667 relative_P_100 6_14 0.4821 relative_P_200 6_14 0.6071 relative_P_500 6_14 0.7857 relative_P_1000 6_14 0.8750 success_1 6_14 0.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0490 set_relative_P 6_14 0.8750 set_recall 6_14 0.8750 set_map 6_14 0.0429 set_F 6_14 0.0928 num_nonrel_judged_ret 6_14 60 rbp 6_14 0.3797 rbp_resid 6_14 0.0548 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0500 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 16 map 6_16 0.0672 Rprec 6_16 0.1034 bpref 6_16 0.1724 recip_rank 6_16 1.0000 iprec_at_recall_0.00 6_16 1.0000 iprec_at_recall_0.10 6_16 0.1500 iprec_at_recall_0.20 6_16 0.0941 iprec_at_recall_0.30 6_16 0.0341 iprec_at_recall_0.40 6_16 0.0255 iprec_at_recall_0.50 6_16 0.0236 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.2000 P_10 6_16 0.1000 P_15 6_16 0.1333 P_20 6_16 0.1500 P_30 6_16 0.1000 P_100 6_16 0.0800 P_200 6_16 0.0400 P_500 6_16 0.0240 P_1000 6_16 0.0160 relstring 6_16 '10000--0--' recall_5 6_16 0.0345 recall_10 6_16 0.0345 recall_15 6_16 0.0690 recall_20 6_16 0.1034 recall_30 6_16 0.1034 recall_100 6_16 0.2759 recall_200 6_16 0.2759 recall_500 6_16 0.4138 recall_1000 6_16 0.5517 infAP 6_16 0.0672 Rprec_mult_0.20 6_16 0.1667 Rprec_mult_0.40 6_16 0.1667 Rprec_mult_0.60 6_16 0.1111 Rprec_mult_0.80 6_16 0.1250 Rprec_mult_1.00 6_16 0.1034 Rprec_mult_1.20 6_16 0.0857 Rprec_mult_1.40 6_16 0.0732 Rprec_mult_1.60 6_16 0.0638 Rprec_mult_1.80 6_16 0.0566 Rprec_mult_2.00 6_16 0.0862 utility 6_16 -968.0000 11pt_avg 6_16 0.1207 binG 6_16 0.1121 G 6_16 0.0811 ndcg 6_16 0.2886 ndcg_rel 6_16 0.2460 Rndcg 6_16 0.1532 ndcg_cut_5 6_16 0.1131 ndcg_cut_10 6_16 0.0734 ndcg_cut_15 6_16 0.1030 ndcg_cut_20 6_16 0.1250 ndcg_cut_30 6_16 0.1086 ndcg_cut_100 6_16 0.2008 ndcg_cut_200 6_16 0.2008 ndcg_cut_500 6_16 0.2421 ndcg_cut_1000 6_16 0.2886 map_cut_5 6_16 0.0345 map_cut_10 6_16 0.0345 map_cut_15 6_16 0.0402 map_cut_20 6_16 0.0454 map_cut_30 6_16 0.0454 map_cut_100 6_16 0.0600 map_cut_200 6_16 0.0600 map_cut_500 6_16 0.0642 map_cut_1000 6_16 0.0672 relative_P_5 6_16 0.2000 relative_P_10 6_16 0.1000 relative_P_15 6_16 0.1333 relative_P_20 6_16 0.1500 relative_P_30 6_16 0.1034 relative_P_100 6_16 0.2759 relative_P_200 6_16 0.2759 relative_P_500 6_16 0.4138 relative_P_1000 6_16 0.5517 success_1 6_16 1.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0160 set_relative_P 6_16 0.5517 set_recall 6_16 0.5517 set_map 6_16 0.0088 set_F 6_16 0.0311 num_nonrel_judged_ret 6_16 43 rbp 6_16 0.0787 rbp_resid 6_16 0.4113 unj_5 6_16 0.0000 unj_10 6_16 0.4000 unj_20 6_16 0.5000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 25 map 6_3 0.0688 Rprec 6_3 0.0825 bpref 6_3 0.2279 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.0667 iprec_at_recall_0.20 6_3 0.0368 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 1.0000 P_10 6_3 0.6000 P_15 6_3 0.4000 P_20 6_3 0.3000 P_30 6_3 0.2333 P_100 6_3 0.0800 P_200 6_3 0.0500 P_500 6_3 0.0360 P_1000 6_3 0.0250 relstring 6_3 '112310---1' recall_5 6_3 0.0515 recall_10 6_3 0.0619 recall_15 6_3 0.0619 recall_20 6_3 0.0619 recall_30 6_3 0.0722 recall_100 6_3 0.0825 recall_200 6_3 0.1031 recall_500 6_3 0.1856 recall_1000 6_3 0.2577 infAP 6_3 0.0688 Rprec_mult_0.20 6_3 0.3000 Rprec_mult_0.40 6_3 0.1795 Rprec_mult_0.60 6_3 0.1186 Rprec_mult_0.80 6_3 0.1026 Rprec_mult_1.00 6_3 0.0825 Rprec_mult_1.20 6_3 0.0684 Rprec_mult_1.40 6_3 0.0588 Rprec_mult_1.60 6_3 0.0641 Rprec_mult_1.80 6_3 0.0571 Rprec_mult_2.00 6_3 0.0515 utility 6_3 -950.0000 11pt_avg 6_3 0.1003 binG 6_3 0.0799 G 6_3 0.0380 ndcg 6_3 0.2002 ndcg_rel 6_3 0.2010 Rndcg 6_3 0.1936 ndcg_cut_5 6_3 0.4114 ndcg_cut_10 6_3 0.3013 ndcg_cut_15 6_3 0.2425 ndcg_cut_20 6_3 0.2157 ndcg_cut_30 6_3 0.1974 ndcg_cut_100 6_3 0.1251 ndcg_cut_200 6_3 0.1318 ndcg_cut_500 6_3 0.1679 ndcg_cut_1000 6_3 0.2002 map_cut_5 6_3 0.0515 map_cut_10 6_3 0.0577 map_cut_15 6_3 0.0577 map_cut_20 6_3 0.0577 map_cut_30 6_3 0.0612 map_cut_100 6_3 0.0625 map_cut_200 6_3 0.0638 map_cut_500 6_3 0.0668 map_cut_1000 6_3 0.0688 relative_P_5 6_3 1.0000 relative_P_10 6_3 0.6000 relative_P_15 6_3 0.4000 relative_P_20 6_3 0.3000 relative_P_30 6_3 0.2333 relative_P_100 6_3 0.0825 relative_P_200 6_3 0.1031 relative_P_500 6_3 0.1856 relative_P_1000 6_3 0.2577 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0250 set_relative_P 6_3 0.2577 set_recall 6_3 0.2577 set_map 6_3 0.0064 set_F 6_3 0.0456 num_nonrel_judged_ret 6_3 19 rbp 6_3 0.1749 rbp_resid 6_3 0.4539 unj_5 6_3 0.0000 unj_10 6_3 0.3000 unj_20 6_3 0.6500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 28 map 6_4 0.0117 Rprec 6_4 0.0496 bpref 6_4 0.1863 recip_rank 6_4 0.2000 iprec_at_recall_0.00 6_4 0.2000 iprec_at_recall_0.10 6_4 0.0393 iprec_at_recall_0.20 6_4 0.0305 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.2000 P_10 6_4 0.1000 P_15 6_4 0.1333 P_20 6_4 0.1000 P_30 6_4 0.0667 P_100 6_4 0.0500 P_200 6_4 0.0400 P_500 6_4 0.0300 P_1000 6_4 0.0280 relstring 6_4 '000020----' recall_5 6_4 0.0083 recall_10 6_4 0.0083 recall_15 6_4 0.0165 recall_20 6_4 0.0165 recall_30 6_4 0.0165 recall_100 6_4 0.0413 recall_200 6_4 0.0661 recall_500 6_4 0.1240 recall_1000 6_4 0.2314 infAP 6_4 0.0117 Rprec_mult_0.20 6_4 0.0800 Rprec_mult_0.40 6_4 0.0612 Rprec_mult_0.60 6_4 0.0685 Rprec_mult_0.80 6_4 0.0515 Rprec_mult_1.00 6_4 0.0496 Rprec_mult_1.20 6_4 0.0479 Rprec_mult_1.40 6_4 0.0412 Rprec_mult_1.60 6_4 0.0361 Rprec_mult_1.80 6_4 0.0367 Rprec_mult_2.00 6_4 0.0413 utility 6_4 -944.0000 11pt_avg 6_4 0.0245 binG 6_4 0.0319 G 6_4 0.0291 ndcg 6_4 0.1511 ndcg_rel 6_4 0.1395 Rndcg 6_4 0.0850 ndcg_cut_5 6_4 0.0875 ndcg_cut_10 6_4 0.0568 ndcg_cut_15 6_4 0.0758 ndcg_cut_20 6_4 0.0667 ndcg_cut_30 6_4 0.0549 ndcg_cut_100 6_4 0.0541 ndcg_cut_200 6_4 0.0702 ndcg_cut_500 6_4 0.1012 ndcg_cut_1000 6_4 0.1511 map_cut_5 6_4 0.0017 map_cut_10 6_4 0.0017 map_cut_15 6_4 0.0030 map_cut_20 6_4 0.0030 map_cut_30 6_4 0.0030 map_cut_100 6_4 0.0051 map_cut_200 6_4 0.0063 map_cut_500 6_4 0.0085 map_cut_1000 6_4 0.0117 relative_P_5 6_4 0.2000 relative_P_10 6_4 0.1000 relative_P_15 6_4 0.1333 relative_P_20 6_4 0.1000 relative_P_30 6_4 0.0667 relative_P_100 6_4 0.0500 relative_P_200 6_4 0.0661 relative_P_500 6_4 0.1240 relative_P_1000 6_4 0.2314 success_1 6_4 0.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0280 set_relative_P 6_4 0.2314 set_recall 6_4 0.2314 set_map 6_4 0.0065 set_F 6_4 0.0500 num_nonrel_judged_ret 6_4 33 rbp 6_4 0.0677 rbp_resid 6_4 0.4658 unj_5 6_4 0.0000 unj_10 6_4 0.4000 unj_20 6_4 0.6000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 29 map 6_5 0.0377 Rprec 6_5 0.0426 bpref 6_5 0.4237 recip_rank 6_5 0.3333 iprec_at_recall_0.00 6_5 0.5000 iprec_at_recall_0.10 6_5 0.0658 iprec_at_recall_0.20 6_5 0.0340 iprec_at_recall_0.30 6_5 0.0340 iprec_at_recall_0.40 6_5 0.0301 iprec_at_recall_0.50 6_5 0.0301 iprec_at_recall_0.60 6_5 0.0298 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.4000 P_10 6_5 0.2000 P_15 6_5 0.1333 P_20 6_5 0.1000 P_30 6_5 0.0667 P_100 6_5 0.0500 P_200 6_5 0.0350 P_500 6_5 0.0300 P_1000 6_5 0.0290 relstring 6_5 '00420-----' recall_5 6_5 0.0426 recall_10 6_5 0.0426 recall_15 6_5 0.0426 recall_20 6_5 0.0426 recall_30 6_5 0.0426 recall_100 6_5 0.1064 recall_200 6_5 0.1489 recall_500 6_5 0.3191 recall_1000 6_5 0.6170 infAP 6_5 0.0377 Rprec_mult_0.20 6_5 0.2000 Rprec_mult_0.40 6_5 0.1053 Rprec_mult_0.60 6_5 0.0690 Rprec_mult_0.80 6_5 0.0526 Rprec_mult_1.00 6_5 0.0426 Rprec_mult_1.20 6_5 0.0526 Rprec_mult_1.40 6_5 0.0606 Rprec_mult_1.60 6_5 0.0658 Rprec_mult_1.80 6_5 0.0588 Rprec_mult_2.00 6_5 0.0532 utility 6_5 -942.0000 11pt_avg 6_5 0.0658 binG 6_5 0.0895 G 6_5 0.0849 ndcg 6_5 0.3234 ndcg_rel 6_5 0.2636 Rndcg 6_5 0.1786 ndcg_cut_5 6_5 0.2508 ndcg_cut_10 6_5 0.1767 ndcg_cut_15 6_5 0.1420 ndcg_cut_20 6_5 0.1208 ndcg_cut_30 6_5 0.0993 ndcg_cut_100 6_5 0.1235 ndcg_cut_200 6_5 0.1534 ndcg_cut_500 6_5 0.2214 ndcg_cut_1000 6_5 0.3234 map_cut_5 6_5 0.0177 map_cut_10 6_5 0.0177 map_cut_15 6_5 0.0177 map_cut_20 6_5 0.0177 map_cut_30 6_5 0.0177 map_cut_100 6_5 0.0218 map_cut_200 6_5 0.0237 map_cut_500 6_5 0.0290 map_cut_1000 6_5 0.0377 relative_P_5 6_5 0.4000 relative_P_10 6_5 0.2000 relative_P_15 6_5 0.1333 relative_P_20 6_5 0.1000 relative_P_30 6_5 0.0667 relative_P_100 6_5 0.1064 relative_P_200 6_5 0.1489 relative_P_500 6_5 0.3191 relative_P_1000 6_5 0.6170 success_1 6_5 0.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0290 set_relative_P 6_5 0.6170 set_recall 6_5 0.6170 set_map 6_5 0.0179 set_F 6_5 0.0554 num_nonrel_judged_ret 6_5 22 rbp 6_5 0.1180 rbp_resid 6_5 0.5338 unj_5 6_5 0.0000 unj_10 6_5 0.5000 unj_20 6_5 0.6500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 41 map 6_6 0.1123 Rprec 6_6 0.1882 bpref 6_6 0.3939 recip_rank 6_6 0.5000 iprec_at_recall_0.00 6_6 0.6667 iprec_at_recall_0.10 6_6 0.6429 iprec_at_recall_0.20 6_6 0.1753 iprec_at_recall_0.30 6_6 0.0641 iprec_at_recall_0.40 6_6 0.0531 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.6000 P_10 6_6 0.5000 P_15 6_6 0.6000 P_20 6_6 0.5000 P_30 6_6 0.4000 P_100 6_6 0.1700 P_200 6_6 0.0950 P_500 6_6 0.0600 P_1000 6_6 0.0410 relstring 6_6 '02303-22--' recall_5 6_6 0.0353 recall_10 6_6 0.0588 recall_15 6_6 0.1059 recall_20 6_6 0.1176 recall_30 6_6 0.1412 recall_100 6_6 0.2000 recall_200 6_6 0.2235 recall_500 6_6 0.3529 recall_1000 6_6 0.4824 infAP 6_6 0.1123 Rprec_mult_0.20 6_6 0.5294 Rprec_mult_0.40 6_6 0.3529 Rprec_mult_0.60 6_6 0.2353 Rprec_mult_0.80 6_6 0.2059 Rprec_mult_1.00 6_6 0.1882 Rprec_mult_1.20 6_6 0.1667 Rprec_mult_1.40 6_6 0.1429 Rprec_mult_1.60 6_6 0.1250 Rprec_mult_1.80 6_6 0.1176 Rprec_mult_2.00 6_6 0.1059 utility 6_6 -918.0000 11pt_avg 6_6 0.1456 binG 6_6 0.1001 G 6_6 0.0849 ndcg 6_6 0.3955 ndcg_rel 6_6 0.3738 Rndcg 6_6 0.3392 ndcg_cut_5 6_6 0.4434 ndcg_cut_10 6_6 0.4003 ndcg_cut_15 6_6 0.4514 ndcg_cut_20 6_6 0.4185 ndcg_cut_30 6_6 0.3682 ndcg_cut_100 6_6 0.2624 ndcg_cut_200 6_6 0.2735 ndcg_cut_500 6_6 0.3382 ndcg_cut_1000 6_6 0.3955 map_cut_5 6_6 0.0208 map_cut_10 6_6 0.0349 map_cut_15 6_6 0.0629 map_cut_20 6_6 0.0695 map_cut_30 6_6 0.0810 map_cut_100 6_6 0.0935 map_cut_200 6_6 0.0962 map_cut_500 6_6 0.1059 map_cut_1000 6_6 0.1123 relative_P_5 6_6 0.6000 relative_P_10 6_6 0.5000 relative_P_15 6_6 0.6000 relative_P_20 6_6 0.5000 relative_P_30 6_6 0.4000 relative_P_100 6_6 0.2000 relative_P_200 6_6 0.2235 relative_P_500 6_6 0.3529 relative_P_1000 6_6 0.4824 success_1 6_6 0.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0410 set_relative_P 6_6 0.4824 set_recall 6_6 0.4824 set_map 6_6 0.0198 set_F 6_6 0.0756 num_nonrel_judged_ret 6_6 16 rbp 6_6 0.3638 rbp_resid 6_6 0.2792 unj_5 6_6 0.0000 unj_10 6_6 0.3000 unj_20 6_6 0.3000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 38 map 7_11 0.4099 Rprec 7_11 0.3684 bpref 7_11 0.8005 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 1.0000 iprec_at_recall_0.20 7_11 1.0000 iprec_at_recall_0.30 7_11 0.9167 iprec_at_recall_0.40 7_11 0.2206 iprec_at_recall_0.50 7_11 0.1418 iprec_at_recall_0.60 7_11 0.1278 iprec_at_recall_0.70 7_11 0.0941 iprec_at_recall_0.80 7_11 0.0761 iprec_at_recall_0.90 7_11 0.0529 iprec_at_recall_1.00 7_11 0.0497 P_5 7_11 1.0000 P_10 7_11 0.9000 P_15 7_11 0.8667 P_20 7_11 0.6500 P_30 7_11 0.4667 P_100 7_11 0.1700 P_200 7_11 0.1200 P_500 7_11 0.0640 P_1000 7_11 0.0380 relstring 7_11 '321111112-' recall_5 7_11 0.1316 recall_10 7_11 0.2368 recall_15 7_11 0.3421 recall_20 7_11 0.3421 recall_30 7_11 0.3684 recall_100 7_11 0.4474 recall_200 7_11 0.6316 recall_500 7_11 0.8421 recall_1000 7_11 1.0000 infAP 7_11 0.4099 Rprec_mult_0.20 7_11 1.0000 Rprec_mult_0.40 7_11 0.8125 Rprec_mult_0.60 7_11 0.5652 Rprec_mult_0.80 7_11 0.4516 Rprec_mult_1.00 7_11 0.3684 Rprec_mult_1.20 7_11 0.3043 Rprec_mult_1.40 7_11 0.2593 Rprec_mult_1.60 7_11 0.2295 Rprec_mult_1.80 7_11 0.2174 Rprec_mult_2.00 7_11 0.2105 utility 7_11 -924.0000 11pt_avg 7_11 0.4254 binG 7_11 0.3843 G 7_11 0.2399 ndcg 7_11 0.7191 ndcg_rel 7_11 0.6390 Rndcg 7_11 0.6222 ndcg_cut_5 7_11 0.6596 ndcg_cut_10 7_11 0.6169 ndcg_cut_15 7_11 0.6468 ndcg_cut_20 7_11 0.5949 ndcg_cut_30 7_11 0.5321 ndcg_cut_100 7_11 0.5129 ndcg_cut_200 7_11 0.5943 ndcg_cut_500 7_11 0.6729 ndcg_cut_1000 7_11 0.7191 map_cut_5 7_11 0.1316 map_cut_10 7_11 0.2368 map_cut_15 7_11 0.3303 map_cut_20 7_11 0.3303 map_cut_30 7_11 0.3434 map_cut_100 7_11 0.3595 map_cut_200 7_11 0.3835 map_cut_500 7_11 0.4017 map_cut_1000 7_11 0.4099 relative_P_5 7_11 1.0000 relative_P_10 7_11 0.9000 relative_P_15 7_11 0.8667 relative_P_20 7_11 0.6500 relative_P_30 7_11 0.4667 relative_P_100 7_11 0.4474 relative_P_200 7_11 0.6316 relative_P_500 7_11 0.8421 relative_P_1000 7_11 1.0000 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0380 set_relative_P 7_11 1.0000 set_recall 7_11 1.0000 set_map 7_11 0.0380 set_F 7_11 0.0732 num_nonrel_judged_ret 7_11 16 rbp 7_11 0.3706 rbp_resid 7_11 0.2217 unj_5 7_11 0.0000 unj_10 7_11 0.1000 unj_20 7_11 0.3000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 45 map 7_12 0.2659 Rprec 7_12 0.2969 bpref 7_12 0.5237 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 1.0000 iprec_at_recall_0.20 7_12 0.5417 iprec_at_recall_0.30 7_12 0.3016 iprec_at_recall_0.40 7_12 0.1605 iprec_at_recall_0.50 7_12 0.1280 iprec_at_recall_0.60 7_12 0.0931 iprec_at_recall_0.70 7_12 0.0483 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 1.0000 P_10 7_12 0.8000 P_15 7_12 0.6000 P_20 7_12 0.5500 P_30 7_12 0.5000 P_100 7_12 0.2100 P_200 7_12 0.1350 P_500 7_12 0.0780 P_1000 7_12 0.0450 relstring 7_12 '2221112200' recall_5 7_12 0.0781 recall_10 7_12 0.1250 recall_15 7_12 0.1406 recall_20 7_12 0.1719 recall_30 7_12 0.2344 recall_100 7_12 0.3281 recall_200 7_12 0.4219 recall_500 7_12 0.6094 recall_1000 7_12 0.7031 infAP 7_12 0.2659 Rprec_mult_0.20 7_12 0.6154 Rprec_mult_0.40 7_12 0.5385 Rprec_mult_0.60 7_12 0.4615 Rprec_mult_0.80 7_12 0.3462 Rprec_mult_1.00 7_12 0.2969 Rprec_mult_1.20 7_12 0.2597 Rprec_mult_1.40 7_12 0.2333 Rprec_mult_1.60 7_12 0.2039 Rprec_mult_1.80 7_12 0.1810 Rprec_mult_2.00 7_12 0.1797 utility 7_12 -910.0000 11pt_avg 7_12 0.2976 binG 7_12 0.2229 G 7_12 0.1501 ndcg 7_12 0.6004 ndcg_rel 7_12 0.5513 Rndcg 7_12 0.5261 ndcg_cut_5 7_12 0.6327 ndcg_cut_10 7_12 0.6002 ndcg_cut_15 7_12 0.5221 ndcg_cut_20 7_12 0.4903 ndcg_cut_30 7_12 0.4506 ndcg_cut_100 7_12 0.4095 ndcg_cut_200 7_12 0.4824 ndcg_cut_500 7_12 0.5689 ndcg_cut_1000 7_12 0.6004 map_cut_5 7_12 0.0781 map_cut_10 7_12 0.1250 map_cut_15 7_12 0.1344 map_cut_20 7_12 0.1537 map_cut_30 7_12 0.1875 map_cut_100 7_12 0.2242 map_cut_200 7_12 0.2400 map_cut_500 7_12 0.2604 map_cut_1000 7_12 0.2659 relative_P_5 7_12 1.0000 relative_P_10 7_12 0.8000 relative_P_15 7_12 0.6000 relative_P_20 7_12 0.5500 relative_P_30 7_12 0.5000 relative_P_100 7_12 0.3281 relative_P_200 7_12 0.4219 relative_P_500 7_12 0.6094 relative_P_1000 7_12 0.7031 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0450 set_relative_P 7_12 0.7031 set_recall 7_12 0.7031 set_map 7_12 0.0316 set_F 7_12 0.0846 num_nonrel_judged_ret 7_12 39 rbp 7_12 0.3665 rbp_resid 7_12 0.1086 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.1500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 67 map 7_14 0.5402 Rprec 7_14 0.4925 bpref 7_14 0.8849 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.9091 iprec_at_recall_0.20 7_14 0.8095 iprec_at_recall_0.30 7_14 0.7407 iprec_at_recall_0.40 7_14 0.6923 iprec_at_recall_0.50 7_14 0.5000 iprec_at_recall_0.60 7_14 0.4396 iprec_at_recall_0.70 7_14 0.3241 iprec_at_recall_0.80 7_14 0.3176 iprec_at_recall_0.90 7_14 0.2353 iprec_at_recall_1.00 7_14 0.0816 P_5 7_14 0.8000 P_10 7_14 0.9000 P_15 7_14 0.8000 P_20 7_14 0.8000 P_30 7_14 0.7333 P_100 7_14 0.4100 P_200 7_14 0.2750 P_500 7_14 0.1300 P_1000 7_14 0.0670 relstring 7_14 '3333031323' recall_5 7_14 0.0597 recall_10 7_14 0.1343 recall_15 7_14 0.1791 recall_20 7_14 0.2388 recall_30 7_14 0.3284 recall_100 7_14 0.6119 recall_200 7_14 0.8209 recall_500 7_14 0.9701 recall_1000 7_14 1.0000 infAP 7_14 0.5402 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.7407 Rprec_mult_0.60 7_14 0.6585 Rprec_mult_0.80 7_14 0.5185 Rprec_mult_1.00 7_14 0.4925 Rprec_mult_1.20 7_14 0.4568 Rprec_mult_1.40 7_14 0.4255 Rprec_mult_1.60 7_14 0.3889 Rprec_mult_1.80 7_14 0.3554 Rprec_mult_2.00 7_14 0.3433 utility 7_14 -866.0000 11pt_avg 7_14 0.5500 binG 7_14 0.2988 G 7_14 0.2490 ndcg 7_14 0.8497 ndcg_rel 7_14 0.7373 Rndcg 7_14 0.6684 ndcg_cut_5 7_14 0.8688 ndcg_cut_10 7_14 0.8439 ndcg_cut_15 7_14 0.7449 ndcg_cut_20 7_14 0.7090 ndcg_cut_30 7_14 0.6700 ndcg_cut_100 7_14 0.6638 ndcg_cut_200 7_14 0.7649 ndcg_cut_500 7_14 0.8335 ndcg_cut_1000 7_14 0.8497 map_cut_5 7_14 0.0597 map_cut_10 7_14 0.1247 map_cut_15 7_14 0.1637 map_cut_20 7_14 0.2104 map_cut_30 7_14 0.2779 map_cut_100 7_14 0.4324 map_cut_200 7_14 0.5018 map_cut_500 7_14 0.5377 map_cut_1000 7_14 0.5402 relative_P_5 7_14 0.8000 relative_P_10 7_14 0.9000 relative_P_15 7_14 0.8000 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.7333 relative_P_100 7_14 0.6119 relative_P_200 7_14 0.8209 relative_P_500 7_14 0.9701 relative_P_1000 7_14 1.0000 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0670 set_relative_P 7_14 1.0000 set_recall 7_14 1.0000 set_map 7_14 0.0670 set_F 7_14 0.1256 num_nonrel_judged_ret 7_14 7 rbp 7_14 0.6906 rbp_resid 7_14 0.1173 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 38 map 7_15 0.2564 Rprec 7_15 0.2778 bpref 7_15 0.6892 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.5789 iprec_at_recall_0.30 7_15 0.1584 iprec_at_recall_0.40 7_15 0.1215 iprec_at_recall_0.50 7_15 0.0997 iprec_at_recall_0.60 7_15 0.0922 iprec_at_recall_0.70 7_15 0.0391 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.9000 P_15 7_15 0.6667 P_20 7_15 0.5500 P_30 7_15 0.4333 P_100 7_15 0.1500 P_200 7_15 0.1100 P_500 7_15 0.0680 P_1000 7_15 0.0380 relstring 7_15 '22112-1221' recall_5 7_15 0.0926 recall_10 7_15 0.1667 recall_15 7_15 0.1852 recall_20 7_15 0.2037 recall_30 7_15 0.2407 recall_100 7_15 0.2778 recall_200 7_15 0.4074 recall_500 7_15 0.6296 recall_1000 7_15 0.7037 infAP 7_15 0.2564 Rprec_mult_0.20 7_15 0.8182 Rprec_mult_0.40 7_15 0.5455 Rprec_mult_0.60 7_15 0.3939 Rprec_mult_0.80 7_15 0.2955 Rprec_mult_1.00 7_15 0.2778 Rprec_mult_1.20 7_15 0.2308 Rprec_mult_1.40 7_15 0.1974 Rprec_mult_1.60 7_15 0.1724 Rprec_mult_1.80 7_15 0.1531 Rprec_mult_2.00 7_15 0.1481 utility 7_15 -924.0000 11pt_avg 7_15 0.2809 binG 7_15 0.2244 G 7_15 0.1538 ndcg 7_15 0.5709 ndcg_rel 7_15 0.5367 Rndcg 7_15 0.5296 ndcg_cut_5 7_15 0.6597 ndcg_cut_10 7_15 0.6365 ndcg_cut_15 7_15 0.5305 ndcg_cut_20 7_15 0.4872 ndcg_cut_30 7_15 0.4656 ndcg_cut_100 7_15 0.3863 ndcg_cut_200 7_15 0.4509 ndcg_cut_500 7_15 0.5462 ndcg_cut_1000 7_15 0.5709 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1578 map_cut_15 7_15 0.1720 map_cut_20 7_15 0.1828 map_cut_30 7_15 0.2034 map_cut_100 7_15 0.2142 map_cut_200 7_15 0.2315 map_cut_500 7_15 0.2524 map_cut_1000 7_15 0.2564 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.9000 relative_P_15 7_15 0.6667 relative_P_20 7_15 0.5500 relative_P_30 7_15 0.4333 relative_P_100 7_15 0.2778 relative_P_200 7_15 0.4074 relative_P_500 7_15 0.6296 relative_P_1000 7_15 0.7037 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0380 set_relative_P 7_15 0.7037 set_recall 7_15 0.7037 set_map 7_15 0.0267 set_F 7_15 0.0721 num_nonrel_judged_ret 7_15 4 rbp 7_15 0.3388 rbp_resid 7_15 0.3421 unj_5 7_15 0.0000 unj_10 7_15 0.1000 unj_20 7_15 0.4500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 22 map 7_16 0.1356 Rprec 7_16 0.2340 bpref 7_16 0.3517 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.4615 iprec_at_recall_0.20 7_16 0.4286 iprec_at_recall_0.30 7_16 0.1239 iprec_at_recall_0.40 7_16 0.0540 iprec_at_recall_0.50 7_16 0.0000 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.4000 P_10 7_16 0.3000 P_15 7_16 0.4000 P_20 7_16 0.4000 P_30 7_16 0.3667 P_100 7_16 0.1300 P_200 7_16 0.0850 P_500 7_16 0.0400 P_1000 7_16 0.0220 relstring 7_16 '30300--100' recall_5 7_16 0.0426 recall_10 7_16 0.0638 recall_15 7_16 0.1277 recall_20 7_16 0.1702 recall_30 7_16 0.2340 recall_100 7_16 0.2766 recall_200 7_16 0.3617 recall_500 7_16 0.4255 recall_1000 7_16 0.4681 infAP 7_16 0.1356 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.4211 Rprec_mult_0.60 7_16 0.3448 Rprec_mult_0.80 7_16 0.2895 Rprec_mult_1.00 7_16 0.2340 Rprec_mult_1.20 7_16 0.2105 Rprec_mult_1.40 7_16 0.1818 Rprec_mult_1.60 7_16 0.1579 Rprec_mult_1.80 7_16 0.1412 Rprec_mult_2.00 7_16 0.1277 utility 7_16 -956.0000 11pt_avg 7_16 0.1880 binG 7_16 0.1216 G 7_16 0.1530 ndcg 7_16 0.4825 ndcg_rel 7_16 0.4986 Rndcg 7_16 0.5078 ndcg_cut_5 7_16 0.5978 ndcg_cut_10 7_16 0.5080 ndcg_cut_15 7_16 0.5212 ndcg_cut_20 7_16 0.5100 ndcg_cut_30 7_16 0.4782 ndcg_cut_100 7_16 0.4172 ndcg_cut_200 7_16 0.4498 ndcg_cut_500 7_16 0.4701 ndcg_cut_1000 7_16 0.4825 map_cut_5 7_16 0.0355 map_cut_10 7_16 0.0434 map_cut_15 7_16 0.0699 map_cut_20 7_16 0.0886 map_cut_30 7_16 0.1134 map_cut_100 7_16 0.1212 map_cut_200 7_16 0.1310 map_cut_500 7_16 0.1342 map_cut_1000 7_16 0.1356 relative_P_5 7_16 0.4000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.4000 relative_P_20 7_16 0.4000 relative_P_30 7_16 0.3667 relative_P_100 7_16 0.2766 relative_P_200 7_16 0.3617 relative_P_500 7_16 0.4255 relative_P_1000 7_16 0.4681 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0220 set_relative_P 7_16 0.4681 set_recall 7_16 0.4681 set_map 7_16 0.0103 set_F 7_16 0.0420 num_nonrel_judged_ret 7_16 28 rbp 7_16 0.2488 rbp_resid 7_16 0.2460 unj_5 7_16 0.0000 unj_10 7_16 0.2000 unj_20 7_16 0.3000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 53 map 7_2 0.2991 Rprec 7_2 0.3158 bpref 7_2 0.6563 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.8889 iprec_at_recall_0.20 7_2 0.7619 iprec_at_recall_0.30 7_2 0.3710 iprec_at_recall_0.40 7_2 0.2885 iprec_at_recall_0.50 7_2 0.1538 iprec_at_recall_0.60 7_2 0.0874 iprec_at_recall_0.70 7_2 0.0658 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.8000 P_15 7_2 0.7333 P_20 7_2 0.7500 P_30 7_2 0.6667 P_100 7_2 0.2900 P_200 7_2 0.1750 P_500 7_2 0.0900 P_1000 7_2 0.0530 relstring 7_2 '22123-1210' recall_5 7_2 0.0658 recall_10 7_2 0.1053 recall_15 7_2 0.1447 recall_20 7_2 0.1974 recall_30 7_2 0.2632 recall_100 7_2 0.3816 recall_200 7_2 0.4605 recall_500 7_2 0.5921 recall_1000 7_2 0.6974 infAP 7_2 0.2991 Rprec_mult_0.20 7_2 0.7500 Rprec_mult_0.40 7_2 0.6452 Rprec_mult_0.60 7_2 0.4348 Rprec_mult_0.80 7_2 0.3607 Rprec_mult_1.00 7_2 0.3158 Rprec_mult_1.20 7_2 0.2826 Rprec_mult_1.40 7_2 0.2804 Rprec_mult_1.60 7_2 0.2541 Rprec_mult_1.80 7_2 0.2263 Rprec_mult_2.00 7_2 0.2039 utility 7_2 -894.0000 11pt_avg 7_2 0.3288 binG 7_2 0.2075 G 7_2 0.1497 ndcg 7_2 0.6095 ndcg_rel 7_2 0.5615 Rndcg 7_2 0.5536 ndcg_cut_5 7_2 0.6539 ndcg_cut_10 7_2 0.5857 ndcg_cut_15 7_2 0.5504 ndcg_cut_20 7_2 0.5437 ndcg_cut_30 7_2 0.5521 ndcg_cut_100 7_2 0.4610 ndcg_cut_200 7_2 0.5112 ndcg_cut_500 7_2 0.5592 ndcg_cut_1000 7_2 0.6095 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1003 map_cut_15 7_2 0.1292 map_cut_20 7_2 0.1692 map_cut_30 7_2 0.2165 map_cut_100 7_2 0.2552 map_cut_200 7_2 0.2727 map_cut_500 7_2 0.2904 map_cut_1000 7_2 0.2991 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.8000 relative_P_15 7_2 0.7333 relative_P_20 7_2 0.7500 relative_P_30 7_2 0.6667 relative_P_100 7_2 0.3816 relative_P_200 7_2 0.4605 relative_P_500 7_2 0.5921 relative_P_1000 7_2 0.6974 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0530 set_relative_P 7_2 0.6974 set_recall 7_2 0.6974 set_map 7_2 0.0370 set_F 7_2 0.0985 num_nonrel_judged_ret 7_2 9 rbp 7_2 0.4146 rbp_resid 7_2 0.2166 unj_5 7_2 0.0000 unj_10 7_2 0.1000 unj_20 7_2 0.2000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 44 map 7_3 0.3238 Rprec 7_3 0.3455 bpref 7_3 0.6109 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.7857 iprec_at_recall_0.20 7_3 0.7857 iprec_at_recall_0.30 7_3 0.5806 iprec_at_recall_0.40 7_3 0.3151 iprec_at_recall_0.50 7_3 0.2617 iprec_at_recall_0.60 7_3 0.1864 iprec_at_recall_0.70 7_3 0.0897 iprec_at_recall_0.80 7_3 0.0491 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.7000 P_15 7_3 0.7333 P_20 7_3 0.6500 P_30 7_3 0.5667 P_100 7_3 0.2600 P_200 7_3 0.1700 P_500 7_3 0.0780 P_1000 7_3 0.0440 relstring 7_3 '2100202111' recall_5 7_3 0.0545 recall_10 7_3 0.1273 recall_15 7_3 0.2000 recall_20 7_3 0.2364 recall_30 7_3 0.3091 recall_100 7_3 0.4727 recall_200 7_3 0.6182 recall_500 7_3 0.7091 recall_1000 7_3 0.8000 infAP 7_3 0.3238 Rprec_mult_0.20 7_3 0.7273 Rprec_mult_0.40 7_3 0.6364 Rprec_mult_0.60 7_3 0.5455 Rprec_mult_0.80 7_3 0.4091 Rprec_mult_1.00 7_3 0.3455 Rprec_mult_1.20 7_3 0.3182 Rprec_mult_1.40 7_3 0.2987 Rprec_mult_1.60 7_3 0.2841 Rprec_mult_1.80 7_3 0.2626 Rprec_mult_2.00 7_3 0.2545 utility 7_3 -912.0000 11pt_avg 7_3 0.3685 binG 7_3 0.2146 G 7_3 0.1659 ndcg 7_3 0.6094 ndcg_rel 7_3 0.5224 Rndcg 7_3 0.4804 ndcg_cut_5 7_3 0.4241 ndcg_cut_10 7_3 0.4436 ndcg_cut_15 7_3 0.5235 ndcg_cut_20 7_3 0.5139 ndcg_cut_30 7_3 0.4991 ndcg_cut_100 7_3 0.4607 ndcg_cut_200 7_3 0.5143 ndcg_cut_500 7_3 0.5543 ndcg_cut_1000 7_3 0.6094 map_cut_5 7_3 0.0473 map_cut_10 7_3 0.0939 map_cut_15 7_3 0.1490 map_cut_20 7_3 0.1758 map_cut_30 7_3 0.2201 map_cut_100 7_3 0.2758 map_cut_200 7_3 0.3080 map_cut_500 7_3 0.3186 map_cut_1000 7_3 0.3238 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.7000 relative_P_15 7_3 0.7333 relative_P_20 7_3 0.6500 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.4727 relative_P_200 7_3 0.6182 relative_P_500 7_3 0.7091 relative_P_1000 7_3 0.8000 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0440 set_relative_P 7_3 0.8000 set_recall 7_3 0.8000 set_map 7_3 0.0352 set_F 7_3 0.0834 num_nonrel_judged_ret 7_3 36 rbp 7_3 0.3143 rbp_resid 7_3 0.0713 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 16 map 7_4 0.0988 Rprec 7_4 0.1034 bpref 7_4 0.2937 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 0.5000 iprec_at_recall_0.20 7_4 0.0667 iprec_at_recall_0.30 7_4 0.0667 iprec_at_recall_0.40 7_4 0.0476 iprec_at_recall_0.50 7_4 0.0380 iprec_at_recall_0.60 7_4 0.0000 iprec_at_recall_0.70 7_4 0.0000 iprec_at_recall_0.80 7_4 0.0000 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.4000 P_10 7_4 0.3000 P_15 7_4 0.2000 P_20 7_4 0.1500 P_30 7_4 0.1000 P_100 7_4 0.0600 P_200 7_4 0.0550 P_500 7_4 0.0300 P_1000 7_4 0.0160 relstring 7_4 '3010010---' recall_5 7_4 0.0690 recall_10 7_4 0.1034 recall_15 7_4 0.1034 recall_20 7_4 0.1034 recall_30 7_4 0.1034 recall_100 7_4 0.2069 recall_200 7_4 0.3793 recall_500 7_4 0.5172 recall_1000 7_4 0.5517 infAP 7_4 0.0988 Rprec_mult_0.20 7_4 0.5000 Rprec_mult_0.40 7_4 0.2500 Rprec_mult_0.60 7_4 0.1667 Rprec_mult_0.80 7_4 0.1250 Rprec_mult_1.00 7_4 0.1034 Rprec_mult_1.20 7_4 0.0857 Rprec_mult_1.40 7_4 0.0732 Rprec_mult_1.60 7_4 0.0638 Rprec_mult_1.80 7_4 0.0566 Rprec_mult_2.00 7_4 0.0517 utility 7_4 -968.0000 11pt_avg 7_4 0.1563 binG 7_4 0.1325 G 7_4 0.1406 ndcg 7_4 0.4061 ndcg_rel 7_4 0.3991 Rndcg 7_4 0.3353 ndcg_cut_5 7_4 0.4138 ndcg_cut_10 7_4 0.3310 ndcg_cut_15 7_4 0.2700 ndcg_cut_20 7_4 0.2455 ndcg_cut_30 7_4 0.2188 ndcg_cut_100 7_4 0.2724 ndcg_cut_200 7_4 0.3446 ndcg_cut_500 7_4 0.4000 ndcg_cut_1000 7_4 0.4061 map_cut_5 7_4 0.0575 map_cut_10 7_4 0.0747 map_cut_15 7_4 0.0747 map_cut_20 7_4 0.0747 map_cut_30 7_4 0.0747 map_cut_100 7_4 0.0810 map_cut_200 7_4 0.0920 map_cut_500 7_4 0.0980 map_cut_1000 7_4 0.0988 relative_P_5 7_4 0.4000 relative_P_10 7_4 0.3000 relative_P_15 7_4 0.2000 relative_P_20 7_4 0.1500 relative_P_30 7_4 0.1034 relative_P_100 7_4 0.2069 relative_P_200 7_4 0.3793 relative_P_500 7_4 0.5172 relative_P_1000 7_4 0.5517 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0160 set_relative_P 7_4 0.5517 set_recall 7_4 0.5517 set_map 7_4 0.0088 set_F 7_4 0.0311 num_nonrel_judged_ret 7_4 30 rbp 7_4 0.1468 rbp_resid 7_4 0.4078 unj_5 7_4 0.0000 unj_10 7_4 0.3000 unj_20 7_4 0.5500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 26 map 7_9 0.2172 Rprec 7_9 0.2500 bpref 7_9 0.2917 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.8333 iprec_at_recall_0.20 7_9 0.5000 iprec_at_recall_0.30 7_9 0.1571 iprec_at_recall_0.40 7_9 0.0809 iprec_at_recall_0.50 7_9 0.0581 iprec_at_recall_0.60 7_9 0.0377 iprec_at_recall_0.70 7_9 0.0377 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.8000 P_10 7_9 0.6000 P_15 7_9 0.4667 P_20 7_9 0.4500 P_30 7_9 0.3000 P_100 7_9 0.1200 P_200 7_9 0.0700 P_500 7_9 0.0420 P_1000 7_9 0.0260 relstring 7_9 '3310210003' recall_5 7_9 0.1111 recall_10 7_9 0.1667 recall_15 7_9 0.1944 recall_20 7_9 0.2500 recall_30 7_9 0.2500 recall_100 7_9 0.3333 recall_200 7_9 0.3889 recall_500 7_9 0.5833 recall_1000 7_9 0.7222 infAP 7_9 0.2172 Rprec_mult_0.20 7_9 0.6250 Rprec_mult_0.40 7_9 0.4667 Rprec_mult_0.60 7_9 0.4091 Rprec_mult_0.80 7_9 0.3103 Rprec_mult_1.00 7_9 0.2500 Rprec_mult_1.20 7_9 0.2045 Rprec_mult_1.40 7_9 0.1765 Rprec_mult_1.60 7_9 0.1552 Rprec_mult_1.80 7_9 0.1385 Rprec_mult_2.00 7_9 0.1528 utility 7_9 -948.0000 11pt_avg 7_9 0.2459 binG 7_9 0.2132 G 7_9 0.2249 ndcg 7_9 0.6056 ndcg_rel 7_9 0.6064 Rndcg 7_9 0.6109 ndcg_cut_5 7_9 0.7681 ndcg_cut_10 7_9 0.6588 ndcg_cut_15 7_9 0.5519 ndcg_cut_20 7_9 0.5397 ndcg_cut_30 7_9 0.4729 ndcg_cut_100 7_9 0.4769 ndcg_cut_200 7_9 0.4995 ndcg_cut_500 7_9 0.5650 ndcg_cut_1000 7_9 0.6056 map_cut_5 7_9 0.1056 map_cut_10 7_9 0.1454 map_cut_15 7_9 0.1593 map_cut_20 7_9 0.1848 map_cut_30 7_9 0.1848 map_cut_100 7_9 0.1967 map_cut_200 7_9 0.2015 map_cut_500 7_9 0.2123 map_cut_1000 7_9 0.2172 relative_P_5 7_9 0.8000 relative_P_10 7_9 0.6000 relative_P_15 7_9 0.4667 relative_P_20 7_9 0.4500 relative_P_30 7_9 0.3000 relative_P_100 7_9 0.3333 relative_P_200 7_9 0.3889 relative_P_500 7_9 0.5833 relative_P_1000 7_9 0.7222 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0260 set_relative_P 7_9 0.7222 set_recall 7_9 0.7222 set_map 7_9 0.0188 set_F 7_9 0.0502 num_nonrel_judged_ret 7_9 57 rbp 7_9 0.3383 rbp_resid 7_9 0.2066 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.3000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 19 map 8_1 0.1454 Rprec 8_1 0.1719 bpref 8_1 0.2361 recip_rank 8_1 1.0000 iprec_at_recall_0.00 8_1 1.0000 iprec_at_recall_0.10 8_1 0.7778 iprec_at_recall_0.20 8_1 0.0765 iprec_at_recall_0.30 8_1 0.0237 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 1.0000 P_10 8_1 0.7000 P_15 8_1 0.6000 P_20 8_1 0.5000 P_30 8_1 0.3667 P_100 8_1 0.1200 P_200 8_1 0.0650 P_500 8_1 0.0300 P_1000 8_1 0.0190 relstring 8_1 '4311200310' recall_5 8_1 0.0781 recall_10 8_1 0.1094 recall_15 8_1 0.1406 recall_20 8_1 0.1562 recall_30 8_1 0.1719 recall_100 8_1 0.1875 recall_200 8_1 0.2031 recall_500 8_1 0.2344 recall_1000 8_1 0.2969 infAP 8_1 0.1454 Rprec_mult_0.20 8_1 0.6154 Rprec_mult_0.40 8_1 0.4231 Rprec_mult_0.60 8_1 0.2821 Rprec_mult_0.80 8_1 0.2115 Rprec_mult_1.00 8_1 0.1719 Rprec_mult_1.20 8_1 0.1429 Rprec_mult_1.40 8_1 0.1222 Rprec_mult_1.60 8_1 0.1165 Rprec_mult_1.80 8_1 0.1034 Rprec_mult_2.00 8_1 0.0938 utility 8_1 -962.0000 11pt_avg 8_1 0.1707 binG 8_1 0.1297 G 8_1 0.0956 ndcg 8_1 0.3622 ndcg_rel 8_1 0.4040 Rndcg 8_1 0.4058 ndcg_cut_5 8_1 0.6442 ndcg_cut_10 8_1 0.5030 ndcg_cut_15 8_1 0.4657 ndcg_cut_20 8_1 0.4291 ndcg_cut_30 8_1 0.3716 ndcg_cut_100 8_1 0.3065 ndcg_cut_200 8_1 0.3181 ndcg_cut_500 8_1 0.3316 ndcg_cut_1000 8_1 0.3622 map_cut_5 8_1 0.0781 map_cut_10 8_1 0.1020 map_cut_15 8_1 0.1234 map_cut_20 8_1 0.1316 map_cut_30 8_1 0.1391 map_cut_100 8_1 0.1410 map_cut_200 8_1 0.1422 map_cut_500 8_1 0.1438 map_cut_1000 8_1 0.1454 relative_P_5 8_1 1.0000 relative_P_10 8_1 0.7000 relative_P_15 8_1 0.6000 relative_P_20 8_1 0.5000 relative_P_30 8_1 0.3667 relative_P_100 8_1 0.1875 relative_P_200 8_1 0.2031 relative_P_500 8_1 0.2344 relative_P_1000 8_1 0.2969 success_1 8_1 1.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0190 set_relative_P 8_1 0.2969 set_recall 8_1 0.2969 set_map 8_1 0.0056 set_F 8_1 0.0357 num_nonrel_judged_ret 8_1 36 rbp 8_1 0.3218 rbp_resid 8_1 0.1286 unj_5 8_1 0.0000 unj_10 8_1 0.0000 unj_20 8_1 0.1500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 20 map 8_10 0.0858 Rprec 8_10 0.2143 bpref 8_10 0.1875 recip_rank 8_10 0.2000 iprec_at_recall_0.00 8_10 0.3125 iprec_at_recall_0.10 8_10 0.3125 iprec_at_recall_0.20 8_10 0.2400 iprec_at_recall_0.30 8_10 0.0853 iprec_at_recall_0.40 8_10 0.0853 iprec_at_recall_0.50 8_10 0.0450 iprec_at_recall_0.60 8_10 0.0257 iprec_at_recall_0.70 8_10 0.0222 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.2000 P_10 8_10 0.2000 P_15 8_10 0.2667 P_20 8_10 0.2500 P_30 8_10 0.2000 P_100 8_10 0.0700 P_200 8_10 0.0650 P_500 8_10 0.0320 P_1000 8_10 0.0200 relstring 8_10 '0000100100' recall_5 8_10 0.0357 recall_10 8_10 0.0714 recall_15 8_10 0.1429 recall_20 8_10 0.1786 recall_30 8_10 0.2143 recall_100 8_10 0.2500 recall_200 8_10 0.4643 recall_500 8_10 0.5714 recall_1000 8_10 0.7143 infAP 8_10 0.0858 Rprec_mult_0.20 8_10 0.1667 Rprec_mult_0.40 8_10 0.2500 Rprec_mult_0.60 8_10 0.2941 Rprec_mult_0.80 8_10 0.2174 Rprec_mult_1.00 8_10 0.2143 Rprec_mult_1.20 8_10 0.1765 Rprec_mult_1.40 8_10 0.1500 Rprec_mult_1.60 8_10 0.1333 Rprec_mult_1.80 8_10 0.1373 Rprec_mult_2.00 8_10 0.1250 utility 8_10 -960.0000 11pt_avg 8_10 0.1026 binG 8_10 0.1293 G 8_10 0.1037 ndcg 8_10 0.3048 ndcg_rel 8_10 0.2148 Rndcg 8_10 0.1372 ndcg_cut_5 8_10 0.0437 ndcg_cut_10 8_10 0.0584 ndcg_cut_15 8_10 0.0888 ndcg_cut_20 8_10 0.0981 ndcg_cut_30 8_10 0.1261 ndcg_cut_100 8_10 0.1365 ndcg_cut_200 8_10 0.2198 ndcg_cut_500 8_10 0.2552 ndcg_cut_1000 8_10 0.3048 map_cut_5 8_10 0.0071 map_cut_10 8_10 0.0161 map_cut_15 8_10 0.0360 map_cut_20 8_10 0.0471 map_cut_30 8_10 0.0557 map_cut_100 8_10 0.0606 map_cut_200 8_10 0.0775 map_cut_500 8_10 0.0823 map_cut_1000 8_10 0.0858 relative_P_5 8_10 0.2000 relative_P_10 8_10 0.2000 relative_P_15 8_10 0.2667 relative_P_20 8_10 0.2500 relative_P_30 8_10 0.2143 relative_P_100 8_10 0.2500 relative_P_200 8_10 0.4643 relative_P_500 8_10 0.5714 relative_P_1000 8_10 0.7143 success_1 8_10 0.0000 success_5 8_10 1.0000 success_10 8_10 1.0000 set_P 8_10 0.0200 set_relative_P 8_10 0.7143 set_recall 8_10 0.7143 set_map 8_10 0.0143 set_F 8_10 0.0389 num_nonrel_judged_ret 8_10 45 rbp 8_10 0.0727 rbp_resid 8_10 0.1798 unj_5 8_10 0.0000 unj_10 8_10 0.0000 unj_20 8_10 0.2000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.3052 Rprec 8_11 0.4000 bpref 8_11 0.3100 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 0.5000 iprec_at_recall_0.30 8_11 0.4444 iprec_at_recall_0.40 8_11 0.4444 iprec_at_recall_0.50 8_11 0.3846 iprec_at_recall_0.60 8_11 0.2222 iprec_at_recall_0.70 8_11 0.0279 iprec_at_recall_0.80 8_11 0.0255 iprec_at_recall_0.90 8_11 0.0191 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.4000 P_10 8_11 0.4000 P_15 8_11 0.3333 P_20 8_11 0.2500 P_30 8_11 0.2000 P_100 8_11 0.0600 P_200 8_11 0.0300 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '2001001010' recall_5 8_11 0.2000 recall_10 8_11 0.4000 recall_15 8_11 0.5000 recall_20 8_11 0.5000 recall_30 8_11 0.6000 recall_100 8_11 0.6000 recall_200 8_11 0.6000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.3052 Rprec_mult_0.20 8_11 0.5000 Rprec_mult_0.40 8_11 0.5000 Rprec_mult_0.60 8_11 0.3333 Rprec_mult_0.80 8_11 0.3750 Rprec_mult_1.00 8_11 0.4000 Rprec_mult_1.20 8_11 0.3333 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -982.0000 11pt_avg 8_11 0.3698 binG 8_11 0.3125 G 8_11 0.3322 ndcg 8_11 0.6307 ndcg_rel 8_11 0.6203 Rndcg 8_11 0.5801 ndcg_cut_5 8_11 0.5308 ndcg_cut_10 8_11 0.4964 ndcg_cut_15 8_11 0.5389 ndcg_cut_20 8_11 0.5389 ndcg_cut_30 8_11 0.5726 ndcg_cut_100 8_11 0.5726 ndcg_cut_200 8_11 0.5726 ndcg_cut_500 8_11 0.6307 ndcg_cut_1000 8_11 0.6307 map_cut_5 8_11 0.1500 map_cut_10 8_11 0.2373 map_cut_15 8_11 0.2758 map_cut_20 8_11 0.2758 map_cut_30 8_11 0.2980 map_cut_100 8_11 0.2980 map_cut_200 8_11 0.2980 map_cut_500 8_11 0.3052 map_cut_1000 8_11 0.3052 relative_P_5 8_11 0.4000 relative_P_10 8_11 0.4000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.5000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.6000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 48 rbp 8_11 0.2019 rbp_resid 8_11 0.1516 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.2000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 12 map 8_12 0.0232 Rprec 8_12 0.1136 bpref 8_12 0.1668 recip_rank 8_12 0.1111 iprec_at_recall_0.00 8_12 0.1739 iprec_at_recall_0.10 8_12 0.1739 iprec_at_recall_0.20 8_12 0.0342 iprec_at_recall_0.30 8_12 0.0000 iprec_at_recall_0.40 8_12 0.0000 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.0000 P_10 8_12 0.1000 P_15 8_12 0.1333 P_20 8_12 0.1000 P_30 8_12 0.1667 P_100 8_12 0.0600 P_200 8_12 0.0350 P_500 8_12 0.0240 P_1000 8_12 0.0120 relstring 8_12 '000000-01-' recall_5 8_12 0.0000 recall_10 8_12 0.0227 recall_15 8_12 0.0455 recall_20 8_12 0.0455 recall_30 8_12 0.1136 recall_100 8_12 0.1364 recall_200 8_12 0.1591 recall_500 8_12 0.2727 recall_1000 8_12 0.2727 infAP 8_12 0.0232 Rprec_mult_0.20 8_12 0.1111 Rprec_mult_0.40 8_12 0.1111 Rprec_mult_0.60 8_12 0.1481 Rprec_mult_0.80 8_12 0.1389 Rprec_mult_1.00 8_12 0.1136 Rprec_mult_1.20 8_12 0.0943 Rprec_mult_1.40 8_12 0.0806 Rprec_mult_1.60 8_12 0.0845 Rprec_mult_1.80 8_12 0.0750 Rprec_mult_2.00 8_12 0.0682 utility 8_12 -976.0000 11pt_avg 8_12 0.0347 binG 8_12 0.0486 G 8_12 0.0389 ndcg 8_12 0.1278 ndcg_rel 8_12 0.1146 Rndcg 8_12 0.0426 ndcg_cut_5 8_12 0.0000 ndcg_cut_10 8_12 0.0205 ndcg_cut_15 8_12 0.0327 ndcg_cut_20 8_12 0.0305 ndcg_cut_30 8_12 0.0590 ndcg_cut_100 8_12 0.0736 ndcg_cut_200 8_12 0.0912 ndcg_cut_500 8_12 0.1278 ndcg_cut_1000 8_12 0.1278 map_cut_5 8_12 0.0000 map_cut_10 8_12 0.0025 map_cut_15 8_12 0.0058 map_cut_20 8_12 0.0058 map_cut_30 8_12 0.0168 map_cut_100 8_12 0.0188 map_cut_200 8_12 0.0197 map_cut_500 8_12 0.0232 map_cut_1000 8_12 0.0232 relative_P_5 8_12 0.0000 relative_P_10 8_12 0.1000 relative_P_15 8_12 0.1333 relative_P_20 8_12 0.1000 relative_P_30 8_12 0.1667 relative_P_100 8_12 0.1364 relative_P_200 8_12 0.1591 relative_P_500 8_12 0.2727 relative_P_1000 8_12 0.2727 success_1 8_12 0.0000 success_5 8_12 0.0000 success_10 8_12 1.0000 set_P 8_12 0.0120 set_relative_P 8_12 0.2727 set_recall 8_12 0.2727 set_map 8_12 0.0033 set_F 8_12 0.0230 num_nonrel_judged_ret 8_12 40 rbp 8_12 0.0239 rbp_resid 8_12 0.3161 unj_5 8_12 0.0000 unj_10 8_12 0.2000 unj_20 8_12 0.4000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 16 map 8_13 0.0325 Rprec 8_13 0.0377 bpref 8_13 0.2097 recip_rank 8_13 0.5000 iprec_at_recall_0.00 8_13 0.6667 iprec_at_recall_0.10 8_13 0.0510 iprec_at_recall_0.20 8_13 0.0414 iprec_at_recall_0.30 8_13 0.0181 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.4000 P_10 8_13 0.2000 P_15 8_13 0.1333 P_20 8_13 0.1000 P_30 8_13 0.0667 P_100 8_13 0.0500 P_200 8_13 0.0450 P_500 8_13 0.0260 P_1000 8_13 0.0160 relstring 8_13 '01300-----' recall_5 8_13 0.0377 recall_10 8_13 0.0377 recall_15 8_13 0.0377 recall_20 8_13 0.0377 recall_30 8_13 0.0377 recall_100 8_13 0.0943 recall_200 8_13 0.1698 recall_500 8_13 0.2453 recall_1000 8_13 0.3019 infAP 8_13 0.0325 Rprec_mult_0.20 8_13 0.1818 Rprec_mult_0.40 8_13 0.0909 Rprec_mult_0.60 8_13 0.0625 Rprec_mult_0.80 8_13 0.0465 Rprec_mult_1.00 8_13 0.0377 Rprec_mult_1.20 8_13 0.0469 Rprec_mult_1.40 8_13 0.0533 Rprec_mult_1.60 8_13 0.0471 Rprec_mult_1.80 8_13 0.0417 Rprec_mult_2.00 8_13 0.0472 utility 8_13 -968.0000 11pt_avg 8_13 0.0706 binG 8_13 0.0585 G 8_13 0.0465 ndcg 8_13 0.1826 ndcg_rel 8_13 0.1690 Rndcg 8_13 0.1400 ndcg_cut_5 8_13 0.1868 ndcg_cut_10 8_13 0.1316 ndcg_cut_15 8_13 0.1132 ndcg_cut_20 8_13 0.1006 ndcg_cut_30 8_13 0.0914 ndcg_cut_100 8_13 0.1009 ndcg_cut_200 8_13 0.1260 ndcg_cut_500 8_13 0.1562 ndcg_cut_1000 8_13 0.1826 map_cut_5 8_13 0.0220 map_cut_10 8_13 0.0220 map_cut_15 8_13 0.0220 map_cut_20 8_13 0.0220 map_cut_30 8_13 0.0220 map_cut_100 8_13 0.0250 map_cut_200 8_13 0.0286 map_cut_500 8_13 0.0313 map_cut_1000 8_13 0.0325 relative_P_5 8_13 0.4000 relative_P_10 8_13 0.2000 relative_P_15 8_13 0.1333 relative_P_20 8_13 0.1000 relative_P_30 8_13 0.0667 relative_P_100 8_13 0.0943 relative_P_200 8_13 0.1698 relative_P_500 8_13 0.2453 relative_P_1000 8_13 0.3019 success_1 8_13 0.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0160 set_relative_P 8_13 0.3019 set_recall 8_13 0.3019 set_map 8_13 0.0048 set_F 8_13 0.0304 num_nonrel_judged_ret 8_13 32 rbp 8_13 0.0834 rbp_resid 8_13 0.5059 unj_5 8_13 0.0000 unj_10 8_13 0.5000 unj_20 8_13 0.6000 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 27 map 8_2 0.1080 Rprec 8_2 0.1702 bpref 8_2 0.2689 recip_rank 8_2 0.5000 iprec_at_recall_0.00 8_2 0.6667 iprec_at_recall_0.10 8_2 0.4667 iprec_at_recall_0.20 8_2 0.1375 iprec_at_recall_0.30 8_2 0.1167 iprec_at_recall_0.40 8_2 0.0484 iprec_at_recall_0.50 8_2 0.0343 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.4000 P_15 8_2 0.4667 P_20 8_2 0.3500 P_30 8_2 0.2667 P_100 8_2 0.1100 P_200 8_2 0.0750 P_500 8_2 0.0400 P_1000 8_2 0.0270 relstring 8_2 '01100-011-' recall_5 8_2 0.0426 recall_10 8_2 0.0851 recall_15 8_2 0.1489 recall_20 8_2 0.1489 recall_30 8_2 0.1702 recall_100 8_2 0.2340 recall_200 8_2 0.3191 recall_500 8_2 0.4255 recall_1000 8_2 0.5745 infAP 8_2 0.1080 Rprec_mult_0.20 8_2 0.4000 Rprec_mult_0.40 8_2 0.3684 Rprec_mult_0.60 8_2 0.2759 Rprec_mult_0.80 8_2 0.2105 Rprec_mult_1.00 8_2 0.1702 Rprec_mult_1.20 8_2 0.1404 Rprec_mult_1.40 8_2 0.1212 Rprec_mult_1.60 8_2 0.1184 Rprec_mult_1.80 8_2 0.1294 Rprec_mult_2.00 8_2 0.1170 utility 8_2 -946.0000 11pt_avg 8_2 0.1337 binG 8_2 0.1193 G 8_2 0.0733 ndcg 8_2 0.2748 ndcg_rel 8_2 0.2330 Rndcg 8_2 0.1740 ndcg_cut_5 8_2 0.1030 ndcg_cut_10 8_2 0.1129 ndcg_cut_15 8_2 0.2122 ndcg_cut_20 8_2 0.1878 ndcg_cut_30 8_2 0.1799 ndcg_cut_100 8_2 0.1761 ndcg_cut_200 8_2 0.2040 ndcg_cut_500 8_2 0.2459 ndcg_cut_1000 8_2 0.2748 map_cut_5 8_2 0.0248 map_cut_10 8_2 0.0423 map_cut_15 8_2 0.0717 map_cut_20 8_2 0.0717 map_cut_30 8_2 0.0794 map_cut_100 8_2 0.0877 map_cut_200 8_2 0.0969 map_cut_500 8_2 0.1027 map_cut_1000 8_2 0.1080 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.4000 relative_P_15 8_2 0.4667 relative_P_20 8_2 0.3500 relative_P_30 8_2 0.2667 relative_P_100 8_2 0.2340 relative_P_200 8_2 0.3191 relative_P_500 8_2 0.4255 relative_P_1000 8_2 0.5745 success_1 8_2 0.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0270 set_relative_P 8_2 0.5745 set_recall 8_2 0.5745 set_map 8_2 0.0155 set_F 8_2 0.0516 num_nonrel_judged_ret 8_2 51 rbp 8_2 0.1240 rbp_resid 8_2 0.2152 unj_5 8_2 0.0000 unj_10 8_2 0.2000 unj_20 8_2 0.2500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 9 map 8_3 0.0471 Rprec 8_3 0.1071 bpref 8_3 0.1097 recip_rank 8_3 0.5000 iprec_at_recall_0.00 8_3 0.5000 iprec_at_recall_0.10 8_3 0.1333 iprec_at_recall_0.20 8_3 0.0149 iprec_at_recall_0.30 8_3 0.0128 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.4000 P_10 8_3 0.2000 P_15 8_3 0.1333 P_20 8_3 0.1000 P_30 8_3 0.1333 P_100 8_3 0.0400 P_200 8_3 0.0200 P_500 8_3 0.0140 P_1000 8_3 0.0090 relstring 8_3 '01010000-0' recall_5 8_3 0.0714 recall_10 8_3 0.0714 recall_15 8_3 0.0714 recall_20 8_3 0.0714 recall_30 8_3 0.1429 recall_100 8_3 0.1429 recall_200 8_3 0.1429 recall_500 8_3 0.2500 recall_1000 8_3 0.3214 infAP 8_3 0.0471 Rprec_mult_0.20 8_3 0.3333 Rprec_mult_0.40 8_3 0.1667 Rprec_mult_0.60 8_3 0.1176 Rprec_mult_0.80 8_3 0.0870 Rprec_mult_1.00 8_3 0.1071 Rprec_mult_1.20 8_3 0.1176 Rprec_mult_1.40 8_3 0.1000 Rprec_mult_1.60 8_3 0.0889 Rprec_mult_1.80 8_3 0.0784 Rprec_mult_2.00 8_3 0.0714 utility 8_3 -982.0000 11pt_avg 8_3 0.0601 binG 8_3 0.0754 G 8_3 0.0505 ndcg 8_3 0.1682 ndcg_rel 8_3 0.1637 Rndcg 8_3 0.1448 ndcg_cut_5 8_3 0.1800 ndcg_cut_10 8_3 0.1353 ndcg_cut_15 8_3 0.1158 ndcg_cut_20 8_3 0.1026 ndcg_cut_30 8_3 0.1224 ndcg_cut_100 8_3 0.1224 ndcg_cut_200 8_3 0.1224 ndcg_cut_500 8_3 0.1509 ndcg_cut_1000 8_3 0.1682 map_cut_5 8_3 0.0357 map_cut_10 8_3 0.0357 map_cut_15 8_3 0.0357 map_cut_20 8_3 0.0357 map_cut_30 8_3 0.0448 map_cut_100 8_3 0.0448 map_cut_200 8_3 0.0448 map_cut_500 8_3 0.0463 map_cut_1000 8_3 0.0471 relative_P_5 8_3 0.4000 relative_P_10 8_3 0.2000 relative_P_15 8_3 0.1333 relative_P_20 8_3 0.1000 relative_P_30 8_3 0.1429 relative_P_100 8_3 0.1429 relative_P_200 8_3 0.1429 relative_P_500 8_3 0.2500 relative_P_1000 8_3 0.3214 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0090 set_relative_P 8_3 0.3214 set_recall 8_3 0.3214 set_map 8_3 0.0029 set_F 8_3 0.0175 num_nonrel_judged_ret 8_3 44 rbp 8_3 0.0878 rbp_resid 8_3 0.2934 unj_5 8_3 0.0000 unj_10 8_3 0.1000 unj_20 8_3 0.4000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 45 map 8_4 0.1885 Rprec 8_4 0.2475 bpref 8_4 0.3747 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.8000 iprec_at_recall_0.20 8_4 0.5128 iprec_at_recall_0.30 8_4 0.1442 iprec_at_recall_0.40 8_4 0.0775 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.8000 P_10 8_4 0.8000 P_15 8_4 0.8000 P_20 8_4 0.7000 P_30 8_4 0.5667 P_100 8_4 0.2500 P_200 8_4 0.1450 P_500 8_4 0.0760 P_1000 8_4 0.0450 relstring 8_4 '4143040411' recall_5 8_4 0.0396 recall_10 8_4 0.0792 recall_15 8_4 0.1188 recall_20 8_4 0.1386 recall_30 8_4 0.1683 recall_100 8_4 0.2475 recall_200 8_4 0.2871 recall_500 8_4 0.3762 recall_1000 8_4 0.4455 infAP 8_4 0.1885 Rprec_mult_0.20 8_4 0.6667 Rprec_mult_0.40 8_4 0.4878 Rprec_mult_0.60 8_4 0.3607 Rprec_mult_0.80 8_4 0.2840 Rprec_mult_1.00 8_4 0.2475 Rprec_mult_1.20 8_4 0.2131 Rprec_mult_1.40 8_4 0.1901 Rprec_mult_1.60 8_4 0.1728 Rprec_mult_1.80 8_4 0.1593 Rprec_mult_2.00 8_4 0.1436 utility 8_4 -910.0000 11pt_avg 8_4 0.2304 binG 8_4 0.1333 G 8_4 0.1095 ndcg 8_4 0.4797 ndcg_rel 8_4 0.4973 Rndcg 8_4 0.4949 ndcg_cut_5 8_4 0.6718 ndcg_cut_10 8_4 0.6162 ndcg_cut_15 8_4 0.6007 ndcg_cut_20 8_4 0.5717 ndcg_cut_30 8_4 0.5155 ndcg_cut_100 8_4 0.3835 ndcg_cut_200 8_4 0.4096 ndcg_cut_500 8_4 0.4472 ndcg_cut_1000 8_4 0.4797 map_cut_5 8_4 0.0396 map_cut_10 8_4 0.0709 map_cut_15 8_4 0.1016 map_cut_20 8_4 0.1157 map_cut_30 8_4 0.1353 map_cut_100 8_4 0.1663 map_cut_200 8_4 0.1741 map_cut_500 8_4 0.1843 map_cut_1000 8_4 0.1885 relative_P_5 8_4 0.8000 relative_P_10 8_4 0.8000 relative_P_15 8_4 0.8000 relative_P_20 8_4 0.7000 relative_P_30 8_4 0.5667 relative_P_100 8_4 0.2500 relative_P_200 8_4 0.2871 relative_P_500 8_4 0.3762 relative_P_1000 8_4 0.4455 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0450 set_relative_P 8_4 0.4455 set_recall 8_4 0.4455 set_map 8_4 0.0200 set_F 8_4 0.0817 num_nonrel_judged_ret 8_4 41 rbp 8_4 0.4768 rbp_resid 8_4 0.0610 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 30 map 8_5 0.1086 Rprec 8_5 0.1765 bpref 8_5 0.4487 recip_rank 8_5 0.2500 iprec_at_recall_0.00 8_5 0.6000 iprec_at_recall_0.10 8_5 0.6000 iprec_at_recall_0.20 8_5 0.1316 iprec_at_recall_0.30 8_5 0.0769 iprec_at_recall_0.40 8_5 0.0702 iprec_at_recall_0.50 8_5 0.0378 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.6000 P_15 8_5 0.4667 P_20 8_5 0.4000 P_30 8_5 0.2667 P_100 8_5 0.1200 P_200 8_5 0.0750 P_500 8_5 0.0500 P_1000 8_5 0.0300 relstring 8_5 '00011-1111' recall_5 8_5 0.0392 recall_10 8_5 0.1176 recall_15 8_5 0.1373 recall_20 8_5 0.1569 recall_30 8_5 0.1569 recall_100 8_5 0.2353 recall_200 8_5 0.2941 recall_500 8_5 0.4902 recall_1000 8_5 0.5882 infAP 8_5 0.1086 Rprec_mult_0.20 8_5 0.5455 Rprec_mult_0.40 8_5 0.3810 Rprec_mult_0.60 8_5 0.2581 Rprec_mult_0.80 8_5 0.2195 Rprec_mult_1.00 8_5 0.1765 Rprec_mult_1.20 8_5 0.1452 Rprec_mult_1.40 8_5 0.1250 Rprec_mult_1.60 8_5 0.1220 Rprec_mult_1.80 8_5 0.1304 Rprec_mult_2.00 8_5 0.1176 utility 8_5 -940.0000 11pt_avg 8_5 0.1379 binG 8_5 0.1158 G 8_5 0.0845 ndcg 8_5 0.2951 ndcg_rel 8_5 0.2341 Rndcg 8_5 0.1225 ndcg_cut_5 8_5 0.0810 ndcg_cut_10 8_5 0.1549 ndcg_cut_15 8_5 0.1485 ndcg_cut_20 8_5 0.1521 ndcg_cut_30 8_5 0.1351 ndcg_cut_100 8_5 0.1477 ndcg_cut_200 8_5 0.1728 ndcg_cut_500 8_5 0.2637 ndcg_cut_1000 8_5 0.2951 map_cut_5 8_5 0.0127 map_cut_10 8_5 0.0536 map_cut_15 8_5 0.0650 map_cut_20 8_5 0.0738 map_cut_30 8_5 0.0738 map_cut_100 8_5 0.0862 map_cut_200 8_5 0.0925 map_cut_500 8_5 0.1053 map_cut_1000 8_5 0.1086 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.6000 relative_P_15 8_5 0.4667 relative_P_20 8_5 0.4000 relative_P_30 8_5 0.2667 relative_P_100 8_5 0.2353 relative_P_200 8_5 0.2941 relative_P_500 8_5 0.4902 relative_P_1000 8_5 0.5882 success_1 8_5 0.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0300 set_relative_P 8_5 0.5882 set_recall 8_5 0.5882 set_map 8_5 0.0176 set_F 8_5 0.0571 num_nonrel_judged_ret 8_5 29 rbp 8_5 0.0930 rbp_resid 8_5 0.3351 unj_5 8_5 0.0000 unj_10 8_5 0.1000 unj_20 8_5 0.4500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 44 map 8_7 0.5481 Rprec 8_7 0.5106 bpref 8_7 0.8225 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 1.0000 iprec_at_recall_0.20 8_7 0.9500 iprec_at_recall_0.30 8_7 0.9500 iprec_at_recall_0.40 8_7 0.9500 iprec_at_recall_0.50 8_7 0.7273 iprec_at_recall_0.60 8_7 0.2545 iprec_at_recall_0.70 8_7 0.2215 iprec_at_recall_0.80 8_7 0.0962 iprec_at_recall_0.90 8_7 0.0648 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 1.0000 P_10 8_7 0.9000 P_15 8_7 0.9333 P_20 8_7 0.9500 P_30 8_7 0.7667 P_100 8_7 0.2700 P_200 8_7 0.1700 P_500 8_7 0.0780 P_1000 8_7 0.0440 relstring 8_7 '3112322021' recall_5 8_7 0.1064 recall_10 8_7 0.1915 recall_15 8_7 0.2979 recall_20 8_7 0.4043 recall_30 8_7 0.4894 recall_100 8_7 0.5745 recall_200 8_7 0.7234 recall_500 8_7 0.8298 recall_1000 8_7 0.9362 infAP 8_7 0.5481 Rprec_mult_0.20 8_7 0.9000 Rprec_mult_0.40 8_7 0.9474 Rprec_mult_0.60 8_7 0.7931 Rprec_mult_0.80 8_7 0.6316 Rprec_mult_1.00 8_7 0.5106 Rprec_mult_1.20 8_7 0.4211 Rprec_mult_1.40 8_7 0.3636 Rprec_mult_1.60 8_7 0.3289 Rprec_mult_1.80 8_7 0.2941 Rprec_mult_2.00 8_7 0.2766 utility 8_7 -912.0000 11pt_avg 8_7 0.5649 binG 8_7 0.4128 G 8_7 0.2197 ndcg 8_7 0.7325 ndcg_rel 8_7 0.6532 Rndcg 8_7 0.6056 ndcg_cut_5 8_7 0.6098 ndcg_cut_10 8_7 0.6343 ndcg_cut_15 8_7 0.6455 ndcg_cut_20 8_7 0.6737 ndcg_cut_30 8_7 0.6444 ndcg_cut_100 8_7 0.6043 ndcg_cut_200 8_7 0.6540 ndcg_cut_500 8_7 0.6850 ndcg_cut_1000 8_7 0.7325 map_cut_5 8_7 0.1064 map_cut_10 8_7 0.1870 map_cut_15 8_7 0.2851 map_cut_20 8_7 0.3855 map_cut_30 8_7 0.4613 map_cut_100 8_7 0.4964 map_cut_200 8_7 0.5307 map_cut_500 8_7 0.5411 map_cut_1000 8_7 0.5481 relative_P_5 8_7 1.0000 relative_P_10 8_7 0.9000 relative_P_15 8_7 0.9333 relative_P_20 8_7 0.9500 relative_P_30 8_7 0.7667 relative_P_100 8_7 0.5745 relative_P_200 8_7 0.7234 relative_P_500 8_7 0.8298 relative_P_1000 8_7 0.9362 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0440 set_relative_P 8_7 0.9362 set_recall 8_7 0.9362 set_map 8_7 0.0412 set_F 8_7 0.0840 num_nonrel_judged_ret 8_7 19 rbp 8_7 0.3756 rbp_resid 8_7 0.0529 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.0000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 15 map 8_8 0.0502 Rprec 8_8 0.1562 bpref 8_8 0.1934 recip_rank 8_8 0.5000 iprec_at_recall_0.00 8_8 0.5000 iprec_at_recall_0.10 8_8 0.2222 iprec_at_recall_0.20 8_8 0.0559 iprec_at_recall_0.30 8_8 0.0431 iprec_at_recall_0.40 8_8 0.0254 iprec_at_recall_0.50 8_8 0.0000 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.2000 P_10 8_8 0.1000 P_15 8_8 0.2000 P_20 8_8 0.2000 P_30 8_8 0.1667 P_100 8_8 0.0500 P_200 8_8 0.0400 P_500 8_8 0.0240 P_1000 8_8 0.0150 relstring 8_8 '010000000-' recall_5 8_8 0.0312 recall_10 8_8 0.0312 recall_15 8_8 0.0938 recall_20 8_8 0.1250 recall_30 8_8 0.1562 recall_100 8_8 0.1562 recall_200 8_8 0.2500 recall_500 8_8 0.3750 recall_1000 8_8 0.4688 infAP 8_8 0.0502 Rprec_mult_0.20 8_8 0.1429 Rprec_mult_0.40 8_8 0.0769 Rprec_mult_0.60 8_8 0.2000 Rprec_mult_0.80 8_8 0.1538 Rprec_mult_1.00 8_8 0.1562 Rprec_mult_1.20 8_8 0.1282 Rprec_mult_1.40 8_8 0.1111 Rprec_mult_1.60 8_8 0.0962 Rprec_mult_1.80 8_8 0.0862 Rprec_mult_2.00 8_8 0.0781 utility 8_8 -970.0000 11pt_avg 8_8 0.0770 binG 8_8 0.0895 G 8_8 0.0665 ndcg 8_8 0.2110 ndcg_rel 8_8 0.1715 Rndcg 8_8 0.0899 ndcg_cut_5 8_8 0.0535 ndcg_cut_10 8_8 0.0381 ndcg_cut_15 8_8 0.0583 ndcg_cut_20 8_8 0.0641 ndcg_cut_30 8_8 0.0844 ndcg_cut_100 8_8 0.0830 ndcg_cut_200 8_8 0.1184 ndcg_cut_500 8_8 0.1803 ndcg_cut_1000 8_8 0.2110 map_cut_5 8_8 0.0156 map_cut_10 8_8 0.0156 map_cut_15 8_8 0.0263 map_cut_20 8_8 0.0333 map_cut_30 8_8 0.0387 map_cut_100 8_8 0.0387 map_cut_200 8_8 0.0436 map_cut_500 8_8 0.0483 map_cut_1000 8_8 0.0502 relative_P_5 8_8 0.2000 relative_P_10 8_8 0.1000 relative_P_15 8_8 0.2000 relative_P_20 8_8 0.2000 relative_P_30 8_8 0.1667 relative_P_100 8_8 0.1562 relative_P_200 8_8 0.2500 relative_P_500 8_8 0.3750 relative_P_1000 8_8 0.4688 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0150 set_relative_P 8_8 0.4688 set_recall 8_8 0.4688 set_map 8_8 0.0070 set_F 8_8 0.0291 num_nonrel_judged_ret 8_8 40 rbp 8_8 0.0427 rbp_resid 8_8 0.2517 unj_5 8_8 0.0000 unj_10 8_8 0.1000 unj_20 8_8 0.3000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 53 map 9_11 0.1568 Rprec 9_11 0.1765 bpref 9_11 0.4093 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.7778 iprec_at_recall_0.20 9_11 0.1596 iprec_at_recall_0.30 9_11 0.1385 iprec_at_recall_0.40 9_11 0.0772 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 0.8000 P_15 9_11 0.7333 P_20 9_11 0.7500 P_30 9_11 0.5333 P_100 9_11 0.2000 P_200 9_11 0.1550 P_500 9_11 0.0920 P_1000 9_11 0.0530 relstring 9_11 '222232-012' recall_5 9_11 0.0420 recall_10 9_11 0.0672 recall_15 9_11 0.0924 recall_20 9_11 0.1261 recall_30 9_11 0.1345 recall_100 9_11 0.1681 recall_200 9_11 0.2605 recall_500 9_11 0.3866 recall_1000 9_11 0.4454 infAP 9_11 0.1568 Rprec_mult_0.20 9_11 0.6250 Rprec_mult_0.40 9_11 0.3333 Rprec_mult_0.60 9_11 0.2361 Rprec_mult_0.80 9_11 0.2083 Rprec_mult_1.00 9_11 0.1765 Rprec_mult_1.20 9_11 0.1608 Rprec_mult_1.40 9_11 0.1497 Rprec_mult_1.60 9_11 0.1571 Rprec_mult_1.80 9_11 0.1535 Rprec_mult_2.00 9_11 0.1429 utility 9_11 -894.0000 11pt_avg 9_11 0.1957 binG 9_11 0.1255 G 9_11 0.0920 ndcg 9_11 0.4512 ndcg_rel 9_11 0.4497 Rndcg 9_11 0.4061 ndcg_cut_5 9_11 0.7104 ndcg_cut_10 9_11 0.5903 ndcg_cut_15 9_11 0.5920 ndcg_cut_20 9_11 0.6195 ndcg_cut_30 9_11 0.5123 ndcg_cut_100 9_11 0.2985 ndcg_cut_200 9_11 0.3438 ndcg_cut_500 9_11 0.4274 ndcg_cut_1000 9_11 0.4512 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0637 map_cut_15 9_11 0.0832 map_cut_20 9_11 0.1087 map_cut_30 9_11 0.1137 map_cut_100 9_11 0.1216 map_cut_200 9_11 0.1366 map_cut_500 9_11 0.1525 map_cut_1000 9_11 0.1568 relative_P_5 9_11 1.0000 relative_P_10 9_11 0.8000 relative_P_15 9_11 0.7333 relative_P_20 9_11 0.7500 relative_P_30 9_11 0.5333 relative_P_100 9_11 0.2000 relative_P_200 9_11 0.2605 relative_P_500 9_11 0.3866 relative_P_1000 9_11 0.4454 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0530 set_relative_P 9_11 0.4454 set_recall 9_11 0.4454 set_map 9_11 0.0236 set_F 9_11 0.0947 num_nonrel_judged_ret 9_11 11 rbp 9_11 0.4809 rbp_resid 9_11 0.2226 unj_5 9_11 0.0000 unj_10 9_11 0.1000 unj_20 9_11 0.1500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 1 map 9_13 0.0022 Rprec 9_13 0.0000 bpref 9_13 0.0625 recip_rank 9_13 0.0089 iprec_at_recall_0.00 9_13 0.0089 iprec_at_recall_0.10 9_13 0.0089 iprec_at_recall_0.20 9_13 0.0089 iprec_at_recall_0.30 9_13 0.0089 iprec_at_recall_0.40 9_13 0.0000 iprec_at_recall_0.50 9_13 0.0000 iprec_at_recall_0.60 9_13 0.0000 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.0000 P_10 9_13 0.0000 P_15 9_13 0.0000 P_20 9_13 0.0000 P_30 9_13 0.0000 P_100 9_13 0.0000 P_200 9_13 0.0050 P_500 9_13 0.0020 P_1000 9_13 0.0010 relstring 9_13 '0----0-0--' recall_5 9_13 0.0000 recall_10 9_13 0.0000 recall_15 9_13 0.0000 recall_20 9_13 0.0000 recall_30 9_13 0.0000 recall_100 9_13 0.0000 recall_200 9_13 0.2500 recall_500 9_13 0.2500 recall_1000 9_13 0.2500 infAP 9_13 0.0022 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.0000 Rprec_mult_1.00 9_13 0.0000 Rprec_mult_1.20 9_13 0.0000 Rprec_mult_1.40 9_13 0.0000 Rprec_mult_1.60 9_13 0.0000 Rprec_mult_1.80 9_13 0.0000 Rprec_mult_2.00 9_13 0.0000 utility 9_13 -998.0000 11pt_avg 9_13 0.0032 binG 9_13 0.0367 G 9_13 0.0486 ndcg 9_13 0.0696 ndcg_rel 9_13 0.0696 Rndcg 9_13 0.0174 ndcg_cut_5 9_13 0.0000 ndcg_cut_10 9_13 0.0000 ndcg_cut_15 9_13 0.0000 ndcg_cut_20 9_13 0.0000 ndcg_cut_30 9_13 0.0000 ndcg_cut_100 9_13 0.0000 ndcg_cut_200 9_13 0.0696 ndcg_cut_500 9_13 0.0696 ndcg_cut_1000 9_13 0.0696 map_cut_5 9_13 0.0000 map_cut_10 9_13 0.0000 map_cut_15 9_13 0.0000 map_cut_20 9_13 0.0000 map_cut_30 9_13 0.0000 map_cut_100 9_13 0.0000 map_cut_200 9_13 0.0022 map_cut_500 9_13 0.0022 map_cut_1000 9_13 0.0022 relative_P_5 9_13 0.0000 relative_P_10 9_13 0.0000 relative_P_15 9_13 0.0000 relative_P_20 9_13 0.0000 relative_P_30 9_13 0.0000 relative_P_100 9_13 0.0000 relative_P_200 9_13 0.2500 relative_P_500 9_13 0.2500 relative_P_1000 9_13 0.2500 success_1 9_13 0.0000 success_5 9_13 0.0000 success_10 9_13 0.0000 set_P 9_13 0.0010 set_relative_P 9_13 0.2500 set_recall 9_13 0.2500 set_map 9_13 0.0003 set_F 9_13 0.0020 num_nonrel_judged_ret 9_13 3 rbp 9_13 0.0000 rbp_resid 9_13 0.7931 unj_5 9_13 0.8000 unj_10 9_13 0.7000 unj_20 9_13 0.8500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 48 map 9_2 0.1009 Rprec 9_2 0.1504 bpref 9_2 0.3968 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.1857 iprec_at_recall_0.20 9_2 0.1333 iprec_at_recall_0.30 9_2 0.0899 iprec_at_recall_0.40 9_2 0.0540 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 0.6000 P_15 9_2 0.4667 P_20 9_2 0.3500 P_30 9_2 0.2667 P_100 9_2 0.1600 P_200 9_2 0.1200 P_500 9_2 0.0740 P_1000 9_2 0.0480 relstring 9_2 '1123110---' recall_5 9_2 0.0442 recall_10 9_2 0.0531 recall_15 9_2 0.0619 recall_20 9_2 0.0619 recall_30 9_2 0.0708 recall_100 9_2 0.1416 recall_200 9_2 0.2124 recall_500 9_2 0.3274 recall_1000 9_2 0.4248 infAP 9_2 0.1009 Rprec_mult_0.20 9_2 0.3043 Rprec_mult_0.40 9_2 0.1739 Rprec_mult_0.60 9_2 0.1765 Rprec_mult_0.80 9_2 0.1758 Rprec_mult_1.00 9_2 0.1504 Rprec_mult_1.20 9_2 0.1397 Rprec_mult_1.40 9_2 0.1384 Rprec_mult_1.60 9_2 0.1326 Rprec_mult_1.80 9_2 0.1176 Rprec_mult_2.00 9_2 0.1106 utility 9_2 -904.0000 11pt_avg 9_2 0.1330 binG 9_2 0.1051 G 9_2 0.0744 ndcg 9_2 0.3648 ndcg_rel 9_2 0.3360 Rndcg 9_2 0.3158 ndcg_cut_5 9_2 0.4872 ndcg_cut_10 9_2 0.3877 ndcg_cut_15 9_2 0.3549 ndcg_cut_20 9_2 0.3057 ndcg_cut_30 9_2 0.2548 ndcg_cut_100 9_2 0.2074 ndcg_cut_200 9_2 0.2491 ndcg_cut_500 9_2 0.3167 ndcg_cut_1000 9_2 0.3648 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0531 map_cut_15 9_2 0.0583 map_cut_20 9_2 0.0583 map_cut_30 9_2 0.0611 map_cut_100 9_2 0.0735 map_cut_200 9_2 0.0837 map_cut_500 9_2 0.0949 map_cut_1000 9_2 0.1009 relative_P_5 9_2 1.0000 relative_P_10 9_2 0.6000 relative_P_15 9_2 0.4667 relative_P_20 9_2 0.3500 relative_P_30 9_2 0.2667 relative_P_100 9_2 0.1600 relative_P_200 9_2 0.2124 relative_P_500 9_2 0.3274 relative_P_1000 9_2 0.4248 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0480 set_relative_P 9_2 0.4248 set_recall 9_2 0.4248 set_map 9_2 0.0204 set_F 9_2 0.0863 num_nonrel_judged_ret 9_2 6 rbp 9_2 0.2558 rbp_resid 9_2 0.4362 unj_5 9_2 0.0000 unj_10 9_2 0.3000 unj_20 9_2 0.6000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 100 map 9_6 0.2984 Rprec 9_6 0.3359 bpref 9_6 0.7080 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.8667 iprec_at_recall_0.20 9_6 0.5909 iprec_at_recall_0.30 9_6 0.3407 iprec_at_recall_0.40 9_6 0.3041 iprec_at_recall_0.50 9_6 0.2215 iprec_at_recall_0.60 9_6 0.1908 iprec_at_recall_0.70 9_6 0.1193 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.8000 P_15 9_6 0.8667 P_20 9_6 0.7500 P_30 9_6 0.7000 P_100 9_6 0.3400 P_200 9_6 0.2700 P_500 9_6 0.1680 P_1000 9_6 0.1000 relstring 9_6 '32122-11-3' recall_5 9_6 0.0382 recall_10 9_6 0.0611 recall_15 9_6 0.0992 recall_20 9_6 0.1145 recall_30 9_6 0.1603 recall_100 9_6 0.2595 recall_200 9_6 0.4122 recall_500 9_6 0.6412 recall_1000 9_6 0.7634 infAP 9_6 0.2984 Rprec_mult_0.20 9_6 0.6667 Rprec_mult_0.40 9_6 0.5094 Rprec_mult_0.60 9_6 0.3924 Rprec_mult_0.80 9_6 0.3238 Rprec_mult_1.00 9_6 0.3359 Rprec_mult_1.20 9_6 0.3165 Rprec_mult_1.40 9_6 0.2880 Rprec_mult_1.60 9_6 0.2571 Rprec_mult_1.80 9_6 0.2331 Rprec_mult_2.00 9_6 0.2252 utility 9_6 -800.0000 11pt_avg 9_6 0.3304 binG 9_6 0.1767 G 9_6 0.1299 ndcg 9_6 0.6470 ndcg_rel 9_6 0.5571 Rndcg 9_6 0.4783 ndcg_cut_5 9_6 0.7232 ndcg_cut_10 9_6 0.5805 ndcg_cut_15 9_6 0.5857 ndcg_cut_20 9_6 0.5318 ndcg_cut_30 9_6 0.5477 ndcg_cut_100 9_6 0.3839 ndcg_cut_200 9_6 0.4526 ndcg_cut_500 9_6 0.5859 ndcg_cut_1000 9_6 0.6470 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0575 map_cut_15 9_6 0.0897 map_cut_20 9_6 0.1017 map_cut_30 9_6 0.1331 map_cut_100 9_6 0.1848 map_cut_200 9_6 0.2343 map_cut_500 9_6 0.2828 map_cut_1000 9_6 0.2984 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.8667 relative_P_20 9_6 0.7500 relative_P_30 9_6 0.7000 relative_P_100 9_6 0.3400 relative_P_200 9_6 0.4122 relative_P_500 9_6 0.6412 relative_P_1000 9_6 0.7634 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1000 set_relative_P 9_6 0.7634 set_recall 9_6 0.7634 set_map 9_6 0.0763 set_F 9_6 0.1768 num_nonrel_judged_ret 9_6 6 rbp 9_6 0.4990 rbp_resid 9_6 0.2125 unj_5 9_6 0.0000 unj_10 9_6 0.2000 unj_20 9_6 0.2500 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 21 map 9_9 0.0838 Rprec 9_9 0.1091 bpref 9_9 0.3174 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.4615 iprec_at_recall_0.20 9_9 0.0733 iprec_at_recall_0.30 9_9 0.0306 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.6000 P_10 9_9 0.5000 P_15 9_9 0.4000 P_20 9_9 0.3000 P_30 9_9 0.2000 P_100 9_9 0.0900 P_200 9_9 0.0600 P_500 9_9 0.0320 P_1000 9_9 0.0210 relstring 9_9 '20103-031-' recall_5 9_9 0.0545 recall_10 9_9 0.0909 recall_15 9_9 0.1091 recall_20 9_9 0.1091 recall_30 9_9 0.1091 recall_100 9_9 0.1636 recall_200 9_9 0.2182 recall_500 9_9 0.2909 recall_1000 9_9 0.3818 infAP 9_9 0.0838 Rprec_mult_0.20 9_9 0.4545 Rprec_mult_0.40 9_9 0.2727 Rprec_mult_0.60 9_9 0.1818 Rprec_mult_0.80 9_9 0.1364 Rprec_mult_1.00 9_9 0.1091 Rprec_mult_1.20 9_9 0.1212 Rprec_mult_1.40 9_9 0.1039 Rprec_mult_1.60 9_9 0.0909 Rprec_mult_1.80 9_9 0.0909 Rprec_mult_2.00 9_9 0.0818 utility 9_9 -958.0000 11pt_avg 9_9 0.1423 binG 9_9 0.0933 G 9_9 0.0693 ndcg 9_9 0.3072 ndcg_rel 9_9 0.3071 Rndcg 9_9 0.2322 ndcg_cut_5 9_9 0.4138 ndcg_cut_10 9_9 0.3601 ndcg_cut_15 9_9 0.3239 ndcg_cut_20 9_9 0.2697 ndcg_cut_30 9_9 0.2207 ndcg_cut_100 9_9 0.2115 ndcg_cut_200 9_9 0.2496 ndcg_cut_500 9_9 0.2777 ndcg_cut_1000 9_9 0.3072 map_cut_5 9_9 0.0412 map_cut_10 9_9 0.0604 map_cut_15 9_9 0.0688 map_cut_20 9_9 0.0688 map_cut_30 9_9 0.0688 map_cut_100 9_9 0.0751 map_cut_200 9_9 0.0788 map_cut_500 9_9 0.0813 map_cut_1000 9_9 0.0838 relative_P_5 9_9 0.6000 relative_P_10 9_9 0.5000 relative_P_15 9_9 0.4000 relative_P_20 9_9 0.3000 relative_P_30 9_9 0.2000 relative_P_100 9_9 0.1636 relative_P_200 9_9 0.2182 relative_P_500 9_9 0.2909 relative_P_1000 9_9 0.3818 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0210 set_relative_P 9_9 0.3818 set_recall 9_9 0.3818 set_map 9_9 0.0080 set_F 9_9 0.0398 num_nonrel_judged_ret 9_9 17 rbp 9_9 0.2500 rbp_resid 9_9 0.3587 unj_5 9_9 0.0000 unj_10 9_9 0.2000 unj_20 9_9 0.4500 runid all RALI_gpt4o_nonp_fusion_rerank num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 5152 map all 0.2025 gm_map all 0.1281 Rprec all 0.2339 bpref all 0.4224 recip_rank all 0.8297 iprec_at_recall_0.00 all 0.8556 iprec_at_recall_0.10 all 0.5848 iprec_at_recall_0.20 all 0.3770 iprec_at_recall_0.30 all 0.2520 iprec_at_recall_0.40 all 0.1806 iprec_at_recall_0.50 all 0.1249 iprec_at_recall_0.60 all 0.0785 iprec_at_recall_0.70 all 0.0495 iprec_at_recall_0.80 all 0.0321 iprec_at_recall_0.90 all 0.0142 iprec_at_recall_1.00 all 0.0018 P_5 all 0.6966 P_10 all 0.5991 P_15 all 0.5425 P_20 all 0.4978 P_30 all 0.4264 P_100 all 0.2002 P_200 all 0.1297 P_500 all 0.0728 P_1000 all 0.0444 recall_5 all 0.0543 recall_10 all 0.0902 recall_15 all 0.1213 recall_20 all 0.1458 recall_30 all 0.1818 recall_100 all 0.2739 recall_200 all 0.3515 recall_500 all 0.4881 recall_1000 all 0.5806 infAP all 0.2025 gm_bpref all 0.3142 Rprec_mult_0.20 all 0.5320 Rprec_mult_0.40 all 0.3979 Rprec_mult_0.60 all 0.3201 Rprec_mult_0.80 all 0.2669 Rprec_mult_1.00 all 0.2339 Rprec_mult_1.20 all 0.2080 Rprec_mult_1.40 all 0.1896 Rprec_mult_1.60 all 0.1728 Rprec_mult_1.80 all 0.1609 Rprec_mult_2.00 all 0.1519 utility all -911.1724 11pt_avg all 0.2319 binG all 0.1671 G all 0.1255 ndcg all 0.4557 ndcg_rel all 0.4250 Rndcg all 0.3892 ndcg_cut_5 all 0.4979 ndcg_cut_10 all 0.4570 ndcg_cut_15 all 0.4338 ndcg_cut_20 all 0.4176 ndcg_cut_30 all 0.3919 ndcg_cut_100 all 0.3358 ndcg_cut_200 all 0.3605 ndcg_cut_500 all 0.4177 ndcg_cut_1000 all 0.4557 map_cut_5 all 0.0489 map_cut_10 all 0.0770 map_cut_15 all 0.0975 map_cut_20 all 0.1142 map_cut_30 all 0.1360 map_cut_100 all 0.1682 map_cut_200 all 0.1824 map_cut_500 all 0.1967 map_cut_1000 all 0.2025 relative_P_5 all 0.6966 relative_P_10 all 0.5991 relative_P_15 all 0.5453 relative_P_20 all 0.5037 relative_P_30 all 0.4393 relative_P_100 all 0.3043 relative_P_200 all 0.3529 relative_P_500 all 0.4881 relative_P_1000 all 0.5806 success_1 all 0.7672 success_5 all 0.9224 success_10 all 0.9310 set_P all 0.0444 set_relative_P all 0.5806 set_recall all 0.5806 set_map all 0.0272 set_F all 0.0802 num_nonrel_judged_ret all 3245 rbp all 0.3241 rbp_resid all 0.2235 unj_5 all 0.0069 unj_10 all 0.1276 unj_20 all 0.2651