num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 61 map 1-1_3 0.3354 Rprec 1-1_3 0.4219 bpref 1-1_3 0.6151 recip_rank 1-1_3 0.5000 iprec_at_recall_0.00 1-1_3 0.6667 iprec_at_recall_0.10 1-1_3 0.5000 iprec_at_recall_0.20 1-1_3 0.5000 iprec_at_recall_0.30 1-1_3 0.4681 iprec_at_recall_0.40 1-1_3 0.4426 iprec_at_recall_0.50 1-1_3 0.3902 iprec_at_recall_0.60 1-1_3 0.2774 iprec_at_recall_0.70 1-1_3 0.2461 iprec_at_recall_0.80 1-1_3 0.1969 iprec_at_recall_0.90 1-1_3 0.1371 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.4000 P_15 1-1_3 0.4000 P_20 1-1_3 0.4500 P_30 1-1_3 0.5000 P_100 1-1_3 0.3300 P_200 1-1_3 0.2350 P_500 1-1_3 0.1160 P_1000 1-1_3 0.0610 relstring 1-1_3 '0240230001' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0625 recall_15 1-1_3 0.0938 recall_20 1-1_3 0.1406 recall_30 1-1_3 0.2344 recall_100 1-1_3 0.5156 recall_200 1-1_3 0.7344 recall_500 1-1_3 0.9062 recall_1000 1-1_3 0.9531 infAP 1-1_3 0.3354 Rprec_mult_0.20 1-1_3 0.3846 Rprec_mult_0.40 1-1_3 0.5000 Rprec_mult_0.60 1-1_3 0.4615 Rprec_mult_0.80 1-1_3 0.4423 Rprec_mult_1.00 1-1_3 0.4219 Rprec_mult_1.20 1-1_3 0.3896 Rprec_mult_1.40 1-1_3 0.3667 Rprec_mult_1.60 1-1_3 0.3301 Rprec_mult_1.80 1-1_3 0.3103 Rprec_mult_2.00 1-1_3 0.2812 utility 1-1_3 -878.0000 11pt_avg 1-1_3 0.3477 binG 1-1_3 0.1974 G 1-1_3 0.1587 ndcg 1-1_3 0.6936 ndcg_rel 1-1_3 0.5084 Rndcg 1-1_3 0.4230 ndcg_cut_5 1-1_3 0.3852 ndcg_cut_10 1-1_3 0.3534 ndcg_cut_15 1-1_3 0.3348 ndcg_cut_20 1-1_3 0.3664 ndcg_cut_30 1-1_3 0.4233 ndcg_cut_100 1-1_3 0.4812 ndcg_cut_200 1-1_3 0.5915 ndcg_cut_500 1-1_3 0.6733 ndcg_cut_1000 1-1_3 0.6936 map_cut_5 1-1_3 0.0276 map_cut_10 1-1_3 0.0380 map_cut_15 1-1_3 0.0508 map_cut_20 1-1_3 0.0720 map_cut_30 1-1_3 0.1172 map_cut_100 1-1_3 0.2410 map_cut_200 1-1_3 0.3009 map_cut_500 1-1_3 0.3310 map_cut_1000 1-1_3 0.3354 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.4000 relative_P_15 1-1_3 0.4000 relative_P_20 1-1_3 0.4500 relative_P_30 1-1_3 0.5000 relative_P_100 1-1_3 0.5156 relative_P_200 1-1_3 0.7344 relative_P_500 1-1_3 0.9062 relative_P_1000 1-1_3 0.9531 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0610 set_relative_P 1-1_3 0.9531 set_recall 1-1_3 0.9531 set_map 1-1_3 0.0581 set_F 1-1_3 0.1147 num_nonrel_judged_ret 1-1_3 45 rbp 1-1_3 0.3150 rbp_resid 1-1_3 0.1020 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.0000 unj_20 1-1_3 0.1000 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 78 map 1-1_4 0.3376 Rprec 1-1_4 0.3738 bpref 1-1_4 0.6908 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.9167 iprec_at_recall_0.20 1-1_4 0.6364 iprec_at_recall_0.30 1-1_4 0.4286 iprec_at_recall_0.40 1-1_4 0.3772 iprec_at_recall_0.50 1-1_4 0.3293 iprec_at_recall_0.60 1-1_4 0.2302 iprec_at_recall_0.70 1-1_4 0.1263 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 1.0000 P_10 1-1_4 0.9000 P_15 1-1_4 0.7333 P_20 1-1_4 0.7500 P_30 1-1_4 0.6333 P_100 1-1_4 0.3900 P_200 1-1_4 0.2900 P_500 1-1_4 0.1420 P_1000 1-1_4 0.0780 relstring 1-1_4 '2224433-33' recall_5 1-1_4 0.0467 recall_10 1-1_4 0.0841 recall_15 1-1_4 0.1028 recall_20 1-1_4 0.1402 recall_30 1-1_4 0.1776 recall_100 1-1_4 0.3645 recall_200 1-1_4 0.5421 recall_500 1-1_4 0.6636 recall_1000 1-1_4 0.7290 infAP 1-1_4 0.3376 Rprec_mult_0.20 1-1_4 0.7273 Rprec_mult_0.40 1-1_4 0.5581 Rprec_mult_0.60 1-1_4 0.4308 Rprec_mult_0.80 1-1_4 0.4070 Rprec_mult_1.00 1-1_4 0.3738 Rprec_mult_1.20 1-1_4 0.3566 Rprec_mult_1.40 1-1_4 0.3333 Rprec_mult_1.60 1-1_4 0.3256 Rprec_mult_1.80 1-1_4 0.3005 Rprec_mult_2.00 1-1_4 0.2710 utility 1-1_4 -844.0000 11pt_avg 1-1_4 0.3677 binG 1-1_4 0.2018 G 1-1_4 0.1224 ndcg 1-1_4 0.6223 ndcg_rel 1-1_4 0.5605 Rndcg 1-1_4 0.5141 ndcg_cut_5 1-1_4 0.6386 ndcg_cut_10 1-1_4 0.6257 ndcg_cut_15 1-1_4 0.5787 ndcg_cut_20 1-1_4 0.5932 ndcg_cut_30 1-1_4 0.5501 ndcg_cut_100 1-1_4 0.4421 ndcg_cut_200 1-1_4 0.5412 ndcg_cut_500 1-1_4 0.5980 ndcg_cut_1000 1-1_4 0.6223 map_cut_5 1-1_4 0.0467 map_cut_10 1-1_4 0.0821 map_cut_15 1-1_4 0.0992 map_cut_20 1-1_4 0.1273 map_cut_30 1-1_4 0.1536 map_cut_100 1-1_4 0.2430 map_cut_200 1-1_4 0.3045 map_cut_500 1-1_4 0.3299 map_cut_1000 1-1_4 0.3376 relative_P_5 1-1_4 1.0000 relative_P_10 1-1_4 0.9000 relative_P_15 1-1_4 0.7333 relative_P_20 1-1_4 0.7500 relative_P_30 1-1_4 0.6333 relative_P_100 1-1_4 0.3900 relative_P_200 1-1_4 0.5421 relative_P_500 1-1_4 0.6636 relative_P_1000 1-1_4 0.7290 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0780 set_relative_P 1-1_4 0.7290 set_recall 1-1_4 0.7290 set_map 1-1_4 0.0569 set_F 1-1_4 0.1409 num_nonrel_judged_ret 1-1_4 3 rbp 1-1_4 0.5602 rbp_resid 1-1_4 0.2141 unj_5 1-1_4 0.0000 unj_10 1-1_4 0.1000 unj_20 1-1_4 0.2500 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 125 map 1-1_5 0.2786 Rprec 1-1_5 0.3699 bpref 1-1_5 0.5233 recip_rank 1-1_5 0.5000 iprec_at_recall_0.00 1-1_5 0.9167 iprec_at_recall_0.10 1-1_5 0.8000 iprec_at_recall_0.20 1-1_5 0.5529 iprec_at_recall_0.30 1-1_5 0.4564 iprec_at_recall_0.40 1-1_5 0.3201 iprec_at_recall_0.50 1-1_5 0.2373 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 0.8000 P_10 1-1_5 0.9000 P_15 1-1_5 0.8667 P_20 1-1_5 0.8000 P_30 1-1_5 0.8000 P_100 1-1_5 0.5100 P_200 1-1_5 0.3900 P_500 1-1_5 0.2240 P_1000 1-1_5 0.1250 relstring 1-1_5 '-222242223' recall_5 1-1_5 0.0183 recall_10 1-1_5 0.0411 recall_15 1-1_5 0.0594 recall_20 1-1_5 0.0731 recall_30 1-1_5 0.1096 recall_100 1-1_5 0.2329 recall_200 1-1_5 0.3562 recall_500 1-1_5 0.5114 recall_1000 1-1_5 0.5708 infAP 1-1_5 0.2786 Rprec_mult_0.20 1-1_5 0.7500 Rprec_mult_0.40 1-1_5 0.5455 Rprec_mult_0.60 1-1_5 0.4621 Rprec_mult_0.80 1-1_5 0.4261 Rprec_mult_1.00 1-1_5 0.3699 Rprec_mult_1.20 1-1_5 0.3270 Rprec_mult_1.40 1-1_5 0.2932 Rprec_mult_1.60 1-1_5 0.2707 Rprec_mult_1.80 1-1_5 0.2506 Rprec_mult_2.00 1-1_5 0.2374 utility 1-1_5 -750.0000 11pt_avg 1-1_5 0.2985 binG 1-1_5 0.1290 G 1-1_5 0.0848 ndcg 1-1_5 0.5204 ndcg_rel 1-1_5 0.4853 Rndcg 1-1_5 0.4474 ndcg_cut_5 1-1_5 0.3304 ndcg_cut_10 1-1_5 0.4523 ndcg_cut_15 1-1_5 0.4922 ndcg_cut_20 1-1_5 0.4793 ndcg_cut_30 1-1_5 0.5158 ndcg_cut_100 1-1_5 0.4514 ndcg_cut_200 1-1_5 0.4150 ndcg_cut_500 1-1_5 0.4887 ndcg_cut_1000 1-1_5 0.5204 map_cut_5 1-1_5 0.0124 map_cut_10 1-1_5 0.0323 map_cut_15 1-1_5 0.0485 map_cut_20 1-1_5 0.0599 map_cut_30 1-1_5 0.0883 map_cut_100 1-1_5 0.1677 map_cut_200 1-1_5 0.2243 map_cut_500 1-1_5 0.2688 map_cut_1000 1-1_5 0.2786 relative_P_5 1-1_5 0.8000 relative_P_10 1-1_5 0.9000 relative_P_15 1-1_5 0.8667 relative_P_20 1-1_5 0.8000 relative_P_30 1-1_5 0.8000 relative_P_100 1-1_5 0.5100 relative_P_200 1-1_5 0.3900 relative_P_500 1-1_5 0.5114 relative_P_1000 1-1_5 0.5708 success_1 1-1_5 0.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1250 set_relative_P 1-1_5 0.5708 set_recall 1-1_5 0.5708 set_map 1-1_5 0.0713 set_F 1-1_5 0.2051 num_nonrel_judged_ret 1-1_5 8 rbp 1-1_5 0.4621 rbp_resid 1-1_5 0.1935 unj_5 1-1_5 0.2000 unj_10 1-1_5 0.1000 unj_20 1-1_5 0.2000 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 14 map 1-1_7 0.0138 Rprec 1-1_7 0.1010 bpref 1-1_7 0.1095 recip_rank 1-1_7 0.1250 iprec_at_recall_0.00 1-1_7 0.1250 iprec_at_recall_0.10 1-1_7 0.1100 iprec_at_recall_0.20 1-1_7 0.0000 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.0000 P_10 1-1_7 0.1000 P_15 1-1_7 0.0667 P_20 1-1_7 0.1000 P_30 1-1_7 0.1000 P_100 1-1_7 0.1100 P_200 1-1_7 0.0700 P_500 1-1_7 0.0280 P_1000 1-1_7 0.0140 relstring 1-1_7 '0---1--2-0' recall_5 1-1_7 0.0000 recall_10 1-1_7 0.0101 recall_15 1-1_7 0.0101 recall_20 1-1_7 0.0202 recall_30 1-1_7 0.0303 recall_100 1-1_7 0.1111 recall_200 1-1_7 0.1414 recall_500 1-1_7 0.1414 recall_1000 1-1_7 0.1414 infAP 1-1_7 0.0138 Rprec_mult_0.20 1-1_7 0.1000 Rprec_mult_0.40 1-1_7 0.1000 Rprec_mult_0.60 1-1_7 0.0833 Rprec_mult_0.80 1-1_7 0.0750 Rprec_mult_1.00 1-1_7 0.1010 Rprec_mult_1.20 1-1_7 0.0924 Rprec_mult_1.40 1-1_7 0.0863 Rprec_mult_1.60 1-1_7 0.0755 Rprec_mult_1.80 1-1_7 0.0726 Rprec_mult_2.00 1-1_7 0.0707 utility 1-1_7 -972.0000 11pt_avg 1-1_7 0.0214 binG 1-1_7 0.0252 G 1-1_7 0.0197 ndcg 1-1_7 0.1086 ndcg_rel 1-1_7 0.1035 Rndcg 1-1_7 0.0738 ndcg_cut_5 1-1_7 0.0328 ndcg_cut_10 1-1_7 0.0601 ndcg_cut_15 1-1_7 0.0487 ndcg_cut_20 1-1_7 0.0606 ndcg_cut_30 1-1_7 0.0617 ndcg_cut_100 1-1_7 0.0907 ndcg_cut_200 1-1_7 0.1043 ndcg_cut_500 1-1_7 0.1086 ndcg_cut_1000 1-1_7 0.1086 map_cut_5 1-1_7 0.0000 map_cut_10 1-1_7 0.0013 map_cut_15 1-1_7 0.0013 map_cut_20 1-1_7 0.0023 map_cut_30 1-1_7 0.0035 map_cut_100 1-1_7 0.0112 map_cut_200 1-1_7 0.0138 map_cut_500 1-1_7 0.0138 map_cut_1000 1-1_7 0.0138 relative_P_5 1-1_7 0.0000 relative_P_10 1-1_7 0.1000 relative_P_15 1-1_7 0.0667 relative_P_20 1-1_7 0.1000 relative_P_30 1-1_7 0.1000 relative_P_100 1-1_7 0.1111 relative_P_200 1-1_7 0.1414 relative_P_500 1-1_7 0.1414 relative_P_1000 1-1_7 0.1414 success_1 1-1_7 0.0000 success_5 1-1_7 0.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0140 set_relative_P 1-1_7 0.1414 set_recall 1-1_7 0.1414 set_map 1-1_7 0.0020 set_F 1-1_7 0.0255 num_nonrel_judged_ret 1-1_7 16 rbp 1-1_7 0.0531 rbp_resid 1-1_7 0.7212 unj_5 1-1_7 0.6000 unj_10 1-1_7 0.6000 unj_20 1-1_7 0.7500 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 54 map 1-1_8 0.3066 Rprec 1-1_8 0.3936 bpref 1-1_8 0.4967 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.7692 iprec_at_recall_0.20 1-1_8 0.6786 iprec_at_recall_0.30 1-1_8 0.5714 iprec_at_recall_0.40 1-1_8 0.4000 iprec_at_recall_0.50 1-1_8 0.2901 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.8000 P_10 1-1_8 0.8000 P_15 1-1_8 0.7333 P_20 1-1_8 0.7000 P_30 1-1_8 0.6333 P_100 1-1_8 0.3800 P_200 1-1_8 0.2500 P_500 1-1_8 0.1040 P_1000 1-1_8 0.0540 relstring 1-1_8 '2221202222' recall_5 1-1_8 0.0426 recall_10 1-1_8 0.0851 recall_15 1-1_8 0.1170 recall_20 1-1_8 0.1489 recall_30 1-1_8 0.2021 recall_100 1-1_8 0.4043 recall_200 1-1_8 0.5319 recall_500 1-1_8 0.5532 recall_1000 1-1_8 0.5745 infAP 1-1_8 0.3066 Rprec_mult_0.20 1-1_8 0.7368 Rprec_mult_0.40 1-1_8 0.6053 Rprec_mult_0.60 1-1_8 0.5088 Rprec_mult_0.80 1-1_8 0.4342 Rprec_mult_1.00 1-1_8 0.3936 Rprec_mult_1.20 1-1_8 0.3451 Rprec_mult_1.40 1-1_8 0.3182 Rprec_mult_1.60 1-1_8 0.3046 Rprec_mult_1.80 1-1_8 0.2824 Rprec_mult_2.00 1-1_8 0.2660 utility 1-1_8 -892.0000 11pt_avg 1-1_8 0.3372 binG 1-1_8 0.1678 G 1-1_8 0.1024 ndcg 1-1_8 0.5255 ndcg_rel 1-1_8 0.5022 Rndcg 1-1_8 0.4648 ndcg_cut_5 1-1_8 0.4792 ndcg_cut_10 1-1_8 0.4906 ndcg_cut_15 1-1_8 0.4859 ndcg_cut_20 1-1_8 0.5032 ndcg_cut_30 1-1_8 0.5187 ndcg_cut_100 1-1_8 0.4278 ndcg_cut_200 1-1_8 0.4942 ndcg_cut_500 1-1_8 0.5128 ndcg_cut_1000 1-1_8 0.5255 map_cut_5 1-1_8 0.0404 map_cut_10 1-1_8 0.0728 map_cut_15 1-1_8 0.0968 map_cut_20 1-1_8 0.1203 map_cut_30 1-1_8 0.1561 map_cut_100 1-1_8 0.2613 map_cut_200 1-1_8 0.3012 map_cut_500 1-1_8 0.3045 map_cut_1000 1-1_8 0.3066 relative_P_5 1-1_8 0.8000 relative_P_10 1-1_8 0.8000 relative_P_15 1-1_8 0.7333 relative_P_20 1-1_8 0.7000 relative_P_30 1-1_8 0.6333 relative_P_100 1-1_8 0.4043 relative_P_200 1-1_8 0.5319 relative_P_500 1-1_8 0.5532 relative_P_1000 1-1_8 0.5745 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0540 set_relative_P 1-1_8 0.5745 set_recall 1-1_8 0.5745 set_map 1-1_8 0.0310 set_F 1-1_8 0.0987 num_nonrel_judged_ret 1-1_8 31 rbp 1-1_8 0.3919 rbp_resid 1-1_8 0.0586 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.0000 unj_20 1-1_8 0.0500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 16 map 2-1_10 0.4492 Rprec 2-1_10 0.5294 bpref 2-1_10 0.6920 recip_rank 2-1_10 0.5000 iprec_at_recall_0.00 2-1_10 0.8333 iprec_at_recall_0.10 2-1_10 0.8333 iprec_at_recall_0.20 2-1_10 0.8333 iprec_at_recall_0.30 2-1_10 0.8333 iprec_at_recall_0.40 2-1_10 0.5294 iprec_at_recall_0.50 2-1_10 0.5294 iprec_at_recall_0.60 2-1_10 0.4762 iprec_at_recall_0.70 2-1_10 0.4286 iprec_at_recall_0.80 2-1_10 0.1414 iprec_at_recall_0.90 2-1_10 0.1128 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.8000 P_10 2-1_10 0.6000 P_15 2-1_10 0.4667 P_20 2-1_10 0.4500 P_30 2-1_10 0.4000 P_100 2-1_10 0.1400 P_200 2-1_10 0.0800 P_500 2-1_10 0.0320 P_1000 2-1_10 0.0160 relstring 2-1_10 '-233320003' recall_5 2-1_10 0.2353 recall_10 2-1_10 0.3529 recall_15 2-1_10 0.4118 recall_20 2-1_10 0.5294 recall_30 2-1_10 0.7059 recall_100 2-1_10 0.8235 recall_200 2-1_10 0.9412 recall_500 2-1_10 0.9412 recall_1000 2-1_10 0.9412 infAP 2-1_10 0.4492 Rprec_mult_0.20 2-1_10 0.7500 Rprec_mult_0.40 2-1_10 0.7143 Rprec_mult_0.60 2-1_10 0.5455 Rprec_mult_0.80 2-1_10 0.4286 Rprec_mult_1.00 2-1_10 0.5294 Rprec_mult_1.20 2-1_10 0.4762 Rprec_mult_1.40 2-1_10 0.4583 Rprec_mult_1.60 2-1_10 0.4286 Rprec_mult_1.80 2-1_10 0.3871 Rprec_mult_2.00 2-1_10 0.3529 utility 2-1_10 -968.0000 11pt_avg 2-1_10 0.5046 binG 2-1_10 0.3437 G 2-1_10 0.2334 ndcg 2-1_10 0.6816 ndcg_rel 2-1_10 0.5652 Rndcg 2-1_10 0.5562 ndcg_cut_5 2-1_10 0.5895 ndcg_cut_10 2-1_10 0.4984 ndcg_cut_15 2-1_10 0.4799 ndcg_cut_20 2-1_10 0.5031 ndcg_cut_30 2-1_10 0.5912 ndcg_cut_100 2-1_10 0.6370 ndcg_cut_200 2-1_10 0.6757 ndcg_cut_500 2-1_10 0.6757 ndcg_cut_1000 2-1_10 0.6816 map_cut_5 2-1_10 0.1598 map_cut_10 2-1_10 0.2441 map_cut_15 2-1_10 0.2716 map_cut_20 2-1_10 0.3321 map_cut_30 2-1_10 0.4123 map_cut_100 2-1_10 0.4362 map_cut_200 2-1_10 0.4492 map_cut_500 2-1_10 0.4492 map_cut_1000 2-1_10 0.4492 relative_P_5 2-1_10 0.8000 relative_P_10 2-1_10 0.6000 relative_P_15 2-1_10 0.4667 relative_P_20 2-1_10 0.5294 relative_P_30 2-1_10 0.7059 relative_P_100 2-1_10 0.8235 relative_P_200 2-1_10 0.9412 relative_P_500 2-1_10 0.9412 relative_P_1000 2-1_10 0.9412 success_1 2-1_10 0.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0160 set_relative_P 2-1_10 0.9412 set_recall 2-1_10 0.9412 set_map 2-1_10 0.0151 set_F 2-1_10 0.0315 num_nonrel_judged_ret 2-1_10 20 rbp 2-1_10 0.4463 rbp_resid 2-1_10 0.2915 unj_5 2-1_10 0.2000 unj_10 2-1_10 0.1000 unj_20 2-1_10 0.3000 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 65 map 2-1_12 0.2296 Rprec 2-1_12 0.2574 bpref 2-1_12 0.5501 recip_rank 2-1_12 1.0000 iprec_at_recall_0.00 2-1_12 1.0000 iprec_at_recall_0.10 2-1_12 0.7692 iprec_at_recall_0.20 2-1_12 0.3333 iprec_at_recall_0.30 2-1_12 0.2895 iprec_at_recall_0.40 2-1_12 0.2386 iprec_at_recall_0.50 2-1_12 0.1831 iprec_at_recall_0.60 2-1_12 0.1521 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.8000 P_10 2-1_12 0.7000 P_15 2-1_12 0.6667 P_20 2-1_12 0.6000 P_30 2-1_12 0.5000 P_100 2-1_12 0.2600 P_200 2-1_12 0.2150 P_500 2-1_12 0.1260 P_1000 2-1_12 0.0650 relstring 2-1_12 '3230331022' recall_5 2-1_12 0.0396 recall_10 2-1_12 0.0693 recall_15 2-1_12 0.0990 recall_20 2-1_12 0.1188 recall_30 2-1_12 0.1485 recall_100 2-1_12 0.2574 recall_200 2-1_12 0.4257 recall_500 2-1_12 0.6238 recall_1000 2-1_12 0.6436 infAP 2-1_12 0.2296 Rprec_mult_0.20 2-1_12 0.6190 Rprec_mult_0.40 2-1_12 0.4390 Rprec_mult_0.60 2-1_12 0.3279 Rprec_mult_0.80 2-1_12 0.2840 Rprec_mult_1.00 2-1_12 0.2574 Rprec_mult_1.20 2-1_12 0.2787 Rprec_mult_1.40 2-1_12 0.2465 Rprec_mult_1.60 2-1_12 0.2346 Rprec_mult_1.80 2-1_12 0.2308 Rprec_mult_2.00 2-1_12 0.2129 utility 2-1_12 -870.0000 11pt_avg 2-1_12 0.2696 binG 2-1_12 0.1510 G 2-1_12 0.1239 ndcg 2-1_12 0.5932 ndcg_rel 2-1_12 0.5525 Rndcg 2-1_12 0.4714 ndcg_cut_5 2-1_12 0.7826 ndcg_cut_10 2-1_12 0.6973 ndcg_cut_15 2-1_12 0.6628 ndcg_cut_20 2-1_12 0.6068 ndcg_cut_30 2-1_12 0.5210 ndcg_cut_100 2-1_12 0.3823 ndcg_cut_200 2-1_12 0.4596 ndcg_cut_500 2-1_12 0.5758 ndcg_cut_1000 2-1_12 0.5932 map_cut_5 2-1_12 0.0376 map_cut_10 2-1_12 0.0594 map_cut_15 2-1_12 0.0816 map_cut_20 2-1_12 0.0940 map_cut_30 2-1_12 0.1112 map_cut_100 2-1_12 0.1500 map_cut_200 2-1_12 0.1931 map_cut_500 2-1_12 0.2277 map_cut_1000 2-1_12 0.2296 relative_P_5 2-1_12 0.8000 relative_P_10 2-1_12 0.7000 relative_P_15 2-1_12 0.6667 relative_P_20 2-1_12 0.6000 relative_P_30 2-1_12 0.5000 relative_P_100 2-1_12 0.2600 relative_P_200 2-1_12 0.4257 relative_P_500 2-1_12 0.6238 relative_P_1000 2-1_12 0.6436 success_1 2-1_12 1.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0650 set_relative_P 2-1_12 0.6436 set_recall 2-1_12 0.6436 set_map 2-1_12 0.0418 set_F 2-1_12 0.1181 num_nonrel_judged_ret 2-1_12 46 rbp 2-1_12 0.5753 rbp_resid 2-1_12 0.1481 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.2000 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 29 map 2-1_14 0.0680 Rprec 2-1_14 0.1538 bpref 2-1_14 0.2330 recip_rank 2-1_14 0.1667 iprec_at_recall_0.00 2-1_14 0.3077 iprec_at_recall_0.10 2-1_14 0.1702 iprec_at_recall_0.20 2-1_14 0.1143 iprec_at_recall_0.30 2-1_14 0.1024 iprec_at_recall_0.40 2-1_14 0.0847 iprec_at_recall_0.50 2-1_14 0.0673 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.0000 P_10 2-1_14 0.3000 P_15 2-1_14 0.2667 P_20 2-1_14 0.2000 P_30 2-1_14 0.1333 P_100 2-1_14 0.1000 P_200 2-1_14 0.0900 P_500 2-1_14 0.0580 P_1000 2-1_14 0.0290 relstring 2-1_14 '0100032102' recall_5 2-1_14 0.0000 recall_10 2-1_14 0.0577 recall_15 2-1_14 0.0769 recall_20 2-1_14 0.0769 recall_30 2-1_14 0.0769 recall_100 2-1_14 0.1923 recall_200 2-1_14 0.3462 recall_500 2-1_14 0.5577 recall_1000 2-1_14 0.5577 infAP 2-1_14 0.0680 Rprec_mult_0.20 2-1_14 0.2727 Rprec_mult_0.40 2-1_14 0.1905 Rprec_mult_0.60 2-1_14 0.1250 Rprec_mult_0.80 2-1_14 0.1429 Rprec_mult_1.00 2-1_14 0.1538 Rprec_mult_1.20 2-1_14 0.1270 Rprec_mult_1.40 2-1_14 0.1096 Rprec_mult_1.60 2-1_14 0.1071 Rprec_mult_1.80 2-1_14 0.0957 Rprec_mult_2.00 2-1_14 0.1058 utility 2-1_14 -942.0000 11pt_avg 2-1_14 0.0770 binG 2-1_14 0.0940 G 2-1_14 0.0857 ndcg 2-1_14 0.3955 ndcg_rel 2-1_14 0.3253 Rndcg 2-1_14 0.2618 ndcg_cut_5 2-1_14 0.0713 ndcg_cut_10 2-1_14 0.2392 ndcg_cut_15 2-1_14 0.2457 ndcg_cut_20 2-1_14 0.2115 ndcg_cut_30 2-1_14 0.2012 ndcg_cut_100 2-1_14 0.2216 ndcg_cut_200 2-1_14 0.3017 ndcg_cut_500 2-1_14 0.3955 ndcg_cut_1000 2-1_14 0.3955 map_cut_5 2-1_14 0.0000 map_cut_10 2-1_14 0.0145 map_cut_15 2-1_14 0.0204 map_cut_20 2-1_14 0.0204 map_cut_30 2-1_14 0.0204 map_cut_100 2-1_14 0.0364 map_cut_200 2-1_14 0.0524 map_cut_500 2-1_14 0.0680 map_cut_1000 2-1_14 0.0680 relative_P_5 2-1_14 0.0000 relative_P_10 2-1_14 0.3000 relative_P_15 2-1_14 0.2667 relative_P_20 2-1_14 0.2000 relative_P_30 2-1_14 0.1333 relative_P_100 2-1_14 0.1923 relative_P_200 2-1_14 0.3462 relative_P_500 2-1_14 0.5577 relative_P_1000 2-1_14 0.5577 success_1 2-1_14 0.0000 success_5 2-1_14 0.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0290 set_relative_P 2-1_14 0.5577 set_recall 2-1_14 0.5577 set_map 2-1_14 0.0162 set_F 2-1_14 0.0551 num_nonrel_judged_ret 2-1_14 53 rbp 2-1_14 0.2198 rbp_resid 2-1_14 0.1765 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.2500 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 59 map 2-1_4 0.4661 Rprec 2-1_4 0.5000 bpref 2-1_4 0.7484 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 0.6875 iprec_at_recall_0.20 2-1_4 0.6667 iprec_at_recall_0.30 2-1_4 0.6176 iprec_at_recall_0.40 2-1_4 0.5778 iprec_at_recall_0.50 2-1_4 0.5246 iprec_at_recall_0.60 2-1_4 0.4872 iprec_at_recall_0.70 2-1_4 0.3689 iprec_at_recall_0.80 2-1_4 0.2842 iprec_at_recall_0.90 2-1_4 0.1404 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.6000 P_10 2-1_4 0.5000 P_15 2-1_4 0.6667 P_20 2-1_4 0.6500 P_30 2-1_4 0.6000 P_100 2-1_4 0.4100 P_200 2-1_4 0.2600 P_500 2-1_4 0.1160 P_1000 2-1_4 0.0590 relstring 2-1_4 '2213-3-021' recall_5 2-1_4 0.0469 recall_10 2-1_4 0.0781 recall_15 2-1_4 0.1562 recall_20 2-1_4 0.2031 recall_30 2-1_4 0.2812 recall_100 2-1_4 0.6406 recall_200 2-1_4 0.8125 recall_500 2-1_4 0.9062 recall_1000 2-1_4 0.9219 infAP 2-1_4 0.4661 Rprec_mult_0.20 2-1_4 0.6154 Rprec_mult_0.40 2-1_4 0.6538 Rprec_mult_0.60 2-1_4 0.6154 Rprec_mult_0.80 2-1_4 0.5577 Rprec_mult_1.00 2-1_4 0.5000 Rprec_mult_1.20 2-1_4 0.4805 Rprec_mult_1.40 2-1_4 0.4444 Rprec_mult_1.60 2-1_4 0.4078 Rprec_mult_1.80 2-1_4 0.3793 Rprec_mult_2.00 2-1_4 0.3672 utility 2-1_4 -882.0000 11pt_avg 2-1_4 0.4868 binG 2-1_4 0.2385 G 2-1_4 0.1677 ndcg 2-1_4 0.7355 ndcg_rel 2-1_4 0.6253 Rndcg 2-1_4 0.5779 ndcg_cut_5 2-1_4 0.5133 ndcg_cut_10 2-1_4 0.4794 ndcg_cut_15 2-1_4 0.5539 ndcg_cut_20 2-1_4 0.5822 ndcg_cut_30 2-1_4 0.5690 ndcg_cut_100 2-1_4 0.5834 ndcg_cut_200 2-1_4 0.6886 ndcg_cut_500 2-1_4 0.7277 ndcg_cut_1000 2-1_4 0.7355 map_cut_5 2-1_4 0.0430 map_cut_10 2-1_4 0.0621 map_cut_15 2-1_4 0.1098 map_cut_20 2-1_4 0.1411 map_cut_30 2-1_4 0.1919 map_cut_100 2-1_4 0.3857 map_cut_200 2-1_4 0.4448 map_cut_500 2-1_4 0.4646 map_cut_1000 2-1_4 0.4661 relative_P_5 2-1_4 0.6000 relative_P_10 2-1_4 0.5000 relative_P_15 2-1_4 0.6667 relative_P_20 2-1_4 0.6500 relative_P_30 2-1_4 0.6000 relative_P_100 2-1_4 0.6406 relative_P_200 2-1_4 0.8125 relative_P_500 2-1_4 0.9062 relative_P_1000 2-1_4 0.9219 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0590 set_relative_P 2-1_4 0.9219 set_recall 2-1_4 0.9219 set_map 2-1_4 0.0544 set_F 2-1_4 0.1109 num_nonrel_judged_ret 2-1_4 38 rbp 2-1_4 0.3983 rbp_resid 2-1_4 0.1801 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.2000 unj_20 2-1_4 0.1500 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.7588 Rprec 2-1_9 0.6875 bpref 2-1_9 0.9018 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 0.7692 iprec_at_recall_0.60 2-1_9 0.7692 iprec_at_recall_0.70 2-1_9 0.7333 iprec_at_recall_0.80 2-1_9 0.7222 iprec_at_recall_0.90 2-1_9 0.5000 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 1.0000 P_10 2-1_9 0.7000 P_15 2-1_9 0.7333 P_20 2-1_9 0.6500 P_30 2-1_9 0.4667 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '344234--21' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.4375 recall_15 2-1_9 0.6875 recall_20 2-1_9 0.8125 recall_30 2-1_9 0.8750 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.7588 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 0.8571 Rprec_mult_0.60 2-1_9 0.7000 Rprec_mult_0.80 2-1_9 0.7692 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.6500 Rprec_mult_1.40 2-1_9 0.5652 Rprec_mult_1.60 2-1_9 0.5000 Rprec_mult_1.80 2-1_9 0.4828 Rprec_mult_2.00 2-1_9 0.4375 utility 2-1_9 -970.0000 11pt_avg 2-1_9 0.7722 binG 2-1_9 0.5858 G 2-1_9 0.4256 ndcg 2-1_9 0.8930 ndcg_rel 2-1_9 0.8435 Rndcg 2-1_9 0.8385 ndcg_cut_5 2-1_9 0.8697 ndcg_cut_10 2-1_9 0.7818 ndcg_cut_15 2-1_9 0.8310 ndcg_cut_20 2-1_9 0.8496 ndcg_cut_30 2-1_9 0.8718 ndcg_cut_100 2-1_9 0.8930 ndcg_cut_200 2-1_9 0.8930 ndcg_cut_500 2-1_9 0.8930 ndcg_cut_1000 2-1_9 0.8930 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.4236 map_cut_15 2-1_9 0.6099 map_cut_20 2-1_9 0.6991 map_cut_30 2-1_9 0.7304 map_cut_100 2-1_9 0.7588 map_cut_200 2-1_9 0.7588 map_cut_500 2-1_9 0.7588 map_cut_1000 2-1_9 0.7588 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.7000 relative_P_15 2-1_9 0.7333 relative_P_20 2-1_9 0.8125 relative_P_30 2-1_9 0.8750 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0150 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.0141 set_F 2-1_9 0.0295 num_nonrel_judged_ret 2-1_9 4 rbp 2-1_9 0.5265 rbp_resid 2-1_9 0.2878 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.2000 unj_20 2-1_9 0.3000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 12 map 2-2_1 0.1450 Rprec 2-2_1 0.1961 bpref 2-2_1 0.2211 recip_rank 2-2_1 1.0000 iprec_at_recall_0.00 2-2_1 1.0000 iprec_at_recall_0.10 2-2_1 0.8333 iprec_at_recall_0.20 2-2_1 0.2381 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.8000 P_10 2-2_1 0.6000 P_15 2-2_1 0.5333 P_20 2-2_1 0.4000 P_30 2-2_1 0.3000 P_100 2-2_1 0.1200 P_200 2-2_1 0.0600 P_500 2-2_1 0.0240 P_1000 2-2_1 0.0120 relstring 2-2_1 '2320330102' recall_5 2-2_1 0.0784 recall_10 2-2_1 0.1176 recall_15 2-2_1 0.1569 recall_20 2-2_1 0.1569 recall_30 2-2_1 0.1765 recall_100 2-2_1 0.2353 recall_200 2-2_1 0.2353 recall_500 2-2_1 0.2353 recall_1000 2-2_1 0.2353 infAP 2-2_1 0.1450 Rprec_mult_0.20 2-2_1 0.6364 Rprec_mult_0.40 2-2_1 0.3810 Rprec_mult_0.60 2-2_1 0.2903 Rprec_mult_0.80 2-2_1 0.2195 Rprec_mult_1.00 2-2_1 0.1961 Rprec_mult_1.20 2-2_1 0.1935 Rprec_mult_1.40 2-2_1 0.1667 Rprec_mult_1.60 2-2_1 0.1463 Rprec_mult_1.80 2-2_1 0.1304 Rprec_mult_2.00 2-2_1 0.1176 utility 2-2_1 -976.0000 11pt_avg 2-2_1 0.1883 binG 2-2_1 0.1204 G 2-2_1 0.0547 ndcg 2-2_1 0.2855 ndcg_rel 2-2_1 0.3163 Rndcg 2-2_1 0.3377 ndcg_cut_5 2-2_1 0.5133 ndcg_cut_10 2-2_1 0.4642 ndcg_cut_15 2-2_1 0.4525 ndcg_cut_20 2-2_1 0.3878 ndcg_cut_30 2-2_1 0.3421 ndcg_cut_100 2-2_1 0.2822 ndcg_cut_200 2-2_1 0.2855 ndcg_cut_500 2-2_1 0.2855 ndcg_cut_1000 2-2_1 0.2855 map_cut_5 2-2_1 0.0745 map_cut_10 2-2_1 0.1026 map_cut_15 2-2_1 0.1255 map_cut_20 2-2_1 0.1255 map_cut_30 2-2_1 0.1319 map_cut_100 2-2_1 0.1450 map_cut_200 2-2_1 0.1450 map_cut_500 2-2_1 0.1450 map_cut_1000 2-2_1 0.1450 relative_P_5 2-2_1 0.8000 relative_P_10 2-2_1 0.6000 relative_P_15 2-2_1 0.5333 relative_P_20 2-2_1 0.4000 relative_P_30 2-2_1 0.3000 relative_P_100 2-2_1 0.2353 relative_P_200 2-2_1 0.2353 relative_P_500 2-2_1 0.2353 relative_P_1000 2-2_1 0.2353 success_1 2-2_1 1.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0120 set_relative_P 2-2_1 0.2353 set_recall 2-2_1 0.2353 set_map 2-2_1 0.0028 set_F 2-2_1 0.0228 num_nonrel_judged_ret 2-2_1 10 rbp 2-2_1 0.3319 rbp_resid 2-2_1 0.2714 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4000 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 8 map 2-2_4 0.0867 Rprec 2-2_4 0.1509 bpref 2-2_4 0.1466 recip_rank 2-2_4 0.5000 iprec_at_recall_0.00 2-2_4 0.7500 iprec_at_recall_0.10 2-2_4 0.6250 iprec_at_recall_0.20 2-2_4 0.0000 iprec_at_recall_0.30 2-2_4 0.0000 iprec_at_recall_0.40 2-2_4 0.0000 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.6000 P_10 2-2_4 0.6000 P_15 2-2_4 0.4667 P_20 2-2_4 0.3500 P_30 2-2_4 0.2667 P_100 2-2_4 0.0800 P_200 2-2_4 0.0400 P_500 2-2_4 0.0160 P_1000 2-2_4 0.0080 relstring 2-2_4 '1422--33-3' recall_5 2-2_4 0.0566 recall_10 2-2_4 0.1132 recall_15 2-2_4 0.1321 recall_20 2-2_4 0.1321 recall_30 2-2_4 0.1509 recall_100 2-2_4 0.1509 recall_200 2-2_4 0.1509 recall_500 2-2_4 0.1509 recall_1000 2-2_4 0.1509 infAP 2-2_4 0.0867 Rprec_mult_0.20 2-2_4 0.5455 Rprec_mult_0.40 2-2_4 0.3182 Rprec_mult_0.60 2-2_4 0.2500 Rprec_mult_0.80 2-2_4 0.1860 Rprec_mult_1.00 2-2_4 0.1509 Rprec_mult_1.20 2-2_4 0.1250 Rprec_mult_1.40 2-2_4 0.1067 Rprec_mult_1.60 2-2_4 0.0941 Rprec_mult_1.80 2-2_4 0.0833 Rprec_mult_2.00 2-2_4 0.0755 utility 2-2_4 -984.0000 11pt_avg 2-2_4 0.1250 binG 2-2_4 0.0703 G 2-2_4 0.0396 ndcg 2-2_4 0.2154 ndcg_rel 2-2_4 0.2497 Rndcg 2-2_4 0.2642 ndcg_cut_5 2-2_4 0.4566 ndcg_cut_10 2-2_4 0.4511 ndcg_cut_15 2-2_4 0.3973 ndcg_cut_20 2-2_4 0.3437 ndcg_cut_30 2-2_4 0.3021 ndcg_cut_100 2-2_4 0.2154 ndcg_cut_200 2-2_4 0.2154 ndcg_cut_500 2-2_4 0.2154 ndcg_cut_1000 2-2_4 0.2154 map_cut_5 2-2_4 0.0362 map_cut_10 2-2_4 0.0701 map_cut_15 2-2_4 0.0811 map_cut_20 2-2_4 0.0811 map_cut_30 2-2_4 0.0867 map_cut_100 2-2_4 0.0867 map_cut_200 2-2_4 0.0867 map_cut_500 2-2_4 0.0867 map_cut_1000 2-2_4 0.0867 relative_P_5 2-2_4 0.6000 relative_P_10 2-2_4 0.6000 relative_P_15 2-2_4 0.4667 relative_P_20 2-2_4 0.3500 relative_P_30 2-2_4 0.2667 relative_P_100 2-2_4 0.1509 relative_P_200 2-2_4 0.1509 relative_P_500 2-2_4 0.1509 relative_P_1000 2-2_4 0.1509 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0080 set_relative_P 2-2_4 0.1509 set_recall 2-2_4 0.1509 set_map 2-2_4 0.0012 set_F 2-2_4 0.0152 num_nonrel_judged_ret 2-2_4 9 rbp 2-2_4 0.3267 rbp_resid 2-2_4 0.4476 unj_5 2-2_4 0.2000 unj_10 2-2_4 0.3000 unj_20 2-2_4 0.5500 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 14 map 2-2_5 0.0053 Rprec 2-2_5 0.0000 bpref 2-2_5 0.0067 recip_rank 2-2_5 0.0050 iprec_at_recall_0.00 2-2_5 0.0171 iprec_at_recall_0.10 2-2_5 0.0171 iprec_at_recall_0.20 2-2_5 0.0171 iprec_at_recall_0.30 2-2_5 0.0171 iprec_at_recall_0.40 2-2_5 0.0171 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.0000 P_15 2-2_5 0.0000 P_20 2-2_5 0.0000 P_30 2-2_5 0.0000 P_100 2-2_5 0.0000 P_200 2-2_5 0.0050 P_500 2-2_5 0.0080 P_1000 2-2_5 0.0140 relstring 2-2_5 '-010000000' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.0000 recall_15 2-2_5 0.0000 recall_20 2-2_5 0.0000 recall_30 2-2_5 0.0000 recall_100 2-2_5 0.0000 recall_200 2-2_5 0.0333 recall_500 2-2_5 0.1333 recall_1000 2-2_5 0.4667 infAP 2-2_5 0.0053 Rprec_mult_0.20 2-2_5 0.0000 Rprec_mult_0.40 2-2_5 0.0000 Rprec_mult_0.60 2-2_5 0.0000 Rprec_mult_0.80 2-2_5 0.0000 Rprec_mult_1.00 2-2_5 0.0000 Rprec_mult_1.20 2-2_5 0.0000 Rprec_mult_1.40 2-2_5 0.0000 Rprec_mult_1.60 2-2_5 0.0000 Rprec_mult_1.80 2-2_5 0.0000 Rprec_mult_2.00 2-2_5 0.0000 utility 2-2_5 -972.0000 11pt_avg 2-2_5 0.0078 binG 2-2_5 0.0513 G 2-2_5 0.0528 ndcg 2-2_5 0.1873 ndcg_rel 2-2_5 0.1516 Rndcg 2-2_5 0.0511 ndcg_cut_5 2-2_5 0.0424 ndcg_cut_10 2-2_5 0.0275 ndcg_cut_15 2-2_5 0.0213 ndcg_cut_20 2-2_5 0.0184 ndcg_cut_30 2-2_5 0.0158 ndcg_cut_100 2-2_5 0.0226 ndcg_cut_200 2-2_5 0.0375 ndcg_cut_500 2-2_5 0.0816 ndcg_cut_1000 2-2_5 0.1873 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0000 map_cut_15 2-2_5 0.0000 map_cut_20 2-2_5 0.0000 map_cut_30 2-2_5 0.0000 map_cut_100 2-2_5 0.0000 map_cut_200 2-2_5 0.0002 map_cut_500 2-2_5 0.0008 map_cut_1000 2-2_5 0.0053 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.0000 relative_P_15 2-2_5 0.0000 relative_P_20 2-2_5 0.0000 relative_P_30 2-2_5 0.0000 relative_P_100 2-2_5 0.0000 relative_P_200 2-2_5 0.0333 relative_P_500 2-2_5 0.1333 relative_P_1000 2-2_5 0.4667 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 0.0000 set_P 2-2_5 0.0140 set_relative_P 2-2_5 0.4667 set_recall 2-2_5 0.4667 set_map 2-2_5 0.0065 set_F 2-2_5 0.0272 num_nonrel_judged_ret 2-2_5 42 rbp 2-2_5 0.0203 rbp_resid 2-2_5 0.3911 unj_5 2-2_5 0.2000 unj_10 2-2_5 0.1000 unj_20 2-2_5 0.5000 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 86 map 2-2_7 0.7490 Rprec 2-2_7 0.6705 bpref 2-2_7 0.9388 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 1.0000 iprec_at_recall_0.30 2-2_7 0.9688 iprec_at_recall_0.40 2-2_7 0.9211 iprec_at_recall_0.50 2-2_7 0.9000 iprec_at_recall_0.60 2-2_7 0.7681 iprec_at_recall_0.70 2-2_7 0.6429 iprec_at_recall_0.80 2-2_7 0.5263 iprec_at_recall_0.90 2-2_7 0.3098 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 1.0000 P_20 2-2_7 1.0000 P_30 2-2_7 0.9667 P_100 2-2_7 0.6300 P_200 2-2_7 0.3700 P_500 2-2_7 0.1680 P_1000 2-2_7 0.0860 relstring 2-2_7 '4434444444' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1705 recall_20 2-2_7 0.2273 recall_30 2-2_7 0.3295 recall_100 2-2_7 0.7159 recall_200 2-2_7 0.8409 recall_500 2-2_7 0.9545 recall_1000 2-2_7 0.9773 infAP 2-2_7 0.7490 Rprec_mult_0.20 2-2_7 1.0000 Rprec_mult_0.40 2-2_7 0.9167 Rprec_mult_0.60 2-2_7 0.8868 Rprec_mult_0.80 2-2_7 0.7465 Rprec_mult_1.00 2-2_7 0.6705 Rprec_mult_1.20 2-2_7 0.6038 Rprec_mult_1.40 2-2_7 0.5484 Rprec_mult_1.60 2-2_7 0.4965 Rprec_mult_1.80 2-2_7 0.4465 Rprec_mult_2.00 2-2_7 0.4205 utility 2-2_7 -828.0000 11pt_avg 2-2_7 0.7306 binG 2-2_7 0.4726 G 2-2_7 0.2864 ndcg 2-2_7 0.9237 ndcg_rel 2-2_7 0.8805 Rndcg 2-2_7 0.8282 ndcg_cut_5 2-2_7 0.9576 ndcg_cut_10 2-2_7 0.9725 ndcg_cut_15 2-2_7 0.9671 ndcg_cut_20 2-2_7 0.9557 ndcg_cut_30 2-2_7 0.9090 ndcg_cut_100 2-2_7 0.7824 ndcg_cut_200 2-2_7 0.8519 ndcg_cut_500 2-2_7 0.9128 ndcg_cut_1000 2-2_7 0.9237 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1705 map_cut_20 2-2_7 0.2273 map_cut_30 2-2_7 0.3275 map_cut_100 2-2_7 0.6456 map_cut_200 2-2_7 0.7122 map_cut_500 2-2_7 0.7462 map_cut_1000 2-2_7 0.7490 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 1.0000 relative_P_20 2-2_7 1.0000 relative_P_30 2-2_7 0.9667 relative_P_100 2-2_7 0.7159 relative_P_200 2-2_7 0.8409 relative_P_500 2-2_7 0.9545 relative_P_1000 2-2_7 0.9773 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0860 set_relative_P 2-2_7 0.9773 set_recall 2-2_7 0.9773 set_map 2-2_7 0.0840 set_F 2-2_7 0.1581 num_nonrel_judged_ret 2-2_7 16 rbp 2-2_7 0.9326 rbp_resid 2-2_7 0.0203 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 38 map 2-2_9 0.2520 Rprec 2-2_9 0.3191 bpref 2-2_9 0.7128 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 0.7143 iprec_at_recall_0.20 2-2_9 0.5238 iprec_at_recall_0.30 2-2_9 0.3488 iprec_at_recall_0.40 2-2_9 0.2436 iprec_at_recall_0.50 2-2_9 0.1500 iprec_at_recall_0.60 2-2_9 0.1160 iprec_at_recall_0.70 2-2_9 0.0917 iprec_at_recall_0.80 2-2_9 0.0682 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.6000 P_10 2-2_9 0.6000 P_15 2-2_9 0.5333 P_20 2-2_9 0.5000 P_30 2-2_9 0.4333 P_100 2-2_9 0.2100 P_200 2-2_9 0.1300 P_500 2-2_9 0.0740 P_1000 2-2_9 0.0380 relstring 2-2_9 '3--323214-' recall_5 2-2_9 0.0638 recall_10 2-2_9 0.1277 recall_15 2-2_9 0.1702 recall_20 2-2_9 0.2128 recall_30 2-2_9 0.2766 recall_100 2-2_9 0.4468 recall_200 2-2_9 0.5532 recall_500 2-2_9 0.7872 recall_1000 2-2_9 0.8085 infAP 2-2_9 0.2520 Rprec_mult_0.20 2-2_9 0.6000 Rprec_mult_0.40 2-2_9 0.4737 Rprec_mult_0.60 2-2_9 0.4138 Rprec_mult_0.80 2-2_9 0.3421 Rprec_mult_1.00 2-2_9 0.3191 Rprec_mult_1.20 2-2_9 0.2807 Rprec_mult_1.40 2-2_9 0.2576 Rprec_mult_1.60 2-2_9 0.2368 Rprec_mult_1.80 2-2_9 0.2353 Rprec_mult_2.00 2-2_9 0.2128 utility 2-2_9 -924.0000 11pt_avg 2-2_9 0.2960 binG 2-2_9 0.1925 G 2-2_9 0.1398 ndcg 2-2_9 0.5941 ndcg_rel 2-2_9 0.4994 Rndcg 2-2_9 0.4375 ndcg_cut_5 2-2_9 0.4295 ndcg_cut_10 2-2_9 0.4578 ndcg_cut_15 2-2_9 0.4183 ndcg_cut_20 2-2_9 0.4055 ndcg_cut_30 2-2_9 0.4127 ndcg_cut_100 2-2_9 0.4422 ndcg_cut_200 2-2_9 0.5025 ndcg_cut_500 2-2_9 0.5858 ndcg_cut_1000 2-2_9 0.5941 map_cut_5 2-2_9 0.0447 map_cut_10 2-2_9 0.0882 map_cut_15 2-2_9 0.1128 map_cut_20 2-2_9 0.1335 map_cut_30 2-2_9 0.1630 map_cut_100 2-2_9 0.2107 map_cut_200 2-2_9 0.2276 map_cut_500 2-2_9 0.2505 map_cut_1000 2-2_9 0.2520 relative_P_5 2-2_9 0.6000 relative_P_10 2-2_9 0.6000 relative_P_15 2-2_9 0.5333 relative_P_20 2-2_9 0.5000 relative_P_30 2-2_9 0.4333 relative_P_100 2-2_9 0.4468 relative_P_200 2-2_9 0.5532 relative_P_500 2-2_9 0.7872 relative_P_1000 2-2_9 0.8085 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0380 set_relative_P 2-2_9 0.8085 set_recall 2-2_9 0.8085 set_map 2-2_9 0.0307 set_F 2-2_9 0.0726 num_nonrel_judged_ret 2-2_9 9 rbp 2-2_9 0.3575 rbp_resid 2-2_9 0.4464 unj_5 2-2_9 0.4000 unj_10 2-2_9 0.3000 unj_20 2-2_9 0.4500 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 27 map 3-2_1 0.0882 Rprec 3-2_1 0.1765 bpref 3-2_1 0.2801 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.3333 iprec_at_recall_0.20 3-2_1 0.1867 iprec_at_recall_0.30 3-2_1 0.0905 iprec_at_recall_0.40 3-2_1 0.0438 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.2000 P_10 3-2_1 0.3000 P_15 3-2_1 0.2667 P_20 3-2_1 0.3000 P_30 3-2_1 0.3000 P_100 3-2_1 0.1600 P_200 3-2_1 0.0900 P_500 3-2_1 0.0500 P_1000 3-2_1 0.0270 relstring 3-2_1 '3011113120' recall_5 3-2_1 0.0147 recall_10 3-2_1 0.0441 recall_15 3-2_1 0.0588 recall_20 3-2_1 0.0882 recall_30 3-2_1 0.1324 recall_100 3-2_1 0.2353 recall_200 3-2_1 0.2647 recall_500 3-2_1 0.3676 recall_1000 3-2_1 0.3971 infAP 3-2_1 0.0882 Rprec_mult_0.20 3-2_1 0.2857 Rprec_mult_0.40 3-2_1 0.2857 Rprec_mult_0.60 3-2_1 0.2439 Rprec_mult_0.80 3-2_1 0.2182 Rprec_mult_1.00 3-2_1 0.1765 Rprec_mult_1.20 3-2_1 0.1829 Rprec_mult_1.40 3-2_1 0.1667 Rprec_mult_1.60 3-2_1 0.1468 Rprec_mult_1.80 3-2_1 0.1301 Rprec_mult_2.00 3-2_1 0.1250 utility 3-2_1 -946.0000 11pt_avg 3-2_1 0.1504 binG 3-2_1 0.0865 G 3-2_1 0.0763 ndcg 3-2_1 0.3838 ndcg_rel 3-2_1 0.3945 Rndcg 3-2_1 0.3878 ndcg_cut_5 3-2_1 0.4881 ndcg_cut_10 3-2_1 0.4940 ndcg_cut_15 3-2_1 0.4475 ndcg_cut_20 3-2_1 0.4804 ndcg_cut_30 3-2_1 0.4652 ndcg_cut_100 3-2_1 0.3341 ndcg_cut_200 3-2_1 0.3247 ndcg_cut_500 3-2_1 0.3697 ndcg_cut_1000 3-2_1 0.3838 map_cut_5 3-2_1 0.0147 map_cut_10 3-2_1 0.0238 map_cut_15 3-2_1 0.0292 map_cut_20 3-2_1 0.0384 map_cut_30 3-2_1 0.0528 map_cut_100 3-2_1 0.0747 map_cut_200 3-2_1 0.0782 map_cut_500 3-2_1 0.0868 map_cut_1000 3-2_1 0.0882 relative_P_5 3-2_1 0.2000 relative_P_10 3-2_1 0.3000 relative_P_15 3-2_1 0.2667 relative_P_20 3-2_1 0.3000 relative_P_30 3-2_1 0.3000 relative_P_100 3-2_1 0.2353 relative_P_200 3-2_1 0.2647 relative_P_500 3-2_1 0.3676 relative_P_1000 3-2_1 0.3971 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0270 set_relative_P 3-2_1 0.3971 set_recall 3-2_1 0.3971 set_map 3-2_1 0.0107 set_F 3-2_1 0.0506 num_nonrel_judged_ret 3-2_1 45 rbp 3-2_1 0.3808 rbp_resid 3-2_1 0.1606 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.2000 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 28 map 3-2_6 0.1391 Rprec 3-2_6 0.1875 bpref 3-2_6 0.3330 recip_rank 3-2_6 0.1667 iprec_at_recall_0.00 3-2_6 0.2222 iprec_at_recall_0.10 3-2_6 0.2222 iprec_at_recall_0.20 3-2_6 0.2222 iprec_at_recall_0.30 3-2_6 0.1975 iprec_at_recall_0.40 3-2_6 0.1975 iprec_at_recall_0.50 3-2_6 0.1975 iprec_at_recall_0.60 3-2_6 0.1827 iprec_at_recall_0.70 3-2_6 0.1392 iprec_at_recall_0.80 3-2_6 0.0929 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.1000 P_15 3-2_6 0.0667 P_20 3-2_6 0.1000 P_30 3-2_6 0.2000 P_100 3-2_6 0.1800 P_200 3-2_6 0.1200 P_500 3-2_6 0.0540 P_1000 3-2_6 0.0280 relstring 3-2_6 '1011120101' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0312 recall_15 3-2_6 0.0312 recall_20 3-2_6 0.0625 recall_30 3-2_6 0.1875 recall_100 3-2_6 0.5625 recall_200 3-2_6 0.7500 recall_500 3-2_6 0.8438 recall_1000 3-2_6 0.8750 infAP 3-2_6 0.1391 Rprec_mult_0.20 3-2_6 0.1429 Rprec_mult_0.40 3-2_6 0.0769 Rprec_mult_0.60 3-2_6 0.1000 Rprec_mult_0.80 3-2_6 0.1923 Rprec_mult_1.00 3-2_6 0.1875 Rprec_mult_1.20 3-2_6 0.2051 Rprec_mult_1.40 3-2_6 0.2000 Rprec_mult_1.60 3-2_6 0.1731 Rprec_mult_1.80 3-2_6 0.1724 Rprec_mult_2.00 3-2_6 0.1719 utility 3-2_6 -944.0000 11pt_avg 3-2_6 0.1522 binG 3-2_6 0.1541 G 3-2_6 0.1494 ndcg 3-2_6 0.5906 ndcg_rel 3-2_6 0.3994 Rndcg 3-2_6 0.3514 ndcg_cut_5 3-2_6 0.2620 ndcg_cut_10 3-2_6 0.2666 ndcg_cut_15 3-2_6 0.2370 ndcg_cut_20 3-2_6 0.2607 ndcg_cut_30 3-2_6 0.2942 ndcg_cut_100 3-2_6 0.4427 ndcg_cut_200 3-2_6 0.5374 ndcg_cut_500 3-2_6 0.5794 ndcg_cut_1000 3-2_6 0.5906 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0052 map_cut_15 3-2_6 0.0052 map_cut_20 3-2_6 0.0085 map_cut_30 3-2_6 0.0316 map_cut_100 3-2_6 0.1024 map_cut_200 3-2_6 0.1289 map_cut_500 3-2_6 0.1376 map_cut_1000 3-2_6 0.1391 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.1000 relative_P_15 3-2_6 0.0667 relative_P_20 3-2_6 0.1000 relative_P_30 3-2_6 0.2000 relative_P_100 3-2_6 0.5625 relative_P_200 3-2_6 0.7500 relative_P_500 3-2_6 0.8438 relative_P_1000 3-2_6 0.8750 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0280 set_relative_P 3-2_6 0.8750 set_recall 3-2_6 0.8750 set_map 3-2_6 0.0245 set_F 3-2_6 0.0543 num_nonrel_judged_ret 3-2_6 29 rbp 3-2_6 0.2524 rbp_resid 3-2_6 0.1795 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.0000 unj_20 3-2_6 0.2500 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 11 map 4-1_10 0.1876 Rprec 4-1_10 0.3333 bpref 4-1_10 0.2361 recip_rank 4-1_10 0.2500 iprec_at_recall_0.00 4-1_10 0.4000 iprec_at_recall_0.10 4-1_10 0.4000 iprec_at_recall_0.20 4-1_10 0.4000 iprec_at_recall_0.30 4-1_10 0.3636 iprec_at_recall_0.40 4-1_10 0.1944 iprec_at_recall_0.50 4-1_10 0.1944 iprec_at_recall_0.60 4-1_10 0.1944 iprec_at_recall_0.70 4-1_10 0.1905 iprec_at_recall_0.80 4-1_10 0.0758 iprec_at_recall_0.90 4-1_10 0.0241 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.4000 P_10 4-1_10 0.3000 P_15 4-1_10 0.2667 P_20 4-1_10 0.2000 P_30 4-1_10 0.1333 P_100 4-1_10 0.0900 P_200 4-1_10 0.0500 P_500 4-1_10 0.0220 P_1000 4-1_10 0.0110 relstring 4-1_10 '11-22-0112' recall_5 4-1_10 0.1667 recall_10 4-1_10 0.2500 recall_15 4-1_10 0.3333 recall_20 4-1_10 0.3333 recall_30 4-1_10 0.3333 recall_100 4-1_10 0.7500 recall_200 4-1_10 0.8333 recall_500 4-1_10 0.9167 recall_1000 4-1_10 0.9167 infAP 4-1_10 0.1876 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.4000 Rprec_mult_0.60 4-1_10 0.2500 Rprec_mult_0.80 4-1_10 0.3000 Rprec_mult_1.00 4-1_10 0.3333 Rprec_mult_1.20 4-1_10 0.2667 Rprec_mult_1.40 4-1_10 0.2353 Rprec_mult_1.60 4-1_10 0.2000 Rprec_mult_1.80 4-1_10 0.1818 Rprec_mult_2.00 4-1_10 0.1667 utility 4-1_10 -978.0000 11pt_avg 4-1_10 0.2216 binG 4-1_10 0.2266 G 4-1_10 0.1721 ndcg 4-1_10 0.6247 ndcg_rel 4-1_10 0.5312 Rndcg 4-1_10 0.4710 ndcg_cut_5 4-1_10 0.4735 ndcg_cut_10 4-1_10 0.4422 ndcg_cut_15 4-1_10 0.4633 ndcg_cut_20 4-1_10 0.4762 ndcg_cut_30 4-1_10 0.4795 ndcg_cut_100 4-1_10 0.4992 ndcg_cut_200 4-1_10 0.5337 ndcg_cut_500 4-1_10 0.6043 ndcg_cut_1000 4-1_10 0.6247 map_cut_5 4-1_10 0.0542 map_cut_10 4-1_10 0.0792 map_cut_15 4-1_10 0.1095 map_cut_20 4-1_10 0.1095 map_cut_30 4-1_10 0.1095 map_cut_100 4-1_10 0.1793 map_cut_200 4-1_10 0.1856 map_cut_500 4-1_10 0.1876 map_cut_1000 4-1_10 0.1876 relative_P_5 4-1_10 0.4000 relative_P_10 4-1_10 0.3000 relative_P_15 4-1_10 0.3333 relative_P_20 4-1_10 0.3333 relative_P_30 4-1_10 0.3333 relative_P_100 4-1_10 0.7500 relative_P_200 4-1_10 0.8333 relative_P_500 4-1_10 0.9167 relative_P_1000 4-1_10 0.9167 success_1 4-1_10 0.0000 success_5 4-1_10 1.0000 success_10 4-1_10 1.0000 set_P 4-1_10 0.0110 set_relative_P 4-1_10 0.9167 set_recall 4-1_10 0.9167 set_map 4-1_10 0.0101 set_F 4-1_10 0.0217 num_nonrel_judged_ret 4-1_10 59 rbp 4-1_10 0.2931 rbp_resid 4-1_10 0.2893 unj_5 4-1_10 0.2000 unj_10 4-1_10 0.2000 unj_20 4-1_10 0.3000 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 7 map 4-1_12 0.0725 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0833 iprec_at_recall_0.00 4-1_12 0.1111 iprec_at_recall_0.10 4-1_12 0.1111 iprec_at_recall_0.20 4-1_12 0.1111 iprec_at_recall_0.30 4-1_12 0.1111 iprec_at_recall_0.40 4-1_12 0.1111 iprec_at_recall_0.50 4-1_12 0.0806 iprec_at_recall_0.60 4-1_12 0.0806 iprec_at_recall_0.70 4-1_12 0.0806 iprec_at_recall_0.80 4-1_12 0.0331 iprec_at_recall_0.90 4-1_12 0.0331 iprec_at_recall_1.00 4-1_12 0.0202 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0667 P_20 4-1_12 0.1000 P_30 4-1_12 0.1000 P_100 4-1_12 0.0500 P_200 4-1_12 0.0300 P_500 4-1_12 0.0140 P_1000 4-1_12 0.0070 relstring 4-1_12 '-0001-0-1-' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.1429 recall_20 4-1_12 0.2857 recall_30 4-1_12 0.4286 recall_100 4-1_12 0.7143 recall_200 4-1_12 0.8571 recall_500 4-1_12 1.0000 recall_1000 4-1_12 1.0000 infAP 4-1_12 0.0725 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0833 Rprec_mult_1.80 4-1_12 0.0769 Rprec_mult_2.00 4-1_12 0.0714 utility 4-1_12 -986.0000 11pt_avg 4-1_12 0.0804 binG 4-1_12 0.1881 G 4-1_12 0.1340 ndcg 4-1_12 0.3290 ndcg_rel 4-1_12 0.2415 Rndcg 4-1_12 0.0974 ndcg_cut_5 4-1_12 0.0429 ndcg_cut_10 4-1_12 0.0608 ndcg_cut_15 4-1_12 0.0973 ndcg_cut_20 4-1_12 0.1230 ndcg_cut_30 4-1_12 0.1507 ndcg_cut_100 4-1_12 0.2577 ndcg_cut_200 4-1_12 0.2862 ndcg_cut_500 4-1_12 0.3290 ndcg_cut_1000 4-1_12 0.3290 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0119 map_cut_20 4-1_12 0.0278 map_cut_30 4-1_12 0.0437 map_cut_100 4-1_12 0.0649 map_cut_200 4-1_12 0.0696 map_cut_500 4-1_12 0.0725 map_cut_1000 4-1_12 0.0725 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.1429 relative_P_20 4-1_12 0.2857 relative_P_30 4-1_12 0.4286 relative_P_100 4-1_12 0.7143 relative_P_200 4-1_12 0.8571 relative_P_500 4-1_12 1.0000 relative_P_1000 4-1_12 1.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0070 set_relative_P 4-1_12 1.0000 set_recall 4-1_12 1.0000 set_map 4-1_12 0.0070 set_F 4-1_12 0.0139 num_nonrel_judged_ret 4-1_12 61 rbp 4-1_12 0.0549 rbp_resid 4-1_12 0.4104 unj_5 4-1_12 0.2000 unj_10 4-1_12 0.4000 unj_20 4-1_12 0.4000 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 32 map 4-1_3 0.1749 Rprec 4-1_3 0.3077 bpref 4-1_3 0.2327 recip_rank 4-1_3 0.1250 iprec_at_recall_0.00 4-1_3 0.3250 iprec_at_recall_0.10 4-1_3 0.3250 iprec_at_recall_0.20 4-1_3 0.3250 iprec_at_recall_0.30 4-1_3 0.3250 iprec_at_recall_0.40 4-1_3 0.2963 iprec_at_recall_0.50 4-1_3 0.2019 iprec_at_recall_0.60 4-1_3 0.1935 iprec_at_recall_0.70 4-1_3 0.1630 iprec_at_recall_0.80 4-1_3 0.1422 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.0000 P_10 4-1_3 0.1000 P_15 4-1_3 0.1333 P_20 4-1_3 0.2000 P_30 4-1_3 0.3000 P_100 4-1_3 0.1800 P_200 4-1_3 0.1500 P_500 4-1_3 0.0640 P_1000 4-1_3 0.0320 relstring 4-1_3 '1-00100310' recall_5 4-1_3 0.0000 recall_10 4-1_3 0.0256 recall_15 4-1_3 0.0513 recall_20 4-1_3 0.1026 recall_30 4-1_3 0.2308 recall_100 4-1_3 0.4615 recall_200 4-1_3 0.7692 recall_500 4-1_3 0.8205 recall_1000 4-1_3 0.8205 infAP 4-1_3 0.1749 Rprec_mult_0.20 4-1_3 0.1250 Rprec_mult_0.40 4-1_3 0.1875 Rprec_mult_0.60 4-1_3 0.2083 Rprec_mult_0.80 4-1_3 0.2812 Rprec_mult_1.00 4-1_3 0.3077 Rprec_mult_1.20 4-1_3 0.2979 Rprec_mult_1.40 4-1_3 0.2909 Rprec_mult_1.60 4-1_3 0.2540 Rprec_mult_1.80 4-1_3 0.2394 Rprec_mult_2.00 4-1_3 0.2179 utility 4-1_3 -936.0000 11pt_avg 4-1_3 0.2088 binG 4-1_3 0.1524 G 4-1_3 0.1298 ndcg 4-1_3 0.5360 ndcg_rel 4-1_3 0.3908 Rndcg 4-1_3 0.2980 ndcg_cut_5 4-1_3 0.1176 ndcg_cut_10 4-1_3 0.1555 ndcg_cut_15 4-1_3 0.1758 ndcg_cut_20 4-1_3 0.2288 ndcg_cut_30 4-1_3 0.3155 ndcg_cut_100 4-1_3 0.3628 ndcg_cut_200 4-1_3 0.5067 ndcg_cut_500 4-1_3 0.5360 ndcg_cut_1000 4-1_3 0.5360 map_cut_5 4-1_3 0.0000 map_cut_10 4-1_3 0.0032 map_cut_15 4-1_3 0.0069 map_cut_20 4-1_3 0.0171 map_cut_30 4-1_3 0.0510 map_cut_100 4-1_3 0.1155 map_cut_200 4-1_3 0.1694 map_cut_500 4-1_3 0.1749 map_cut_1000 4-1_3 0.1749 relative_P_5 4-1_3 0.0000 relative_P_10 4-1_3 0.1000 relative_P_15 4-1_3 0.1333 relative_P_20 4-1_3 0.2000 relative_P_30 4-1_3 0.3000 relative_P_100 4-1_3 0.4615 relative_P_200 4-1_3 0.7692 relative_P_500 4-1_3 0.8205 relative_P_1000 4-1_3 0.8205 success_1 4-1_3 0.0000 success_5 4-1_3 0.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0320 set_relative_P 4-1_3 0.8205 set_recall 4-1_3 0.8205 set_map 4-1_3 0.0263 set_F 4-1_3 0.0616 num_nonrel_judged_ret 4-1_3 105 rbp 4-1_3 0.1796 rbp_resid 4-1_3 0.1588 unj_5 4-1_3 0.2000 unj_10 4-1_3 0.1000 unj_20 4-1_3 0.1500 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 11 map 4-1_4 0.2276 Rprec 4-1_4 0.2727 bpref 4-1_4 0.2645 recip_rank 4-1_4 0.3333 iprec_at_recall_0.00 4-1_4 0.5000 iprec_at_recall_0.10 4-1_4 0.5000 iprec_at_recall_0.20 4-1_4 0.5000 iprec_at_recall_0.30 4-1_4 0.5000 iprec_at_recall_0.40 4-1_4 0.2174 iprec_at_recall_0.50 4-1_4 0.1935 iprec_at_recall_0.60 4-1_4 0.1667 iprec_at_recall_0.70 4-1_4 0.1633 iprec_at_recall_0.80 4-1_4 0.1475 iprec_at_recall_0.90 4-1_4 0.0862 iprec_at_recall_1.00 4-1_4 0.0853 P_5 4-1_4 0.4000 P_10 4-1_4 0.3000 P_15 4-1_4 0.2000 P_20 4-1_4 0.2000 P_30 4-1_4 0.1667 P_100 4-1_4 0.0900 P_200 4-1_4 0.0550 P_500 4-1_4 0.0220 P_1000 4-1_4 0.0110 relstring 4-1_4 '1-2142111-' recall_5 4-1_4 0.1818 recall_10 4-1_4 0.2727 recall_15 4-1_4 0.2727 recall_20 4-1_4 0.3636 recall_30 4-1_4 0.4545 recall_100 4-1_4 0.8182 recall_200 4-1_4 1.0000 recall_500 4-1_4 1.0000 recall_1000 4-1_4 1.0000 infAP 4-1_4 0.2276 Rprec_mult_0.20 4-1_4 0.3333 Rprec_mult_0.40 4-1_4 0.4000 Rprec_mult_0.60 4-1_4 0.4286 Rprec_mult_0.80 4-1_4 0.3333 Rprec_mult_1.00 4-1_4 0.2727 Rprec_mult_1.20 4-1_4 0.2143 Rprec_mult_1.40 4-1_4 0.1875 Rprec_mult_1.60 4-1_4 0.1667 Rprec_mult_1.80 4-1_4 0.2000 Rprec_mult_2.00 4-1_4 0.1818 utility 4-1_4 -978.0000 11pt_avg 4-1_4 0.2782 binG 4-1_4 0.2628 G 4-1_4 0.2169 ndcg 4-1_4 0.6353 ndcg_rel 4-1_4 0.4347 Rndcg 4-1_4 0.4078 ndcg_cut_5 4-1_4 0.3487 ndcg_cut_10 4-1_4 0.3772 ndcg_cut_15 4-1_4 0.3890 ndcg_cut_20 4-1_4 0.3892 ndcg_cut_30 4-1_4 0.4195 ndcg_cut_100 4-1_4 0.5828 ndcg_cut_200 4-1_4 0.6286 ndcg_cut_500 4-1_4 0.6353 ndcg_cut_1000 4-1_4 0.6353 map_cut_5 4-1_4 0.0667 map_cut_10 4-1_4 0.1121 map_cut_15 4-1_4 0.1121 map_cut_20 4-1_4 0.1313 map_cut_30 4-1_4 0.1510 map_cut_100 4-1_4 0.2120 map_cut_200 4-1_4 0.2276 map_cut_500 4-1_4 0.2276 map_cut_1000 4-1_4 0.2276 relative_P_5 4-1_4 0.4000 relative_P_10 4-1_4 0.3000 relative_P_15 4-1_4 0.2727 relative_P_20 4-1_4 0.3636 relative_P_30 4-1_4 0.4545 relative_P_100 4-1_4 0.8182 relative_P_200 4-1_4 1.0000 relative_P_500 4-1_4 1.0000 relative_P_1000 4-1_4 1.0000 success_1 4-1_4 0.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0110 set_relative_P 4-1_4 1.0000 set_recall 4-1_4 1.0000 set_map 4-1_4 0.0110 set_F 4-1_4 0.0218 num_nonrel_judged_ret 4-1_4 40 rbp 4-1_4 0.2633 rbp_resid 4-1_4 0.3119 unj_5 4-1_4 0.2000 unj_10 4-1_4 0.2000 unj_20 4-1_4 0.4000 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.0023 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0023 iprec_at_recall_0.00 4-1_6 0.0023 iprec_at_recall_0.10 4-1_6 0.0023 iprec_at_recall_0.20 4-1_6 0.0023 iprec_at_recall_0.30 4-1_6 0.0023 iprec_at_recall_0.40 4-1_6 0.0023 iprec_at_recall_0.50 4-1_6 0.0023 iprec_at_recall_0.60 4-1_6 0.0023 iprec_at_recall_0.70 4-1_6 0.0023 iprec_at_recall_0.80 4-1_6 0.0023 iprec_at_recall_0.90 4-1_6 0.0023 iprec_at_recall_1.00 4-1_6 0.0023 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0020 P_1000 4-1_6 0.0010 relstring 4-1_6 '0-0---00-0' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 1.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.0023 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.0023 binG 4-1_6 0.1139 G 4-1_6 0.1432 ndcg 4-1_6 0.3552 ndcg_rel 4-1_6 0.2182 Rndcg 4-1_6 0.1184 ndcg_cut_5 4-1_6 0.0000 ndcg_cut_10 4-1_6 0.0000 ndcg_cut_15 4-1_6 0.0000 ndcg_cut_20 4-1_6 0.0305 ndcg_cut_30 4-1_6 0.0571 ndcg_cut_100 4-1_6 0.2003 ndcg_cut_200 4-1_6 0.3094 ndcg_cut_500 4-1_6 0.3552 ndcg_cut_1000 4-1_6 0.3552 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0023 map_cut_1000 4-1_6 0.0023 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 1.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 75 rbp 4-1_6 0.0141 rbp_resid 4-1_6 0.5538 unj_5 4-1_6 0.6000 unj_10 4-1_6 0.5000 unj_20 4-1_6 0.5500 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 30 map 4-1_9 0.2468 Rprec 4-1_9 0.3243 bpref 4-1_9 0.3638 recip_rank 4-1_9 0.5000 iprec_at_recall_0.00 4-1_9 0.6000 iprec_at_recall_0.10 4-1_9 0.5000 iprec_at_recall_0.20 4-1_9 0.5000 iprec_at_recall_0.30 4-1_9 0.4400 iprec_at_recall_0.40 4-1_9 0.3333 iprec_at_recall_0.50 4-1_9 0.2353 iprec_at_recall_0.60 4-1_9 0.2018 iprec_at_recall_0.70 4-1_9 0.1398 iprec_at_recall_0.80 4-1_9 0.0600 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.6000 P_10 4-1_9 0.4000 P_15 4-1_9 0.4667 P_20 4-1_9 0.4000 P_30 4-1_9 0.4000 P_100 4-1_9 0.2100 P_200 4-1_9 0.1300 P_500 4-1_9 0.0600 P_1000 4-1_9 0.0300 relstring 4-1_9 '1212211112' recall_5 4-1_9 0.0811 recall_10 4-1_9 0.1081 recall_15 4-1_9 0.1892 recall_20 4-1_9 0.2162 recall_30 4-1_9 0.3243 recall_100 4-1_9 0.5676 recall_200 4-1_9 0.7027 recall_500 4-1_9 0.8108 recall_1000 4-1_9 0.8108 infAP 4-1_9 0.2468 Rprec_mult_0.20 4-1_9 0.3750 Rprec_mult_0.40 4-1_9 0.4667 Rprec_mult_0.60 4-1_9 0.4348 Rprec_mult_0.80 4-1_9 0.4000 Rprec_mult_1.00 4-1_9 0.3243 Rprec_mult_1.20 4-1_9 0.3333 Rprec_mult_1.40 4-1_9 0.3077 Rprec_mult_1.60 4-1_9 0.2667 Rprec_mult_1.80 4-1_9 0.2388 Rprec_mult_2.00 4-1_9 0.2162 utility 4-1_9 -940.0000 11pt_avg 4-1_9 0.2737 binG 4-1_9 0.1898 G 4-1_9 0.1308 ndcg 4-1_9 0.6159 ndcg_rel 4-1_9 0.5484 Rndcg 4-1_9 0.4739 ndcg_cut_5 4-1_9 0.4197 ndcg_cut_10 4-1_9 0.4479 ndcg_cut_15 4-1_9 0.5033 ndcg_cut_20 4-1_9 0.5286 ndcg_cut_30 4-1_9 0.5609 ndcg_cut_100 4-1_9 0.5058 ndcg_cut_200 4-1_9 0.4965 ndcg_cut_500 4-1_9 0.5887 ndcg_cut_1000 4-1_9 0.6159 map_cut_5 4-1_9 0.0432 map_cut_10 4-1_9 0.0541 map_cut_15 4-1_9 0.0905 map_cut_20 4-1_9 0.1040 map_cut_30 4-1_9 0.1501 map_cut_100 4-1_9 0.2146 map_cut_200 4-1_9 0.2376 map_cut_500 4-1_9 0.2468 map_cut_1000 4-1_9 0.2468 relative_P_5 4-1_9 0.6000 relative_P_10 4-1_9 0.4000 relative_P_15 4-1_9 0.4667 relative_P_20 4-1_9 0.4000 relative_P_30 4-1_9 0.4000 relative_P_100 4-1_9 0.5676 relative_P_200 4-1_9 0.7027 relative_P_500 4-1_9 0.8108 relative_P_1000 4-1_9 0.8108 success_1 4-1_9 0.0000 success_5 4-1_9 1.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0300 set_relative_P 4-1_9 0.8108 set_recall 4-1_9 0.8108 set_map 4-1_9 0.0243 set_F 4-1_9 0.0579 num_nonrel_judged_ret 4-1_9 90 rbp 4-1_9 0.3517 rbp_resid 4-1_9 0.0454 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.0000 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 49 map 4-2_2 0.1489 Rprec 4-2_2 0.2619 bpref 4-2_2 0.4918 recip_rank 4-2_2 0.5000 iprec_at_recall_0.00 4-2_2 0.6667 iprec_at_recall_0.10 4-2_2 0.4000 iprec_at_recall_0.20 4-2_2 0.3269 iprec_at_recall_0.30 4-2_2 0.2524 iprec_at_recall_0.40 4-2_2 0.1459 iprec_at_recall_0.50 4-2_2 0.0892 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.4000 P_10 4-2_2 0.5000 P_15 4-2_2 0.4000 P_20 4-2_2 0.4000 P_30 4-2_2 0.3667 P_100 4-2_2 0.2500 P_200 4-2_2 0.1600 P_500 4-2_2 0.0860 P_1000 4-2_2 0.0490 relstring 4-2_2 '-331-21212' recall_5 4-2_2 0.0238 recall_10 4-2_2 0.0595 recall_15 4-2_2 0.0714 recall_20 4-2_2 0.0952 recall_30 4-2_2 0.1310 recall_100 4-2_2 0.2976 recall_200 4-2_2 0.3810 recall_500 4-2_2 0.5119 recall_1000 4-2_2 0.5833 infAP 4-2_2 0.1489 Rprec_mult_0.20 4-2_2 0.4118 Rprec_mult_0.40 4-2_2 0.3529 Rprec_mult_0.60 4-2_2 0.3137 Rprec_mult_0.80 4-2_2 0.2794 Rprec_mult_1.00 4-2_2 0.2619 Rprec_mult_1.20 4-2_2 0.2475 Rprec_mult_1.40 4-2_2 0.2373 Rprec_mult_1.60 4-2_2 0.2074 Rprec_mult_1.80 4-2_2 0.1908 Rprec_mult_2.00 4-2_2 0.1845 utility 4-2_2 -902.0000 11pt_avg 4-2_2 0.1710 binG 4-2_2 0.1146 G 4-2_2 0.0901 ndcg 4-2_2 0.4674 ndcg_rel 4-2_2 0.4248 Rndcg 4-2_2 0.3682 ndcg_cut_5 4-2_2 0.4323 ndcg_cut_10 4-2_2 0.4680 ndcg_cut_15 4-2_2 0.4085 ndcg_cut_20 4-2_2 0.3844 ndcg_cut_30 4-2_2 0.3729 ndcg_cut_100 4-2_2 0.3391 ndcg_cut_200 4-2_2 0.3511 ndcg_cut_500 4-2_2 0.4363 ndcg_cut_1000 4-2_2 0.4674 map_cut_5 4-2_2 0.0139 map_cut_10 4-2_2 0.0317 map_cut_15 4-2_2 0.0372 map_cut_20 4-2_2 0.0469 map_cut_30 4-2_2 0.0598 map_cut_100 4-2_2 0.1106 map_cut_200 4-2_2 0.1283 map_cut_500 4-2_2 0.1434 map_cut_1000 4-2_2 0.1489 relative_P_5 4-2_2 0.4000 relative_P_10 4-2_2 0.5000 relative_P_15 4-2_2 0.4000 relative_P_20 4-2_2 0.4000 relative_P_30 4-2_2 0.3667 relative_P_100 4-2_2 0.2976 relative_P_200 4-2_2 0.3810 relative_P_500 4-2_2 0.5119 relative_P_1000 4-2_2 0.5833 success_1 4-2_2 0.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0490 set_relative_P 4-2_2 0.5833 set_recall 4-2_2 0.5833 set_map 4-2_2 0.0286 set_F 4-2_2 0.0904 num_nonrel_judged_ret 4-2_2 33 rbp 4-2_2 0.4024 rbp_resid 4-2_2 0.3720 unj_5 4-2_2 0.4000 unj_10 4-2_2 0.2000 unj_20 4-2_2 0.4000 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 31 map 4-2_3 0.2812 Rprec 4-2_3 0.3542 bpref 4-2_3 0.5523 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.7500 iprec_at_recall_0.20 4-2_3 0.7143 iprec_at_recall_0.30 4-2_3 0.4000 iprec_at_recall_0.40 4-2_3 0.2436 iprec_at_recall_0.50 4-2_3 0.1748 iprec_at_recall_0.60 4-2_3 0.1074 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.8000 P_10 4-2_3 0.7000 P_15 4-2_3 0.6667 P_20 4-2_3 0.5000 P_30 4-2_3 0.4333 P_100 4-2_3 0.2000 P_200 4-2_3 0.1300 P_500 4-2_3 0.0600 P_1000 4-2_3 0.0310 relstring 4-2_3 '3222--2-33' recall_5 4-2_3 0.0833 recall_10 4-2_3 0.1458 recall_15 4-2_3 0.2083 recall_20 4-2_3 0.2083 recall_30 4-2_3 0.2708 recall_100 4-2_3 0.4167 recall_200 4-2_3 0.5417 recall_500 4-2_3 0.6250 recall_1000 4-2_3 0.6458 infAP 4-2_3 0.2812 Rprec_mult_0.20 4-2_3 0.7000 Rprec_mult_0.40 4-2_3 0.5000 Rprec_mult_0.60 4-2_3 0.4138 Rprec_mult_0.80 4-2_3 0.3846 Rprec_mult_1.00 4-2_3 0.3542 Rprec_mult_1.20 4-2_3 0.3103 Rprec_mult_1.40 4-2_3 0.2647 Rprec_mult_1.60 4-2_3 0.2338 Rprec_mult_1.80 4-2_3 0.2184 Rprec_mult_2.00 4-2_3 0.2083 utility 4-2_3 -938.0000 11pt_avg 4-2_3 0.3082 binG 4-2_3 0.2128 G 4-2_3 0.1505 ndcg 4-2_3 0.6024 ndcg_rel 4-2_3 0.5842 Rndcg 4-2_3 0.5240 ndcg_cut_5 4-2_3 0.6923 ndcg_cut_10 4-2_3 0.6564 ndcg_cut_15 4-2_3 0.6666 ndcg_cut_20 4-2_3 0.6049 ndcg_cut_30 4-2_3 0.5553 ndcg_cut_100 4-2_3 0.4646 ndcg_cut_200 4-2_3 0.5274 ndcg_cut_500 4-2_3 0.5959 ndcg_cut_1000 4-2_3 0.6024 map_cut_5 4-2_3 0.0833 map_cut_10 4-2_3 0.1267 map_cut_15 4-2_3 0.1723 map_cut_20 4-2_3 0.1723 map_cut_30 4-2_3 0.2000 map_cut_100 4-2_3 0.2490 map_cut_200 4-2_3 0.2706 map_cut_500 4-2_3 0.2801 map_cut_1000 4-2_3 0.2812 relative_P_5 4-2_3 0.8000 relative_P_10 4-2_3 0.7000 relative_P_15 4-2_3 0.6667 relative_P_20 4-2_3 0.5000 relative_P_30 4-2_3 0.4333 relative_P_100 4-2_3 0.4167 relative_P_200 4-2_3 0.5417 relative_P_500 4-2_3 0.6250 relative_P_1000 4-2_3 0.6458 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0310 set_relative_P 4-2_3 0.6458 set_recall 4-2_3 0.6458 set_map 4-2_3 0.0200 set_F 4-2_3 0.0592 num_nonrel_judged_ret 4-2_3 26 rbp 4-2_3 0.4839 rbp_resid 4-2_3 0.3642 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.3000 unj_20 4-2_3 0.4000 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.5894 Rprec 4-2_6 0.5714 bpref 4-2_6 0.6531 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 1.0000 iprec_at_recall_0.40 4-2_6 0.8000 iprec_at_recall_0.50 4-2_6 0.8000 iprec_at_recall_0.60 4-2_6 0.8000 iprec_at_recall_0.70 4-2_6 0.2245 iprec_at_recall_0.80 4-2_6 0.2245 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 1.0000 P_10 4-2_6 0.8000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4000 P_30 4-2_6 0.3000 P_100 4-2_6 0.1100 P_200 4-2_6 0.0600 P_500 4-2_6 0.0240 P_1000 4-2_6 0.0120 relstring 4-2_6 '2222311223' recall_5 4-2_6 0.3571 recall_10 4-2_6 0.5714 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.7857 recall_200 4-2_6 0.8571 recall_500 4-2_6 0.8571 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.5894 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.8333 Rprec_mult_0.60 4-2_6 0.7778 Rprec_mult_0.80 4-2_6 0.6667 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3913 Rprec_mult_1.80 4-2_6 0.3462 Rprec_mult_2.00 4-2_6 0.3214 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.6226 binG 4-2_6 0.5195 G 4-2_6 0.2719 ndcg 4-2_6 0.7545 ndcg_rel 4-2_6 0.7064 Rndcg 4-2_6 0.6806 ndcg_cut_5 4-2_6 0.7429 ndcg_cut_10 4-2_6 0.7789 ndcg_cut_15 4-2_6 0.6664 ndcg_cut_20 4-2_6 0.6308 ndcg_cut_30 4-2_6 0.6228 ndcg_cut_100 4-2_6 0.7376 ndcg_cut_200 4-2_6 0.7545 ndcg_cut_500 4-2_6 0.7545 ndcg_cut_1000 4-2_6 0.7545 map_cut_5 4-2_6 0.3571 map_cut_10 4-2_6 0.5234 map_cut_15 4-2_6 0.5234 map_cut_20 4-2_6 0.5234 map_cut_30 4-2_6 0.5514 map_cut_100 4-2_6 0.5823 map_cut_200 4-2_6 0.5894 map_cut_500 4-2_6 0.5894 map_cut_1000 4-2_6 0.5894 relative_P_5 4-2_6 1.0000 relative_P_10 4-2_6 0.8000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.7857 relative_P_200 4-2_6 0.8571 relative_P_500 4-2_6 0.8571 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 13 rbp 4-2_6 0.4680 rbp_resid 4-2_6 0.2611 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.0000 unj_20 4-2_6 0.4000 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 50 map 5-1_2 0.1615 Rprec 5-1_2 0.2846 bpref 5-1_2 0.3413 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.5600 iprec_at_recall_0.20 5-1_2 0.3768 iprec_at_recall_0.30 5-1_2 0.2453 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.8000 P_10 5-1_2 0.7000 P_15 5-1_2 0.6000 P_20 5-1_2 0.5500 P_30 5-1_2 0.5000 P_100 5-1_2 0.3000 P_200 5-1_2 0.2150 P_500 5-1_2 0.0900 P_1000 5-1_2 0.0500 relstring 5-1_2 '3331203133' recall_5 5-1_2 0.0308 recall_10 5-1_2 0.0538 recall_15 5-1_2 0.0692 recall_20 5-1_2 0.0846 recall_30 5-1_2 0.1154 recall_100 5-1_2 0.2308 recall_200 5-1_2 0.3308 recall_500 5-1_2 0.3462 recall_1000 5-1_2 0.3846 infAP 5-1_2 0.1615 Rprec_mult_0.20 5-1_2 0.5385 Rprec_mult_0.40 5-1_2 0.4038 Rprec_mult_0.60 5-1_2 0.3462 Rprec_mult_0.80 5-1_2 0.2885 Rprec_mult_1.00 5-1_2 0.2846 Rprec_mult_1.20 5-1_2 0.2436 Rprec_mult_1.40 5-1_2 0.2198 Rprec_mult_1.60 5-1_2 0.2067 Rprec_mult_1.80 5-1_2 0.1880 Rprec_mult_2.00 5-1_2 0.1731 utility 5-1_2 -900.0000 11pt_avg 5-1_2 0.1984 binG 5-1_2 0.1021 G 5-1_2 0.0731 ndcg 5-1_2 0.4195 ndcg_rel 5-1_2 0.4460 Rndcg 5-1_2 0.4784 ndcg_cut_5 5-1_2 0.7716 ndcg_cut_10 5-1_2 0.7302 ndcg_cut_15 5-1_2 0.6485 ndcg_cut_20 5-1_2 0.5987 ndcg_cut_30 5-1_2 0.5703 ndcg_cut_100 5-1_2 0.4118 ndcg_cut_200 5-1_2 0.3873 ndcg_cut_500 5-1_2 0.3981 ndcg_cut_1000 5-1_2 0.4195 map_cut_5 5-1_2 0.0292 map_cut_10 5-1_2 0.0452 map_cut_15 5-1_2 0.0566 map_cut_20 5-1_2 0.0661 map_cut_30 5-1_2 0.0833 map_cut_100 5-1_2 0.1293 map_cut_200 5-1_2 0.1557 map_cut_500 5-1_2 0.1586 map_cut_1000 5-1_2 0.1615 relative_P_5 5-1_2 0.8000 relative_P_10 5-1_2 0.7000 relative_P_15 5-1_2 0.6000 relative_P_20 5-1_2 0.5500 relative_P_30 5-1_2 0.5000 relative_P_100 5-1_2 0.3000 relative_P_200 5-1_2 0.3308 relative_P_500 5-1_2 0.3462 relative_P_1000 5-1_2 0.3846 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0500 set_relative_P 5-1_2 0.3846 set_recall 5-1_2 0.3846 set_map 5-1_2 0.0192 set_F 5-1_2 0.0885 num_nonrel_judged_ret 5-1_2 38 rbp 5-1_2 0.4693 rbp_resid 5-1_2 0.1580 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.2500 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 21 map 5-1_4 0.3070 Rprec 5-1_4 0.3448 bpref 5-1_4 0.5268 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 1.0000 iprec_at_recall_0.20 5-1_4 0.7500 iprec_at_recall_0.30 5-1_4 0.4500 iprec_at_recall_0.40 5-1_4 0.3250 iprec_at_recall_0.50 5-1_4 0.1569 iprec_at_recall_0.60 5-1_4 0.1097 iprec_at_recall_0.70 5-1_4 0.0935 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.6000 P_10 5-1_4 0.6000 P_15 5-1_4 0.4667 P_20 5-1_4 0.4500 P_30 5-1_4 0.3333 P_100 5-1_4 0.1500 P_200 5-1_4 0.0950 P_500 5-1_4 0.0420 P_1000 5-1_4 0.0210 relstring 5-1_4 '322002220-' recall_5 5-1_4 0.1034 recall_10 5-1_4 0.2069 recall_15 5-1_4 0.2414 recall_20 5-1_4 0.3103 recall_30 5-1_4 0.3448 recall_100 5-1_4 0.5172 recall_200 5-1_4 0.6552 recall_500 5-1_4 0.7241 recall_1000 5-1_4 0.7241 infAP 5-1_4 0.3070 Rprec_mult_0.20 5-1_4 0.6667 Rprec_mult_0.40 5-1_4 0.5000 Rprec_mult_0.60 5-1_4 0.4444 Rprec_mult_0.80 5-1_4 0.3750 Rprec_mult_1.00 5-1_4 0.3448 Rprec_mult_1.20 5-1_4 0.3143 Rprec_mult_1.40 5-1_4 0.3171 Rprec_mult_1.60 5-1_4 0.2766 Rprec_mult_1.80 5-1_4 0.2453 Rprec_mult_2.00 5-1_4 0.2414 utility 5-1_4 -958.0000 11pt_avg 5-1_4 0.3532 binG 5-1_4 0.2549 G 5-1_4 0.1735 ndcg 5-1_4 0.5860 ndcg_rel 5-1_4 0.5643 Rndcg 5-1_4 0.5039 ndcg_cut_5 5-1_4 0.5949 ndcg_cut_10 5-1_4 0.5451 ndcg_cut_15 5-1_4 0.4864 ndcg_cut_20 5-1_4 0.4754 ndcg_cut_30 5-1_4 0.4169 ndcg_cut_100 5-1_4 0.4930 ndcg_cut_200 5-1_4 0.5555 ndcg_cut_500 5-1_4 0.5860 ndcg_cut_1000 5-1_4 0.5860 map_cut_5 5-1_4 0.1034 map_cut_10 5-1_4 0.1769 map_cut_15 5-1_4 0.1930 map_cut_20 5-1_4 0.2258 map_cut_30 5-1_4 0.2377 map_cut_100 5-1_4 0.2853 map_cut_200 5-1_4 0.3016 map_cut_500 5-1_4 0.3070 map_cut_1000 5-1_4 0.3070 relative_P_5 5-1_4 0.6000 relative_P_10 5-1_4 0.6000 relative_P_15 5-1_4 0.4667 relative_P_20 5-1_4 0.4500 relative_P_30 5-1_4 0.3448 relative_P_100 5-1_4 0.5172 relative_P_200 5-1_4 0.6552 relative_P_500 5-1_4 0.7241 relative_P_1000 5-1_4 0.7241 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0210 set_relative_P 5-1_4 0.7241 set_recall 5-1_4 0.7241 set_map 5-1_4 0.0152 set_F 5-1_4 0.0408 num_nonrel_judged_ret 5-1_4 26 rbp 5-1_4 0.3706 rbp_resid 5-1_4 0.2820 unj_5 5-1_4 0.0000 unj_10 5-1_4 0.1000 unj_20 5-1_4 0.3500 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 51 map 6-1_2 0.3234 Rprec 6-1_2 0.3860 bpref 6-1_2 0.7138 recip_rank 6-1_2 0.3333 iprec_at_recall_0.00 6-1_2 0.5833 iprec_at_recall_0.10 6-1_2 0.5833 iprec_at_recall_0.20 6-1_2 0.5667 iprec_at_recall_0.30 6-1_2 0.5667 iprec_at_recall_0.40 6-1_2 0.3710 iprec_at_recall_0.50 6-1_2 0.3100 iprec_at_recall_0.60 6-1_2 0.2941 iprec_at_recall_0.70 6-1_2 0.2326 iprec_at_recall_0.80 6-1_2 0.1942 iprec_at_recall_0.90 6-1_2 0.1000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.4000 P_10 6-1_2 0.5000 P_15 6-1_2 0.5333 P_20 6-1_2 0.4500 P_30 6-1_2 0.5667 P_100 6-1_2 0.3100 P_200 6-1_2 0.2100 P_500 6-1_2 0.1000 P_1000 6-1_2 0.0510 relstring 6-1_2 '1120332-21' recall_5 6-1_2 0.0351 recall_10 6-1_2 0.0877 recall_15 6-1_2 0.1404 recall_20 6-1_2 0.1579 recall_30 6-1_2 0.2982 recall_100 6-1_2 0.5439 recall_200 6-1_2 0.7368 recall_500 6-1_2 0.8772 recall_1000 6-1_2 0.8947 infAP 6-1_2 0.3234 Rprec_mult_0.20 6-1_2 0.5833 Rprec_mult_0.40 6-1_2 0.4783 Rprec_mult_0.60 6-1_2 0.5143 Rprec_mult_0.80 6-1_2 0.4565 Rprec_mult_1.00 6-1_2 0.3860 Rprec_mult_1.20 6-1_2 0.3333 Rprec_mult_1.40 6-1_2 0.3375 Rprec_mult_1.60 6-1_2 0.3043 Rprec_mult_1.80 6-1_2 0.3010 Rprec_mult_2.00 6-1_2 0.2895 utility 6-1_2 -898.0000 11pt_avg 6-1_2 0.3456 binG 6-1_2 0.1933 G 6-1_2 0.1402 ndcg 6-1_2 0.6501 ndcg_rel 6-1_2 0.5503 Rndcg 6-1_2 0.5074 ndcg_cut_5 6-1_2 0.4286 ndcg_cut_10 6-1_2 0.4708 ndcg_cut_15 6-1_2 0.4878 ndcg_cut_20 6-1_2 0.4430 ndcg_cut_30 6-1_2 0.5207 ndcg_cut_100 6-1_2 0.4727 ndcg_cut_200 6-1_2 0.5593 ndcg_cut_500 6-1_2 0.6372 ndcg_cut_1000 6-1_2 0.6501 map_cut_5 6-1_2 0.0129 map_cut_10 6-1_2 0.0414 map_cut_15 6-1_2 0.0712 map_cut_20 6-1_2 0.0800 map_cut_30 6-1_2 0.1531 map_cut_100 6-1_2 0.2475 map_cut_200 6-1_2 0.2975 map_cut_500 6-1_2 0.3216 map_cut_1000 6-1_2 0.3234 relative_P_5 6-1_2 0.4000 relative_P_10 6-1_2 0.5000 relative_P_15 6-1_2 0.5333 relative_P_20 6-1_2 0.4500 relative_P_30 6-1_2 0.5667 relative_P_100 6-1_2 0.5439 relative_P_200 6-1_2 0.7368 relative_P_500 6-1_2 0.8772 relative_P_1000 6-1_2 0.8947 success_1 6-1_2 0.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0510 set_relative_P 6-1_2 0.8947 set_recall 6-1_2 0.8947 set_map 6-1_2 0.0456 set_F 6-1_2 0.0965 num_nonrel_judged_ret 6-1_2 32 rbp 6-1_2 0.4655 rbp_resid 6-1_2 0.2139 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.1000 unj_20 6-1_2 0.3500 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 25 map 6-1_6 0.3909 Rprec 6-1_6 0.3704 bpref 6-1_6 0.4691 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.8333 iprec_at_recall_0.30 6-1_6 0.7273 iprec_at_recall_0.40 6-1_6 0.3056 iprec_at_recall_0.50 6-1_6 0.2333 iprec_at_recall_0.60 6-1_6 0.1538 iprec_at_recall_0.70 6-1_6 0.1301 iprec_at_recall_0.80 6-1_6 0.0965 iprec_at_recall_0.90 6-1_6 0.0594 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.8000 P_10 6-1_6 0.7000 P_15 6-1_6 0.5333 P_20 6-1_6 0.5000 P_30 6-1_6 0.3333 P_100 6-1_6 0.1500 P_200 6-1_6 0.1000 P_500 6-1_6 0.0500 P_1000 6-1_6 0.0250 relstring 6-1_6 '3233-2-33-' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.2593 recall_15 6-1_6 0.2963 recall_20 6-1_6 0.3704 recall_30 6-1_6 0.3704 recall_100 6-1_6 0.5556 recall_200 6-1_6 0.7407 recall_500 6-1_6 0.9259 recall_1000 6-1_6 0.9259 infAP 6-1_6 0.3909 Rprec_mult_0.20 6-1_6 0.8333 Rprec_mult_0.40 6-1_6 0.7273 Rprec_mult_0.60 6-1_6 0.5294 Rprec_mult_0.80 6-1_6 0.4545 Rprec_mult_1.00 6-1_6 0.3704 Rprec_mult_1.20 6-1_6 0.3030 Rprec_mult_1.40 6-1_6 0.2895 Rprec_mult_1.60 6-1_6 0.2727 Rprec_mult_1.80 6-1_6 0.2653 Rprec_mult_2.00 6-1_6 0.2407 utility 6-1_6 -950.0000 11pt_avg 6-1_6 0.4127 binG 6-1_6 0.3319 G 6-1_6 0.2382 ndcg 6-1_6 0.7769 ndcg_rel 6-1_6 0.6722 Rndcg 6-1_6 0.6307 ndcg_cut_5 6-1_6 0.7975 ndcg_cut_10 6-1_6 0.7055 ndcg_cut_15 6-1_6 0.6265 ndcg_cut_20 6-1_6 0.6111 ndcg_cut_30 6-1_6 0.5426 ndcg_cut_100 6-1_6 0.6307 ndcg_cut_200 6-1_6 0.7094 ndcg_cut_500 6-1_6 0.7769 ndcg_cut_1000 6-1_6 0.7769 map_cut_5 6-1_6 0.1481 map_cut_10 6-1_6 0.2356 map_cut_15 6-1_6 0.2625 map_cut_20 6-1_6 0.3027 map_cut_30 6-1_6 0.3027 map_cut_100 6-1_6 0.3512 map_cut_200 6-1_6 0.3771 map_cut_500 6-1_6 0.3909 map_cut_1000 6-1_6 0.3909 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.7000 relative_P_15 6-1_6 0.5333 relative_P_20 6-1_6 0.5000 relative_P_30 6-1_6 0.3704 relative_P_100 6-1_6 0.5556 relative_P_200 6-1_6 0.7407 relative_P_500 6-1_6 0.9259 relative_P_1000 6-1_6 0.9259 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0250 set_relative_P 6-1_6 0.9259 set_recall 6-1_6 0.9259 set_map 6-1_6 0.0231 set_F 6-1_6 0.0487 num_nonrel_judged_ret 6-1_6 34 rbp 6-1_6 0.5320 rbp_resid 6-1_6 0.3131 unj_5 6-1_6 0.2000 unj_10 6-1_6 0.3000 unj_20 6-1_6 0.3500 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 30 map 6-1_7 0.1281 Rprec 6-1_7 0.2174 bpref 6-1_7 0.2694 recip_rank 6-1_7 0.5000 iprec_at_recall_0.00 6-1_7 0.5000 iprec_at_recall_0.10 6-1_7 0.4118 iprec_at_recall_0.20 6-1_7 0.3571 iprec_at_recall_0.30 6-1_7 0.1728 iprec_at_recall_0.40 6-1_7 0.1290 iprec_at_recall_0.50 6-1_7 0.0780 iprec_at_recall_0.60 6-1_7 0.0573 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.3000 P_15 6-1_7 0.3333 P_20 6-1_7 0.3500 P_30 6-1_7 0.3333 P_100 6-1_7 0.1500 P_200 6-1_7 0.1050 P_500 6-1_7 0.0560 P_1000 6-1_7 0.0300 relstring 6-1_7 '130---1122' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0652 recall_15 6-1_7 0.1087 recall_20 6-1_7 0.1522 recall_30 6-1_7 0.2174 recall_100 6-1_7 0.3261 recall_200 6-1_7 0.4565 recall_500 6-1_7 0.6087 recall_1000 6-1_7 0.6522 infAP 6-1_7 0.1281 Rprec_mult_0.20 6-1_7 0.3000 Rprec_mult_0.40 6-1_7 0.3684 Rprec_mult_0.60 6-1_7 0.3571 Rprec_mult_0.80 6-1_7 0.2703 Rprec_mult_1.00 6-1_7 0.2174 Rprec_mult_1.20 6-1_7 0.2143 Rprec_mult_1.40 6-1_7 0.1846 Rprec_mult_1.60 6-1_7 0.1622 Rprec_mult_1.80 6-1_7 0.1687 Rprec_mult_2.00 6-1_7 0.1630 utility 6-1_7 -940.0000 11pt_avg 6-1_7 0.1551 binG 6-1_7 0.1283 G 6-1_7 0.1091 ndcg 6-1_7 0.5181 ndcg_rel 6-1_7 0.4480 Rndcg 6-1_7 0.3993 ndcg_cut_5 6-1_7 0.3270 ndcg_cut_10 6-1_7 0.3464 ndcg_cut_15 6-1_7 0.3706 ndcg_cut_20 6-1_7 0.3876 ndcg_cut_30 6-1_7 0.4247 ndcg_cut_100 6-1_7 0.3577 ndcg_cut_200 6-1_7 0.4114 ndcg_cut_500 6-1_7 0.4967 ndcg_cut_1000 6-1_7 0.5181 map_cut_5 6-1_7 0.0109 map_cut_10 6-1_7 0.0222 map_cut_15 6-1_7 0.0374 map_cut_20 6-1_7 0.0545 map_cut_30 6-1_7 0.0767 map_cut_100 6-1_7 0.0981 map_cut_200 6-1_7 0.1153 map_cut_500 6-1_7 0.1260 map_cut_1000 6-1_7 0.1281 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.3000 relative_P_15 6-1_7 0.3333 relative_P_20 6-1_7 0.3500 relative_P_30 6-1_7 0.3333 relative_P_100 6-1_7 0.3261 relative_P_200 6-1_7 0.4565 relative_P_500 6-1_7 0.6087 relative_P_1000 6-1_7 0.6522 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0300 set_relative_P 6-1_7 0.6522 set_recall 6-1_7 0.6522 set_map 6-1_7 0.0196 set_F 6-1_7 0.0574 num_nonrel_judged_ret 6-1_7 76 rbp 6-1_7 0.3365 rbp_resid 6-1_7 0.2998 unj_5 6-1_7 0.4000 unj_10 6-1_7 0.3000 unj_20 6-1_7 0.3000 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 44 map 6-2_2 0.3251 Rprec 6-2_2 0.4107 bpref 6-2_2 0.5992 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.8571 iprec_at_recall_0.20 6-2_2 0.5500 iprec_at_recall_0.30 6-2_2 0.4872 iprec_at_recall_0.40 6-2_2 0.4151 iprec_at_recall_0.50 6-2_2 0.3146 iprec_at_recall_0.60 6-2_2 0.2024 iprec_at_recall_0.70 6-2_2 0.1521 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.8000 P_10 6-2_2 0.6000 P_15 6-2_2 0.5333 P_20 6-2_2 0.5500 P_30 6-2_2 0.5000 P_100 6-2_2 0.3000 P_200 6-2_2 0.1750 P_500 6-2_2 0.0840 P_1000 6-2_2 0.0440 relstring 6-2_2 '4-44442101' recall_5 6-2_2 0.0714 recall_10 6-2_2 0.1071 recall_15 6-2_2 0.1429 recall_20 6-2_2 0.1964 recall_30 6-2_2 0.2679 recall_100 6-2_2 0.5357 recall_200 6-2_2 0.6250 recall_500 6-2_2 0.7500 recall_1000 6-2_2 0.7857 infAP 6-2_2 0.3251 Rprec_mult_0.20 6-2_2 0.5833 Rprec_mult_0.40 6-2_2 0.4783 Rprec_mult_0.60 6-2_2 0.4706 Rprec_mult_0.80 6-2_2 0.4667 Rprec_mult_1.00 6-2_2 0.4107 Rprec_mult_1.20 6-2_2 0.3529 Rprec_mult_1.40 6-2_2 0.3418 Rprec_mult_1.60 6-2_2 0.3111 Rprec_mult_1.80 6-2_2 0.2970 Rprec_mult_2.00 6-2_2 0.2679 utility 6-2_2 -912.0000 11pt_avg 6-2_2 0.3617 binG 6-2_2 0.2073 G 6-2_2 0.1655 ndcg 6-2_2 0.6862 ndcg_rel 6-2_2 0.6509 Rndcg 6-2_2 0.6132 ndcg_cut_5 6-2_2 0.7860 ndcg_cut_10 6-2_2 0.6584 ndcg_cut_15 6-2_2 0.6244 ndcg_cut_20 6-2_2 0.6311 ndcg_cut_30 6-2_2 0.6194 ndcg_cut_100 6-2_2 0.5730 ndcg_cut_200 6-2_2 0.6153 ndcg_cut_500 6-2_2 0.6695 ndcg_cut_1000 6-2_2 0.6862 map_cut_5 6-2_2 0.0574 map_cut_10 6-2_2 0.0876 map_cut_15 6-2_2 0.1085 map_cut_20 6-2_2 0.1389 map_cut_30 6-2_2 0.1753 map_cut_100 6-2_2 0.2841 map_cut_200 6-2_2 0.3034 map_cut_500 6-2_2 0.3221 map_cut_1000 6-2_2 0.3251 relative_P_5 6-2_2 0.8000 relative_P_10 6-2_2 0.6000 relative_P_15 6-2_2 0.5333 relative_P_20 6-2_2 0.5500 relative_P_30 6-2_2 0.5000 relative_P_100 6-2_2 0.5357 relative_P_200 6-2_2 0.6250 relative_P_500 6-2_2 0.7500 relative_P_1000 6-2_2 0.7857 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0440 set_relative_P 6-2_2 0.7857 set_recall 6-2_2 0.7857 set_map 6-2_2 0.0346 set_F 6-2_2 0.0833 num_nonrel_judged_ret 6-2_2 38 rbp 6-2_2 0.5544 rbp_resid 6-2_2 0.1987 unj_5 6-2_2 0.2000 unj_10 6-2_2 0.1000 unj_20 6-2_2 0.2000 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 10 map 6-2_3 0.1033 Rprec 6-2_3 0.1765 bpref 6-2_3 0.2837 recip_rank 6-2_3 0.5000 iprec_at_recall_0.00 6-2_3 0.5000 iprec_at_recall_0.10 6-2_3 0.2308 iprec_at_recall_0.20 6-2_3 0.2308 iprec_at_recall_0.30 6-2_3 0.1429 iprec_at_recall_0.40 6-2_3 0.1061 iprec_at_recall_0.50 6-2_3 0.0452 iprec_at_recall_0.60 6-2_3 0.0452 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.2000 P_15 6-2_3 0.2000 P_20 6-2_3 0.2000 P_30 6-2_3 0.1333 P_100 6-2_3 0.0800 P_200 6-2_3 0.0400 P_500 6-2_3 0.0200 P_1000 6-2_3 0.0100 relstring 6-2_3 '-2000-1021' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.1176 recall_15 6-2_3 0.1765 recall_20 6-2_3 0.2353 recall_30 6-2_3 0.2353 recall_100 6-2_3 0.4706 recall_200 6-2_3 0.4706 recall_500 6-2_3 0.5882 recall_1000 6-2_3 0.5882 infAP 6-2_3 0.1033 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.1429 Rprec_mult_0.60 6-2_3 0.1818 Rprec_mult_0.80 6-2_3 0.2143 Rprec_mult_1.00 6-2_3 0.1765 Rprec_mult_1.20 6-2_3 0.1905 Rprec_mult_1.40 6-2_3 0.1667 Rprec_mult_1.60 6-2_3 0.1429 Rprec_mult_1.80 6-2_3 0.1290 Rprec_mult_2.00 6-2_3 0.1176 utility 6-2_3 -980.0000 11pt_avg 6-2_3 0.1183 binG 6-2_3 0.1445 G 6-2_3 0.1077 ndcg 6-2_3 0.3559 ndcg_rel 6-2_3 0.3047 Rndcg 6-2_3 0.1665 ndcg_cut_5 6-2_3 0.1282 ndcg_cut_10 6-2_3 0.1857 ndcg_cut_15 6-2_3 0.1879 ndcg_cut_20 6-2_3 0.2102 ndcg_cut_30 6-2_3 0.1877 ndcg_cut_100 6-2_3 0.3056 ndcg_cut_200 6-2_3 0.3127 ndcg_cut_500 6-2_3 0.3508 ndcg_cut_1000 6-2_3 0.3559 map_cut_5 6-2_3 0.0294 map_cut_10 6-2_3 0.0425 map_cut_15 6-2_3 0.0561 map_cut_20 6-2_3 0.0691 map_cut_30 6-2_3 0.0691 map_cut_100 6-2_3 0.0980 map_cut_200 6-2_3 0.0980 map_cut_500 6-2_3 0.1033 map_cut_1000 6-2_3 0.1033 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.2000 relative_P_15 6-2_3 0.2000 relative_P_20 6-2_3 0.2353 relative_P_30 6-2_3 0.2353 relative_P_100 6-2_3 0.4706 relative_P_200 6-2_3 0.4706 relative_P_500 6-2_3 0.5882 relative_P_1000 6-2_3 0.5882 success_1 6-2_3 0.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0100 set_relative_P 6-2_3 0.5882 set_recall 6-2_3 0.5882 set_map 6-2_3 0.0059 set_F 6-2_3 0.0197 num_nonrel_judged_ret 6-2_3 56 rbp 6-2_3 0.1196 rbp_resid 6-2_3 0.4557 unj_5 6-2_3 0.2000 unj_10 6-2_3 0.2000 unj_20 6-2_3 0.5000 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 41 map 6-2_5 0.3272 Rprec 6-2_5 0.4314 bpref 6-2_5 0.5525 recip_rank 6-2_5 0.5000 iprec_at_recall_0.00 6-2_5 0.6154 iprec_at_recall_0.10 6-2_5 0.6154 iprec_at_recall_0.20 6-2_5 0.6154 iprec_at_recall_0.30 6-2_5 0.6154 iprec_at_recall_0.40 6-2_5 0.5500 iprec_at_recall_0.50 6-2_5 0.3023 iprec_at_recall_0.60 6-2_5 0.2743 iprec_at_recall_0.70 6-2_5 0.2139 iprec_at_recall_0.80 6-2_5 0.0827 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.4000 P_10 6-2_5 0.4000 P_15 6-2_5 0.4667 P_20 6-2_5 0.6000 P_30 6-2_5 0.5667 P_100 6-2_5 0.2900 P_200 6-2_5 0.1900 P_500 6-2_5 0.0820 P_1000 6-2_5 0.0410 relstring 6-2_5 '1412124001' recall_5 6-2_5 0.0392 recall_10 6-2_5 0.0784 recall_15 6-2_5 0.1373 recall_20 6-2_5 0.2353 recall_30 6-2_5 0.3333 recall_100 6-2_5 0.5686 recall_200 6-2_5 0.7451 recall_500 6-2_5 0.8039 recall_1000 6-2_5 0.8039 infAP 6-2_5 0.3272 Rprec_mult_0.20 6-2_5 0.4545 Rprec_mult_0.40 6-2_5 0.5714 Rprec_mult_0.60 6-2_5 0.5806 Rprec_mult_0.80 6-2_5 0.5366 Rprec_mult_1.00 6-2_5 0.4314 Rprec_mult_1.20 6-2_5 0.3871 Rprec_mult_1.40 6-2_5 0.3472 Rprec_mult_1.60 6-2_5 0.3049 Rprec_mult_1.80 6-2_5 0.2826 Rprec_mult_2.00 6-2_5 0.2843 utility 6-2_5 -918.0000 11pt_avg 6-2_5 0.3532 binG 6-2_5 0.1944 G 6-2_5 0.1403 ndcg 6-2_5 0.6423 ndcg_rel 6-2_5 0.5494 Rndcg 6-2_5 0.5170 ndcg_cut_5 6-2_5 0.4470 ndcg_cut_10 6-2_5 0.4185 ndcg_cut_15 6-2_5 0.4264 ndcg_cut_20 6-2_5 0.4975 ndcg_cut_30 6-2_5 0.5242 ndcg_cut_100 6-2_5 0.5091 ndcg_cut_200 6-2_5 0.5963 ndcg_cut_500 6-2_5 0.6379 ndcg_cut_1000 6-2_5 0.6423 map_cut_5 6-2_5 0.0196 map_cut_10 6-2_5 0.0406 map_cut_15 6-2_5 0.0671 map_cut_20 6-2_5 0.1213 map_cut_30 6-2_5 0.1796 map_cut_100 6-2_5 0.2789 map_cut_200 6-2_5 0.3189 map_cut_500 6-2_5 0.3272 map_cut_1000 6-2_5 0.3272 relative_P_5 6-2_5 0.4000 relative_P_10 6-2_5 0.4000 relative_P_15 6-2_5 0.4667 relative_P_20 6-2_5 0.6000 relative_P_30 6-2_5 0.5667 relative_P_100 6-2_5 0.5686 relative_P_200 6-2_5 0.7451 relative_P_500 6-2_5 0.8039 relative_P_1000 6-2_5 0.8039 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0410 set_relative_P 6-2_5 0.8039 set_recall 6-2_5 0.8039 set_map 6-2_5 0.0330 set_F 6-2_5 0.0780 num_nonrel_judged_ret 6-2_5 47 rbp 6-2_5 0.4587 rbp_resid 6-2_5 0.0709 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.0000 unj_20 6-2_5 0.0500 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0015 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0061 iprec_at_recall_0.00 7-1_1 0.0061 iprec_at_recall_0.10 7-1_1 0.0061 iprec_at_recall_0.20 7-1_1 0.0061 iprec_at_recall_0.30 7-1_1 0.0061 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '11-1-10011' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0015 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0022 binG 7-1_1 0.0340 G 7-1_1 0.1036 ndcg 7-1_1 0.4910 ndcg_rel 7-1_1 0.4328 Rndcg 7-1_1 0.3716 ndcg_cut_5 7-1_1 0.3167 ndcg_cut_10 7-1_1 0.3711 ndcg_cut_15 7-1_1 0.4047 ndcg_cut_20 7-1_1 0.3819 ndcg_cut_30 7-1_1 0.4006 ndcg_cut_100 7-1_1 0.3536 ndcg_cut_200 7-1_1 0.3848 ndcg_cut_500 7-1_1 0.4872 ndcg_cut_1000 7-1_1 0.4910 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0015 map_cut_500 7-1_1 0.0015 map_cut_1000 7-1_1 0.0015 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 109 rbp 7-1_1 0.1869 rbp_resid 7-1_1 0.2616 unj_5 7-1_1 0.4000 unj_10 7-1_1 0.2000 unj_20 7-1_1 0.2500 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 5 map 7-1_5 0.0297 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0833 iprec_at_recall_0.00 7-1_5 0.0833 iprec_at_recall_0.10 7-1_5 0.0833 iprec_at_recall_0.20 7-1_5 0.0833 iprec_at_recall_0.30 7-1_5 0.0364 iprec_at_recall_0.40 7-1_5 0.0364 iprec_at_recall_0.50 7-1_5 0.0233 iprec_at_recall_0.60 7-1_5 0.0233 iprec_at_recall_0.70 7-1_5 0.0233 iprec_at_recall_0.80 7-1_5 0.0174 iprec_at_recall_0.90 7-1_5 0.0174 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0667 P_20 7-1_5 0.0500 P_30 7-1_5 0.0333 P_100 7-1_5 0.0200 P_200 7-1_5 0.0200 P_500 7-1_5 0.0100 P_1000 7-1_5 0.0050 relstring 7-1_5 '00000000--' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.1667 recall_20 7-1_5 0.1667 recall_30 7-1_5 0.1667 recall_100 7-1_5 0.3333 recall_200 7-1_5 0.6667 recall_500 7-1_5 0.8333 recall_1000 7-1_5 0.8333 infAP 7-1_5 0.0297 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0833 utility 7-1_5 -990.0000 11pt_avg 7-1_5 0.0388 binG 7-1_5 0.1394 G 7-1_5 0.1100 ndcg 7-1_5 0.2685 ndcg_rel 7-1_5 0.2133 Rndcg 7-1_5 0.0869 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0718 ndcg_cut_20 7-1_5 0.0810 ndcg_cut_30 7-1_5 0.0789 ndcg_cut_100 7-1_5 0.1426 ndcg_cut_200 7-1_5 0.2248 ndcg_cut_500 7-1_5 0.2685 ndcg_cut_1000 7-1_5 0.2685 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0139 map_cut_20 7-1_5 0.0139 map_cut_30 7-1_5 0.0139 map_cut_100 7-1_5 0.0199 map_cut_200 7-1_5 0.0268 map_cut_500 7-1_5 0.0297 map_cut_1000 7-1_5 0.0297 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.1667 relative_P_20 7-1_5 0.1667 relative_P_30 7-1_5 0.1667 relative_P_100 7-1_5 0.3333 relative_P_200 7-1_5 0.6667 relative_P_500 7-1_5 0.8333 relative_P_1000 7-1_5 0.8333 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0050 set_relative_P 7-1_5 0.8333 set_recall 7-1_5 0.8333 set_map 7-1_5 0.0042 set_F 7-1_5 0.0099 num_nonrel_judged_ret 7-1_5 62 rbp 7-1_5 0.0369 rbp_resid 7-1_5 0.2585 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.2000 unj_20 7-1_5 0.4000 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.6026 Rprec 7-1_6 0.6667 bpref 7-1_6 0.8395 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 0.6667 iprec_at_recall_0.40 7-1_6 0.6667 iprec_at_recall_0.50 7-1_6 0.6667 iprec_at_recall_0.60 7-1_6 0.6667 iprec_at_recall_0.70 7-1_6 0.6667 iprec_at_recall_0.80 7-1_6 0.5385 iprec_at_recall_0.90 7-1_6 0.2222 iprec_at_recall_1.00 7-1_6 0.2000 P_5 7-1_6 0.6000 P_10 7-1_6 0.6000 P_15 7-1_6 0.4667 P_20 7-1_6 0.3500 P_30 7-1_6 0.2333 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '441-41242-' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.6667 recall_15 7-1_6 0.7778 recall_20 7-1_6 0.7778 recall_30 7-1_6 0.7778 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.6026 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.5000 Rprec_mult_0.60 7-1_6 0.5000 Rprec_mult_0.80 7-1_6 0.6250 Rprec_mult_1.00 7-1_6 0.6667 Rprec_mult_1.20 7-1_6 0.5455 Rprec_mult_1.40 7-1_6 0.5385 Rprec_mult_1.60 7-1_6 0.4667 Rprec_mult_1.80 7-1_6 0.4118 Rprec_mult_2.00 7-1_6 0.3889 utility 7-1_6 -982.0000 11pt_avg 7-1_6 0.6631 binG 7-1_6 0.5022 G 7-1_6 0.4256 ndcg 7-1_6 0.8489 ndcg_rel 7-1_6 0.8102 Rndcg 7-1_6 0.7575 ndcg_cut_5 7-1_6 0.7267 ndcg_cut_10 7-1_6 0.7437 ndcg_cut_15 7-1_6 0.7479 ndcg_cut_20 7-1_6 0.7479 ndcg_cut_30 7-1_6 0.7479 ndcg_cut_100 7-1_6 0.8254 ndcg_cut_200 7-1_6 0.8343 ndcg_cut_500 7-1_6 0.8489 ndcg_cut_1000 7-1_6 0.8489 map_cut_5 7-1_6 0.2889 map_cut_10 7-1_6 0.4959 map_cut_15 7-1_6 0.5557 map_cut_20 7-1_6 0.5557 map_cut_30 7-1_6 0.5557 map_cut_100 7-1_6 0.6026 map_cut_200 7-1_6 0.6026 map_cut_500 7-1_6 0.6026 map_cut_1000 7-1_6 0.6026 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.6667 relative_P_15 7-1_6 0.7778 relative_P_20 7-1_6 0.7778 relative_P_30 7-1_6 0.7778 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0090 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0090 set_F 7-1_6 0.0178 num_nonrel_judged_ret 7-1_6 11 rbp 7-1_6 0.4178 rbp_resid 7-1_6 0.4281 unj_5 7-1_6 0.2000 unj_10 7-1_6 0.2000 unj_20 7-1_6 0.5500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 13 map 7-1_9 0.4340 Rprec 7-1_9 0.5000 bpref 7-1_9 0.5150 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 0.8571 iprec_at_recall_0.40 7-1_9 0.6667 iprec_at_recall_0.50 7-1_9 0.6667 iprec_at_recall_0.60 7-1_9 0.1043 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.8000 P_10 7-1_9 0.6000 P_15 7-1_9 0.6667 P_20 7-1_9 0.5000 P_30 7-1_9 0.3333 P_100 7-1_9 0.1100 P_200 7-1_9 0.0650 P_500 7-1_9 0.0260 P_1000 7-1_9 0.0130 relstring 7-1_9 '22221221--' recall_5 7-1_9 0.2000 recall_10 7-1_9 0.3000 recall_15 7-1_9 0.5000 recall_20 7-1_9 0.5000 recall_30 7-1_9 0.5000 recall_100 7-1_9 0.5500 recall_200 7-1_9 0.6500 recall_500 7-1_9 0.6500 recall_1000 7-1_9 0.6500 infAP 7-1_9 0.4340 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.7500 Rprec_mult_0.60 7-1_9 0.6667 Rprec_mult_0.80 7-1_9 0.6250 Rprec_mult_1.00 7-1_9 0.5000 Rprec_mult_1.20 7-1_9 0.4167 Rprec_mult_1.40 7-1_9 0.3571 Rprec_mult_1.60 7-1_9 0.3125 Rprec_mult_1.80 7-1_9 0.2778 Rprec_mult_2.00 7-1_9 0.2500 utility 7-1_9 -974.0000 11pt_avg 7-1_9 0.4813 binG 7-1_9 0.3607 G 7-1_9 0.2030 ndcg 7-1_9 0.6317 ndcg_rel 7-1_9 0.6263 Rndcg 7-1_9 0.5560 ndcg_cut_5 7-1_9 0.6977 ndcg_cut_10 7-1_9 0.6498 ndcg_cut_15 7-1_9 0.6788 ndcg_cut_20 7-1_9 0.5939 ndcg_cut_30 7-1_9 0.5359 ndcg_cut_100 7-1_9 0.5761 ndcg_cut_200 7-1_9 0.6188 ndcg_cut_500 7-1_9 0.6317 ndcg_cut_1000 7-1_9 0.6317 map_cut_5 7-1_9 0.2000 map_cut_10 7-1_9 0.2845 map_cut_15 7-1_9 0.4152 map_cut_20 7-1_9 0.4152 map_cut_30 7-1_9 0.4152 map_cut_100 7-1_9 0.4250 map_cut_200 7-1_9 0.4340 map_cut_500 7-1_9 0.4340 map_cut_1000 7-1_9 0.4340 relative_P_5 7-1_9 0.8000 relative_P_10 7-1_9 0.6000 relative_P_15 7-1_9 0.6667 relative_P_20 7-1_9 0.5000 relative_P_30 7-1_9 0.5000 relative_P_100 7-1_9 0.5500 relative_P_200 7-1_9 0.6500 relative_P_500 7-1_9 0.6500 relative_P_1000 7-1_9 0.6500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0130 set_relative_P 7-1_9 0.6500 set_recall 7-1_9 0.6500 set_map 7-1_9 0.0084 set_F 7-1_9 0.0255 num_nonrel_judged_ret 7-1_9 23 rbp 7-1_9 0.3198 rbp_resid 7-1_9 0.2825 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.2000 unj_20 7-1_9 0.3500 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 51 map 9-1_10 0.4613 Rprec 9-1_10 0.5085 bpref 9-1_10 0.8202 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.8750 iprec_at_recall_0.20 9-1_10 0.7500 iprec_at_recall_0.30 9-1_10 0.6333 iprec_at_recall_0.40 9-1_10 0.5455 iprec_at_recall_0.50 9-1_10 0.5085 iprec_at_recall_0.60 9-1_10 0.4390 iprec_at_recall_0.70 9-1_10 0.2579 iprec_at_recall_0.80 9-1_10 0.2162 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.8000 P_10 9-1_10 0.8000 P_15 9-1_10 0.7333 P_20 9-1_10 0.7000 P_30 9-1_10 0.6333 P_100 9-1_10 0.3700 P_200 9-1_10 0.2150 P_500 9-1_10 0.1000 P_1000 9-1_10 0.0510 relstring 9-1_10 '4343-444-3' recall_5 9-1_10 0.0678 recall_10 9-1_10 0.1356 recall_15 9-1_10 0.1864 recall_20 9-1_10 0.2373 recall_30 9-1_10 0.3220 recall_100 9-1_10 0.6271 recall_200 9-1_10 0.7288 recall_500 9-1_10 0.8475 recall_1000 9-1_10 0.8644 infAP 9-1_10 0.4613 Rprec_mult_0.20 9-1_10 0.7500 Rprec_mult_0.40 9-1_10 0.7083 Rprec_mult_0.60 9-1_10 0.5833 Rprec_mult_0.80 9-1_10 0.5208 Rprec_mult_1.00 9-1_10 0.5085 Rprec_mult_1.20 9-1_10 0.4507 Rprec_mult_1.40 9-1_10 0.4337 Rprec_mult_1.60 9-1_10 0.3895 Rprec_mult_1.80 9-1_10 0.3458 Rprec_mult_2.00 9-1_10 0.3220 utility 9-1_10 -898.0000 11pt_avg 9-1_10 0.4750 binG 9-1_10 0.2686 G 9-1_10 0.1970 ndcg 9-1_10 0.7786 ndcg_rel 9-1_10 0.7134 Rndcg 9-1_10 0.6581 ndcg_cut_5 9-1_10 0.7788 ndcg_cut_10 9-1_10 0.7743 ndcg_cut_15 9-1_10 0.7217 ndcg_cut_20 9-1_10 0.6845 ndcg_cut_30 9-1_10 0.6590 ndcg_cut_100 9-1_10 0.6723 ndcg_cut_200 9-1_10 0.7231 ndcg_cut_500 9-1_10 0.7742 ndcg_cut_1000 9-1_10 0.7786 map_cut_5 9-1_10 0.0678 map_cut_10 9-1_10 0.1248 map_cut_15 9-1_10 0.1621 map_cut_20 9-1_10 0.1995 map_cut_30 9-1_10 0.2577 map_cut_100 9-1_10 0.4107 map_cut_200 9-1_10 0.4382 map_cut_500 9-1_10 0.4600 map_cut_1000 9-1_10 0.4613 relative_P_5 9-1_10 0.8000 relative_P_10 9-1_10 0.8000 relative_P_15 9-1_10 0.7333 relative_P_20 9-1_10 0.7000 relative_P_30 9-1_10 0.6333 relative_P_100 9-1_10 0.6271 relative_P_200 9-1_10 0.7288 relative_P_500 9-1_10 0.8475 relative_P_1000 9-1_10 0.8644 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0510 set_relative_P 9-1_10 0.8644 set_recall 9-1_10 0.8644 set_map 9-1_10 0.0441 set_F 9-1_10 0.0963 num_nonrel_judged_ret 9-1_10 11 rbp 9-1_10 0.6546 rbp_resid 9-1_10 0.2674 unj_5 9-1_10 0.2000 unj_10 9-1_10 0.2000 unj_20 9-1_10 0.3000 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 53 map 9-1_2 0.5065 Rprec 9-1_2 0.5000 bpref 9-1_2 0.6986 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 0.7500 iprec_at_recall_0.20 9-1_2 0.7143 iprec_at_recall_0.30 9-1_2 0.6538 iprec_at_recall_0.40 9-1_2 0.5385 iprec_at_recall_0.50 9-1_2 0.5167 iprec_at_recall_0.60 9-1_2 0.5068 iprec_at_recall_0.70 9-1_2 0.4731 iprec_at_recall_0.80 9-1_2 0.3898 iprec_at_recall_0.90 9-1_2 0.1625 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.8000 P_10 9-1_2 0.7000 P_15 9-1_2 0.6667 P_20 9-1_2 0.7000 P_30 9-1_2 0.6333 P_100 9-1_2 0.4500 P_200 9-1_2 0.2500 P_500 9-1_2 0.1060 P_1000 9-1_2 0.0530 relstring 9-1_2 '3403413304' recall_5 9-1_2 0.0690 recall_10 9-1_2 0.1207 recall_15 9-1_2 0.1724 recall_20 9-1_2 0.2414 recall_30 9-1_2 0.3276 recall_100 9-1_2 0.7759 recall_200 9-1_2 0.8621 recall_500 9-1_2 0.9138 recall_1000 9-1_2 0.9138 infAP 9-1_2 0.5065 Rprec_mult_0.20 9-1_2 0.7500 Rprec_mult_0.40 9-1_2 0.6667 Rprec_mult_0.60 9-1_2 0.6000 Rprec_mult_0.80 9-1_2 0.5319 Rprec_mult_1.00 9-1_2 0.5000 Rprec_mult_1.20 9-1_2 0.4857 Rprec_mult_1.40 9-1_2 0.4756 Rprec_mult_1.60 9-1_2 0.4731 Rprec_mult_1.80 9-1_2 0.4286 Rprec_mult_2.00 9-1_2 0.3879 utility 9-1_2 -894.0000 11pt_avg 9-1_2 0.5187 binG 9-1_2 0.2610 G 9-1_2 0.1897 ndcg 9-1_2 0.7913 ndcg_rel 9-1_2 0.6868 Rndcg 9-1_2 0.6677 ndcg_cut_5 9-1_2 0.7091 ndcg_cut_10 9-1_2 0.6846 ndcg_cut_15 9-1_2 0.6450 ndcg_cut_20 9-1_2 0.6575 ndcg_cut_30 9-1_2 0.6254 ndcg_cut_100 9-1_2 0.7092 ndcg_cut_200 9-1_2 0.7620 ndcg_cut_500 9-1_2 0.7913 ndcg_cut_1000 9-1_2 0.7913 map_cut_5 9-1_2 0.0612 map_cut_10 9-1_2 0.0985 map_cut_15 9-1_2 0.1363 map_cut_20 9-1_2 0.1835 map_cut_30 9-1_2 0.2407 map_cut_100 9-1_2 0.4687 map_cut_200 9-1_2 0.4971 map_cut_500 9-1_2 0.5065 map_cut_1000 9-1_2 0.5065 relative_P_5 9-1_2 0.8000 relative_P_10 9-1_2 0.7000 relative_P_15 9-1_2 0.6667 relative_P_20 9-1_2 0.7000 relative_P_30 9-1_2 0.6333 relative_P_100 9-1_2 0.7759 relative_P_200 9-1_2 0.8621 relative_P_500 9-1_2 0.9138 relative_P_1000 9-1_2 0.9138 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0530 set_relative_P 9-1_2 0.9138 set_recall 9-1_2 0.9138 set_map 9-1_2 0.0484 set_F 9-1_2 0.1002 num_nonrel_judged_ret 9-1_2 54 rbp 9-1_2 0.5543 rbp_resid 9-1_2 0.0660 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.0000 unj_20 9-1_2 0.0500 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 24 map 9-1_4 0.3891 Rprec 9-1_4 0.3600 bpref 9-1_4 0.6336 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 1.0000 iprec_at_recall_0.20 9-1_4 0.7143 iprec_at_recall_0.30 9-1_4 0.5000 iprec_at_recall_0.40 9-1_4 0.3333 iprec_at_recall_0.50 9-1_4 0.2167 iprec_at_recall_0.60 9-1_4 0.2027 iprec_at_recall_0.70 9-1_4 0.1698 iprec_at_recall_0.80 9-1_4 0.1429 iprec_at_recall_0.90 9-1_4 0.0913 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.8000 P_10 9-1_4 0.6000 P_15 9-1_4 0.4667 P_20 9-1_4 0.4500 P_30 9-1_4 0.3333 P_100 9-1_4 0.1600 P_200 9-1_4 0.1000 P_500 9-1_4 0.0480 P_1000 9-1_4 0.0240 relstring 9-1_4 '33330-303-' recall_5 9-1_4 0.1600 recall_10 9-1_4 0.2400 recall_15 9-1_4 0.2800 recall_20 9-1_4 0.3600 recall_30 9-1_4 0.4000 recall_100 9-1_4 0.6400 recall_200 9-1_4 0.8000 recall_500 9-1_4 0.9600 recall_1000 9-1_4 0.9600 infAP 9-1_4 0.3891 Rprec_mult_0.20 9-1_4 0.8000 Rprec_mult_0.40 9-1_4 0.6000 Rprec_mult_0.60 9-1_4 0.4667 Rprec_mult_0.80 9-1_4 0.4500 Rprec_mult_1.00 9-1_4 0.3600 Rprec_mult_1.20 9-1_4 0.3333 Rprec_mult_1.40 9-1_4 0.3143 Rprec_mult_1.60 9-1_4 0.2750 Rprec_mult_1.80 9-1_4 0.2667 Rprec_mult_2.00 9-1_4 0.2400 utility 9-1_4 -952.0000 11pt_avg 9-1_4 0.3974 binG 9-1_4 0.3331 G 9-1_4 0.3069 ndcg 9-1_4 0.7787 ndcg_rel 9-1_4 0.7064 Rndcg 9-1_4 0.5938 ndcg_cut_5 9-1_4 0.8688 ndcg_cut_10 9-1_4 0.7034 ndcg_cut_15 9-1_4 0.5929 ndcg_cut_20 9-1_4 0.5557 ndcg_cut_30 9-1_4 0.5157 ndcg_cut_100 9-1_4 0.6441 ndcg_cut_200 9-1_4 0.7159 ndcg_cut_500 9-1_4 0.7787 ndcg_cut_1000 9-1_4 0.7787 map_cut_5 9-1_4 0.1600 map_cut_10 9-1_4 0.2152 map_cut_15 9-1_4 0.2407 map_cut_20 9-1_4 0.2795 map_cut_30 9-1_4 0.2928 map_cut_100 9-1_4 0.3497 map_cut_200 9-1_4 0.3746 map_cut_500 9-1_4 0.3891 map_cut_1000 9-1_4 0.3891 relative_P_5 9-1_4 0.8000 relative_P_10 9-1_4 0.6000 relative_P_15 9-1_4 0.4667 relative_P_20 9-1_4 0.4500 relative_P_30 9-1_4 0.4000 relative_P_100 9-1_4 0.6400 relative_P_200 9-1_4 0.8000 relative_P_500 9-1_4 0.9600 relative_P_1000 9-1_4 0.9600 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0240 set_relative_P 9-1_4 0.9600 set_recall 9-1_4 0.9600 set_map 9-1_4 0.0230 set_F 9-1_4 0.0468 num_nonrel_judged_ret 9-1_4 25 rbp 9-1_4 0.5167 rbp_resid 9-1_4 0.2993 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.2000 unj_20 9-1_4 0.3500 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 13 map 9-1_5 0.0116 Rprec 9-1_5 0.0000 bpref 9-1_5 0.0288 recip_rank 9-1_5 0.0256 iprec_at_recall_0.00 9-1_5 0.0256 iprec_at_recall_0.10 9-1_5 0.0256 iprec_at_recall_0.20 9-1_5 0.0256 iprec_at_recall_0.30 9-1_5 0.0256 iprec_at_recall_0.40 9-1_5 0.0233 iprec_at_recall_0.50 9-1_5 0.0173 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.0000 P_15 9-1_5 0.0000 P_20 9-1_5 0.0000 P_30 9-1_5 0.0000 P_100 9-1_5 0.0200 P_200 9-1_5 0.0200 P_500 9-1_5 0.0220 P_1000 9-1_5 0.0130 relstring 9-1_5 '1-011101-0' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0000 recall_15 9-1_5 0.0000 recall_20 9-1_5 0.0000 recall_30 9-1_5 0.0000 recall_100 9-1_5 0.0800 recall_200 9-1_5 0.1600 recall_500 9-1_5 0.4400 recall_1000 9-1_5 0.5200 infAP 9-1_5 0.0116 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.0000 Rprec_mult_0.60 9-1_5 0.0000 Rprec_mult_0.80 9-1_5 0.0000 Rprec_mult_1.00 9-1_5 0.0000 Rprec_mult_1.20 9-1_5 0.0000 Rprec_mult_1.40 9-1_5 0.0000 Rprec_mult_1.60 9-1_5 0.0250 Rprec_mult_1.80 9-1_5 0.0222 Rprec_mult_2.00 9-1_5 0.0200 utility 9-1_5 -974.0000 11pt_avg 9-1_5 0.0130 binG 9-1_5 0.0666 G 9-1_5 0.0840 ndcg 9-1_5 0.3140 ndcg_rel 9-1_5 0.2381 Rndcg 9-1_5 0.1576 ndcg_cut_5 9-1_5 0.1656 ndcg_cut_10 9-1_5 0.1579 ndcg_cut_15 9-1_5 0.1263 ndcg_cut_20 9-1_5 0.1092 ndcg_cut_30 9-1_5 0.1119 ndcg_cut_100 9-1_5 0.1664 ndcg_cut_200 9-1_5 0.2004 ndcg_cut_500 9-1_5 0.2876 ndcg_cut_1000 9-1_5 0.3140 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0000 map_cut_15 9-1_5 0.0000 map_cut_20 9-1_5 0.0000 map_cut_30 9-1_5 0.0000 map_cut_100 9-1_5 0.0018 map_cut_200 9-1_5 0.0035 map_cut_500 9-1_5 0.0100 map_cut_1000 9-1_5 0.0116 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.0000 relative_P_15 9-1_5 0.0000 relative_P_20 9-1_5 0.0000 relative_P_30 9-1_5 0.0000 relative_P_100 9-1_5 0.0800 relative_P_200 9-1_5 0.1600 relative_P_500 9-1_5 0.4400 relative_P_1000 9-1_5 0.5200 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 0.0000 set_P 9-1_5 0.0130 set_relative_P 9-1_5 0.5200 set_recall 9-1_5 0.5200 set_map 9-1_5 0.0068 set_F 9-1_5 0.0254 num_nonrel_judged_ret 9-1_5 49 rbp 9-1_5 0.0927 rbp_resid 9-1_5 0.4245 unj_5 9-1_5 0.2000 unj_10 9-1_5 0.2000 unj_20 9-1_5 0.5500 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 16 map 9-2_6 0.5486 Rprec 9-2_6 0.5500 bpref 9-2_6 0.6750 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 1.0000 iprec_at_recall_0.30 9-2_6 0.8750 iprec_at_recall_0.40 9-2_6 0.6667 iprec_at_recall_0.50 9-2_6 0.5882 iprec_at_recall_0.60 9-2_6 0.5217 iprec_at_recall_0.70 9-2_6 0.3684 iprec_at_recall_0.80 9-2_6 0.2500 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 1.0000 P_10 9-2_6 0.7000 P_15 9-2_6 0.5333 P_20 9-2_6 0.5500 P_30 9-2_6 0.4333 P_100 9-2_6 0.1600 P_200 9-2_6 0.0800 P_500 9-2_6 0.0320 P_1000 9-2_6 0.0160 relstring 9-2_6 '343231421-' recall_5 9-2_6 0.2500 recall_10 9-2_6 0.3500 recall_15 9-2_6 0.4000 recall_20 9-2_6 0.5500 recall_30 9-2_6 0.6500 recall_100 9-2_6 0.8000 recall_200 9-2_6 0.8000 recall_500 9-2_6 0.8000 recall_1000 9-2_6 0.8000 infAP 9-2_6 0.5486 Rprec_mult_0.20 9-2_6 1.0000 Rprec_mult_0.40 9-2_6 0.8750 Rprec_mult_0.60 9-2_6 0.6667 Rprec_mult_0.80 9-2_6 0.5625 Rprec_mult_1.00 9-2_6 0.5500 Rprec_mult_1.20 9-2_6 0.5000 Rprec_mult_1.40 9-2_6 0.4643 Rprec_mult_1.60 9-2_6 0.4062 Rprec_mult_1.80 9-2_6 0.3611 Rprec_mult_2.00 9-2_6 0.3500 utility 9-2_6 -968.0000 11pt_avg 9-2_6 0.5700 binG 9-2_6 0.4329 G 9-2_6 0.2254 ndcg 9-2_6 0.7085 ndcg_rel 9-2_6 0.7027 Rndcg 9-2_6 0.6744 ndcg_cut_5 9-2_6 0.7670 ndcg_cut_10 9-2_6 0.6756 ndcg_cut_15 9-2_6 0.6443 ndcg_cut_20 9-2_6 0.6603 ndcg_cut_30 9-2_6 0.6381 ndcg_cut_100 9-2_6 0.6821 ndcg_cut_200 9-2_6 0.7037 ndcg_cut_500 9-2_6 0.7085 ndcg_cut_1000 9-2_6 0.7085 map_cut_5 9-2_6 0.2500 map_cut_10 9-2_6 0.3366 map_cut_15 9-2_6 0.3699 map_cut_20 9-2_6 0.4550 map_cut_30 9-2_6 0.5051 map_cut_100 9-2_6 0.5486 map_cut_200 9-2_6 0.5486 map_cut_500 9-2_6 0.5486 map_cut_1000 9-2_6 0.5486 relative_P_5 9-2_6 1.0000 relative_P_10 9-2_6 0.7000 relative_P_15 9-2_6 0.5333 relative_P_20 9-2_6 0.5500 relative_P_30 9-2_6 0.6500 relative_P_100 9-2_6 0.8000 relative_P_200 9-2_6 0.8000 relative_P_500 9-2_6 0.8000 relative_P_1000 9-2_6 0.8000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0160 set_relative_P 9-2_6 0.8000 set_recall 9-2_6 0.8000 set_map 9-2_6 0.0128 set_F 9-2_6 0.0314 num_nonrel_judged_ret 9-2_6 31 rbp 9-2_6 0.4952 rbp_resid 9-2_6 0.2194 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.1000 unj_20 9-2_6 0.2500 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 7 map 9-2_7 0.0709 Rprec 9-2_7 0.1000 bpref 9-2_7 0.0500 recip_rank 9-2_7 0.1667 iprec_at_recall_0.00 9-2_7 0.1667 iprec_at_recall_0.10 9-2_7 0.1667 iprec_at_recall_0.20 9-2_7 0.1667 iprec_at_recall_0.30 9-2_7 0.1667 iprec_at_recall_0.40 9-2_7 0.0704 iprec_at_recall_0.50 9-2_7 0.0704 iprec_at_recall_0.60 9-2_7 0.0603 iprec_at_recall_0.70 9-2_7 0.0603 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.1000 P_15 9-2_7 0.0667 P_20 9-2_7 0.1500 P_30 9-2_7 0.1000 P_100 9-2_7 0.0500 P_200 9-2_7 0.0350 P_500 9-2_7 0.0140 P_1000 9-2_7 0.0070 relstring 9-2_7 '000004000-' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.1000 recall_15 9-2_7 0.1000 recall_20 9-2_7 0.3000 recall_30 9-2_7 0.3000 recall_100 9-2_7 0.5000 recall_200 9-2_7 0.7000 recall_500 9-2_7 0.7000 recall_1000 9-2_7 0.7000 infAP 9-2_7 0.0709 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.1250 Rprec_mult_1.00 9-2_7 0.1000 Rprec_mult_1.20 9-2_7 0.0833 Rprec_mult_1.40 9-2_7 0.0714 Rprec_mult_1.60 9-2_7 0.1250 Rprec_mult_1.80 9-2_7 0.1667 Rprec_mult_2.00 9-2_7 0.1500 utility 9-2_7 -986.0000 11pt_avg 9-2_7 0.0844 binG 9-2_7 0.1480 G 9-2_7 0.1266 ndcg 9-2_7 0.3583 ndcg_rel 9-2_7 0.2953 Rndcg 9-2_7 0.1707 ndcg_cut_5 9-2_7 0.0000 ndcg_cut_10 9-2_7 0.1154 ndcg_cut_15 9-2_7 0.1225 ndcg_cut_20 9-2_7 0.2254 ndcg_cut_30 9-2_7 0.2092 ndcg_cut_100 9-2_7 0.2998 ndcg_cut_200 9-2_7 0.3508 ndcg_cut_500 9-2_7 0.3583 ndcg_cut_1000 9-2_7 0.3583 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0167 map_cut_15 9-2_7 0.0167 map_cut_20 9-2_7 0.0458 map_cut_30 9-2_7 0.0458 map_cut_100 9-2_7 0.0591 map_cut_200 9-2_7 0.0709 map_cut_500 9-2_7 0.0709 map_cut_1000 9-2_7 0.0709 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.1000 relative_P_15 9-2_7 0.1000 relative_P_20 9-2_7 0.3000 relative_P_30 9-2_7 0.3000 relative_P_100 9-2_7 0.5000 relative_P_200 9-2_7 0.7000 relative_P_500 9-2_7 0.7000 relative_P_1000 9-2_7 0.7000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0070 set_relative_P 9-2_7 0.7000 set_recall 9-2_7 0.7000 set_map 9-2_7 0.0049 set_F 9-2_7 0.0139 num_nonrel_judged_ret 9-2_7 36 rbp 9-2_7 0.0990 rbp_resid 9-2_7 0.2405 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.1000 unj_20 9-2_7 0.2500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 30 map 9-2_9 0.5870 Rprec 9-2_9 0.5161 bpref 9-2_9 0.5557 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 1.0000 iprec_at_recall_0.20 9-2_9 1.0000 iprec_at_recall_0.30 9-2_9 0.9167 iprec_at_recall_0.40 9-2_9 0.7000 iprec_at_recall_0.50 9-2_9 0.5333 iprec_at_recall_0.60 9-2_9 0.4222 iprec_at_recall_0.70 9-2_9 0.3929 iprec_at_recall_0.80 9-2_9 0.3171 iprec_at_recall_0.90 9-2_9 0.2478 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 1.0000 P_10 9-2_9 0.9000 P_15 9-2_9 0.7333 P_20 9-2_9 0.7000 P_30 9-2_9 0.5333 P_100 9-2_9 0.2600 P_200 9-2_9 0.1450 P_500 9-2_9 0.0600 P_1000 9-2_9 0.0300 relstring 9-2_9 '4423321444' recall_5 9-2_9 0.1613 recall_10 9-2_9 0.2903 recall_15 9-2_9 0.3548 recall_20 9-2_9 0.4516 recall_30 9-2_9 0.5161 recall_100 9-2_9 0.8387 recall_200 9-2_9 0.9355 recall_500 9-2_9 0.9677 recall_1000 9-2_9 0.9677 infAP 9-2_9 0.5870 Rprec_mult_0.20 9-2_9 0.8571 Rprec_mult_0.40 9-2_9 0.8462 Rprec_mult_0.60 9-2_9 0.6842 Rprec_mult_0.80 9-2_9 0.5600 Rprec_mult_1.00 9-2_9 0.5161 Rprec_mult_1.20 9-2_9 0.4474 Rprec_mult_1.40 9-2_9 0.4091 Rprec_mult_1.60 9-2_9 0.4000 Rprec_mult_1.80 9-2_9 0.3929 Rprec_mult_2.00 9-2_9 0.3548 utility 9-2_9 -940.0000 11pt_avg 9-2_9 0.5936 binG 9-2_9 0.4251 G 9-2_9 0.2548 ndcg 9-2_9 0.8532 ndcg_rel 9-2_9 0.7827 Rndcg 9-2_9 0.7710 ndcg_cut_5 9-2_9 0.8459 ndcg_cut_10 9-2_9 0.8058 ndcg_cut_15 9-2_9 0.7462 ndcg_cut_20 9-2_9 0.7618 ndcg_cut_30 9-2_9 0.7152 ndcg_cut_100 9-2_9 0.7675 ndcg_cut_200 9-2_9 0.8085 ndcg_cut_500 9-2_9 0.8532 ndcg_cut_1000 9-2_9 0.8532 map_cut_5 9-2_9 0.1613 map_cut_10 9-2_9 0.2795 map_cut_15 9-2_9 0.3384 map_cut_20 9-2_9 0.4045 map_cut_30 9-2_9 0.4397 map_cut_100 9-2_9 0.5618 map_cut_200 9-2_9 0.5836 map_cut_500 9-2_9 0.5870 map_cut_1000 9-2_9 0.5870 relative_P_5 9-2_9 1.0000 relative_P_10 9-2_9 0.9000 relative_P_15 9-2_9 0.7333 relative_P_20 9-2_9 0.7000 relative_P_30 9-2_9 0.5333 relative_P_100 9-2_9 0.8387 relative_P_200 9-2_9 0.9355 relative_P_500 9-2_9 0.9677 relative_P_1000 9-2_9 0.9677 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0300 set_relative_P 9-2_9 0.9677 set_recall 9-2_9 0.9677 set_map 9-2_9 0.0290 set_F 9-2_9 0.0582 num_nonrel_judged_ret 9-2_9 56 rbp 9-2_9 0.6237 rbp_resid 9-2_9 0.0430 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.0000 unj_20 9-2_9 0.0000 runid all UCSC-base-ensemble num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 1407 map all 0.2744 gm_map all 0.1584 Rprec all 0.3164 bpref all 0.4348 recip_rank all 0.6305 iprec_at_recall_0.00 all 0.6872 iprec_at_recall_0.10 all 0.5879 iprec_at_recall_0.20 all 0.4916 iprec_at_recall_0.30 all 0.4118 iprec_at_recall_0.40 all 0.3153 iprec_at_recall_0.50 all 0.2620 iprec_at_recall_0.60 all 0.2064 iprec_at_recall_0.70 all 0.1550 iprec_at_recall_0.80 all 0.1103 iprec_at_recall_0.90 all 0.0499 iprec_at_recall_1.00 all 0.0068 P_5 all 0.5156 P_10 all 0.4711 P_15 all 0.4281 P_20 all 0.4044 P_30 all 0.3548 P_100 all 0.1947 P_200 all 0.1254 P_500 all 0.0597 P_1000 all 0.0313 recall_5 all 0.0823 recall_10 all 0.1431 recall_15 all 0.1917 recall_20 all 0.2366 recall_30 all 0.2901 recall_100 all 0.4785 recall_200 all 0.5967 recall_500 all 0.7054 recall_1000 all 0.7274 infAP all 0.2744 gm_bpref all 0.1436 Rprec_mult_0.20 all 0.4995 Rprec_mult_0.40 all 0.4305 Rprec_mult_0.60 all 0.3785 Rprec_mult_0.80 all 0.3462 Rprec_mult_1.00 all 0.3164 Rprec_mult_1.20 all 0.2857 Rprec_mult_1.40 all 0.2635 Rprec_mult_1.60 all 0.2430 Rprec_mult_1.80 all 0.2274 Rprec_mult_2.00 all 0.2138 utility all -937.4667 11pt_avg all 0.2986 binG all 0.2176 G all 0.1586 ndcg all 0.5628 ndcg_rel all 0.4986 Rndcg all 0.4446 ndcg_cut_5 all 0.4726 ndcg_cut_10 all 0.4654 ndcg_cut_15 all 0.4530 ndcg_cut_20 all 0.4515 ndcg_cut_30 all 0.4476 ndcg_cut_100 all 0.4594 ndcg_cut_200 all 0.5064 ndcg_cut_500 all 0.5523 ndcg_cut_1000 all 0.5628 map_cut_5 all 0.0695 map_cut_10 all 0.1091 map_cut_15 all 0.1351 map_cut_20 all 0.1561 map_cut_30 all 0.1809 map_cut_100 all 0.2423 map_cut_200 all 0.2633 map_cut_500 all 0.2731 map_cut_1000 all 0.2744 relative_P_5 all 0.5156 relative_P_10 all 0.4726 relative_P_15 all 0.4437 relative_P_20 all 0.4406 relative_P_30 all 0.4293 relative_P_100 all 0.4868 relative_P_200 all 0.5975 relative_P_500 all 0.7054 relative_P_1000 all 0.7274 success_1 all 0.4889 success_5 all 0.7556 success_10 all 0.8667 set_P all 0.0313 set_relative_P all 0.7274 set_recall all 0.7274 set_map all 0.0233 set_F all 0.0583 num_nonrel_judged_ret all 1740 rbp all 0.3637 rbp_resid all 0.2631 unj_5 all 0.1333 unj_10 all 0.1467 unj_20 all 0.3011