num_ret 1-1_3 606 num_rel 1-1_3 64 num_rel_ret 1-1_3 42 map 1-1_3 0.3088 Rprec 1-1_3 0.4219 bpref 1-1_3 0.5386 recip_rank 1-1_3 0.5000 iprec_at_recall_0.00 1-1_3 0.7500 iprec_at_recall_0.10 1-1_3 0.6667 iprec_at_recall_0.20 1-1_3 0.6190 iprec_at_recall_0.30 1-1_3 0.4878 iprec_at_recall_0.40 1-1_3 0.4265 iprec_at_recall_0.50 1-1_3 0.3678 iprec_at_recall_0.60 1-1_3 0.2346 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.6000 P_15 1-1_3 0.6000 P_20 1-1_3 0.6000 P_30 1-1_3 0.5667 P_100 1-1_3 0.3400 P_200 1-1_3 0.2000 P_500 1-1_3 0.0840 P_1000 1-1_3 0.0420 relstring 1-1_3 '022402022-' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0938 recall_15 1-1_3 0.1406 recall_20 1-1_3 0.1875 recall_30 1-1_3 0.2656 recall_100 1-1_3 0.5312 recall_200 1-1_3 0.6250 recall_500 1-1_3 0.6562 recall_1000 1-1_3 0.6562 infAP 1-1_3 0.3088 Rprec_mult_0.20 1-1_3 0.6154 Rprec_mult_0.40 1-1_3 0.5769 Rprec_mult_0.60 1-1_3 0.4872 Rprec_mult_0.80 1-1_3 0.4615 Rprec_mult_1.00 1-1_3 0.4219 Rprec_mult_1.20 1-1_3 0.3896 Rprec_mult_1.40 1-1_3 0.3556 Rprec_mult_1.60 1-1_3 0.3301 Rprec_mult_1.80 1-1_3 0.3103 Rprec_mult_2.00 1-1_3 0.2812 utility 1-1_3 -522.0000 11pt_avg 1-1_3 0.3229 binG 1-1_3 0.1740 G 1-1_3 0.1176 ndcg 1-1_3 0.5359 ndcg_rel 1-1_3 0.4824 Rndcg 1-1_3 0.4082 ndcg_cut_5 1-1_3 0.3803 ndcg_cut_10 1-1_3 0.3886 ndcg_cut_15 1-1_3 0.4172 ndcg_cut_20 1-1_3 0.4364 ndcg_cut_30 1-1_3 0.4517 ndcg_cut_100 1-1_3 0.4771 ndcg_cut_200 1-1_3 0.5244 ndcg_cut_500 1-1_3 0.5359 ndcg_cut_1000 1-1_3 0.5359 map_cut_5 1-1_3 0.0299 map_cut_10 1-1_3 0.0605 map_cut_15 1-1_3 0.0887 map_cut_20 1-1_3 0.1179 map_cut_30 1-1_3 0.1642 map_cut_100 1-1_3 0.2796 map_cut_200 1-1_3 0.3049 map_cut_500 1-1_3 0.3088 map_cut_1000 1-1_3 0.3088 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.6000 relative_P_15 1-1_3 0.6000 relative_P_20 1-1_3 0.6000 relative_P_30 1-1_3 0.5667 relative_P_100 1-1_3 0.5312 relative_P_200 1-1_3 0.6250 relative_P_500 1-1_3 0.6562 relative_P_1000 1-1_3 0.6562 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0693 set_relative_P 1-1_3 0.6562 set_recall 1-1_3 0.6562 set_map 1-1_3 0.0455 set_F 1-1_3 0.1254 num_nonrel_judged_ret 1-1_3 19 rbp 1-1_3 0.3571 rbp_resid 1-1_3 0.1335 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.1000 unj_20 1-1_3 0.1500 num_ret 1-1_4 855 num_rel 1-1_4 107 num_rel_ret 1-1_4 63 map 1-1_4 0.2601 Rprec 1-1_4 0.3364 bpref 1-1_4 0.5350 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.7500 iprec_at_recall_0.20 1-1_4 0.5526 iprec_at_recall_0.30 1-1_4 0.3721 iprec_at_recall_0.40 1-1_4 0.2590 iprec_at_recall_0.50 1-1_4 0.1360 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 1.0000 P_10 1-1_4 0.9000 P_15 1-1_4 0.7333 P_20 1-1_4 0.7000 P_30 1-1_4 0.5667 P_100 1-1_4 0.3400 P_200 1-1_4 0.2250 P_500 1-1_4 0.1220 P_1000 1-1_4 0.0630 relstring 1-1_4 '34242322-2' recall_5 1-1_4 0.0467 recall_10 1-1_4 0.0841 recall_15 1-1_4 0.1028 recall_20 1-1_4 0.1308 recall_30 1-1_4 0.1589 recall_100 1-1_4 0.3178 recall_200 1-1_4 0.4206 recall_500 1-1_4 0.5701 recall_1000 1-1_4 0.5888 infAP 1-1_4 0.2601 Rprec_mult_0.20 1-1_4 0.6364 Rprec_mult_0.40 1-1_4 0.4884 Rprec_mult_0.60 1-1_4 0.4154 Rprec_mult_0.80 1-1_4 0.3721 Rprec_mult_1.00 1-1_4 0.3364 Rprec_mult_1.20 1-1_4 0.2868 Rprec_mult_1.40 1-1_4 0.2733 Rprec_mult_1.60 1-1_4 0.2500 Rprec_mult_1.80 1-1_4 0.2332 Rprec_mult_2.00 1-1_4 0.2196 utility 1-1_4 -729.0000 11pt_avg 1-1_4 0.2791 binG 1-1_4 0.1735 G 1-1_4 0.1119 ndcg 1-1_4 0.5591 ndcg_rel 1-1_4 0.5382 Rndcg 1-1_4 0.4816 ndcg_cut_5 1-1_4 0.7648 ndcg_cut_10 1-1_4 0.6583 ndcg_cut_15 1-1_4 0.5535 ndcg_cut_20 1-1_4 0.5465 ndcg_cut_30 1-1_4 0.4868 ndcg_cut_100 1-1_4 0.4081 ndcg_cut_200 1-1_4 0.4679 ndcg_cut_500 1-1_4 0.5503 ndcg_cut_1000 1-1_4 0.5591 map_cut_5 1-1_4 0.0467 map_cut_10 1-1_4 0.0832 map_cut_15 1-1_4 0.0967 map_cut_20 1-1_4 0.1174 map_cut_30 1-1_4 0.1344 map_cut_100 1-1_4 0.2059 map_cut_200 1-1_4 0.2354 map_cut_500 1-1_4 0.2581 map_cut_1000 1-1_4 0.2601 relative_P_5 1-1_4 1.0000 relative_P_10 1-1_4 0.9000 relative_P_15 1-1_4 0.7333 relative_P_20 1-1_4 0.7000 relative_P_30 1-1_4 0.5667 relative_P_100 1-1_4 0.3400 relative_P_200 1-1_4 0.4206 relative_P_500 1-1_4 0.5701 relative_P_1000 1-1_4 0.5888 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0737 set_relative_P 1-1_4 0.5888 set_recall 1-1_4 0.5888 set_map 1-1_4 0.0434 set_F 1-1_4 0.1310 num_nonrel_judged_ret 1-1_4 3 rbp 1-1_4 0.5084 rbp_resid 1-1_4 0.2561 unj_5 1-1_4 0.0000 unj_10 1-1_4 0.1000 unj_20 1-1_4 0.3000 num_ret 1-1_5 942 num_rel 1-1_5 219 num_rel_ret 1-1_5 93 map 1-1_5 0.2182 Rprec 1-1_5 0.3196 bpref 1-1_5 0.3930 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.7353 iprec_at_recall_0.20 1-1_5 0.4528 iprec_at_recall_0.30 1-1_5 0.3568 iprec_at_recall_0.40 1-1_5 0.1805 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 0.9000 P_15 1-1_5 0.8667 P_20 1-1_5 0.7500 P_30 1-1_5 0.7333 P_100 1-1_5 0.4400 P_200 1-1_5 0.3400 P_500 1-1_5 0.1780 P_1000 1-1_5 0.0930 relstring 1-1_5 '2222223202' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0411 recall_15 1-1_5 0.0594 recall_20 1-1_5 0.0685 recall_30 1-1_5 0.1005 recall_100 1-1_5 0.2009 recall_200 1-1_5 0.3105 recall_500 1-1_5 0.4064 recall_1000 1-1_5 0.4247 infAP 1-1_5 0.2182 Rprec_mult_0.20 1-1_5 0.6364 Rprec_mult_0.40 1-1_5 0.4659 Rprec_mult_0.60 1-1_5 0.4167 Rprec_mult_0.80 1-1_5 0.3580 Rprec_mult_1.00 1-1_5 0.3196 Rprec_mult_1.20 1-1_5 0.2966 Rprec_mult_1.40 1-1_5 0.2671 Rprec_mult_1.60 1-1_5 0.2393 Rprec_mult_1.80 1-1_5 0.2203 Rprec_mult_2.00 1-1_5 0.1986 utility 1-1_5 -756.0000 11pt_avg 1-1_5 0.2478 binG 1-1_5 0.1179 G 1-1_5 0.0651 ndcg 1-1_5 0.4199 ndcg_rel 1-1_5 0.4254 Rndcg 1-1_5 0.4164 ndcg_cut_5 1-1_5 0.5000 ndcg_cut_10 1-1_5 0.4931 ndcg_cut_15 1-1_5 0.5010 ndcg_cut_20 1-1_5 0.4690 ndcg_cut_30 1-1_5 0.4812 ndcg_cut_100 1-1_5 0.4215 ndcg_cut_200 1-1_5 0.3723 ndcg_cut_500 1-1_5 0.4095 ndcg_cut_1000 1-1_5 0.4199 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0406 map_cut_15 1-1_5 0.0571 map_cut_20 1-1_5 0.0649 map_cut_30 1-1_5 0.0885 map_cut_100 1-1_5 0.1440 map_cut_200 1-1_5 0.1890 map_cut_500 1-1_5 0.2156 map_cut_1000 1-1_5 0.2182 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 0.9000 relative_P_15 1-1_5 0.8667 relative_P_20 1-1_5 0.7500 relative_P_30 1-1_5 0.7333 relative_P_100 1-1_5 0.4400 relative_P_200 1-1_5 0.3400 relative_P_500 1-1_5 0.4064 relative_P_1000 1-1_5 0.4247 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.0987 set_relative_P 1-1_5 0.4247 set_recall 1-1_5 0.4247 set_map 1-1_5 0.0419 set_F 1-1_5 0.1602 num_nonrel_judged_ret 1-1_5 7 rbp 1-1_5 0.4364 rbp_resid 1-1_5 0.1222 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.2000 num_ret 1-1_7 563 num_rel 1-1_7 99 num_rel_ret 1-1_7 20 map 1-1_7 0.0632 Rprec 1-1_7 0.1212 bpref 1-1_7 0.1648 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.1724 iprec_at_recall_0.20 1-1_7 0.0503 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.8000 P_10 1-1_7 0.5000 P_15 1-1_7 0.4000 P_20 1-1_7 0.3000 P_30 1-1_7 0.2333 P_100 1-1_7 0.1200 P_200 1-1_7 0.0850 P_500 1-1_7 0.0400 P_1000 1-1_7 0.0200 relstring 1-1_7 '2133212---' recall_5 1-1_7 0.0404 recall_10 1-1_7 0.0505 recall_15 1-1_7 0.0606 recall_20 1-1_7 0.0606 recall_30 1-1_7 0.0707 recall_100 1-1_7 0.1212 recall_200 1-1_7 0.1717 recall_500 1-1_7 0.2020 recall_1000 1-1_7 0.2020 infAP 1-1_7 0.0632 Rprec_mult_0.20 1-1_7 0.3000 Rprec_mult_0.40 1-1_7 0.1750 Rprec_mult_0.60 1-1_7 0.1667 Rprec_mult_0.80 1-1_7 0.1375 Rprec_mult_1.00 1-1_7 0.1212 Rprec_mult_1.20 1-1_7 0.1261 Rprec_mult_1.40 1-1_7 0.1079 Rprec_mult_1.60 1-1_7 0.1006 Rprec_mult_1.80 1-1_7 0.0894 Rprec_mult_2.00 1-1_7 0.0859 utility 1-1_7 -523.0000 11pt_avg 1-1_7 0.1112 binG 1-1_7 0.0598 G 1-1_7 0.0374 ndcg 1-1_7 0.2246 ndcg_rel 1-1_7 0.2419 Rndcg 1-1_7 0.2693 ndcg_cut_5 1-1_7 0.5254 ndcg_cut_10 1-1_7 0.4263 ndcg_cut_15 1-1_7 0.3715 ndcg_cut_20 1-1_7 0.3177 ndcg_cut_30 1-1_7 0.2720 ndcg_cut_100 1-1_7 0.1837 ndcg_cut_200 1-1_7 0.2096 ndcg_cut_500 1-1_7 0.2246 ndcg_cut_1000 1-1_7 0.2246 map_cut_5 1-1_7 0.0325 map_cut_10 1-1_7 0.0397 map_cut_15 1-1_7 0.0448 map_cut_20 1-1_7 0.0448 map_cut_30 1-1_7 0.0472 map_cut_100 1-1_7 0.0556 map_cut_200 1-1_7 0.0613 map_cut_500 1-1_7 0.0632 map_cut_1000 1-1_7 0.0632 relative_P_5 1-1_7 0.8000 relative_P_10 1-1_7 0.5000 relative_P_15 1-1_7 0.4000 relative_P_20 1-1_7 0.3000 relative_P_30 1-1_7 0.2333 relative_P_100 1-1_7 0.1212 relative_P_200 1-1_7 0.1717 relative_P_500 1-1_7 0.2020 relative_P_1000 1-1_7 0.2020 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0355 set_relative_P 1-1_7 0.2020 set_recall 1-1_7 0.2020 set_map 1-1_7 0.0072 set_F 1-1_7 0.0604 num_nonrel_judged_ret 1-1_7 10 rbp 1-1_7 0.2827 rbp_resid 1-1_7 0.3543 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.3000 unj_20 1-1_7 0.4500 num_ret 1-1_8 658 num_rel 1-1_8 94 num_rel_ret 1-1_8 48 map 1-1_8 0.2477 Rprec 1-1_8 0.3404 bpref 1-1_8 0.4674 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.7857 iprec_at_recall_0.20 1-1_8 0.5556 iprec_at_recall_0.30 1-1_8 0.3516 iprec_at_recall_0.40 1-1_8 0.2746 iprec_at_recall_0.50 1-1_8 0.1111 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 1.0000 P_10 1-1_8 0.7000 P_15 1-1_8 0.7333 P_20 1-1_8 0.6500 P_30 1-1_8 0.5333 P_100 1-1_8 0.3300 P_200 1-1_8 0.2000 P_500 1-1_8 0.0960 P_1000 1-1_8 0.0480 relstring 1-1_8 '2332223-11' recall_5 1-1_8 0.0532 recall_10 1-1_8 0.0745 recall_15 1-1_8 0.1170 recall_20 1-1_8 0.1383 recall_30 1-1_8 0.1702 recall_100 1-1_8 0.3511 recall_200 1-1_8 0.4255 recall_500 1-1_8 0.5106 recall_1000 1-1_8 0.5106 infAP 1-1_8 0.2477 Rprec_mult_0.20 1-1_8 0.6842 Rprec_mult_0.40 1-1_8 0.5263 Rprec_mult_0.60 1-1_8 0.3860 Rprec_mult_0.80 1-1_8 0.3289 Rprec_mult_1.00 1-1_8 0.3404 Rprec_mult_1.20 1-1_8 0.3009 Rprec_mult_1.40 1-1_8 0.2803 Rprec_mult_1.60 1-1_8 0.2583 Rprec_mult_1.80 1-1_8 0.2294 Rprec_mult_2.00 1-1_8 0.2074 utility 1-1_8 -562.0000 11pt_avg 1-1_8 0.2799 binG 1-1_8 0.1664 G 1-1_8 0.0969 ndcg 1-1_8 0.4973 ndcg_rel 1-1_8 0.4993 Rndcg 1-1_8 0.5033 ndcg_cut_5 1-1_8 0.6161 ndcg_cut_10 1-1_8 0.5762 ndcg_cut_15 1-1_8 0.5822 ndcg_cut_20 1-1_8 0.5683 ndcg_cut_30 1-1_8 0.5338 ndcg_cut_100 1-1_8 0.4184 ndcg_cut_200 1-1_8 0.4503 ndcg_cut_500 1-1_8 0.4973 ndcg_cut_1000 1-1_8 0.4973 map_cut_5 1-1_8 0.0532 map_cut_10 1-1_8 0.0745 map_cut_15 1-1_8 0.1067 map_cut_20 1-1_8 0.1224 map_cut_30 1-1_8 0.1409 map_cut_100 1-1_8 0.2148 map_cut_200 1-1_8 0.2356 map_cut_500 1-1_8 0.2477 map_cut_1000 1-1_8 0.2477 relative_P_5 1-1_8 1.0000 relative_P_10 1-1_8 0.7000 relative_P_15 1-1_8 0.7333 relative_P_20 1-1_8 0.6500 relative_P_30 1-1_8 0.5333 relative_P_100 1-1_8 0.3511 relative_P_200 1-1_8 0.4255 relative_P_500 1-1_8 0.5106 relative_P_1000 1-1_8 0.5106 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0729 set_relative_P 1-1_8 0.5106 set_recall 1-1_8 0.5106 set_map 1-1_8 0.0373 set_F 1-1_8 0.1277 num_nonrel_judged_ret 1-1_8 14 rbp 1-1_8 0.4484 rbp_resid 1-1_8 0.1479 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.1000 unj_20 1-1_8 0.1500 num_ret 2-1_10 146 num_rel 2-1_10 17 num_rel_ret 2-1_10 8 map 2-1_10 0.4706 Rprec 2-1_10 0.4706 bpref 2-1_10 0.4706 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 1.0000 iprec_at_recall_0.20 2-1_10 1.0000 iprec_at_recall_0.30 2-1_10 1.0000 iprec_at_recall_0.40 2-1_10 1.0000 iprec_at_recall_0.50 2-1_10 0.0000 iprec_at_recall_0.60 2-1_10 0.0000 iprec_at_recall_0.70 2-1_10 0.0000 iprec_at_recall_0.80 2-1_10 0.0000 iprec_at_recall_0.90 2-1_10 0.0000 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 1.0000 P_10 2-1_10 0.8000 P_15 2-1_10 0.5333 P_20 2-1_10 0.4000 P_30 2-1_10 0.2667 P_100 2-1_10 0.0800 P_200 2-1_10 0.0400 P_500 2-1_10 0.0160 P_1000 2-1_10 0.0080 relstring 2-1_10 '23333222-0' recall_5 2-1_10 0.2941 recall_10 2-1_10 0.4706 recall_15 2-1_10 0.4706 recall_20 2-1_10 0.4706 recall_30 2-1_10 0.4706 recall_100 2-1_10 0.4706 recall_200 2-1_10 0.4706 recall_500 2-1_10 0.4706 recall_1000 2-1_10 0.4706 infAP 2-1_10 0.4706 Rprec_mult_0.20 2-1_10 1.0000 Rprec_mult_0.40 2-1_10 1.0000 Rprec_mult_0.60 2-1_10 0.7273 Rprec_mult_0.80 2-1_10 0.5714 Rprec_mult_1.00 2-1_10 0.4706 Rprec_mult_1.20 2-1_10 0.3810 Rprec_mult_1.40 2-1_10 0.3333 Rprec_mult_1.60 2-1_10 0.2857 Rprec_mult_1.80 2-1_10 0.2581 Rprec_mult_2.00 2-1_10 0.2353 utility 2-1_10 -130.0000 11pt_avg 2-1_10 0.4545 binG 2-1_10 0.4706 G 2-1_10 0.2389 ndcg 2-1_10 0.5429 ndcg_rel 2-1_10 0.6505 Rndcg 2-1_10 0.5952 ndcg_cut_5 2-1_10 0.8869 ndcg_cut_10 2-1_10 0.7230 ndcg_cut_15 2-1_10 0.6059 ndcg_cut_20 2-1_10 0.5497 ndcg_cut_30 2-1_10 0.5429 ndcg_cut_100 2-1_10 0.5429 ndcg_cut_200 2-1_10 0.5429 ndcg_cut_500 2-1_10 0.5429 ndcg_cut_1000 2-1_10 0.5429 map_cut_5 2-1_10 0.2941 map_cut_10 2-1_10 0.4706 map_cut_15 2-1_10 0.4706 map_cut_20 2-1_10 0.4706 map_cut_30 2-1_10 0.4706 map_cut_100 2-1_10 0.4706 map_cut_200 2-1_10 0.4706 map_cut_500 2-1_10 0.4706 map_cut_1000 2-1_10 0.4706 relative_P_5 2-1_10 1.0000 relative_P_10 2-1_10 0.8000 relative_P_15 2-1_10 0.5333 relative_P_20 2-1_10 0.4706 relative_P_30 2-1_10 0.4706 relative_P_100 2-1_10 0.4706 relative_P_200 2-1_10 0.4706 relative_P_500 2-1_10 0.4706 relative_P_1000 2-1_10 0.4706 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0548 set_relative_P 2-1_10 0.4706 set_recall 2-1_10 0.4706 set_map 2-1_10 0.0258 set_F 2-1_10 0.0982 num_nonrel_judged_ret 2-1_10 4 rbp 2-1_10 0.4829 rbp_resid 2-1_10 0.3379 unj_5 2-1_10 0.0000 unj_10 2-1_10 0.1000 unj_20 2-1_10 0.4500 num_ret 2-1_12 871 num_rel 2-1_12 101 num_rel_ret 2-1_12 59 map 2-1_12 0.1717 Rprec 2-1_12 0.2277 bpref 2-1_12 0.4679 recip_rank 2-1_12 1.0000 iprec_at_recall_0.00 2-1_12 1.0000 iprec_at_recall_0.10 2-1_12 0.3542 iprec_at_recall_0.20 2-1_12 0.2941 iprec_at_recall_0.30 2-1_12 0.1667 iprec_at_recall_0.40 2-1_12 0.1246 iprec_at_recall_0.50 2-1_12 0.1057 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 1.0000 P_10 2-1_12 0.8000 P_15 2-1_12 0.6000 P_20 2-1_12 0.4500 P_30 2-1_12 0.3333 P_100 2-1_12 0.2300 P_200 2-1_12 0.1600 P_500 2-1_12 0.1040 P_1000 2-1_12 0.0590 relstring 2-1_12 '3223312331' recall_5 2-1_12 0.0495 recall_10 2-1_12 0.0792 recall_15 2-1_12 0.0891 recall_20 2-1_12 0.0891 recall_30 2-1_12 0.0990 recall_100 2-1_12 0.2277 recall_200 2-1_12 0.3168 recall_500 2-1_12 0.5149 recall_1000 2-1_12 0.5842 infAP 2-1_12 0.1717 Rprec_mult_0.20 2-1_12 0.4286 Rprec_mult_0.40 2-1_12 0.2927 Rprec_mult_0.60 2-1_12 0.3115 Rprec_mult_0.80 2-1_12 0.2593 Rprec_mult_1.00 2-1_12 0.2277 Rprec_mult_1.20 2-1_12 0.1885 Rprec_mult_1.40 2-1_12 0.1831 Rprec_mult_1.60 2-1_12 0.1667 Rprec_mult_1.80 2-1_12 0.1593 Rprec_mult_2.00 2-1_12 0.1584 utility 2-1_12 -753.0000 11pt_avg 2-1_12 0.1859 binG 2-1_12 0.1434 G 2-1_12 0.1156 ndcg 2-1_12 0.5421 ndcg_rel 2-1_12 0.5270 Rndcg 2-1_12 0.4288 ndcg_cut_5 2-1_12 0.8721 ndcg_cut_10 2-1_12 0.7979 ndcg_cut_15 2-1_12 0.6793 ndcg_cut_20 2-1_12 0.5881 ndcg_cut_30 2-1_12 0.4666 ndcg_cut_100 2-1_12 0.3738 ndcg_cut_200 2-1_12 0.4034 ndcg_cut_500 2-1_12 0.5067 ndcg_cut_1000 2-1_12 0.5421 map_cut_5 2-1_12 0.0495 map_cut_10 2-1_12 0.0755 map_cut_15 2-1_12 0.0829 map_cut_20 2-1_12 0.0829 map_cut_30 2-1_12 0.0862 map_cut_100 2-1_12 0.1256 map_cut_200 2-1_12 0.1412 map_cut_500 2-1_12 0.1652 map_cut_1000 2-1_12 0.1717 relative_P_5 2-1_12 1.0000 relative_P_10 2-1_12 0.8000 relative_P_15 2-1_12 0.6000 relative_P_20 2-1_12 0.4500 relative_P_30 2-1_12 0.3333 relative_P_100 2-1_12 0.2300 relative_P_200 2-1_12 0.3168 relative_P_500 2-1_12 0.5149 relative_P_1000 2-1_12 0.5842 success_1 2-1_12 1.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0677 set_relative_P 2-1_12 0.5842 set_recall 2-1_12 0.5842 set_map 2-1_12 0.0396 set_F 2-1_12 0.1214 num_nonrel_judged_ret 2-1_12 34 rbp 2-1_12 0.5769 rbp_resid 2-1_12 0.1934 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.2500 num_ret 2-1_14 741 num_rel 2-1_14 52 num_rel_ret 2-1_14 20 map 2-1_14 0.0701 Rprec 2-1_14 0.1538 bpref 2-1_14 0.2293 recip_rank 2-1_14 0.3333 iprec_at_recall_0.00 2-1_14 0.6000 iprec_at_recall_0.10 2-1_14 0.2273 iprec_at_recall_0.20 2-1_14 0.1594 iprec_at_recall_0.30 2-1_14 0.0804 iprec_at_recall_0.40 2-1_14 0.0000 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.6000 P_10 2-1_14 0.3000 P_15 2-1_14 0.2000 P_20 2-1_14 0.1500 P_30 2-1_14 0.1667 P_100 2-1_14 0.1400 P_200 2-1_14 0.0800 P_500 2-1_14 0.0400 P_1000 2-1_14 0.0200 relstring 2-1_14 '0022200101' recall_5 2-1_14 0.0577 recall_10 2-1_14 0.0577 recall_15 2-1_14 0.0577 recall_20 2-1_14 0.0577 recall_30 2-1_14 0.0962 recall_100 2-1_14 0.2692 recall_200 2-1_14 0.3077 recall_500 2-1_14 0.3846 recall_1000 2-1_14 0.3846 infAP 2-1_14 0.0701 Rprec_mult_0.20 2-1_14 0.2727 Rprec_mult_0.40 2-1_14 0.1905 Rprec_mult_0.60 2-1_14 0.1562 Rprec_mult_0.80 2-1_14 0.1190 Rprec_mult_1.00 2-1_14 0.1538 Rprec_mult_1.20 2-1_14 0.1429 Rprec_mult_1.40 2-1_14 0.1507 Rprec_mult_1.60 2-1_14 0.1429 Rprec_mult_1.80 2-1_14 0.1383 Rprec_mult_2.00 2-1_14 0.1346 utility 2-1_14 -701.0000 11pt_avg 2-1_14 0.0970 binG 2-1_14 0.0825 G 2-1_14 0.0615 ndcg 2-1_14 0.2960 ndcg_rel 2-1_14 0.2710 Rndcg 2-1_14 0.2258 ndcg_cut_5 2-1_14 0.2979 ndcg_cut_10 2-1_14 0.2377 ndcg_cut_15 2-1_14 0.1988 ndcg_cut_20 2-1_14 0.1711 ndcg_cut_30 2-1_14 0.1863 ndcg_cut_100 2-1_14 0.2362 ndcg_cut_200 2-1_14 0.2614 ndcg_cut_500 2-1_14 0.2960 ndcg_cut_1000 2-1_14 0.2960 map_cut_5 2-1_14 0.0276 map_cut_10 2-1_14 0.0276 map_cut_15 2-1_14 0.0276 map_cut_20 2-1_14 0.0276 map_cut_30 2-1_14 0.0356 map_cut_100 2-1_14 0.0612 map_cut_200 2-1_14 0.0652 map_cut_500 2-1_14 0.0701 map_cut_1000 2-1_14 0.0701 relative_P_5 2-1_14 0.6000 relative_P_10 2-1_14 0.3000 relative_P_15 2-1_14 0.2000 relative_P_20 2-1_14 0.1500 relative_P_30 2-1_14 0.1667 relative_P_100 2-1_14 0.2692 relative_P_200 2-1_14 0.3077 relative_P_500 2-1_14 0.3846 relative_P_1000 2-1_14 0.3846 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0270 set_relative_P 2-1_14 0.3846 set_recall 2-1_14 0.3846 set_map 2-1_14 0.0104 set_F 2-1_14 0.0504 num_nonrel_judged_ret 2-1_14 36 rbp 2-1_14 0.2058 rbp_resid 2-1_14 0.2108 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.3500 num_ret 2-1_4 624 num_rel 2-1_4 64 num_rel_ret 2-1_4 43 map 2-1_4 0.3259 Rprec 2-1_4 0.3906 bpref 2-1_4 0.5754 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 0.8182 iprec_at_recall_0.20 2-1_4 0.7000 iprec_at_recall_0.30 2-1_4 0.5000 iprec_at_recall_0.40 2-1_4 0.3714 iprec_at_recall_0.50 2-1_4 0.2538 iprec_at_recall_0.60 2-1_4 0.1632 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.6000 P_10 2-1_4 0.8000 P_15 2-1_4 0.7333 P_20 2-1_4 0.7000 P_30 2-1_4 0.5667 P_100 2-1_4 0.3000 P_200 2-1_4 0.1850 P_500 2-1_4 0.0840 P_1000 2-1_4 0.0430 relstring 2-1_4 '3221122322' recall_5 2-1_4 0.0469 recall_10 2-1_4 0.1250 recall_15 2-1_4 0.1719 recall_20 2-1_4 0.2188 recall_30 2-1_4 0.2656 recall_100 2-1_4 0.4688 recall_200 2-1_4 0.5781 recall_500 2-1_4 0.6562 recall_1000 2-1_4 0.6719 infAP 2-1_4 0.3259 Rprec_mult_0.20 2-1_4 0.6923 Rprec_mult_0.40 2-1_4 0.5769 Rprec_mult_0.60 2-1_4 0.4872 Rprec_mult_0.80 2-1_4 0.4231 Rprec_mult_1.00 2-1_4 0.3906 Rprec_mult_1.20 2-1_4 0.3506 Rprec_mult_1.40 2-1_4 0.3222 Rprec_mult_1.60 2-1_4 0.3010 Rprec_mult_1.80 2-1_4 0.2672 Rprec_mult_2.00 2-1_4 0.2422 utility 2-1_4 -538.0000 11pt_avg 2-1_4 0.3461 binG 2-1_4 0.2029 G 2-1_4 0.1392 ndcg 2-1_4 0.6240 ndcg_rel 2-1_4 0.6056 Rndcg 2-1_4 0.6025 ndcg_cut_5 2-1_4 0.6175 ndcg_cut_10 2-1_4 0.6551 ndcg_cut_15 2-1_4 0.6380 ndcg_cut_20 2-1_4 0.6560 ndcg_cut_30 2-1_4 0.6207 ndcg_cut_100 2-1_4 0.5043 ndcg_cut_200 2-1_4 0.5694 ndcg_cut_500 2-1_4 0.6134 ndcg_cut_1000 2-1_4 0.6240 map_cut_5 2-1_4 0.0469 map_cut_10 2-1_4 0.1048 map_cut_15 2-1_4 0.1402 map_cut_20 2-1_4 0.1729 map_cut_30 2-1_4 0.2020 map_cut_100 2-1_4 0.2864 map_cut_200 2-1_4 0.3139 map_cut_500 2-1_4 0.3247 map_cut_1000 2-1_4 0.3259 relative_P_5 2-1_4 0.6000 relative_P_10 2-1_4 0.8000 relative_P_15 2-1_4 0.7333 relative_P_20 2-1_4 0.7000 relative_P_30 2-1_4 0.5667 relative_P_100 2-1_4 0.4688 relative_P_200 2-1_4 0.5781 relative_P_500 2-1_4 0.6562 relative_P_1000 2-1_4 0.6719 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0689 set_relative_P 2-1_4 0.6719 set_recall 2-1_4 0.6719 set_map 2-1_4 0.0463 set_F 2-1_4 0.1250 num_nonrel_judged_ret 2-1_4 24 rbp 2-1_4 0.4422 rbp_resid 2-1_4 0.1012 unj_5 2-1_4 0.0000 unj_10 2-1_4 0.0000 unj_20 2-1_4 0.0500 num_ret 2-1_9 65 num_rel 2-1_9 16 num_rel_ret 2-1_9 14 map 2-1_9 0.8507 Rprec 2-1_9 0.8750 bpref 2-1_9 0.8750 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 1.0000 iprec_at_recall_0.60 2-1_9 0.9333 iprec_at_recall_0.70 2-1_9 0.9333 iprec_at_recall_0.80 2-1_9 0.9333 iprec_at_recall_0.90 2-1_9 0.9333 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 1.0000 P_10 2-1_9 0.9000 P_15 2-1_9 0.9333 P_20 2-1_9 0.7000 P_30 2-1_9 0.4667 P_100 2-1_9 0.1400 P_200 2-1_9 0.0700 P_500 2-1_9 0.0280 P_1000 2-1_9 0.0140 relstring 2-1_9 '444333232-' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.5625 recall_15 2-1_9 0.8750 recall_20 2-1_9 0.8750 recall_30 2-1_9 0.8750 recall_100 2-1_9 0.8750 recall_200 2-1_9 0.8750 recall_500 2-1_9 0.8750 recall_1000 2-1_9 0.8750 infAP 2-1_9 0.8507 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 1.0000 Rprec_mult_0.60 2-1_9 0.9000 Rprec_mult_0.80 2-1_9 0.9231 Rprec_mult_1.00 2-1_9 0.8750 Rprec_mult_1.20 2-1_9 0.7000 Rprec_mult_1.40 2-1_9 0.6087 Rprec_mult_1.60 2-1_9 0.5385 Rprec_mult_1.80 2-1_9 0.4828 Rprec_mult_2.00 2-1_9 0.4375 utility 2-1_9 -37.0000 11pt_avg 2-1_9 0.8848 binG 2-1_9 0.7597 G 2-1_9 0.7124 ndcg 2-1_9 0.9397 ndcg_rel 2-1_9 0.9747 Rndcg 2-1_9 0.9615 ndcg_cut_5 2-1_9 1.0000 ndcg_cut_10 2-1_9 0.9399 ndcg_cut_15 2-1_9 0.9645 ndcg_cut_20 2-1_9 0.9397 ndcg_cut_30 2-1_9 0.9397 ndcg_cut_100 2-1_9 0.9397 ndcg_cut_200 2-1_9 0.9397 ndcg_cut_500 2-1_9 0.9397 ndcg_cut_1000 2-1_9 0.9397 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.5625 map_cut_15 2-1_9 0.8507 map_cut_20 2-1_9 0.8507 map_cut_30 2-1_9 0.8507 map_cut_100 2-1_9 0.8507 map_cut_200 2-1_9 0.8507 map_cut_500 2-1_9 0.8507 map_cut_1000 2-1_9 0.8507 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.9000 relative_P_15 2-1_9 0.9333 relative_P_20 2-1_9 0.8750 relative_P_30 2-1_9 0.8750 relative_P_100 2-1_9 0.8750 relative_P_200 2-1_9 0.8750 relative_P_500 2-1_9 0.8750 relative_P_1000 2-1_9 0.8750 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.2154 set_relative_P 2-1_9 0.8750 set_recall 2-1_9 0.8750 set_map 2-1_9 0.1885 set_F 2-1_9 0.3457 num_nonrel_judged_ret 2-1_9 1 rbp 2-1_9 0.5884 rbp_resid 2-1_9 0.2240 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.1000 unj_20 2-1_9 0.2500 num_ret 2-2_1 646 num_rel 2-2_1 51 num_rel_ret 2-2_1 11 map 2-2_1 0.0462 Rprec 2-2_1 0.0980 bpref 2-2_1 0.1753 recip_rank 2-2_1 0.5000 iprec_at_recall_0.00 2-2_1 0.6667 iprec_at_recall_0.10 2-2_1 0.1429 iprec_at_recall_0.20 2-2_1 0.0541 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.4000 P_10 2-2_1 0.3000 P_15 2-2_1 0.2000 P_20 2-2_1 0.1500 P_30 2-2_1 0.1333 P_100 2-2_1 0.0700 P_200 2-2_1 0.0500 P_500 2-2_1 0.0220 P_1000 2-2_1 0.0110 relstring 2-2_1 '0220020000' recall_5 2-2_1 0.0392 recall_10 2-2_1 0.0588 recall_15 2-2_1 0.0588 recall_20 2-2_1 0.0588 recall_30 2-2_1 0.0784 recall_100 2-2_1 0.1373 recall_200 2-2_1 0.1961 recall_500 2-2_1 0.2157 recall_1000 2-2_1 0.2157 infAP 2-2_1 0.0462 Rprec_mult_0.20 2-2_1 0.2727 Rprec_mult_0.40 2-2_1 0.1429 Rprec_mult_0.60 2-2_1 0.1290 Rprec_mult_0.80 2-2_1 0.1220 Rprec_mult_1.00 2-2_1 0.0980 Rprec_mult_1.20 2-2_1 0.0806 Rprec_mult_1.40 2-2_1 0.0694 Rprec_mult_1.60 2-2_1 0.0732 Rprec_mult_1.80 2-2_1 0.0761 Rprec_mult_2.00 2-2_1 0.0686 utility 2-2_1 -624.0000 11pt_avg 2-2_1 0.0785 binG 2-2_1 0.0584 G 2-2_1 0.0305 ndcg 2-2_1 0.1531 ndcg_rel 2-2_1 0.1517 Rndcg 2-2_1 0.1315 ndcg_cut_5 2-2_1 0.1918 ndcg_cut_10 2-2_1 0.1722 ndcg_cut_15 2-2_1 0.1402 ndcg_cut_20 2-2_1 0.1201 ndcg_cut_30 2-2_1 0.1131 ndcg_cut_100 2-2_1 0.1066 ndcg_cut_200 2-2_1 0.1374 ndcg_cut_500 2-2_1 0.1531 ndcg_cut_1000 2-2_1 0.1531 map_cut_5 2-2_1 0.0229 map_cut_10 2-2_1 0.0327 map_cut_15 2-2_1 0.0327 map_cut_20 2-2_1 0.0327 map_cut_30 2-2_1 0.0353 map_cut_100 2-2_1 0.0412 map_cut_200 2-2_1 0.0451 map_cut_500 2-2_1 0.0462 map_cut_1000 2-2_1 0.0462 relative_P_5 2-2_1 0.4000 relative_P_10 2-2_1 0.3000 relative_P_15 2-2_1 0.2000 relative_P_20 2-2_1 0.1500 relative_P_30 2-2_1 0.1333 relative_P_100 2-2_1 0.1373 relative_P_200 2-2_1 0.1961 relative_P_500 2-2_1 0.2157 relative_P_1000 2-2_1 0.2157 success_1 2-2_1 0.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0170 set_relative_P 2-2_1 0.2157 set_recall 2-2_1 0.2157 set_map 2-2_1 0.0037 set_F 2-2_1 0.0316 num_nonrel_judged_ret 2-2_1 17 rbp 2-2_1 0.1188 rbp_resid 2-2_1 0.3042 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4500 num_ret 2-2_4 387 num_rel 2-2_4 53 num_rel_ret 2-2_4 46 map 2-2_4 0.4704 Rprec 2-2_4 0.4717 bpref 2-2_4 0.8153 recip_rank 2-2_4 1.0000 iprec_at_recall_0.00 2-2_4 1.0000 iprec_at_recall_0.10 2-2_4 0.9091 iprec_at_recall_0.20 2-2_4 0.8667 iprec_at_recall_0.30 2-2_4 0.6400 iprec_at_recall_0.40 2-2_4 0.5000 iprec_at_recall_0.50 2-2_4 0.4154 iprec_at_recall_0.60 2-2_4 0.3864 iprec_at_recall_0.70 2-2_4 0.3246 iprec_at_recall_0.80 2-2_4 0.2029 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.8000 P_10 2-2_4 0.9000 P_15 2-2_4 0.8667 P_20 2-2_4 0.7000 P_30 2-2_4 0.5667 P_100 2-2_4 0.3500 P_200 2-2_4 0.2050 P_500 2-2_4 0.0920 P_1000 2-2_4 0.0460 relstring 2-2_4 '3331434322' recall_5 2-2_4 0.0755 recall_10 2-2_4 0.1698 recall_15 2-2_4 0.2453 recall_20 2-2_4 0.2642 recall_30 2-2_4 0.3208 recall_100 2-2_4 0.6604 recall_200 2-2_4 0.7736 recall_500 2-2_4 0.8679 recall_1000 2-2_4 0.8679 infAP 2-2_4 0.4704 Rprec_mult_0.20 2-2_4 0.9091 Rprec_mult_0.40 2-2_4 0.6818 Rprec_mult_0.60 2-2_4 0.5625 Rprec_mult_0.80 2-2_4 0.4884 Rprec_mult_1.00 2-2_4 0.4717 Rprec_mult_1.20 2-2_4 0.4062 Rprec_mult_1.40 2-2_4 0.3867 Rprec_mult_1.60 2-2_4 0.3765 Rprec_mult_1.80 2-2_4 0.3646 Rprec_mult_2.00 2-2_4 0.3302 utility 2-2_4 -295.0000 11pt_avg 2-2_4 0.4768 binG 2-2_4 0.2881 G 2-2_4 0.1733 ndcg 2-2_4 0.7333 ndcg_rel 2-2_4 0.6622 Rndcg 2-2_4 0.6058 ndcg_cut_5 2-2_4 0.7098 ndcg_cut_10 2-2_4 0.7098 ndcg_cut_15 2-2_4 0.7310 ndcg_cut_20 2-2_4 0.6584 ndcg_cut_30 2-2_4 0.5953 ndcg_cut_100 2-2_4 0.6302 ndcg_cut_200 2-2_4 0.6888 ndcg_cut_500 2-2_4 0.7333 ndcg_cut_1000 2-2_4 0.7333 map_cut_5 2-2_4 0.0717 map_cut_10 2-2_4 0.1539 map_cut_15 2-2_4 0.2195 map_cut_20 2-2_4 0.2327 map_cut_30 2-2_4 0.2695 map_cut_100 2-2_4 0.4209 map_cut_200 2-2_4 0.4527 map_cut_500 2-2_4 0.4704 map_cut_1000 2-2_4 0.4704 relative_P_5 2-2_4 0.8000 relative_P_10 2-2_4 0.9000 relative_P_15 2-2_4 0.8667 relative_P_20 2-2_4 0.7000 relative_P_30 2-2_4 0.5667 relative_P_100 2-2_4 0.6604 relative_P_200 2-2_4 0.7736 relative_P_500 2-2_4 0.8679 relative_P_1000 2-2_4 0.8679 success_1 2-2_4 1.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.1189 set_relative_P 2-2_4 0.8679 set_recall 2-2_4 0.8679 set_map 2-2_4 0.1032 set_F 2-2_4 0.2091 num_nonrel_judged_ret 2-2_4 6 rbp 2-2_4 0.6019 rbp_resid 2-2_4 0.1799 unj_5 2-2_4 0.0000 unj_10 2-2_4 0.0000 unj_20 2-2_4 0.2500 num_ret 2-2_5 779 num_rel 2-2_5 30 num_rel_ret 2-2_5 19 map 2-2_5 0.1911 Rprec 2-2_5 0.2333 bpref 2-2_5 0.4889 recip_rank 2-2_5 1.0000 iprec_at_recall_0.00 2-2_5 1.0000 iprec_at_recall_0.10 2-2_5 0.7500 iprec_at_recall_0.20 2-2_5 0.3529 iprec_at_recall_0.30 2-2_5 0.2000 iprec_at_recall_0.40 2-2_5 0.1212 iprec_at_recall_0.50 2-2_5 0.0681 iprec_at_recall_0.60 2-2_5 0.0255 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.6000 P_10 2-2_5 0.5000 P_15 2-2_5 0.3333 P_20 2-2_5 0.3000 P_30 2-2_5 0.2333 P_100 2-2_5 0.1200 P_200 2-2_5 0.0700 P_500 2-2_5 0.0340 P_1000 2-2_5 0.0190 relstring 2-2_5 '4144043--0' recall_5 2-2_5 0.1000 recall_10 2-2_5 0.1667 recall_15 2-2_5 0.1667 recall_20 2-2_5 0.2000 recall_30 2-2_5 0.2333 recall_100 2-2_5 0.4000 recall_200 2-2_5 0.4667 recall_500 2-2_5 0.5667 recall_1000 2-2_5 0.6333 infAP 2-2_5 0.1911 Rprec_mult_0.20 2-2_5 0.6667 Rprec_mult_0.40 2-2_5 0.4167 Rprec_mult_0.60 2-2_5 0.3333 Rprec_mult_0.80 2-2_5 0.2917 Rprec_mult_1.00 2-2_5 0.2333 Rprec_mult_1.20 2-2_5 0.1944 Rprec_mult_1.40 2-2_5 0.1905 Rprec_mult_1.60 2-2_5 0.1875 Rprec_mult_1.80 2-2_5 0.1667 Rprec_mult_2.00 2-2_5 0.1667 utility 2-2_5 -741.0000 11pt_avg 2-2_5 0.2289 binG 2-2_5 0.1844 G 2-2_5 0.1416 ndcg 2-2_5 0.5145 ndcg_rel 2-2_5 0.5156 Rndcg 2-2_5 0.4254 ndcg_cut_5 2-2_5 0.7083 ndcg_cut_10 2-2_5 0.5931 ndcg_cut_15 2-2_5 0.4709 ndcg_cut_20 2-2_5 0.4231 ndcg_cut_30 2-2_5 0.3773 ndcg_cut_100 2-2_5 0.4224 ndcg_cut_200 2-2_5 0.4541 ndcg_cut_500 2-2_5 0.4913 ndcg_cut_1000 2-2_5 0.5145 map_cut_5 2-2_5 0.0806 map_cut_10 2-2_5 0.1266 map_cut_15 2-2_5 0.1266 map_cut_20 2-2_5 0.1384 map_cut_30 2-2_5 0.1485 map_cut_100 2-2_5 0.1759 map_cut_200 2-2_5 0.1833 map_cut_500 2-2_5 0.1894 map_cut_1000 2-2_5 0.1911 relative_P_5 2-2_5 0.6000 relative_P_10 2-2_5 0.5000 relative_P_15 2-2_5 0.3333 relative_P_20 2-2_5 0.3000 relative_P_30 2-2_5 0.2333 relative_P_100 2-2_5 0.4000 relative_P_200 2-2_5 0.4667 relative_P_500 2-2_5 0.5667 relative_P_1000 2-2_5 0.6333 success_1 2-2_5 1.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0244 set_relative_P 2-2_5 0.6333 set_recall 2-2_5 0.6333 set_map 2-2_5 0.0154 set_F 2-2_5 0.0470 num_nonrel_judged_ret 2-2_5 16 rbp 2-2_5 0.3999 rbp_resid 2-2_5 0.3731 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.2000 unj_20 2-2_5 0.5000 num_ret 2-2_7 718 num_rel 2-2_7 88 num_rel_ret 2-2_7 74 map 2-2_7 0.6709 Rprec 2-2_7 0.6477 bpref 2-2_7 0.8333 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 1.0000 iprec_at_recall_0.30 2-2_7 1.0000 iprec_at_recall_0.40 2-2_7 0.8974 iprec_at_recall_0.50 2-2_7 0.8214 iprec_at_recall_0.60 2-2_7 0.6974 iprec_at_recall_0.70 2-2_7 0.6019 iprec_at_recall_0.80 2-2_7 0.3867 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 1.0000 P_20 2-2_7 1.0000 P_30 2-2_7 0.9333 P_100 2-2_7 0.6100 P_200 2-2_7 0.3500 P_500 2-2_7 0.1480 P_1000 2-2_7 0.0740 relstring 2-2_7 '4434444444' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1705 recall_20 2-2_7 0.2273 recall_30 2-2_7 0.3182 recall_100 2-2_7 0.6932 recall_200 2-2_7 0.7955 recall_500 2-2_7 0.8409 recall_1000 2-2_7 0.8409 infAP 2-2_7 0.6709 Rprec_mult_0.20 2-2_7 1.0000 Rprec_mult_0.40 2-2_7 0.8889 Rprec_mult_0.60 2-2_7 0.8113 Rprec_mult_0.80 2-2_7 0.7324 Rprec_mult_1.00 2-2_7 0.6477 Rprec_mult_1.20 2-2_7 0.5849 Rprec_mult_1.40 2-2_7 0.5000 Rprec_mult_1.60 2-2_7 0.4610 Rprec_mult_1.80 2-2_7 0.4151 Rprec_mult_2.00 2-2_7 0.3864 utility 2-2_7 -570.0000 11pt_avg 2-2_7 0.6732 binG 2-2_7 0.4395 G 2-2_7 0.2311 ndcg 2-2_7 0.8226 ndcg_rel 2-2_7 0.8302 Rndcg 2-2_7 0.7567 ndcg_cut_5 2-2_7 0.9576 ndcg_cut_10 2-2_7 0.9725 ndcg_cut_15 2-2_7 0.9318 ndcg_cut_20 2-2_7 0.9178 ndcg_cut_30 2-2_7 0.8616 ndcg_cut_100 2-2_7 0.7324 ndcg_cut_200 2-2_7 0.7925 ndcg_cut_500 2-2_7 0.8226 ndcg_cut_1000 2-2_7 0.8226 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1705 map_cut_20 2-2_7 0.2273 map_cut_30 2-2_7 0.3166 map_cut_100 2-2_7 0.6131 map_cut_200 2-2_7 0.6592 map_cut_500 2-2_7 0.6709 map_cut_1000 2-2_7 0.6709 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 1.0000 relative_P_20 2-2_7 1.0000 relative_P_30 2-2_7 0.9333 relative_P_100 2-2_7 0.6932 relative_P_200 2-2_7 0.7955 relative_P_500 2-2_7 0.8409 relative_P_1000 2-2_7 0.8409 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.1031 set_relative_P 2-2_7 0.8409 set_recall 2-2_7 0.8409 set_map 2-2_7 0.0867 set_F 2-2_7 0.1836 num_nonrel_judged_ret 2-2_7 5 rbp 2-2_7 0.8901 rbp_resid 2-2_7 0.0251 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0000 num_ret 2-2_9 311 num_rel 2-2_9 47 num_rel_ret 2-2_9 15 map 2-2_9 0.2442 Rprec 2-2_9 0.2766 bpref 2-2_9 0.3163 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 1.0000 iprec_at_recall_0.20 2-2_9 1.0000 iprec_at_recall_0.30 2-2_9 0.2295 iprec_at_recall_0.40 2-2_9 0.0000 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 1.0000 P_10 2-2_9 1.0000 P_15 2-2_9 0.6667 P_20 2-2_9 0.5000 P_30 2-2_9 0.3667 P_100 2-2_9 0.1500 P_200 2-2_9 0.0750 P_500 2-2_9 0.0300 P_1000 2-2_9 0.0150 relstring 2-2_9 '3424242342' recall_5 2-2_9 0.1064 recall_10 2-2_9 0.2128 recall_15 2-2_9 0.2128 recall_20 2-2_9 0.2128 recall_30 2-2_9 0.2340 recall_100 2-2_9 0.3191 recall_200 2-2_9 0.3191 recall_500 2-2_9 0.3191 recall_1000 2-2_9 0.3191 infAP 2-2_9 0.2442 Rprec_mult_0.20 2-2_9 1.0000 Rprec_mult_0.40 2-2_9 0.5263 Rprec_mult_0.60 2-2_9 0.3793 Rprec_mult_0.80 2-2_9 0.3158 Rprec_mult_1.00 2-2_9 0.2766 Rprec_mult_1.20 2-2_9 0.2281 Rprec_mult_1.40 2-2_9 0.2121 Rprec_mult_1.60 2-2_9 0.1974 Rprec_mult_1.80 2-2_9 0.1765 Rprec_mult_2.00 2-2_9 0.1596 utility 2-2_9 -281.0000 11pt_avg 2-2_9 0.2936 binG 2-2_9 0.2340 G 2-2_9 0.1100 ndcg 2-2_9 0.4348 ndcg_rel 2-2_9 0.4948 Rndcg 2-2_9 0.4950 ndcg_cut_5 2-2_9 0.7648 ndcg_cut_10 2-2_9 0.7615 ndcg_cut_15 2-2_9 0.6177 ndcg_cut_20 2-2_9 0.5335 ndcg_cut_30 2-2_9 0.4653 ndcg_cut_100 2-2_9 0.4348 ndcg_cut_200 2-2_9 0.4348 ndcg_cut_500 2-2_9 0.4348 ndcg_cut_1000 2-2_9 0.4348 map_cut_5 2-2_9 0.1064 map_cut_10 2-2_9 0.2128 map_cut_15 2-2_9 0.2128 map_cut_20 2-2_9 0.2128 map_cut_30 2-2_9 0.2211 map_cut_100 2-2_9 0.2442 map_cut_200 2-2_9 0.2442 map_cut_500 2-2_9 0.2442 map_cut_1000 2-2_9 0.2442 relative_P_5 2-2_9 1.0000 relative_P_10 2-2_9 1.0000 relative_P_15 2-2_9 0.6667 relative_P_20 2-2_9 0.5000 relative_P_30 2-2_9 0.3667 relative_P_100 2-2_9 0.3191 relative_P_200 2-2_9 0.3191 relative_P_500 2-2_9 0.3191 relative_P_1000 2-2_9 0.3191 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0482 set_relative_P 2-2_9 0.3191 set_recall 2-2_9 0.3191 set_map 2-2_9 0.0154 set_F 2-2_9 0.0838 num_nonrel_judged_ret 2-2_9 2 rbp 2-2_9 0.5010 rbp_resid 2-2_9 0.3378 unj_5 2-2_9 0.0000 unj_10 2-2_9 0.0000 unj_20 2-2_9 0.5000 num_ret 3-2_1 759 num_rel 3-2_1 68 num_rel_ret 3-2_1 24 map 3-2_1 0.0809 Rprec 3-2_1 0.2059 bpref 3-2_1 0.2902 recip_rank 3-2_1 0.2500 iprec_at_recall_0.00 3-2_1 0.4118 iprec_at_recall_0.10 3-2_1 0.4118 iprec_at_recall_0.20 3-2_1 0.2090 iprec_at_recall_0.30 3-2_1 0.0820 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.2000 P_10 3-2_1 0.4000 P_15 3-2_1 0.4000 P_20 3-2_1 0.3500 P_30 3-2_1 0.3333 P_100 3-2_1 0.1500 P_200 3-2_1 0.0900 P_500 3-2_1 0.0480 P_1000 3-2_1 0.0240 relstring 3-2_1 '1112121132' recall_5 3-2_1 0.0147 recall_10 3-2_1 0.0588 recall_15 3-2_1 0.0882 recall_20 3-2_1 0.1029 recall_30 3-2_1 0.1471 recall_100 3-2_1 0.2206 recall_200 3-2_1 0.2647 recall_500 3-2_1 0.3529 recall_1000 3-2_1 0.3529 infAP 3-2_1 0.0809 Rprec_mult_0.20 3-2_1 0.3571 Rprec_mult_0.40 3-2_1 0.3571 Rprec_mult_0.60 3-2_1 0.2439 Rprec_mult_0.80 3-2_1 0.2182 Rprec_mult_1.00 3-2_1 0.2059 Rprec_mult_1.20 3-2_1 0.1829 Rprec_mult_1.40 3-2_1 0.1562 Rprec_mult_1.60 3-2_1 0.1468 Rprec_mult_1.80 3-2_1 0.1301 Rprec_mult_2.00 3-2_1 0.1176 utility 3-2_1 -711.0000 11pt_avg 3-2_1 0.1013 binG 3-2_1 0.0756 G 3-2_1 0.0590 ndcg 3-2_1 0.3217 ndcg_rel 3-2_1 0.3340 Rndcg 3-2_1 0.3376 ndcg_cut_5 3-2_1 0.3820 ndcg_cut_10 3-2_1 0.4663 ndcg_cut_15 3-2_1 0.4702 ndcg_cut_20 3-2_1 0.4483 ndcg_cut_30 3-2_1 0.4305 ndcg_cut_100 3-2_1 0.2941 ndcg_cut_200 3-2_1 0.2835 ndcg_cut_500 3-2_1 0.3217 ndcg_cut_1000 3-2_1 0.3217 map_cut_5 3-2_1 0.0037 map_cut_10 3-2_1 0.0194 map_cut_15 3-2_1 0.0305 map_cut_20 3-2_1 0.0366 map_cut_30 3-2_1 0.0533 map_cut_100 3-2_1 0.0698 map_cut_200 3-2_1 0.0751 map_cut_500 3-2_1 0.0809 map_cut_1000 3-2_1 0.0809 relative_P_5 3-2_1 0.2000 relative_P_10 3-2_1 0.4000 relative_P_15 3-2_1 0.4000 relative_P_20 3-2_1 0.3500 relative_P_30 3-2_1 0.3333 relative_P_100 3-2_1 0.2206 relative_P_200 3-2_1 0.2647 relative_P_500 3-2_1 0.3529 relative_P_1000 3-2_1 0.3529 success_1 3-2_1 0.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0316 set_relative_P 3-2_1 0.3529 set_recall 3-2_1 0.3529 set_map 3-2_1 0.0112 set_F 3-2_1 0.0580 num_nonrel_judged_ret 3-2_1 24 rbp 3-2_1 0.3856 rbp_resid 3-2_1 0.1839 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.2500 num_ret 3-2_6 820 num_rel 3-2_6 32 num_rel_ret 3-2_6 25 map 3-2_6 0.3699 Rprec 3-2_6 0.3750 bpref 3-2_6 0.6104 recip_rank 3-2_6 1.0000 iprec_at_recall_0.00 3-2_6 1.0000 iprec_at_recall_0.10 3-2_6 1.0000 iprec_at_recall_0.20 3-2_6 0.7778 iprec_at_recall_0.30 3-2_6 0.4762 iprec_at_recall_0.40 3-2_6 0.3939 iprec_at_recall_0.50 3-2_6 0.3208 iprec_at_recall_0.60 3-2_6 0.2603 iprec_at_recall_0.70 3-2_6 0.1571 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.8000 P_10 3-2_6 0.7000 P_15 3-2_6 0.5333 P_20 3-2_6 0.4500 P_30 3-2_6 0.4000 P_100 3-2_6 0.1900 P_200 3-2_6 0.1200 P_500 3-2_6 0.0500 P_1000 3-2_6 0.0250 relstring 3-2_6 '2321321231' recall_5 3-2_6 0.1250 recall_10 3-2_6 0.2188 recall_15 3-2_6 0.2500 recall_20 3-2_6 0.2812 recall_30 3-2_6 0.3750 recall_100 3-2_6 0.5938 recall_200 3-2_6 0.7500 recall_500 3-2_6 0.7812 recall_1000 3-2_6 0.7812 infAP 3-2_6 0.3698 Rprec_mult_0.20 3-2_6 0.7143 Rprec_mult_0.40 3-2_6 0.6154 Rprec_mult_0.60 3-2_6 0.4500 Rprec_mult_0.80 3-2_6 0.3846 Rprec_mult_1.00 3-2_6 0.3750 Rprec_mult_1.20 3-2_6 0.3333 Rprec_mult_1.40 3-2_6 0.3111 Rprec_mult_1.60 3-2_6 0.3077 Rprec_mult_1.80 3-2_6 0.2931 Rprec_mult_2.00 3-2_6 0.2812 utility 3-2_6 -770.0000 11pt_avg 3-2_6 0.3987 binG 3-2_6 0.2790 G 3-2_6 0.1819 ndcg 3-2_6 0.6703 ndcg_rel 3-2_6 0.6449 Rndcg 3-2_6 0.5935 ndcg_cut_5 3-2_6 0.7330 ndcg_cut_10 3-2_6 0.6862 ndcg_cut_15 3-2_6 0.6226 ndcg_cut_20 3-2_6 0.5719 ndcg_cut_30 3-2_6 0.5504 ndcg_cut_100 3-2_6 0.5906 ndcg_cut_200 3-2_6 0.6573 ndcg_cut_500 3-2_6 0.6703 ndcg_cut_1000 3-2_6 0.6703 map_cut_5 3-2_6 0.1187 map_cut_10 3-2_6 0.1925 map_cut_15 3-2_6 0.2134 map_cut_20 3-2_6 0.2309 map_cut_30 3-2_6 0.2710 map_cut_100 3-2_6 0.3416 map_cut_200 3-2_6 0.3665 map_cut_500 3-2_6 0.3699 map_cut_1000 3-2_6 0.3699 relative_P_5 3-2_6 0.8000 relative_P_10 3-2_6 0.7000 relative_P_15 3-2_6 0.5333 relative_P_20 3-2_6 0.4500 relative_P_30 3-2_6 0.4000 relative_P_100 3-2_6 0.5938 relative_P_200 3-2_6 0.7500 relative_P_500 3-2_6 0.7812 relative_P_1000 3-2_6 0.7812 success_1 3-2_6 1.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0305 set_relative_P 3-2_6 0.7812 set_recall 3-2_6 0.7812 set_map 3-2_6 0.0238 set_F 3-2_6 0.0587 num_nonrel_judged_ret 3-2_6 17 rbp 3-2_6 0.5551 rbp_resid 3-2_6 0.1697 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.0000 unj_20 3-2_6 0.2500 num_ret 4-1_10 779 num_rel 4-1_10 12 num_rel_ret 4-1_10 4 map 4-1_10 0.0048 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0109 iprec_at_recall_0.00 4-1_10 0.0215 iprec_at_recall_0.10 4-1_10 0.0215 iprec_at_recall_0.20 4-1_10 0.0215 iprec_at_recall_0.30 4-1_10 0.0117 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0200 P_200 4-1_10 0.0100 P_500 4-1_10 0.0080 P_1000 4-1_10 0.0040 relstring 4-1_10 '1000010--0' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.1667 recall_200 4-1_10 0.1667 recall_500 4-1_10 0.3333 recall_1000 4-1_10 0.3333 infAP 4-1_10 0.0048 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -771.0000 11pt_avg 4-1_10 0.0069 binG 4-1_10 0.0462 G 4-1_10 0.0399 ndcg 4-1_10 0.1698 ndcg_rel 4-1_10 0.1655 Rndcg 4-1_10 0.1796 ndcg_cut_5 4-1_10 0.1450 ndcg_cut_10 4-1_10 0.1344 ndcg_cut_15 4-1_10 0.1135 ndcg_cut_20 4-1_10 0.1033 ndcg_cut_30 4-1_10 0.0889 ndcg_cut_100 4-1_10 0.1395 ndcg_cut_200 4-1_10 0.1395 ndcg_cut_500 4-1_10 0.1698 ndcg_cut_1000 4-1_10 0.1698 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0027 map_cut_200 4-1_10 0.0027 map_cut_500 4-1_10 0.0048 map_cut_1000 4-1_10 0.0048 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.1667 relative_P_200 4-1_10 0.1667 relative_P_500 4-1_10 0.3333 relative_P_1000 4-1_10 0.3333 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0051 set_relative_P 4-1_10 0.3333 set_recall 4-1_10 0.3333 set_map 4-1_10 0.0017 set_F 4-1_10 0.0101 num_nonrel_judged_ret 4-1_10 29 rbp 4-1_10 0.0551 rbp_resid 4-1_10 0.3808 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.2000 unj_20 4-1_10 0.5000 num_ret 4-1_12 564 num_rel 4-1_12 7 num_rel_ret 4-1_12 7 map 4-1_12 0.0276 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0204 iprec_at_recall_0.00 4-1_12 0.0400 iprec_at_recall_0.10 4-1_12 0.0400 iprec_at_recall_0.20 4-1_12 0.0400 iprec_at_recall_0.30 4-1_12 0.0400 iprec_at_recall_0.40 4-1_12 0.0300 iprec_at_recall_0.50 4-1_12 0.0294 iprec_at_recall_0.60 4-1_12 0.0294 iprec_at_recall_0.70 4-1_12 0.0294 iprec_at_recall_0.80 4-1_12 0.0291 iprec_at_recall_0.90 4-1_12 0.0291 iprec_at_recall_1.00 4-1_12 0.0192 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0300 P_200 4-1_12 0.0250 P_500 4-1_12 0.0140 P_1000 4-1_12 0.0070 relstring 4-1_12 '11000100--' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.4286 recall_200 4-1_12 0.7143 recall_500 4-1_12 1.0000 recall_1000 4-1_12 1.0000 infAP 4-1_12 0.0276 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -550.0000 11pt_avg 4-1_12 0.0323 binG 4-1_12 0.1466 G 4-1_12 0.1565 ndcg 4-1_12 0.4244 ndcg_rel 4-1_12 0.2973 Rndcg 4-1_12 0.2455 ndcg_cut_5 4-1_12 0.1807 ndcg_cut_10 4-1_12 0.1757 ndcg_cut_15 4-1_12 0.1573 ndcg_cut_20 4-1_12 0.1439 ndcg_cut_30 4-1_12 0.1416 ndcg_cut_100 4-1_12 0.2476 ndcg_cut_200 4-1_12 0.3358 ndcg_cut_500 4-1_12 0.4244 ndcg_cut_1000 4-1_12 0.4244 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0129 map_cut_200 4-1_12 0.0207 map_cut_500 4-1_12 0.0276 map_cut_1000 4-1_12 0.0276 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.4286 relative_P_200 4-1_12 0.7143 relative_P_500 4-1_12 1.0000 relative_P_1000 4-1_12 1.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0124 set_relative_P 4-1_12 1.0000 set_recall 4-1_12 1.0000 set_map 4-1_12 0.0124 set_F 4-1_12 0.0245 num_nonrel_judged_ret 4-1_12 35 rbp 4-1_12 0.0629 rbp_resid 4-1_12 0.3936 unj_5 4-1_12 0.0000 unj_10 4-1_12 0.2000 unj_20 4-1_12 0.5000 num_ret 4-1_3 830 num_rel 4-1_3 39 num_rel_ret 4-1_3 35 map 4-1_3 0.3429 Rprec 4-1_3 0.4615 bpref 4-1_3 0.4116 recip_rank 4-1_3 1.0000 iprec_at_recall_0.00 4-1_3 1.0000 iprec_at_recall_0.10 4-1_3 0.6667 iprec_at_recall_0.20 4-1_3 0.5625 iprec_at_recall_0.30 4-1_3 0.4815 iprec_at_recall_0.40 4-1_3 0.4706 iprec_at_recall_0.50 4-1_3 0.3030 iprec_at_recall_0.60 4-1_3 0.2626 iprec_at_recall_0.70 4-1_3 0.2523 iprec_at_recall_0.80 4-1_3 0.1558 iprec_at_recall_0.90 4-1_3 0.0710 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.6000 P_10 4-1_3 0.5000 P_15 4-1_3 0.5333 P_20 4-1_3 0.5000 P_30 4-1_3 0.4333 P_100 4-1_3 0.2600 P_200 4-1_3 0.1550 P_500 4-1_3 0.0700 P_1000 4-1_3 0.0350 relstring 4-1_3 '3141221113' recall_5 4-1_3 0.0769 recall_10 4-1_3 0.1282 recall_15 4-1_3 0.2051 recall_20 4-1_3 0.2564 recall_30 4-1_3 0.3333 recall_100 4-1_3 0.6667 recall_200 4-1_3 0.7949 recall_500 4-1_3 0.8974 recall_1000 4-1_3 0.8974 infAP 4-1_3 0.3429 Rprec_mult_0.20 4-1_3 0.5000 Rprec_mult_0.40 4-1_3 0.5625 Rprec_mult_0.60 4-1_3 0.4583 Rprec_mult_0.80 4-1_3 0.4688 Rprec_mult_1.00 4-1_3 0.4615 Rprec_mult_1.20 4-1_3 0.3830 Rprec_mult_1.40 4-1_3 0.3273 Rprec_mult_1.60 4-1_3 0.2857 Rprec_mult_1.80 4-1_3 0.2817 Rprec_mult_2.00 4-1_3 0.2821 utility 4-1_3 -760.0000 11pt_avg 4-1_3 0.3842 binG 4-1_3 0.2312 G 4-1_3 0.1737 ndcg 4-1_3 0.7144 ndcg_rel 4-1_3 0.6020 Rndcg 4-1_3 0.5794 ndcg_cut_5 4-1_3 0.5796 ndcg_cut_10 4-1_3 0.5530 ndcg_cut_15 4-1_3 0.5482 ndcg_cut_20 4-1_3 0.5535 ndcg_cut_30 4-1_3 0.5297 ndcg_cut_100 4-1_3 0.5867 ndcg_cut_200 4-1_3 0.6615 ndcg_cut_500 4-1_3 0.7144 ndcg_cut_1000 4-1_3 0.7144 map_cut_5 4-1_3 0.0581 map_cut_10 4-1_3 0.0880 map_cut_15 4-1_3 0.1264 map_cut_20 4-1_3 0.1543 map_cut_30 4-1_3 0.1907 map_cut_100 4-1_3 0.3060 map_cut_200 4-1_3 0.3301 map_cut_500 4-1_3 0.3429 map_cut_1000 4-1_3 0.3429 relative_P_5 4-1_3 0.6000 relative_P_10 4-1_3 0.5000 relative_P_15 4-1_3 0.5333 relative_P_20 4-1_3 0.5000 relative_P_30 4-1_3 0.4333 relative_P_100 4-1_3 0.6667 relative_P_200 4-1_3 0.7949 relative_P_500 4-1_3 0.8974 relative_P_1000 4-1_3 0.8974 success_1 4-1_3 1.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0422 set_relative_P 4-1_3 0.8974 set_recall 4-1_3 0.8974 set_map 4-1_3 0.0378 set_F 4-1_3 0.0806 num_nonrel_judged_ret 4-1_3 73 rbp 4-1_3 0.4300 rbp_resid 4-1_3 0.0588 unj_5 4-1_3 0.0000 unj_10 4-1_3 0.0000 unj_20 4-1_3 0.1000 num_ret 4-1_4 428 num_rel 4-1_4 11 num_rel_ret 4-1_4 11 map 4-1_4 0.8225 Rprec 4-1_4 0.8182 bpref 4-1_4 0.8512 recip_rank 4-1_4 1.0000 iprec_at_recall_0.00 4-1_4 1.0000 iprec_at_recall_0.10 4-1_4 1.0000 iprec_at_recall_0.20 4-1_4 1.0000 iprec_at_recall_0.30 4-1_4 1.0000 iprec_at_recall_0.40 4-1_4 1.0000 iprec_at_recall_0.50 4-1_4 1.0000 iprec_at_recall_0.60 4-1_4 0.8750 iprec_at_recall_0.70 4-1_4 0.8182 iprec_at_recall_0.80 4-1_4 0.8182 iprec_at_recall_0.90 4-1_4 0.2857 iprec_at_recall_1.00 4-1_4 0.2683 P_5 4-1_4 1.0000 P_10 4-1_4 0.8000 P_15 4-1_4 0.6000 P_20 4-1_4 0.4500 P_30 4-1_4 0.3000 P_100 4-1_4 0.1100 P_200 4-1_4 0.0550 P_500 4-1_4 0.0220 P_1000 4-1_4 0.0110 relstring 4-1_4 '4342221214' recall_5 4-1_4 0.4545 recall_10 4-1_4 0.7273 recall_15 4-1_4 0.8182 recall_20 4-1_4 0.8182 recall_30 4-1_4 0.8182 recall_100 4-1_4 1.0000 recall_200 4-1_4 1.0000 recall_500 4-1_4 1.0000 recall_1000 4-1_4 1.0000 infAP 4-1_4 0.8225 Rprec_mult_0.20 4-1_4 1.0000 Rprec_mult_0.40 4-1_4 1.0000 Rprec_mult_0.60 4-1_4 0.8571 Rprec_mult_0.80 4-1_4 0.7778 Rprec_mult_1.00 4-1_4 0.8182 Rprec_mult_1.20 4-1_4 0.6429 Rprec_mult_1.40 4-1_4 0.5625 Rprec_mult_1.60 4-1_4 0.5000 Rprec_mult_1.80 4-1_4 0.4500 Rprec_mult_2.00 4-1_4 0.4091 utility 4-1_4 -406.0000 11pt_avg 4-1_4 0.8241 binG 4-1_4 0.7310 G 4-1_4 0.3753 ndcg 4-1_4 0.8211 ndcg_rel 4-1_4 0.8443 Rndcg 4-1_4 0.8299 ndcg_cut_5 4-1_4 0.8353 ndcg_cut_10 4-1_4 0.8468 ndcg_cut_15 4-1_4 0.8647 ndcg_cut_20 4-1_4 0.8210 ndcg_cut_30 4-1_4 0.7648 ndcg_cut_100 4-1_4 0.8144 ndcg_cut_200 4-1_4 0.8144 ndcg_cut_500 4-1_4 0.8211 ndcg_cut_1000 4-1_4 0.8211 map_cut_5 4-1_4 0.4545 map_cut_10 4-1_4 0.6977 map_cut_15 4-1_4 0.7721 map_cut_20 4-1_4 0.7721 map_cut_30 4-1_4 0.7721 map_cut_100 4-1_4 0.8225 map_cut_200 4-1_4 0.8225 map_cut_500 4-1_4 0.8225 map_cut_1000 4-1_4 0.8225 relative_P_5 4-1_4 1.0000 relative_P_10 4-1_4 0.8000 relative_P_15 4-1_4 0.8182 relative_P_20 4-1_4 0.8182 relative_P_30 4-1_4 0.8182 relative_P_100 4-1_4 1.0000 relative_P_200 4-1_4 1.0000 relative_P_500 4-1_4 1.0000 relative_P_1000 4-1_4 1.0000 success_1 4-1_4 1.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0257 set_relative_P 4-1_4 1.0000 set_recall 4-1_4 1.0000 set_map 4-1_4 0.0257 set_F 4-1_4 0.0501 num_nonrel_judged_ret 4-1_4 13 rbp 4-1_4 0.4914 rbp_resid 4-1_4 0.2170 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.0000 unj_20 4-1_4 0.3000 num_ret 4-1_6 716 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '0000110001' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -716.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.1620 ndcg 4-1_6 0.4012 ndcg_rel 4-1_6 0.2874 Rndcg 4-1_6 0.1791 ndcg_cut_5 4-1_6 0.0980 ndcg_cut_10 4-1_6 0.1862 ndcg_cut_15 4-1_6 0.1504 ndcg_cut_20 4-1_6 0.1361 ndcg_cut_30 4-1_6 0.1912 ndcg_cut_100 4-1_6 0.3114 ndcg_cut_200 4-1_6 0.3672 ndcg_cut_500 4-1_6 0.4012 ndcg_cut_1000 4-1_6 0.4012 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 61 rbp 4-1_6 0.0920 rbp_resid 4-1_6 0.2215 unj_5 4-1_6 0.0000 unj_10 4-1_6 0.0000 unj_20 4-1_6 0.3500 num_ret 4-1_9 818 num_rel 4-1_9 37 num_rel_ret 4-1_9 2 map 4-1_9 0.0020 Rprec 4-1_9 0.0270 bpref 4-1_9 0.0336 recip_rank 4-1_9 0.0556 iprec_at_recall_0.00 4-1_9 0.0556 iprec_at_recall_0.10 4-1_9 0.0000 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.0000 P_20 4-1_9 0.0500 P_30 4-1_9 0.0333 P_100 4-1_9 0.0100 P_200 4-1_9 0.0100 P_500 4-1_9 0.0040 P_1000 4-1_9 0.0020 relstring 4-1_9 '1101010-1-' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0000 recall_20 4-1_9 0.0270 recall_30 4-1_9 0.0270 recall_100 4-1_9 0.0270 recall_200 4-1_9 0.0541 recall_500 4-1_9 0.0541 recall_1000 4-1_9 0.0541 infAP 4-1_9 0.0020 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.0000 Rprec_mult_0.60 4-1_9 0.0435 Rprec_mult_0.80 4-1_9 0.0333 Rprec_mult_1.00 4-1_9 0.0270 Rprec_mult_1.20 4-1_9 0.0222 Rprec_mult_1.40 4-1_9 0.0192 Rprec_mult_1.60 4-1_9 0.0167 Rprec_mult_1.80 4-1_9 0.0149 Rprec_mult_2.00 4-1_9 0.0135 utility 4-1_9 -814.0000 11pt_avg 4-1_9 0.0051 binG 4-1_9 0.0104 G 4-1_9 0.0233 ndcg 4-1_9 0.1386 ndcg_rel 4-1_9 0.1410 Rndcg 4-1_9 0.1705 ndcg_cut_5 4-1_9 0.1968 ndcg_cut_10 4-1_9 0.1939 ndcg_cut_15 4-1_9 0.1632 ndcg_cut_20 4-1_9 0.1677 ndcg_cut_30 4-1_9 0.1549 ndcg_cut_100 4-1_9 0.1216 ndcg_cut_200 4-1_9 0.1220 ndcg_cut_500 4-1_9 0.1362 ndcg_cut_1000 4-1_9 0.1386 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0000 map_cut_20 4-1_9 0.0015 map_cut_30 4-1_9 0.0015 map_cut_100 4-1_9 0.0015 map_cut_200 4-1_9 0.0020 map_cut_500 4-1_9 0.0020 map_cut_1000 4-1_9 0.0020 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.0000 relative_P_20 4-1_9 0.0500 relative_P_30 4-1_9 0.0333 relative_P_100 4-1_9 0.0270 relative_P_200 4-1_9 0.0541 relative_P_500 4-1_9 0.0541 relative_P_1000 4-1_9 0.0541 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0024 set_relative_P 4-1_9 0.0541 set_recall 4-1_9 0.0541 set_map 4-1_9 0.0001 set_F 4-1_9 0.0047 num_nonrel_judged_ret 4-1_9 32 rbp 4-1_9 0.1030 rbp_resid 4-1_9 0.3610 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.2000 unj_20 4-1_9 0.5000 num_ret 4-2_2 559 num_rel 4-2_2 84 num_rel_ret 4-2_2 16 map 4-2_2 0.0739 Rprec 4-2_2 0.1429 bpref 4-2_2 0.1770 recip_rank 4-2_2 0.5000 iprec_at_recall_0.00 4-2_2 0.6667 iprec_at_recall_0.10 4-2_2 0.4706 iprec_at_recall_0.20 4-2_2 0.0000 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.6000 P_10 4-2_2 0.5000 P_15 4-2_2 0.4667 P_20 4-2_2 0.4500 P_30 4-2_2 0.3667 P_100 4-2_2 0.1200 P_200 4-2_2 0.0700 P_500 4-2_2 0.0320 P_1000 4-2_2 0.0160 relstring 4-2_2 '12122312-1' recall_5 4-2_2 0.0357 recall_10 4-2_2 0.0595 recall_15 4-2_2 0.0833 recall_20 4-2_2 0.1071 recall_30 4-2_2 0.1310 recall_100 4-2_2 0.1429 recall_200 4-2_2 0.1667 recall_500 4-2_2 0.1905 recall_1000 4-2_2 0.1905 infAP 4-2_2 0.0739 Rprec_mult_0.20 4-2_2 0.4706 Rprec_mult_0.40 4-2_2 0.3235 Rprec_mult_0.60 4-2_2 0.2353 Rprec_mult_0.80 4-2_2 0.1765 Rprec_mult_1.00 4-2_2 0.1429 Rprec_mult_1.20 4-2_2 0.1188 Rprec_mult_1.40 4-2_2 0.1102 Rprec_mult_1.60 4-2_2 0.0963 Rprec_mult_1.80 4-2_2 0.0921 Rprec_mult_2.00 4-2_2 0.0833 utility 4-2_2 -527.0000 11pt_avg 4-2_2 0.1034 binG 4-2_2 0.0593 G 4-2_2 0.0416 ndcg 4-2_2 0.2387 ndcg_rel 4-2_2 0.2690 Rndcg 4-2_2 0.2735 ndcg_cut_5 4-2_2 0.4971 ndcg_cut_10 4-2_2 0.4929 ndcg_cut_15 4-2_2 0.4562 ndcg_cut_20 4-2_2 0.4241 ndcg_cut_30 4-2_2 0.3890 ndcg_cut_100 4-2_2 0.2348 ndcg_cut_200 4-2_2 0.2269 ndcg_cut_500 4-2_2 0.2387 ndcg_cut_1000 4-2_2 0.2387 map_cut_5 4-2_2 0.0190 map_cut_10 4-2_2 0.0344 map_cut_15 4-2_2 0.0459 map_cut_20 4-2_2 0.0569 map_cut_30 4-2_2 0.0660 map_cut_100 4-2_2 0.0699 map_cut_200 4-2_2 0.0725 map_cut_500 4-2_2 0.0739 map_cut_1000 4-2_2 0.0739 relative_P_5 4-2_2 0.6000 relative_P_10 4-2_2 0.5000 relative_P_15 4-2_2 0.4667 relative_P_20 4-2_2 0.4500 relative_P_30 4-2_2 0.3667 relative_P_100 4-2_2 0.1429 relative_P_200 4-2_2 0.1667 relative_P_500 4-2_2 0.1905 relative_P_1000 4-2_2 0.1905 success_1 4-2_2 0.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0286 set_relative_P 4-2_2 0.1905 set_recall 4-2_2 0.1905 set_map 4-2_2 0.0055 set_F 4-2_2 0.0498 num_nonrel_judged_ret 4-2_2 13 rbp 4-2_2 0.4169 rbp_resid 4-2_2 0.2467 unj_5 4-2_2 0.0000 unj_10 4-2_2 0.1000 unj_20 4-2_2 0.3000 num_ret 4-2_3 625 num_rel 4-2_3 48 num_rel_ret 4-2_3 27 map 4-2_3 0.3693 Rprec 4-2_3 0.3958 bpref 4-2_3 0.5335 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 1.0000 iprec_at_recall_0.20 4-2_3 0.9091 iprec_at_recall_0.30 4-2_3 0.7778 iprec_at_recall_0.40 4-2_3 0.4082 iprec_at_recall_0.50 4-2_3 0.2330 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 1.0000 P_10 4-2_3 0.9000 P_15 4-2_3 0.8000 P_20 4-2_3 0.7000 P_30 4-2_3 0.6000 P_100 4-2_3 0.2300 P_200 4-2_3 0.1250 P_500 4-2_3 0.0540 P_1000 4-2_3 0.0270 relstring 4-2_3 '3332222-23' recall_5 4-2_3 0.1042 recall_10 4-2_3 0.1875 recall_15 4-2_3 0.2500 recall_20 4-2_3 0.2917 recall_30 4-2_3 0.3750 recall_100 4-2_3 0.4792 recall_200 4-2_3 0.5208 recall_500 4-2_3 0.5625 recall_1000 4-2_3 0.5625 infAP 4-2_3 0.3693 Rprec_mult_0.20 4-2_3 0.9000 Rprec_mult_0.40 4-2_3 0.7000 Rprec_mult_0.60 4-2_3 0.5862 Rprec_mult_0.80 4-2_3 0.4615 Rprec_mult_1.00 4-2_3 0.3958 Rprec_mult_1.20 4-2_3 0.3621 Rprec_mult_1.40 4-2_3 0.3235 Rprec_mult_1.60 4-2_3 0.2857 Rprec_mult_1.80 4-2_3 0.2529 Rprec_mult_2.00 4-2_3 0.2396 utility 4-2_3 -571.0000 11pt_avg 4-2_3 0.3935 binG 4-2_3 0.2743 G 4-2_3 0.1830 ndcg 4-2_3 0.5944 ndcg_rel 4-2_3 0.6505 Rndcg 4-2_3 0.6236 ndcg_cut_5 4-2_3 0.9076 ndcg_cut_10 4-2_3 0.8340 ndcg_cut_15 4-2_3 0.8103 ndcg_cut_20 4-2_3 0.7570 ndcg_cut_30 4-2_3 0.6976 ndcg_cut_100 4-2_3 0.5475 ndcg_cut_200 4-2_3 0.5644 ndcg_cut_500 4-2_3 0.5944 ndcg_cut_1000 4-2_3 0.5944 map_cut_5 4-2_3 0.1042 map_cut_10 4-2_3 0.1831 map_cut_15 4-2_3 0.2351 map_cut_20 4-2_3 0.2672 map_cut_30 4-2_3 0.3201 map_cut_100 4-2_3 0.3568 map_cut_200 4-2_3 0.3647 map_cut_500 4-2_3 0.3693 map_cut_1000 4-2_3 0.3693 relative_P_5 4-2_3 1.0000 relative_P_10 4-2_3 0.9000 relative_P_15 4-2_3 0.8000 relative_P_20 4-2_3 0.7000 relative_P_30 4-2_3 0.6000 relative_P_100 4-2_3 0.4792 relative_P_200 4-2_3 0.5208 relative_P_500 4-2_3 0.5625 relative_P_1000 4-2_3 0.5625 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0432 set_relative_P 4-2_3 0.5625 set_recall 4-2_3 0.5625 set_map 4-2_3 0.0243 set_F 4-2_3 0.0802 num_nonrel_judged_ret 4-2_3 10 rbp 4-2_3 0.6184 rbp_resid 4-2_3 0.2341 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.1000 unj_20 4-2_3 0.3000 num_ret 4-2_6 227 num_rel 4-2_6 14 num_rel_ret 4-2_6 13 map 4-2_6 0.5938 Rprec 4-2_6 0.5714 bpref 4-2_6 0.6888 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.8000 iprec_at_recall_0.40 4-2_6 0.8000 iprec_at_recall_0.50 4-2_6 0.8000 iprec_at_recall_0.60 4-2_6 0.8000 iprec_at_recall_0.70 4-2_6 0.3571 iprec_at_recall_0.80 4-2_6 0.2619 iprec_at_recall_0.90 4-2_6 0.1226 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.8000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4500 P_30 4-2_6 0.3333 P_100 4-2_6 0.1200 P_200 4-2_6 0.0650 P_500 4-2_6 0.0260 P_1000 4-2_6 0.0130 relstring 4-2_6 '3221312222' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.5714 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.6429 recall_30 4-2_6 0.7143 recall_100 4-2_6 0.8571 recall_200 4-2_6 0.9286 recall_500 4-2_6 0.9286 recall_1000 4-2_6 0.9286 infAP 4-2_6 0.5938 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.7778 Rprec_mult_0.80 4-2_6 0.6667 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4500 Rprec_mult_1.60 4-2_6 0.3913 Rprec_mult_1.80 4-2_6 0.3462 Rprec_mult_2.00 4-2_6 0.3571 utility 4-2_6 -201.0000 11pt_avg 4-2_6 0.6311 binG 4-2_6 0.4774 G 4-2_6 0.3184 ndcg 4-2_6 0.7996 ndcg_rel 4-2_6 0.7835 Rndcg 4-2_6 0.7376 ndcg_cut_5 4-2_6 0.8102 ndcg_cut_10 4-2_6 0.8316 ndcg_cut_15 4-2_6 0.7279 ndcg_cut_20 4-2_6 0.7329 ndcg_cut_30 4-2_6 0.6870 ndcg_cut_100 4-2_6 0.7823 ndcg_cut_200 4-2_6 0.7996 ndcg_cut_500 4-2_6 0.7996 ndcg_cut_1000 4-2_6 0.7996 map_cut_5 4-2_6 0.2714 map_cut_10 4-2_6 0.4887 map_cut_15 4-2_6 0.4887 map_cut_20 4-2_6 0.5226 map_cut_30 4-2_6 0.5481 map_cut_100 4-2_6 0.5850 map_cut_200 4-2_6 0.5938 map_cut_500 4-2_6 0.5938 map_cut_1000 4-2_6 0.5938 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.8000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.6429 relative_P_30 4-2_6 0.7143 relative_P_100 4-2_6 0.8571 relative_P_200 4-2_6 0.9286 relative_P_500 4-2_6 0.9286 relative_P_1000 4-2_6 0.9286 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0573 set_relative_P 4-2_6 0.9286 set_recall 4-2_6 0.9286 set_map 4-2_6 0.0532 set_F 4-2_6 0.1079 num_nonrel_judged_ret 4-2_6 11 rbp 4-2_6 0.4950 rbp_resid 4-2_6 0.2387 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.0000 unj_20 4-2_6 0.3000 num_ret 5-1_2 972 num_rel 5-1_2 130 num_rel_ret 5-1_2 21 map 5-1_2 0.0374 Rprec 5-1_2 0.1154 bpref 5-1_2 0.1440 recip_rank 5-1_2 0.5000 iprec_at_recall_0.00 5-1_2 0.6667 iprec_at_recall_0.10 5-1_2 0.1386 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.4000 P_10 5-1_2 0.3000 P_15 5-1_2 0.2667 P_20 5-1_2 0.3000 P_30 5-1_2 0.2667 P_100 5-1_2 0.1300 P_200 5-1_2 0.0850 P_500 5-1_2 0.0420 P_1000 5-1_2 0.0210 relstring 5-1_2 '132010210-' recall_5 5-1_2 0.0154 recall_10 5-1_2 0.0231 recall_15 5-1_2 0.0308 recall_20 5-1_2 0.0462 recall_30 5-1_2 0.0615 recall_100 5-1_2 0.1000 recall_200 5-1_2 0.1308 recall_500 5-1_2 0.1615 recall_1000 5-1_2 0.1615 infAP 5-1_2 0.0374 Rprec_mult_0.20 5-1_2 0.3077 Rprec_mult_0.40 5-1_2 0.2115 Rprec_mult_0.60 5-1_2 0.1410 Rprec_mult_0.80 5-1_2 0.1346 Rprec_mult_1.00 5-1_2 0.1154 Rprec_mult_1.20 5-1_2 0.1026 Rprec_mult_1.40 5-1_2 0.0879 Rprec_mult_1.60 5-1_2 0.0817 Rprec_mult_1.80 5-1_2 0.0726 Rprec_mult_2.00 5-1_2 0.0731 utility 5-1_2 -930.0000 11pt_avg 5-1_2 0.0732 binG 5-1_2 0.0377 G 5-1_2 0.0294 ndcg 5-1_2 0.1963 ndcg_rel 5-1_2 0.2113 Rndcg 5-1_2 0.2084 ndcg_cut_5 5-1_2 0.4347 ndcg_cut_10 5-1_2 0.3596 ndcg_cut_15 5-1_2 0.3238 ndcg_cut_20 5-1_2 0.3579 ndcg_cut_30 5-1_2 0.3304 ndcg_cut_100 5-1_2 0.2052 ndcg_cut_200 5-1_2 0.1824 ndcg_cut_500 5-1_2 0.1963 ndcg_cut_1000 5-1_2 0.1963 map_cut_5 5-1_2 0.0090 map_cut_10 5-1_2 0.0123 map_cut_15 5-1_2 0.0143 map_cut_20 5-1_2 0.0193 map_cut_30 5-1_2 0.0240 map_cut_100 5-1_2 0.0320 map_cut_200 5-1_2 0.0355 map_cut_500 5-1_2 0.0374 map_cut_1000 5-1_2 0.0374 relative_P_5 5-1_2 0.4000 relative_P_10 5-1_2 0.3000 relative_P_15 5-1_2 0.2667 relative_P_20 5-1_2 0.3000 relative_P_30 5-1_2 0.2667 relative_P_100 5-1_2 0.1300 relative_P_200 5-1_2 0.1308 relative_P_500 5-1_2 0.1615 relative_P_1000 5-1_2 0.1615 success_1 5-1_2 0.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0216 set_relative_P 5-1_2 0.1615 set_recall 5-1_2 0.1615 set_map 5-1_2 0.0035 set_F 5-1_2 0.0381 num_nonrel_judged_ret 5-1_2 26 rbp 5-1_2 0.2593 rbp_resid 5-1_2 0.2229 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.1000 unj_20 5-1_2 0.2500 num_ret 5-1_4 232 num_rel 5-1_4 29 num_rel_ret 5-1_4 9 map 5-1_4 0.2213 Rprec 5-1_4 0.2414 bpref 5-1_4 0.2985 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 1.0000 iprec_at_recall_0.20 5-1_4 0.6667 iprec_at_recall_0.30 5-1_4 0.2308 iprec_at_recall_0.40 5-1_4 0.0000 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.8000 P_10 5-1_4 0.6000 P_15 5-1_4 0.4667 P_20 5-1_4 0.3500 P_30 5-1_4 0.2333 P_100 5-1_4 0.0900 P_200 5-1_4 0.0450 P_500 5-1_4 0.0180 P_1000 5-1_4 0.0090 relstring 5-1_4 '2221221-2-' recall_5 5-1_4 0.1379 recall_10 5-1_4 0.2069 recall_15 5-1_4 0.2414 recall_20 5-1_4 0.2414 recall_30 5-1_4 0.2414 recall_100 5-1_4 0.3103 recall_200 5-1_4 0.3103 recall_500 5-1_4 0.3103 recall_1000 5-1_4 0.3103 infAP 5-1_4 0.2213 Rprec_mult_0.20 5-1_4 0.8333 Rprec_mult_0.40 5-1_4 0.5833 Rprec_mult_0.60 5-1_4 0.3889 Rprec_mult_0.80 5-1_4 0.2917 Rprec_mult_1.00 5-1_4 0.2414 Rprec_mult_1.20 5-1_4 0.2286 Rprec_mult_1.40 5-1_4 0.2195 Rprec_mult_1.60 5-1_4 0.1915 Rprec_mult_1.80 5-1_4 0.1698 Rprec_mult_2.00 5-1_4 0.1552 utility 5-1_4 -214.0000 11pt_avg 5-1_4 0.2634 binG 5-1_4 0.1894 G 5-1_4 0.0889 ndcg 5-1_4 0.3556 ndcg_rel 5-1_4 0.4148 Rndcg 5-1_4 0.4036 ndcg_cut_5 5-1_4 0.6180 ndcg_cut_10 5-1_4 0.5332 ndcg_cut_15 5-1_4 0.4802 ndcg_cut_20 5-1_4 0.4184 ndcg_cut_30 5-1_4 0.3429 ndcg_cut_100 5-1_4 0.3556 ndcg_cut_200 5-1_4 0.3556 ndcg_cut_500 5-1_4 0.3556 ndcg_cut_1000 5-1_4 0.3556 map_cut_5 5-1_4 0.1310 map_cut_10 5-1_4 0.1828 map_cut_15 5-1_4 0.2047 map_cut_20 5-1_4 0.2047 map_cut_30 5-1_4 0.2047 map_cut_100 5-1_4 0.2213 map_cut_200 5-1_4 0.2213 map_cut_500 5-1_4 0.2213 map_cut_1000 5-1_4 0.2213 relative_P_5 5-1_4 0.8000 relative_P_10 5-1_4 0.6000 relative_P_15 5-1_4 0.4667 relative_P_20 5-1_4 0.3500 relative_P_30 5-1_4 0.2414 relative_P_100 5-1_4 0.3103 relative_P_200 5-1_4 0.3103 relative_P_500 5-1_4 0.3103 relative_P_1000 5-1_4 0.3103 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0388 set_relative_P 5-1_4 0.3103 set_recall 5-1_4 0.3103 set_map 5-1_4 0.0120 set_F 5-1_4 0.0690 num_nonrel_judged_ret 5-1_4 4 rbp 5-1_4 0.3628 rbp_resid 5-1_4 0.3947 unj_5 5-1_4 0.0000 unj_10 5-1_4 0.2000 unj_20 5-1_4 0.5500 num_ret 6-1_2 723 num_rel 6-1_2 57 num_rel_ret 6-1_2 45 map 6-1_2 0.2559 Rprec 6-1_2 0.2982 bpref 6-1_2 0.6183 recip_rank 6-1_2 1.0000 iprec_at_recall_0.00 6-1_2 1.0000 iprec_at_recall_0.10 6-1_2 0.5000 iprec_at_recall_0.20 6-1_2 0.3438 iprec_at_recall_0.30 6-1_2 0.3091 iprec_at_recall_0.40 6-1_2 0.2353 iprec_at_recall_0.50 6-1_2 0.2042 iprec_at_recall_0.60 6-1_2 0.1542 iprec_at_recall_0.70 6-1_2 0.1231 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 1.0000 P_10 6-1_2 0.5000 P_15 6-1_2 0.4000 P_20 6-1_2 0.4500 P_30 6-1_2 0.3333 P_100 6-1_2 0.2300 P_200 6-1_2 0.1600 P_500 6-1_2 0.0860 P_1000 6-1_2 0.0450 relstring 6-1_2 '2332211-11' recall_5 6-1_2 0.0877 recall_10 6-1_2 0.0877 recall_15 6-1_2 0.1053 recall_20 6-1_2 0.1579 recall_30 6-1_2 0.1754 recall_100 6-1_2 0.4035 recall_200 6-1_2 0.5614 recall_500 6-1_2 0.7544 recall_1000 6-1_2 0.7895 infAP 6-1_2 0.2559 Rprec_mult_0.20 6-1_2 0.4167 Rprec_mult_0.40 6-1_2 0.3913 Rprec_mult_0.60 6-1_2 0.3143 Rprec_mult_0.80 6-1_2 0.3043 Rprec_mult_1.00 6-1_2 0.2982 Rprec_mult_1.20 6-1_2 0.2754 Rprec_mult_1.40 6-1_2 0.2625 Rprec_mult_1.60 6-1_2 0.2391 Rprec_mult_1.80 6-1_2 0.2330 Rprec_mult_2.00 6-1_2 0.2193 utility 6-1_2 -633.0000 11pt_avg 6-1_2 0.2609 binG 6-1_2 0.2068 G 6-1_2 0.1363 ndcg 6-1_2 0.6053 ndcg_rel 6-1_2 0.5706 Rndcg 6-1_2 0.5161 ndcg_cut_5 6-1_2 0.7945 ndcg_cut_10 6-1_2 0.6095 ndcg_cut_15 6-1_2 0.5315 ndcg_cut_20 6-1_2 0.5627 ndcg_cut_30 6-1_2 0.5177 ndcg_cut_100 6-1_2 0.4457 ndcg_cut_200 6-1_2 0.5145 ndcg_cut_500 6-1_2 0.5924 ndcg_cut_1000 6-1_2 0.6053 map_cut_5 6-1_2 0.0877 map_cut_10 6-1_2 0.0877 map_cut_15 6-1_2 0.0958 map_cut_20 6-1_2 0.1205 map_cut_30 6-1_2 0.1264 map_cut_100 6-1_2 0.1946 map_cut_200 6-1_2 0.2271 map_cut_500 6-1_2 0.2531 map_cut_1000 6-1_2 0.2559 relative_P_5 6-1_2 1.0000 relative_P_10 6-1_2 0.5000 relative_P_15 6-1_2 0.4000 relative_P_20 6-1_2 0.4500 relative_P_30 6-1_2 0.3333 relative_P_100 6-1_2 0.4035 relative_P_200 6-1_2 0.5614 relative_P_500 6-1_2 0.7544 relative_P_1000 6-1_2 0.7895 success_1 6-1_2 1.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0622 set_relative_P 6-1_2 0.7895 set_recall 6-1_2 0.7895 set_map 6-1_2 0.0491 set_F 6-1_2 0.1154 num_nonrel_judged_ret 6-1_2 21 rbp 6-1_2 0.5094 rbp_resid 6-1_2 0.2136 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.1000 unj_20 6-1_2 0.2500 num_ret 6-1_6 176 num_rel 6-1_6 27 num_rel_ret 6-1_6 19 map 6-1_6 0.4502 Rprec 6-1_6 0.4444 bpref 6-1_6 0.5734 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.8889 iprec_at_recall_0.30 6-1_6 0.8889 iprec_at_recall_0.40 6-1_6 0.5000 iprec_at_recall_0.50 6-1_6 0.3902 iprec_at_recall_0.60 6-1_6 0.3902 iprec_at_recall_0.70 6-1_6 0.1776 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.8000 P_10 6-1_6 0.8000 P_15 6-1_6 0.6000 P_20 6-1_6 0.5000 P_30 6-1_6 0.4333 P_100 6-1_6 0.1800 P_200 6-1_6 0.0950 P_500 6-1_6 0.0380 P_1000 6-1_6 0.0190 relstring 6-1_6 '332213223-' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.2963 recall_15 6-1_6 0.3333 recall_20 6-1_6 0.3704 recall_30 6-1_6 0.4815 recall_100 6-1_6 0.6667 recall_200 6-1_6 0.7037 recall_500 6-1_6 0.7037 recall_1000 6-1_6 0.7037 infAP 6-1_6 0.4502 Rprec_mult_0.20 6-1_6 0.8333 Rprec_mult_0.40 6-1_6 0.7273 Rprec_mult_0.60 6-1_6 0.5882 Rprec_mult_0.80 6-1_6 0.5000 Rprec_mult_1.00 6-1_6 0.4444 Rprec_mult_1.20 6-1_6 0.3939 Rprec_mult_1.40 6-1_6 0.3684 Rprec_mult_1.60 6-1_6 0.3636 Rprec_mult_1.80 6-1_6 0.3265 Rprec_mult_2.00 6-1_6 0.2963 utility 6-1_6 -138.0000 11pt_avg 6-1_6 0.4760 binG 6-1_6 0.3407 G 6-1_6 0.2279 ndcg 6-1_6 0.7061 ndcg_rel 6-1_6 0.7118 Rndcg 6-1_6 0.6623 ndcg_cut_5 6-1_6 0.8073 ndcg_cut_10 6-1_6 0.7637 ndcg_cut_15 6-1_6 0.6872 ndcg_cut_20 6-1_6 0.6408 ndcg_cut_30 6-1_6 0.6231 ndcg_cut_100 6-1_6 0.6952 ndcg_cut_200 6-1_6 0.7061 ndcg_cut_500 6-1_6 0.7061 ndcg_cut_1000 6-1_6 0.7061 map_cut_5 6-1_6 0.1481 map_cut_10 6-1_6 0.2761 map_cut_15 6-1_6 0.3039 map_cut_20 6-1_6 0.3257 map_cut_30 6-1_6 0.3793 map_cut_100 6-1_6 0.4436 map_cut_200 6-1_6 0.4502 map_cut_500 6-1_6 0.4502 map_cut_1000 6-1_6 0.4502 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.8000 relative_P_15 6-1_6 0.6000 relative_P_20 6-1_6 0.5000 relative_P_30 6-1_6 0.4815 relative_P_100 6-1_6 0.6667 relative_P_200 6-1_6 0.7037 relative_P_500 6-1_6 0.7037 relative_P_1000 6-1_6 0.7037 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.1080 set_relative_P 6-1_6 0.7037 set_recall 6-1_6 0.7037 set_map 6-1_6 0.0760 set_F 6-1_6 0.1872 num_nonrel_judged_ret 6-1_6 19 rbp 6-1_6 0.5854 rbp_resid 6-1_6 0.1964 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.1000 unj_20 6-1_6 0.3000 num_ret 6-1_7 900 num_rel 6-1_7 46 num_rel_ret 6-1_7 32 map 6-1_7 0.1316 Rprec 6-1_7 0.1957 bpref 6-1_7 0.2387 recip_rank 6-1_7 0.3333 iprec_at_recall_0.00 6-1_7 0.5000 iprec_at_recall_0.10 6-1_7 0.3846 iprec_at_recall_0.20 6-1_7 0.3333 iprec_at_recall_0.30 6-1_7 0.2206 iprec_at_recall_0.40 6-1_7 0.1056 iprec_at_recall_0.50 6-1_7 0.0748 iprec_at_recall_0.60 6-1_7 0.0668 iprec_at_recall_0.70 6-1_7 0.0536 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.4000 P_10 6-1_7 0.3000 P_15 6-1_7 0.3333 P_20 6-1_7 0.3000 P_30 6-1_7 0.3000 P_100 6-1_7 0.1600 P_200 6-1_7 0.1000 P_500 6-1_7 0.0580 P_1000 6-1_7 0.0320 relstring 6-1_7 '1123112110' recall_5 6-1_7 0.0435 recall_10 6-1_7 0.0652 recall_15 6-1_7 0.1087 recall_20 6-1_7 0.1304 recall_30 6-1_7 0.1957 recall_100 6-1_7 0.3478 recall_200 6-1_7 0.4348 recall_500 6-1_7 0.6304 recall_1000 6-1_7 0.6957 infAP 6-1_7 0.1316 Rprec_mult_0.20 6-1_7 0.3000 Rprec_mult_0.40 6-1_7 0.2632 Rprec_mult_0.60 6-1_7 0.3214 Rprec_mult_0.80 6-1_7 0.2432 Rprec_mult_1.00 6-1_7 0.1957 Rprec_mult_1.20 6-1_7 0.2143 Rprec_mult_1.40 6-1_7 0.2000 Rprec_mult_1.60 6-1_7 0.2027 Rprec_mult_1.80 6-1_7 0.1807 Rprec_mult_2.00 6-1_7 0.1630 utility 6-1_7 -836.0000 11pt_avg 6-1_7 0.1581 binG 6-1_7 0.1345 G 6-1_7 0.1206 ndcg 6-1_7 0.5686 ndcg_rel 6-1_7 0.4853 Rndcg 6-1_7 0.4474 ndcg_cut_5 6-1_7 0.4872 ndcg_cut_10 6-1_7 0.4365 ndcg_cut_15 6-1_7 0.4276 ndcg_cut_20 6-1_7 0.4358 ndcg_cut_30 6-1_7 0.4384 ndcg_cut_100 6-1_7 0.3946 ndcg_cut_200 6-1_7 0.4389 ndcg_cut_500 6-1_7 0.5415 ndcg_cut_1000 6-1_7 0.5686 map_cut_5 6-1_7 0.0181 map_cut_10 6-1_7 0.0274 map_cut_15 6-1_7 0.0437 map_cut_20 6-1_7 0.0502 map_cut_30 6-1_7 0.0720 map_cut_100 6-1_7 0.1039 map_cut_200 6-1_7 0.1129 map_cut_500 6-1_7 0.1278 map_cut_1000 6-1_7 0.1316 relative_P_5 6-1_7 0.4000 relative_P_10 6-1_7 0.3000 relative_P_15 6-1_7 0.3333 relative_P_20 6-1_7 0.3000 relative_P_30 6-1_7 0.3000 relative_P_100 6-1_7 0.3478 relative_P_200 6-1_7 0.4348 relative_P_500 6-1_7 0.6304 relative_P_1000 6-1_7 0.6957 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0356 set_relative_P 6-1_7 0.6957 set_recall 6-1_7 0.6957 set_map 6-1_7 0.0247 set_F 6-1_7 0.0677 num_nonrel_judged_ret 6-1_7 69 rbp 6-1_7 0.4058 rbp_resid 6-1_7 0.0937 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.0000 unj_20 6-1_7 0.1000 num_ret 6-2_2 709 num_rel 6-2_2 56 num_rel_ret 6-2_2 32 map 6-2_2 0.2121 Rprec 6-2_2 0.3214 bpref 6-2_2 0.4805 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.5455 iprec_at_recall_0.20 6-2_2 0.4828 iprec_at_recall_0.30 6-2_2 0.3617 iprec_at_recall_0.40 6-2_2 0.2842 iprec_at_recall_0.50 6-2_2 0.2314 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.4000 P_10 6-2_2 0.5000 P_15 6-2_2 0.4667 P_20 6-2_2 0.3500 P_30 6-2_2 0.4667 P_100 6-2_2 0.2700 P_200 6-2_2 0.1500 P_500 6-2_2 0.0640 P_1000 6-2_2 0.0320 relstring 6-2_2 '4111221-44' recall_5 6-2_2 0.0357 recall_10 6-2_2 0.0893 recall_15 6-2_2 0.1250 recall_20 6-2_2 0.1250 recall_30 6-2_2 0.2500 recall_100 6-2_2 0.4821 recall_200 6-2_2 0.5357 recall_500 6-2_2 0.5714 recall_1000 6-2_2 0.5714 infAP 6-2_2 0.2121 Rprec_mult_0.20 6-2_2 0.5000 Rprec_mult_0.40 6-2_2 0.4348 Rprec_mult_0.60 6-2_2 0.4118 Rprec_mult_0.80 6-2_2 0.3556 Rprec_mult_1.00 6-2_2 0.3214 Rprec_mult_1.20 6-2_2 0.2941 Rprec_mult_1.40 6-2_2 0.2658 Rprec_mult_1.60 6-2_2 0.2778 Rprec_mult_1.80 6-2_2 0.2673 Rprec_mult_2.00 6-2_2 0.2411 utility 6-2_2 -645.0000 11pt_avg 6-2_2 0.2641 binG 6-2_2 0.1435 G 6-2_2 0.1180 ndcg 6-2_2 0.5305 ndcg_rel 6-2_2 0.5179 Rndcg 6-2_2 0.4858 ndcg_cut_5 6-2_2 0.5372 ndcg_cut_10 6-2_2 0.5360 ndcg_cut_15 6-2_2 0.4880 ndcg_cut_20 6-2_2 0.4208 ndcg_cut_30 6-2_2 0.4932 ndcg_cut_100 6-2_2 0.4842 ndcg_cut_200 6-2_2 0.5114 ndcg_cut_500 6-2_2 0.5305 ndcg_cut_1000 6-2_2 0.5305 map_cut_5 6-2_2 0.0250 map_cut_10 6-2_2 0.0508 map_cut_15 6-2_2 0.0689 map_cut_20 6-2_2 0.0689 map_cut_30 6-2_2 0.1241 map_cut_100 6-2_2 0.1962 map_cut_200 6-2_2 0.2073 map_cut_500 6-2_2 0.2121 map_cut_1000 6-2_2 0.2121 relative_P_5 6-2_2 0.4000 relative_P_10 6-2_2 0.5000 relative_P_15 6-2_2 0.4667 relative_P_20 6-2_2 0.3500 relative_P_30 6-2_2 0.4667 relative_P_100 6-2_2 0.4821 relative_P_200 6-2_2 0.5357 relative_P_500 6-2_2 0.5714 relative_P_1000 6-2_2 0.5714 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0451 set_relative_P 6-2_2 0.5714 set_recall 6-2_2 0.5714 set_map 6-2_2 0.0258 set_F 6-2_2 0.0837 num_nonrel_judged_ret 6-2_2 17 rbp 6-2_2 0.3945 rbp_resid 6-2_2 0.2145 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.1000 unj_20 6-2_2 0.3000 num_ret 6-2_3 161 num_rel 6-2_3 17 num_rel_ret 6-2_3 1 map 6-2_3 0.0294 Rprec 6-2_3 0.0588 bpref 6-2_3 0.0554 recip_rank 6-2_3 0.5000 iprec_at_recall_0.00 6-2_3 0.5000 iprec_at_recall_0.10 6-2_3 0.0000 iprec_at_recall_0.20 6-2_3 0.0000 iprec_at_recall_0.30 6-2_3 0.0000 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.1000 P_15 6-2_3 0.0667 P_20 6-2_3 0.0500 P_30 6-2_3 0.0333 P_100 6-2_3 0.0100 P_200 6-2_3 0.0050 P_500 6-2_3 0.0020 P_1000 6-2_3 0.0010 relstring 6-2_3 '03000000--' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.0588 recall_15 6-2_3 0.0588 recall_20 6-2_3 0.0588 recall_30 6-2_3 0.0588 recall_100 6-2_3 0.0588 recall_200 6-2_3 0.0588 recall_500 6-2_3 0.0588 recall_1000 6-2_3 0.0588 infAP 6-2_3 0.0294 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.1429 Rprec_mult_0.60 6-2_3 0.0909 Rprec_mult_0.80 6-2_3 0.0714 Rprec_mult_1.00 6-2_3 0.0588 Rprec_mult_1.20 6-2_3 0.0476 Rprec_mult_1.40 6-2_3 0.0417 Rprec_mult_1.60 6-2_3 0.0357 Rprec_mult_1.80 6-2_3 0.0323 Rprec_mult_2.00 6-2_3 0.0294 utility 6-2_3 -159.0000 11pt_avg 6-2_3 0.0455 binG 6-2_3 0.0371 G 6-2_3 0.0273 ndcg 6-2_3 0.1156 ndcg_rel 6-2_3 0.1225 Rndcg 6-2_3 0.1032 ndcg_cut_5 6-2_3 0.1923 ndcg_cut_10 6-2_3 0.1413 ndcg_cut_15 6-2_3 0.1181 ndcg_cut_20 6-2_3 0.1199 ndcg_cut_30 6-2_3 0.1179 ndcg_cut_100 6-2_3 0.1156 ndcg_cut_200 6-2_3 0.1156 ndcg_cut_500 6-2_3 0.1156 ndcg_cut_1000 6-2_3 0.1156 map_cut_5 6-2_3 0.0294 map_cut_10 6-2_3 0.0294 map_cut_15 6-2_3 0.0294 map_cut_20 6-2_3 0.0294 map_cut_30 6-2_3 0.0294 map_cut_100 6-2_3 0.0294 map_cut_200 6-2_3 0.0294 map_cut_500 6-2_3 0.0294 map_cut_1000 6-2_3 0.0294 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.1000 relative_P_15 6-2_3 0.0667 relative_P_20 6-2_3 0.0588 relative_P_30 6-2_3 0.0588 relative_P_100 6-2_3 0.0588 relative_P_200 6-2_3 0.0588 relative_P_500 6-2_3 0.0588 relative_P_1000 6-2_3 0.0588 success_1 6-2_3 0.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0062 set_relative_P 6-2_3 0.0588 set_recall 6-2_3 0.0588 set_map 6-2_3 0.0004 set_F 6-2_3 0.0112 num_nonrel_judged_ret 6-2_3 18 rbp 6-2_3 0.0731 rbp_resid 6-2_3 0.3518 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.2000 unj_20 6-2_3 0.4500 num_ret 6-2_5 810 num_rel 6-2_5 51 num_rel_ret 6-2_5 35 map 6-2_5 0.1746 Rprec 6-2_5 0.3137 bpref 6-2_5 0.4802 recip_rank 6-2_5 1.0000 iprec_at_recall_0.00 6-2_5 1.0000 iprec_at_recall_0.10 6-2_5 0.3636 iprec_at_recall_0.20 6-2_5 0.3226 iprec_at_recall_0.30 6-2_5 0.3200 iprec_at_recall_0.40 6-2_5 0.1852 iprec_at_recall_0.50 6-2_5 0.1625 iprec_at_recall_0.60 6-2_5 0.1216 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.4000 P_10 6-2_5 0.3000 P_15 6-2_5 0.3333 P_20 6-2_5 0.3500 P_30 6-2_5 0.3000 P_100 6-2_5 0.1900 P_200 6-2_5 0.1400 P_500 6-2_5 0.0700 P_1000 6-2_5 0.0350 relstring 6-2_5 '4011211121' recall_5 6-2_5 0.0392 recall_10 6-2_5 0.0588 recall_15 6-2_5 0.0980 recall_20 6-2_5 0.1373 recall_30 6-2_5 0.1765 recall_100 6-2_5 0.3725 recall_200 6-2_5 0.5490 recall_500 6-2_5 0.6863 recall_1000 6-2_5 0.6863 infAP 6-2_5 0.1746 Rprec_mult_0.20 6-2_5 0.2727 Rprec_mult_0.40 6-2_5 0.3333 Rprec_mult_0.60 6-2_5 0.3226 Rprec_mult_0.80 6-2_5 0.2927 Rprec_mult_1.00 6-2_5 0.3137 Rprec_mult_1.20 6-2_5 0.2581 Rprec_mult_1.40 6-2_5 0.2361 Rprec_mult_1.60 6-2_5 0.2195 Rprec_mult_1.80 6-2_5 0.2065 Rprec_mult_2.00 6-2_5 0.1863 utility 6-2_5 -740.0000 11pt_avg 6-2_5 0.2250 binG 6-2_5 0.1459 G 6-2_5 0.1126 ndcg 6-2_5 0.5023 ndcg_rel 6-2_5 0.4563 Rndcg 6-2_5 0.3935 ndcg_cut_5 6-2_5 0.4837 ndcg_cut_10 6-2_5 0.4182 ndcg_cut_15 6-2_5 0.3921 ndcg_cut_20 6-2_5 0.3975 ndcg_cut_30 6-2_5 0.3579 ndcg_cut_100 6-2_5 0.3525 ndcg_cut_200 6-2_5 0.4348 ndcg_cut_500 6-2_5 0.5023 ndcg_cut_1000 6-2_5 0.5023 map_cut_5 6-2_5 0.0275 map_cut_10 6-2_5 0.0340 map_cut_15 6-2_5 0.0475 map_cut_20 6-2_5 0.0609 map_cut_30 6-2_5 0.0739 map_cut_100 6-2_5 0.1300 map_cut_200 6-2_5 0.1596 map_cut_500 6-2_5 0.1746 map_cut_1000 6-2_5 0.1746 relative_P_5 6-2_5 0.4000 relative_P_10 6-2_5 0.3000 relative_P_15 6-2_5 0.3333 relative_P_20 6-2_5 0.3500 relative_P_30 6-2_5 0.3000 relative_P_100 6-2_5 0.3725 relative_P_200 6-2_5 0.5490 relative_P_500 6-2_5 0.6863 relative_P_1000 6-2_5 0.6863 success_1 6-2_5 1.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0432 set_relative_P 6-2_5 0.6863 set_recall 6-2_5 0.6863 set_map 6-2_5 0.0297 set_F 6-2_5 0.0813 num_nonrel_judged_ret 6-2_5 27 rbp 6-2_5 0.3324 rbp_resid 6-2_5 0.1793 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.0000 unj_20 6-2_5 0.2000 num_ret 7-1_1 956 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0006 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0023 iprec_at_recall_0.00 7-1_1 0.0023 iprec_at_recall_0.10 7-1_1 0.0023 iprec_at_recall_0.20 7-1_1 0.0023 iprec_at_recall_0.30 7-1_1 0.0023 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '11111111-1' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0006 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -954.0000 11pt_avg 7-1_1 0.0008 binG 7-1_1 0.0285 G 7-1_1 0.0756 ndcg 7-1_1 0.3569 ndcg_rel 7-1_1 0.3791 Rndcg 7-1_1 0.3499 ndcg_cut_5 7-1_1 0.4529 ndcg_cut_10 7-1_1 0.5234 ndcg_cut_15 7-1_1 0.5350 ndcg_cut_20 7-1_1 0.5645 ndcg_cut_30 7-1_1 0.5376 ndcg_cut_100 7-1_1 0.3291 ndcg_cut_200 7-1_1 0.3094 ndcg_cut_500 7-1_1 0.3495 ndcg_cut_1000 7-1_1 0.3569 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0006 map_cut_1000 7-1_1 0.0006 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0021 num_nonrel_judged_ret 7-1_1 73 rbp 7-1_1 0.2688 rbp_resid 7-1_1 0.1306 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.1000 unj_20 7-1_1 0.1000 num_ret 7-1_5 958 num_rel 7-1_5 6 num_rel_ret 7-1_5 4 map 7-1_5 0.0721 Rprec 7-1_5 0.1667 bpref 7-1_5 0.1111 recip_rank 7-1_5 0.3333 iprec_at_recall_0.00 7-1_5 0.3333 iprec_at_recall_0.10 7-1_5 0.3333 iprec_at_recall_0.20 7-1_5 0.3333 iprec_at_recall_0.30 7-1_5 0.0426 iprec_at_recall_0.40 7-1_5 0.0426 iprec_at_recall_0.50 7-1_5 0.0306 iprec_at_recall_0.60 7-1_5 0.0263 iprec_at_recall_0.70 7-1_5 0.0263 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.2000 P_10 7-1_5 0.1000 P_15 7-1_5 0.0667 P_20 7-1_5 0.0500 P_30 7-1_5 0.0333 P_100 7-1_5 0.0300 P_200 7-1_5 0.0200 P_500 7-1_5 0.0080 P_1000 7-1_5 0.0040 relstring 7-1_5 '00400001-1' recall_5 7-1_5 0.1667 recall_10 7-1_5 0.1667 recall_15 7-1_5 0.1667 recall_20 7-1_5 0.1667 recall_30 7-1_5 0.1667 recall_100 7-1_5 0.5000 recall_200 7-1_5 0.6667 recall_500 7-1_5 0.6667 recall_1000 7-1_5 0.6667 infAP 7-1_5 0.0721 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.3333 Rprec_mult_0.60 7-1_5 0.2500 Rprec_mult_0.80 7-1_5 0.2000 Rprec_mult_1.00 7-1_5 0.1667 Rprec_mult_1.20 7-1_5 0.1250 Rprec_mult_1.40 7-1_5 0.1111 Rprec_mult_1.60 7-1_5 0.1000 Rprec_mult_1.80 7-1_5 0.0909 Rprec_mult_2.00 7-1_5 0.0833 utility 7-1_5 -950.0000 11pt_avg 7-1_5 0.1062 binG 7-1_5 0.1616 G 7-1_5 0.1135 ndcg 7-1_5 0.3167 ndcg_rel 7-1_5 0.2790 Rndcg 7-1_5 0.2006 ndcg_cut_5 7-1_5 0.1696 ndcg_cut_10 7-1_5 0.1895 ndcg_cut_15 7-1_5 0.1729 ndcg_cut_20 7-1_5 0.1604 ndcg_cut_30 7-1_5 0.1561 ndcg_cut_100 7-1_5 0.2447 ndcg_cut_200 7-1_5 0.3040 ndcg_cut_500 7-1_5 0.3040 ndcg_cut_1000 7-1_5 0.3167 map_cut_5 7-1_5 0.0556 map_cut_10 7-1_5 0.0556 map_cut_15 7-1_5 0.0556 map_cut_20 7-1_5 0.0556 map_cut_30 7-1_5 0.0556 map_cut_100 7-1_5 0.0677 map_cut_200 7-1_5 0.0721 map_cut_500 7-1_5 0.0721 map_cut_1000 7-1_5 0.0721 relative_P_5 7-1_5 0.2000 relative_P_10 7-1_5 0.1667 relative_P_15 7-1_5 0.1667 relative_P_20 7-1_5 0.1667 relative_P_30 7-1_5 0.1667 relative_P_100 7-1_5 0.5000 relative_P_200 7-1_5 0.6667 relative_P_500 7-1_5 0.6667 relative_P_1000 7-1_5 0.6667 success_1 7-1_5 0.0000 success_5 7-1_5 1.0000 success_10 7-1_5 1.0000 set_P 7-1_5 0.0042 set_relative_P 7-1_5 0.6667 set_recall 7-1_5 0.6667 set_map 7-1_5 0.0028 set_F 7-1_5 0.0083 num_nonrel_judged_ret 7-1_5 35 rbp 7-1_5 0.1034 rbp_resid 7-1_5 0.3006 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.1000 unj_20 7-1_5 0.3500 num_ret 7-1_6 463 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.8044 Rprec 7-1_6 0.6667 bpref 7-1_6 0.8642 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 0.8000 iprec_at_recall_0.50 7-1_6 0.7143 iprec_at_recall_0.60 7-1_6 0.7143 iprec_at_recall_0.70 7-1_6 0.7000 iprec_at_recall_0.80 7-1_6 0.7000 iprec_at_recall_0.90 7-1_6 0.6923 iprec_at_recall_1.00 7-1_6 0.6923 P_5 7-1_6 0.8000 P_10 7-1_6 0.7000 P_15 7-1_6 0.6000 P_20 7-1_6 0.4500 P_30 7-1_6 0.3000 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '4441414-42' recall_5 7-1_6 0.4444 recall_10 7-1_6 0.7778 recall_15 7-1_6 1.0000 recall_20 7-1_6 1.0000 recall_30 7-1_6 1.0000 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.8044 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.6667 Rprec_mult_0.80 7-1_6 0.6250 Rprec_mult_1.00 7-1_6 0.6667 Rprec_mult_1.20 7-1_6 0.6364 Rprec_mult_1.40 7-1_6 0.6923 Rprec_mult_1.60 7-1_6 0.6000 Rprec_mult_1.80 7-1_6 0.5294 Rprec_mult_2.00 7-1_6 0.5000 utility 7-1_6 -445.0000 11pt_avg 7-1_6 0.8194 binG 7-1_6 0.6407 G 7-1_6 0.5680 ndcg 7-1_6 0.9077 ndcg_rel 7-1_6 0.9150 Rndcg 7-1_6 0.8786 ndcg_cut_5 7-1_6 0.8904 ndcg_cut_10 7-1_6 0.9069 ndcg_cut_15 7-1_6 0.8992 ndcg_cut_20 7-1_6 0.8992 ndcg_cut_30 7-1_6 0.8992 ndcg_cut_100 7-1_6 0.8992 ndcg_cut_200 7-1_6 0.9077 ndcg_cut_500 7-1_6 0.9077 ndcg_cut_1000 7-1_6 0.9077 map_cut_5 7-1_6 0.4222 map_cut_10 7-1_6 0.6534 map_cut_15 7-1_6 0.8044 map_cut_20 7-1_6 0.8044 map_cut_30 7-1_6 0.8044 map_cut_100 7-1_6 0.8044 map_cut_200 7-1_6 0.8044 map_cut_500 7-1_6 0.8044 map_cut_1000 7-1_6 0.8044 relative_P_5 7-1_6 0.8000 relative_P_10 7-1_6 0.7778 relative_P_15 7-1_6 1.0000 relative_P_20 7-1_6 1.0000 relative_P_30 7-1_6 1.0000 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0194 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0194 set_F 7-1_6 0.0381 num_nonrel_judged_ret 7-1_6 5 rbp 7-1_6 0.5150 rbp_resid 7-1_6 0.3367 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.1000 unj_20 7-1_6 0.4500 num_ret 7-1_9 918 num_rel 7-1_9 20 num_rel_ret 7-1_9 13 map 7-1_9 0.4639 Rprec 7-1_9 0.5500 bpref 7-1_9 0.5950 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 0.8750 iprec_at_recall_0.40 7-1_9 0.6923 iprec_at_recall_0.50 7-1_9 0.5556 iprec_at_recall_0.60 7-1_9 0.0436 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 1.0000 P_10 7-1_9 0.7000 P_15 7-1_9 0.6000 P_20 7-1_9 0.5500 P_30 7-1_9 0.3667 P_100 7-1_9 0.1100 P_200 7-1_9 0.0550 P_500 7-1_9 0.0260 P_1000 7-1_9 0.0130 relstring 7-1_9 '222221221-' recall_5 7-1_9 0.2500 recall_10 7-1_9 0.3500 recall_15 7-1_9 0.4500 recall_20 7-1_9 0.5500 recall_30 7-1_9 0.5500 recall_100 7-1_9 0.5500 recall_200 7-1_9 0.5500 recall_500 7-1_9 0.6500 recall_1000 7-1_9 0.6500 infAP 7-1_9 0.4639 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.8750 Rprec_mult_0.60 7-1_9 0.6667 Rprec_mult_0.80 7-1_9 0.5625 Rprec_mult_1.00 7-1_9 0.5500 Rprec_mult_1.20 7-1_9 0.4583 Rprec_mult_1.40 7-1_9 0.3929 Rprec_mult_1.60 7-1_9 0.3438 Rprec_mult_1.80 7-1_9 0.3056 Rprec_mult_2.00 7-1_9 0.2750 utility 7-1_9 -892.0000 11pt_avg 7-1_9 0.4697 binG 7-1_9 0.3935 G 7-1_9 0.1877 ndcg 7-1_9 0.5731 ndcg_rel 7-1_9 0.6095 Rndcg 7-1_9 0.5500 ndcg_cut_5 7-1_9 0.7467 ndcg_cut_10 7-1_9 0.7082 ndcg_cut_15 7-1_9 0.6498 ndcg_cut_20 7-1_9 0.6121 ndcg_cut_30 7-1_9 0.5531 ndcg_cut_100 7-1_9 0.5225 ndcg_cut_200 7-1_9 0.5300 ndcg_cut_500 7-1_9 0.5731 ndcg_cut_1000 7-1_9 0.5731 map_cut_5 7-1_9 0.2500 map_cut_10 7-1_9 0.3366 map_cut_15 7-1_9 0.4046 map_cut_20 7-1_9 0.4598 map_cut_30 7-1_9 0.4598 map_cut_100 7-1_9 0.4598 map_cut_200 7-1_9 0.4598 map_cut_500 7-1_9 0.4639 map_cut_1000 7-1_9 0.4639 relative_P_5 7-1_9 1.0000 relative_P_10 7-1_9 0.7000 relative_P_15 7-1_9 0.6000 relative_P_20 7-1_9 0.5500 relative_P_30 7-1_9 0.5500 relative_P_100 7-1_9 0.5500 relative_P_200 7-1_9 0.5500 relative_P_500 7-1_9 0.6500 relative_P_1000 7-1_9 0.6500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0142 set_relative_P 7-1_9 0.6500 set_recall 7-1_9 0.6500 set_map 7-1_9 0.0092 set_F 7-1_9 0.0277 num_nonrel_judged_ret 7-1_9 8 rbp 7-1_9 0.3287 rbp_resid 7-1_9 0.2854 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.1000 unj_20 7-1_9 0.3500 num_ret 9-1_10 409 num_rel 9-1_10 59 num_rel_ret 9-1_10 44 map 9-1_10 0.4910 Rprec 9-1_10 0.5254 bpref 9-1_10 0.7318 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 1.0000 iprec_at_recall_0.20 9-1_10 0.8571 iprec_at_recall_0.30 9-1_10 0.6552 iprec_at_recall_0.40 9-1_10 0.5319 iprec_at_recall_0.50 9-1_10 0.5254 iprec_at_recall_0.60 9-1_10 0.5147 iprec_at_recall_0.70 9-1_10 0.4659 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 1.0000 P_10 9-1_10 0.9000 P_15 9-1_10 0.8000 P_20 9-1_10 0.7500 P_30 9-1_10 0.6333 P_100 9-1_10 0.4100 P_200 9-1_10 0.2150 P_500 9-1_10 0.0880 P_1000 9-1_10 0.0440 relstring 9-1_10 '4444444441' recall_5 9-1_10 0.0847 recall_10 9-1_10 0.1525 recall_15 9-1_10 0.2034 recall_20 9-1_10 0.2542 recall_30 9-1_10 0.3220 recall_100 9-1_10 0.6949 recall_200 9-1_10 0.7288 recall_500 9-1_10 0.7458 recall_1000 9-1_10 0.7458 infAP 9-1_10 0.4910 Rprec_mult_0.20 9-1_10 0.8333 Rprec_mult_0.40 9-1_10 0.6667 Rprec_mult_0.60 9-1_10 0.6111 Rprec_mult_0.80 9-1_10 0.5208 Rprec_mult_1.00 9-1_10 0.5254 Rprec_mult_1.20 9-1_10 0.5070 Rprec_mult_1.40 9-1_10 0.4699 Rprec_mult_1.60 9-1_10 0.4316 Rprec_mult_1.80 9-1_10 0.3832 Rprec_mult_2.00 9-1_10 0.3475 utility 9-1_10 -321.0000 11pt_avg 9-1_10 0.5046 binG 9-1_10 0.3049 G 9-1_10 0.2905 ndcg 9-1_10 0.7484 ndcg_rel 9-1_10 0.7633 Rndcg 9-1_10 0.6808 ndcg_cut_5 9-1_10 1.0000 ndcg_cut_10 9-1_10 0.9523 ndcg_cut_15 9-1_10 0.8283 ndcg_cut_20 9-1_10 0.7641 ndcg_cut_30 9-1_10 0.6979 ndcg_cut_100 9-1_10 0.7231 ndcg_cut_200 9-1_10 0.7433 ndcg_cut_500 9-1_10 0.7484 ndcg_cut_1000 9-1_10 0.7484 map_cut_5 9-1_10 0.0847 map_cut_10 9-1_10 0.1525 map_cut_15 9-1_10 0.1968 map_cut_20 9-1_10 0.2358 map_cut_30 9-1_10 0.2814 map_cut_100 9-1_10 0.4777 map_cut_200 9-1_10 0.4881 map_cut_500 9-1_10 0.4910 map_cut_1000 9-1_10 0.4910 relative_P_5 9-1_10 1.0000 relative_P_10 9-1_10 0.9000 relative_P_15 9-1_10 0.8000 relative_P_20 9-1_10 0.7500 relative_P_30 9-1_10 0.6333 relative_P_100 9-1_10 0.6949 relative_P_200 9-1_10 0.7288 relative_P_500 9-1_10 0.7458 relative_P_1000 9-1_10 0.7458 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.1076 set_relative_P 9-1_10 0.7458 set_recall 9-1_10 0.7458 set_map 9-1_10 0.0802 set_F 9-1_10 0.1880 num_nonrel_judged_ret 9-1_10 2 rbp 9-1_10 0.7520 rbp_resid 9-1_10 0.1650 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.0000 unj_20 9-1_10 0.2000 num_ret 9-1_2 549 num_rel 9-1_2 58 num_rel_ret 9-1_2 47 map 9-1_2 0.5627 Rprec 9-1_2 0.5690 bpref 9-1_2 0.6778 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 1.0000 iprec_at_recall_0.20 9-1_2 0.8571 iprec_at_recall_0.30 9-1_2 0.7778 iprec_at_recall_0.40 9-1_2 0.7419 iprec_at_recall_0.50 9-1_2 0.6522 iprec_at_recall_0.60 9-1_2 0.5645 iprec_at_recall_0.70 9-1_2 0.4824 iprec_at_recall_0.80 9-1_2 0.2434 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 1.0000 P_10 9-1_2 0.9000 P_15 9-1_2 0.8000 P_20 9-1_2 0.7000 P_30 9-1_2 0.7333 P_100 9-1_2 0.4300 P_200 9-1_2 0.2300 P_500 9-1_2 0.0940 P_1000 9-1_2 0.0470 relstring 9-1_2 '4342322203' recall_5 9-1_2 0.0862 recall_10 9-1_2 0.1552 recall_15 9-1_2 0.2069 recall_20 9-1_2 0.2414 recall_30 9-1_2 0.3793 recall_100 9-1_2 0.7414 recall_200 9-1_2 0.7931 recall_500 9-1_2 0.8103 recall_1000 9-1_2 0.8103 infAP 9-1_2 0.5627 Rprec_mult_0.20 9-1_2 0.8333 Rprec_mult_0.40 9-1_2 0.7500 Rprec_mult_0.60 9-1_2 0.7143 Rprec_mult_0.80 9-1_2 0.6383 Rprec_mult_1.00 9-1_2 0.5690 Rprec_mult_1.20 9-1_2 0.5286 Rprec_mult_1.40 9-1_2 0.4756 Rprec_mult_1.60 9-1_2 0.4516 Rprec_mult_1.80 9-1_2 0.4190 Rprec_mult_2.00 9-1_2 0.3793 utility 9-1_2 -455.0000 11pt_avg 9-1_2 0.5745 binG 9-1_2 0.3268 G 9-1_2 0.1950 ndcg 9-1_2 0.7559 ndcg_rel 9-1_2 0.7388 Rndcg 9-1_2 0.7208 ndcg_cut_5 9-1_2 0.8407 ndcg_cut_10 9-1_2 0.7408 ndcg_cut_15 9-1_2 0.7270 ndcg_cut_20 9-1_2 0.6995 ndcg_cut_30 9-1_2 0.7080 ndcg_cut_100 9-1_2 0.7161 ndcg_cut_200 9-1_2 0.7476 ndcg_cut_500 9-1_2 0.7559 ndcg_cut_1000 9-1_2 0.7559 map_cut_5 9-1_2 0.0862 map_cut_10 9-1_2 0.1534 map_cut_15 9-1_2 0.1985 map_cut_20 9-1_2 0.2252 map_cut_30 9-1_2 0.3282 map_cut_100 9-1_2 0.5415 map_cut_200 9-1_2 0.5595 map_cut_500 9-1_2 0.5627 map_cut_1000 9-1_2 0.5627 relative_P_5 9-1_2 1.0000 relative_P_10 9-1_2 0.9000 relative_P_15 9-1_2 0.8000 relative_P_20 9-1_2 0.7000 relative_P_30 9-1_2 0.7333 relative_P_100 9-1_2 0.7414 relative_P_200 9-1_2 0.7931 relative_P_500 9-1_2 0.8103 relative_P_1000 9-1_2 0.8103 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0856 set_relative_P 9-1_2 0.8103 set_recall 9-1_2 0.8103 set_map 9-1_2 0.0694 set_F 9-1_2 0.1549 num_nonrel_judged_ret 9-1_2 25 rbp 9-1_2 0.6105 rbp_resid 9-1_2 0.0407 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.0000 unj_20 9-1_2 0.0500 num_ret 9-1_4 16 num_rel 9-1_4 25 num_rel_ret 9-1_4 7 map 9-1_4 0.2064 Rprec 9-1_4 0.2800 bpref 9-1_4 0.2608 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.8000 iprec_at_recall_0.20 9-1_4 0.7143 iprec_at_recall_0.30 9-1_4 0.0000 iprec_at_recall_0.40 9-1_4 0.0000 iprec_at_recall_0.50 9-1_4 0.0000 iprec_at_recall_0.60 9-1_4 0.0000 iprec_at_recall_0.70 9-1_4 0.0000 iprec_at_recall_0.80 9-1_4 0.0000 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.8000 P_10 9-1_4 0.5000 P_15 9-1_4 0.4667 P_20 9-1_4 0.3500 P_30 9-1_4 0.2333 P_100 9-1_4 0.0700 P_200 9-1_4 0.0350 P_500 9-1_4 0.0140 P_1000 9-1_4 0.0070 relstring 9-1_4 '3303203---' recall_5 9-1_4 0.1600 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.2800 recall_20 9-1_4 0.2800 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.2800 recall_200 9-1_4 0.2800 recall_500 9-1_4 0.2800 recall_1000 9-1_4 0.2800 infAP 9-1_4 0.2064 Rprec_mult_0.20 9-1_4 0.8000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.4667 Rprec_mult_0.80 9-1_4 0.3500 Rprec_mult_1.00 9-1_4 0.2800 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2000 Rprec_mult_1.60 9-1_4 0.1750 Rprec_mult_1.80 9-1_4 0.1556 Rprec_mult_2.00 9-1_4 0.1400 utility 9-1_4 -2.0000 11pt_avg 9-1_4 0.2286 binG 9-1_4 0.1746 G 9-1_4 0.1422 ndcg 9-1_4 0.4047 ndcg_rel 9-1_4 0.4961 Rndcg 9-1_4 0.4349 ndcg_cut_5 9-1_4 0.7867 ndcg_cut_10 9-1_4 0.5839 ndcg_cut_15 9-1_4 0.5548 ndcg_cut_20 9-1_4 0.4669 ndcg_cut_30 9-1_4 0.4047 ndcg_cut_100 9-1_4 0.4047 ndcg_cut_200 9-1_4 0.4047 ndcg_cut_500 9-1_4 0.4047 ndcg_cut_1000 9-1_4 0.4047 map_cut_5 9-1_4 0.1420 map_cut_10 9-1_4 0.1706 map_cut_15 9-1_4 0.2064 map_cut_20 9-1_4 0.2064 map_cut_30 9-1_4 0.2064 map_cut_100 9-1_4 0.2064 map_cut_200 9-1_4 0.2064 map_cut_500 9-1_4 0.2064 map_cut_1000 9-1_4 0.2064 relative_P_5 9-1_4 0.8000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.4667 relative_P_20 9-1_4 0.3500 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.2800 relative_P_200 9-1_4 0.2800 relative_P_500 9-1_4 0.2800 relative_P_1000 9-1_4 0.2800 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.4375 set_relative_P 9-1_4 0.4375 set_recall 9-1_4 0.2800 set_map 9-1_4 0.1225 set_F 9-1_4 0.3415 num_nonrel_judged_ret 9-1_4 4 rbp 9-1_4 0.4197 rbp_resid 9-1_4 0.3638 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.3000 unj_20 9-1_4 0.2500 num_ret 9-1_5 608 num_rel 9-1_5 25 num_rel_ret 9-1_5 11 map 9-1_5 0.0427 Rprec 9-1_5 0.1200 bpref 9-1_5 0.1600 recip_rank 9-1_5 0.1667 iprec_at_recall_0.00 9-1_5 0.2857 iprec_at_recall_0.10 9-1_5 0.1250 iprec_at_recall_0.20 9-1_5 0.0769 iprec_at_recall_0.30 9-1_5 0.0630 iprec_at_recall_0.40 9-1_5 0.0435 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.2000 P_15 9-1_5 0.1333 P_20 9-1_5 0.1000 P_30 9-1_5 0.1000 P_100 9-1_5 0.0700 P_200 9-1_5 0.0450 P_500 9-1_5 0.0220 P_1000 9-1_5 0.0110 relstring 9-1_5 '00000230--' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0800 recall_15 9-1_5 0.0800 recall_20 9-1_5 0.0800 recall_30 9-1_5 0.1200 recall_100 9-1_5 0.2800 recall_200 9-1_5 0.3600 recall_500 9-1_5 0.4400 recall_1000 9-1_5 0.4400 infAP 9-1_5 0.0427 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.2000 Rprec_mult_0.60 9-1_5 0.1333 Rprec_mult_0.80 9-1_5 0.1000 Rprec_mult_1.00 9-1_5 0.1200 Rprec_mult_1.20 9-1_5 0.1000 Rprec_mult_1.40 9-1_5 0.0857 Rprec_mult_1.60 9-1_5 0.0750 Rprec_mult_1.80 9-1_5 0.0667 Rprec_mult_2.00 9-1_5 0.0800 utility 9-1_5 -586.0000 11pt_avg 9-1_5 0.0540 binG 9-1_5 0.0847 G 9-1_5 0.0717 ndcg 9-1_5 0.2610 ndcg_rel 9-1_5 0.2148 Rndcg 9-1_5 0.1079 ndcg_cut_5 9-1_5 0.0000 ndcg_cut_10 9-1_5 0.1086 ndcg_cut_15 9-1_5 0.0869 ndcg_cut_20 9-1_5 0.0851 ndcg_cut_30 9-1_5 0.0994 ndcg_cut_100 9-1_5 0.1828 ndcg_cut_200 9-1_5 0.2271 ndcg_cut_500 9-1_5 0.2610 ndcg_cut_1000 9-1_5 0.2610 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0181 map_cut_15 9-1_5 0.0181 map_cut_20 9-1_5 0.0181 map_cut_30 9-1_5 0.0231 map_cut_100 9-1_5 0.0356 map_cut_200 9-1_5 0.0400 map_cut_500 9-1_5 0.0427 map_cut_1000 9-1_5 0.0427 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.2000 relative_P_15 9-1_5 0.1333 relative_P_20 9-1_5 0.1000 relative_P_30 9-1_5 0.1200 relative_P_100 9-1_5 0.2800 relative_P_200 9-1_5 0.3600 relative_P_500 9-1_5 0.4400 relative_P_1000 9-1_5 0.4400 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0181 set_relative_P 9-1_5 0.4400 set_recall 9-1_5 0.4400 set_map 9-1_5 0.0080 set_F 9-1_5 0.0348 num_nonrel_judged_ret 9-1_5 35 rbp 9-1_5 0.0807 rbp_resid 9-1_5 0.3294 unj_5 9-1_5 0.0000 unj_10 9-1_5 0.2000 unj_20 9-1_5 0.4000 num_ret 9-2_6 46 num_rel 9-2_6 20 num_rel_ret 9-2_6 12 map 9-2_6 0.4745 Rprec 9-2_6 0.6000 bpref 9-2_6 0.5450 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 1.0000 iprec_at_recall_0.30 9-2_6 0.7500 iprec_at_recall_0.40 9-2_6 0.6667 iprec_at_recall_0.50 9-2_6 0.6667 iprec_at_recall_0.60 9-2_6 0.6000 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 1.0000 P_10 9-2_6 0.6000 P_15 9-2_6 0.6667 P_20 9-2_6 0.6000 P_30 9-2_6 0.4000 P_100 9-2_6 0.1200 P_200 9-2_6 0.0600 P_500 9-2_6 0.0240 P_1000 9-2_6 0.0120 relstring 9-2_6 '23223102-0' recall_5 9-2_6 0.2500 recall_10 9-2_6 0.3000 recall_15 9-2_6 0.5000 recall_20 9-2_6 0.6000 recall_30 9-2_6 0.6000 recall_100 9-2_6 0.6000 recall_200 9-2_6 0.6000 recall_500 9-2_6 0.6000 recall_1000 9-2_6 0.6000 infAP 9-2_6 0.4745 Rprec_mult_0.20 9-2_6 1.0000 Rprec_mult_0.40 9-2_6 0.7500 Rprec_mult_0.60 9-2_6 0.5833 Rprec_mult_0.80 9-2_6 0.6250 Rprec_mult_1.00 9-2_6 0.6000 Rprec_mult_1.20 9-2_6 0.5000 Rprec_mult_1.40 9-2_6 0.4286 Rprec_mult_1.60 9-2_6 0.3750 Rprec_mult_1.80 9-2_6 0.3333 Rprec_mult_2.00 9-2_6 0.3000 utility 9-2_6 -22.0000 11pt_avg 9-2_6 0.5167 binG 9-2_6 0.3779 G 9-2_6 0.1340 ndcg 9-2_6 0.5095 ndcg_rel 9-2_6 0.5224 Rndcg 9-2_6 0.5142 ndcg_cut_5 9-2_6 0.5863 ndcg_cut_10 9-2_6 0.4576 ndcg_cut_15 9-2_6 0.5477 ndcg_cut_20 9-2_6 0.5618 ndcg_cut_30 9-2_6 0.5221 ndcg_cut_100 9-2_6 0.5095 ndcg_cut_200 9-2_6 0.5095 ndcg_cut_500 9-2_6 0.5095 ndcg_cut_1000 9-2_6 0.5095 map_cut_5 9-2_6 0.2500 map_cut_10 9-2_6 0.2875 map_cut_15 9-2_6 0.4156 map_cut_20 9-2_6 0.4745 map_cut_30 9-2_6 0.4745 map_cut_100 9-2_6 0.4745 map_cut_200 9-2_6 0.4745 map_cut_500 9-2_6 0.4745 map_cut_1000 9-2_6 0.4745 relative_P_5 9-2_6 1.0000 relative_P_10 9-2_6 0.6000 relative_P_15 9-2_6 0.6667 relative_P_20 9-2_6 0.6000 relative_P_30 9-2_6 0.6000 relative_P_100 9-2_6 0.6000 relative_P_200 9-2_6 0.6000 relative_P_500 9-2_6 0.6000 relative_P_1000 9-2_6 0.6000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.2609 set_relative_P 9-2_6 0.6000 set_recall 9-2_6 0.6000 set_map 9-2_6 0.1565 set_F 9-2_6 0.3636 num_nonrel_judged_ret 9-2_6 6 rbp 9-2_6 0.3946 rbp_resid 9-2_6 0.2249 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.1000 unj_20 9-2_6 0.2000 num_ret 9-2_7 86 num_rel 9-2_7 10 num_rel_ret 9-2_7 5 map 9-2_7 0.1641 Rprec 9-2_7 0.3000 bpref 9-2_7 0.2200 recip_rank 9-2_7 0.2000 iprec_at_recall_0.00 9-2_7 0.4167 iprec_at_recall_0.10 9-2_7 0.4167 iprec_at_recall_0.20 9-2_7 0.4167 iprec_at_recall_0.30 9-2_7 0.4167 iprec_at_recall_0.40 9-2_7 0.4167 iprec_at_recall_0.50 9-2_7 0.4167 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.2000 P_10 9-2_7 0.3000 P_15 9-2_7 0.3333 P_20 9-2_7 0.2500 P_30 9-2_7 0.1667 P_100 9-2_7 0.0500 P_200 9-2_7 0.0250 P_500 9-2_7 0.0100 P_1000 9-2_7 0.0050 relstring 9-2_7 '1011412211' recall_5 9-2_7 0.1000 recall_10 9-2_7 0.3000 recall_15 9-2_7 0.5000 recall_20 9-2_7 0.5000 recall_30 9-2_7 0.5000 recall_100 9-2_7 0.5000 recall_200 9-2_7 0.5000 recall_500 9-2_7 0.5000 recall_1000 9-2_7 0.5000 infAP 9-2_7 0.1641 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.3750 Rprec_mult_1.00 9-2_7 0.3000 Rprec_mult_1.20 9-2_7 0.4167 Rprec_mult_1.40 9-2_7 0.3571 Rprec_mult_1.60 9-2_7 0.3125 Rprec_mult_1.80 9-2_7 0.2778 Rprec_mult_2.00 9-2_7 0.2500 utility 9-2_7 -76.0000 11pt_avg 9-2_7 0.2273 binG 9-2_7 0.1730 G 9-2_7 0.1855 ndcg 9-2_7 0.5255 ndcg_rel 9-2_7 0.4845 Rndcg 9-2_7 0.4118 ndcg_cut_5 9-2_7 0.3798 ndcg_cut_10 9-2_7 0.4634 ndcg_cut_15 9-2_7 0.5948 ndcg_cut_20 9-2_7 0.5629 ndcg_cut_30 9-2_7 0.5051 ndcg_cut_100 9-2_7 0.5255 ndcg_cut_200 9-2_7 0.5255 ndcg_cut_500 9-2_7 0.5255 ndcg_cut_1000 9-2_7 0.5255 map_cut_5 9-2_7 0.0200 map_cut_10 9-2_7 0.0861 map_cut_15 9-2_7 0.1641 map_cut_20 9-2_7 0.1641 map_cut_30 9-2_7 0.1641 map_cut_100 9-2_7 0.1641 map_cut_200 9-2_7 0.1641 map_cut_500 9-2_7 0.1641 map_cut_1000 9-2_7 0.1641 relative_P_5 9-2_7 0.2000 relative_P_10 9-2_7 0.3000 relative_P_15 9-2_7 0.5000 relative_P_20 9-2_7 0.5000 relative_P_30 9-2_7 0.5000 relative_P_100 9-2_7 0.5000 relative_P_200 9-2_7 0.5000 relative_P_500 9-2_7 0.5000 relative_P_1000 9-2_7 0.5000 success_1 9-2_7 0.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0581 set_relative_P 9-2_7 0.5000 set_recall 9-2_7 0.5000 set_map 9-2_7 0.0291 set_F 9-2_7 0.1042 num_nonrel_judged_ret 9-2_7 16 rbp 9-2_7 0.2883 rbp_resid 9-2_7 0.1767 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.0000 unj_20 9-2_7 0.2000 num_ret 9-2_9 587 num_rel 9-2_9 31 num_rel_ret 9-2_9 26 map 9-2_9 0.4440 Rprec 9-2_9 0.3871 bpref 9-2_9 0.4891 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 1.0000 iprec_at_recall_0.20 9-2_9 0.8571 iprec_at_recall_0.30 9-2_9 0.7500 iprec_at_recall_0.40 9-2_9 0.4062 iprec_at_recall_0.50 9-2_9 0.4000 iprec_at_recall_0.60 9-2_9 0.3016 iprec_at_recall_0.70 9-2_9 0.2556 iprec_at_recall_0.80 9-2_9 0.1953 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 1.0000 P_10 9-2_9 0.7000 P_15 9-2_9 0.6000 P_20 9-2_9 0.5000 P_30 9-2_9 0.4000 P_100 9-2_9 0.2300 P_200 9-2_9 0.1250 P_500 9-2_9 0.0520 P_1000 9-2_9 0.0260 relstring 9-2_9 '443431412-' recall_5 9-2_9 0.1613 recall_10 9-2_9 0.2258 recall_15 9-2_9 0.2903 recall_20 9-2_9 0.3226 recall_30 9-2_9 0.3871 recall_100 9-2_9 0.7419 recall_200 9-2_9 0.8065 recall_500 9-2_9 0.8387 recall_1000 9-2_9 0.8387 infAP 9-2_9 0.4440 Rprec_mult_0.20 9-2_9 0.8571 Rprec_mult_0.40 9-2_9 0.6923 Rprec_mult_0.60 9-2_9 0.5263 Rprec_mult_0.80 9-2_9 0.4400 Rprec_mult_1.00 9-2_9 0.3871 Rprec_mult_1.20 9-2_9 0.3947 Rprec_mult_1.40 9-2_9 0.3636 Rprec_mult_1.60 9-2_9 0.3400 Rprec_mult_1.80 9-2_9 0.3036 Rprec_mult_2.00 9-2_9 0.2903 utility 9-2_9 -535.0000 11pt_avg 9-2_9 0.4696 binG 9-2_9 0.3343 G 9-2_9 0.2263 ndcg 9-2_9 0.7413 ndcg_rel 9-2_9 0.7247 Rndcg 9-2_9 0.6856 ndcg_cut_5 9-2_9 0.9248 ndcg_cut_10 9-2_9 0.7436 ndcg_cut_15 9-2_9 0.6838 ndcg_cut_20 9-2_9 0.6697 ndcg_cut_30 9-2_9 0.6376 ndcg_cut_100 9-2_9 0.6783 ndcg_cut_200 9-2_9 0.7120 ndcg_cut_500 9-2_9 0.7413 ndcg_cut_1000 9-2_9 0.7413 map_cut_5 9-2_9 0.1613 map_cut_10 9-2_9 0.2140 map_cut_15 9-2_9 0.2617 map_cut_20 9-2_9 0.2807 map_cut_30 9-2_9 0.3105 map_cut_100 9-2_9 0.4263 map_cut_200 9-2_9 0.4401 map_cut_500 9-2_9 0.4440 map_cut_1000 9-2_9 0.4440 relative_P_5 9-2_9 1.0000 relative_P_10 9-2_9 0.7000 relative_P_15 9-2_9 0.6000 relative_P_20 9-2_9 0.5000 relative_P_30 9-2_9 0.4000 relative_P_100 9-2_9 0.7419 relative_P_200 9-2_9 0.8065 relative_P_500 9-2_9 0.8387 relative_P_1000 9-2_9 0.8387 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0443 set_relative_P 9-2_9 0.8387 set_recall 9-2_9 0.8387 set_map 9-2_9 0.0371 set_F 9-2_9 0.0841 num_nonrel_judged_ret 9-2_9 45 rbp 9-2_9 0.5785 rbp_resid 9-2_9 0.1258 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.1000 unj_20 9-2_9 0.1500 runid all grilllab-larf-finetuned-rankllm num_q all 45 num_ret all 26316 num_rel all 2135 num_rel_ret all 1112 map all 0.2786 gm_map all 0.1245 Rprec all 0.3230 bpref all 0.4108 recip_rank all 0.7379 iprec_at_recall_0.00 all 0.7759 iprec_at_recall_0.10 all 0.6118 iprec_at_recall_0.20 all 0.5185 iprec_at_recall_0.30 all 0.3937 iprec_at_recall_0.40 all 0.3091 iprec_at_recall_0.50 all 0.2442 iprec_at_recall_0.60 all 0.1815 iprec_at_recall_0.70 all 0.1280 iprec_at_recall_0.80 all 0.0873 iprec_at_recall_0.90 all 0.0474 iprec_at_recall_1.00 all 0.0218 P_5 all 0.6400 P_10 all 0.5444 P_15 all 0.4726 P_20 all 0.4089 P_30 all 0.3378 P_100 all 0.1749 P_200 all 0.1043 P_500 all 0.0485 P_1000 all 0.0247 recall_5 all 0.1048 recall_10 all 0.1757 recall_15 all 0.2232 recall_20 all 0.2455 recall_30 all 0.2805 recall_100 all 0.4279 recall_200 all 0.4885 recall_500 all 0.5515 recall_1000 all 0.5579 infAP all 0.2786 gm_bpref all 0.1449 Rprec_mult_0.20 all 0.5576 Rprec_mult_0.40 all 0.4618 Rprec_mult_0.60 all 0.3930 Rprec_mult_0.80 all 0.3494 Rprec_mult_1.00 all 0.3230 Rprec_mult_1.20 all 0.2864 Rprec_mult_1.40 all 0.2613 Rprec_mult_1.60 all 0.2390 Rprec_mult_1.80 all 0.2178 Rprec_mult_2.00 all 0.2023 utility all -535.3778 11pt_avg all 0.3017 binG all 0.2249 G all 0.1589 ndcg all 0.5070 ndcg_rel all 0.5002 Rndcg all 0.4625 ndcg_cut_5 all 0.5843 ndcg_cut_10 all 0.5485 ndcg_cut_15 all 0.5159 ndcg_cut_20 all 0.4923 ndcg_cut_30 all 0.4658 ndcg_cut_100 all 0.4508 ndcg_cut_200 all 0.4756 ndcg_cut_500 all 0.5036 ndcg_cut_1000 all 0.5070 map_cut_5 all 0.0940 map_cut_10 all 0.1491 map_cut_15 all 0.1816 map_cut_20 all 0.1947 map_cut_30 all 0.2128 map_cut_100 all 0.2615 map_cut_200 all 0.2723 map_cut_500 all 0.2781 map_cut_1000 all 0.2786 relative_P_5 all 0.6400 relative_P_10 all 0.5477 relative_P_15 all 0.4931 relative_P_20 all 0.4474 relative_P_30 all 0.4091 relative_P_100 all 0.4344 relative_P_200 all 0.4892 relative_P_500 all 0.5515 relative_P_1000 all 0.5579 success_1 all 0.6444 success_5 all 0.8667 success_10 all 0.8889 set_P all 0.0619 set_relative_P all 0.5614 set_recall all 0.5579 set_map all 0.0369 set_F all 0.0984 num_nonrel_judged_ret all 971 rbp all 0.3958 rbp_resid all 0.2301 unj_5 all 0.0000 unj_10 all 0.0822 unj_20 all 0.2900