num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 33 map 1-1_3 0.1855 Rprec 1-1_3 0.2969 bpref 1-1_3 0.4385 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 0.4000 iprec_at_recall_0.20 1-1_3 0.4000 iprec_at_recall_0.30 1-1_3 0.3284 iprec_at_recall_0.40 1-1_3 0.2921 iprec_at_recall_0.50 1-1_3 0.2162 iprec_at_recall_0.60 1-1_3 0.0000 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.4000 P_10 1-1_3 0.4000 P_15 1-1_3 0.3333 P_20 1-1_3 0.3000 P_30 1-1_3 0.3000 P_100 1-1_3 0.2700 P_200 1-1_3 0.1600 P_500 1-1_3 0.0660 P_1000 1-1_3 0.0330 relstring 1-1_3 '23-000-430' recall_5 1-1_3 0.0312 recall_10 1-1_3 0.0625 recall_15 1-1_3 0.0781 recall_20 1-1_3 0.0938 recall_30 1-1_3 0.1406 recall_100 1-1_3 0.4219 recall_200 1-1_3 0.5000 recall_500 1-1_3 0.5156 recall_1000 1-1_3 0.5156 infAP 1-1_3 0.1855 Rprec_mult_0.20 1-1_3 0.3846 Rprec_mult_0.40 1-1_3 0.3462 Rprec_mult_0.60 1-1_3 0.3846 Rprec_mult_0.80 1-1_3 0.3269 Rprec_mult_1.00 1-1_3 0.2969 Rprec_mult_1.20 1-1_3 0.2987 Rprec_mult_1.40 1-1_3 0.2889 Rprec_mult_1.60 1-1_3 0.2621 Rprec_mult_1.80 1-1_3 0.2414 Rprec_mult_2.00 1-1_3 0.2266 utility 1-1_3 -934.0000 11pt_avg 1-1_3 0.2397 binG 1-1_3 0.1309 G 1-1_3 0.0904 ndcg 1-1_3 0.4390 ndcg_rel 1-1_3 0.4126 Rndcg 1-1_3 0.4045 ndcg_cut_5 1-1_3 0.3716 ndcg_cut_10 1-1_3 0.3969 ndcg_cut_15 1-1_3 0.3443 ndcg_cut_20 1-1_3 0.3111 ndcg_cut_30 1-1_3 0.3183 ndcg_cut_100 1-1_3 0.3919 ndcg_cut_200 1-1_3 0.4328 ndcg_cut_500 1-1_3 0.4390 ndcg_cut_1000 1-1_3 0.4390 map_cut_5 1-1_3 0.0312 map_cut_10 1-1_3 0.0441 map_cut_15 1-1_3 0.0512 map_cut_20 1-1_3 0.0561 map_cut_30 1-1_3 0.0719 map_cut_100 1-1_3 0.1651 map_cut_200 1-1_3 0.1831 map_cut_500 1-1_3 0.1855 map_cut_1000 1-1_3 0.1855 relative_P_5 1-1_3 0.4000 relative_P_10 1-1_3 0.4000 relative_P_15 1-1_3 0.3333 relative_P_20 1-1_3 0.3000 relative_P_30 1-1_3 0.3000 relative_P_100 1-1_3 0.4219 relative_P_200 1-1_3 0.5000 relative_P_500 1-1_3 0.5156 relative_P_1000 1-1_3 0.5156 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0330 set_relative_P 1-1_3 0.5156 set_recall 1-1_3 0.5156 set_map 1-1_3 0.0170 set_F 1-1_3 0.0620 num_nonrel_judged_ret 1-1_3 13 rbp 1-1_3 0.2526 rbp_resid 1-1_3 0.3394 unj_5 1-1_3 0.2000 unj_10 1-1_3 0.2000 unj_20 1-1_3 0.4000 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 37 map 1-1_4 0.1912 Rprec 1-1_4 0.2804 bpref 1-1_4 0.3326 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.8333 iprec_at_recall_0.20 1-1_4 0.5122 iprec_at_recall_0.30 1-1_4 0.2581 iprec_at_recall_0.40 1-1_4 0.0000 iprec_at_recall_0.50 1-1_4 0.0000 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.8000 P_10 1-1_4 0.8000 P_15 1-1_4 0.8000 P_20 1-1_4 0.7500 P_30 1-1_4 0.6000 P_100 1-1_4 0.2900 P_200 1-1_4 0.1650 P_500 1-1_4 0.0720 P_1000 1-1_4 0.0370 relstring 1-1_4 '24-3334-42' recall_5 1-1_4 0.0374 recall_10 1-1_4 0.0748 recall_15 1-1_4 0.1121 recall_20 1-1_4 0.1402 recall_30 1-1_4 0.1682 recall_100 1-1_4 0.2710 recall_200 1-1_4 0.3084 recall_500 1-1_4 0.3364 recall_1000 1-1_4 0.3458 infAP 1-1_4 0.1912 Rprec_mult_0.20 1-1_4 0.6818 Rprec_mult_0.40 1-1_4 0.4884 Rprec_mult_0.60 1-1_4 0.3846 Rprec_mult_0.80 1-1_4 0.3256 Rprec_mult_1.00 1-1_4 0.2804 Rprec_mult_1.20 1-1_4 0.2481 Rprec_mult_1.40 1-1_4 0.2133 Rprec_mult_1.60 1-1_4 0.1860 Rprec_mult_1.80 1-1_4 0.1710 Rprec_mult_2.00 1-1_4 0.1542 utility 1-1_4 -926.0000 11pt_avg 1-1_4 0.2367 binG 1-1_4 0.1188 G 1-1_4 0.0740 ndcg 1-1_4 0.4016 ndcg_rel 1-1_4 0.4330 Rndcg 1-1_4 0.4331 ndcg_cut_5 1-1_4 0.5915 ndcg_cut_10 1-1_4 0.6141 ndcg_cut_15 1-1_4 0.5654 ndcg_cut_20 1-1_4 0.5660 ndcg_cut_30 1-1_4 0.5013 ndcg_cut_100 1-1_4 0.3696 ndcg_cut_200 1-1_4 0.3762 ndcg_cut_500 1-1_4 0.3963 ndcg_cut_1000 1-1_4 0.4016 map_cut_5 1-1_4 0.0332 map_cut_10 1-1_4 0.0637 map_cut_15 1-1_4 0.0934 map_cut_20 1-1_4 0.1165 map_cut_30 1-1_4 0.1331 map_cut_100 1-1_4 0.1777 map_cut_200 1-1_4 0.1869 map_cut_500 1-1_4 0.1906 map_cut_1000 1-1_4 0.1912 relative_P_5 1-1_4 0.8000 relative_P_10 1-1_4 0.8000 relative_P_15 1-1_4 0.8000 relative_P_20 1-1_4 0.7500 relative_P_30 1-1_4 0.6000 relative_P_100 1-1_4 0.2900 relative_P_200 1-1_4 0.3084 relative_P_500 1-1_4 0.3364 relative_P_1000 1-1_4 0.3458 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0370 set_relative_P 1-1_4 0.3458 set_recall 1-1_4 0.3458 set_map 1-1_4 0.0128 set_F 1-1_4 0.0668 num_nonrel_judged_ret 1-1_4 1 rbp 1-1_4 0.5171 rbp_resid 1-1_4 0.2828 unj_5 1-1_4 0.2000 unj_10 1-1_4 0.2000 unj_20 1-1_4 0.2500 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 36 map 1-1_5 0.1044 Rprec 1-1_5 0.1598 bpref 1-1_5 0.1554 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.6286 iprec_at_recall_0.20 1-1_5 0.0000 iprec_at_recall_0.30 1-1_5 0.0000 iprec_at_recall_0.40 1-1_5 0.0000 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 0.9000 P_15 1-1_5 0.8667 P_20 1-1_5 0.7500 P_30 1-1_5 0.7000 P_100 1-1_5 0.2900 P_200 1-1_5 0.1750 P_500 1-1_5 0.0720 P_1000 1-1_5 0.0360 relstring 1-1_5 '3222322032' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0411 recall_15 1-1_5 0.0594 recall_20 1-1_5 0.0685 recall_30 1-1_5 0.0959 recall_100 1-1_5 0.1324 recall_200 1-1_5 0.1598 recall_500 1-1_5 0.1644 recall_1000 1-1_5 0.1644 infAP 1-1_5 0.1044 Rprec_mult_0.20 1-1_5 0.5000 Rprec_mult_0.40 1-1_5 0.3068 Rprec_mult_0.60 1-1_5 0.2424 Rprec_mult_0.80 1-1_5 0.1932 Rprec_mult_1.00 1-1_5 0.1598 Rprec_mult_1.20 1-1_5 0.1331 Rprec_mult_1.40 1-1_5 0.1140 Rprec_mult_1.60 1-1_5 0.0997 Rprec_mult_1.80 1-1_5 0.0911 Rprec_mult_2.00 1-1_5 0.0822 utility 1-1_5 -928.0000 11pt_avg 1-1_5 0.1481 binG 1-1_5 0.0725 G 1-1_5 0.0349 ndcg 1-1_5 0.2391 ndcg_rel 1-1_5 0.2778 Rndcg 1-1_5 0.3417 ndcg_cut_5 1-1_5 0.6176 ndcg_cut_10 1-1_5 0.5672 ndcg_cut_15 1-1_5 0.5850 ndcg_cut_20 1-1_5 0.5416 ndcg_cut_30 1-1_5 0.5265 ndcg_cut_100 1-1_5 0.3460 ndcg_cut_200 1-1_5 0.2554 ndcg_cut_500 1-1_5 0.2391 ndcg_cut_1000 1-1_5 0.2391 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0401 map_cut_15 1-1_5 0.0563 map_cut_20 1-1_5 0.0644 map_cut_30 1-1_5 0.0841 map_cut_100 1-1_5 0.0976 map_cut_200 1-1_5 0.1039 map_cut_500 1-1_5 0.1044 map_cut_1000 1-1_5 0.1044 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 0.9000 relative_P_15 1-1_5 0.8667 relative_P_20 1-1_5 0.7500 relative_P_30 1-1_5 0.7000 relative_P_100 1-1_5 0.2900 relative_P_200 1-1_5 0.1750 relative_P_500 1-1_5 0.1644 relative_P_1000 1-1_5 0.1644 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.0360 set_relative_P 1-1_5 0.1644 set_recall 1-1_5 0.1644 set_map 1-1_5 0.0059 set_F 1-1_5 0.0591 num_nonrel_judged_ret 1-1_5 4 rbp 1-1_5 0.4737 rbp_resid 1-1_5 0.1444 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.2000 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 42 map 1-1_7 0.2485 Rprec 1-1_7 0.3333 bpref 1-1_7 0.3775 recip_rank 1-1_7 0.5000 iprec_at_recall_0.00 1-1_7 0.8148 iprec_at_recall_0.10 1-1_7 0.8148 iprec_at_recall_0.20 1-1_7 0.8148 iprec_at_recall_0.30 1-1_7 0.5172 iprec_at_recall_0.40 1-1_7 0.1460 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.6000 P_10 1-1_7 0.7000 P_15 1-1_7 0.7333 P_20 1-1_7 0.7500 P_30 1-1_7 0.7333 P_100 1-1_7 0.3300 P_200 1-1_7 0.1900 P_500 1-1_7 0.0840 P_1000 1-1_7 0.0420 relstring 1-1_7 '12331322-2' recall_5 1-1_7 0.0303 recall_10 1-1_7 0.0707 recall_15 1-1_7 0.1111 recall_20 1-1_7 0.1515 recall_30 1-1_7 0.2222 recall_100 1-1_7 0.3333 recall_200 1-1_7 0.3838 recall_500 1-1_7 0.4242 recall_1000 1-1_7 0.4242 infAP 1-1_7 0.2485 Rprec_mult_0.20 1-1_7 0.7500 Rprec_mult_0.40 1-1_7 0.6750 Rprec_mult_0.60 1-1_7 0.5000 Rprec_mult_0.80 1-1_7 0.4125 Rprec_mult_1.00 1-1_7 0.3333 Rprec_mult_1.20 1-1_7 0.2857 Rprec_mult_1.40 1-1_7 0.2446 Rprec_mult_1.60 1-1_7 0.2264 Rprec_mult_1.80 1-1_7 0.2067 Rprec_mult_2.00 1-1_7 0.1919 utility 1-1_7 -916.0000 11pt_avg 1-1_7 0.2825 binG 1-1_7 0.1334 G 1-1_7 0.0896 ndcg 1-1_7 0.4640 ndcg_rel 1-1_7 0.4854 Rndcg 1-1_7 0.4811 ndcg_cut_5 1-1_7 0.4613 ndcg_cut_10 1-1_7 0.4951 ndcg_cut_15 1-1_7 0.5129 ndcg_cut_20 1-1_7 0.5728 ndcg_cut_30 1-1_7 0.5942 ndcg_cut_100 1-1_7 0.4296 ndcg_cut_200 1-1_7 0.4405 ndcg_cut_500 1-1_7 0.4640 ndcg_cut_1000 1-1_7 0.4640 map_cut_5 1-1_7 0.0194 map_cut_10 1-1_7 0.0480 map_cut_15 1-1_7 0.0763 map_cut_20 1-1_7 0.1057 map_cut_30 1-1_7 0.1616 map_cut_100 1-1_7 0.2310 map_cut_200 1-1_7 0.2429 map_cut_500 1-1_7 0.2485 map_cut_1000 1-1_7 0.2485 relative_P_5 1-1_7 0.6000 relative_P_10 1-1_7 0.7000 relative_P_15 1-1_7 0.7333 relative_P_20 1-1_7 0.7500 relative_P_30 1-1_7 0.7333 relative_P_100 1-1_7 0.3333 relative_P_200 1-1_7 0.3838 relative_P_500 1-1_7 0.4242 relative_P_1000 1-1_7 0.4242 success_1 1-1_7 0.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0420 set_relative_P 1-1_7 0.4242 set_recall 1-1_7 0.4242 set_map 1-1_7 0.0178 set_F 1-1_7 0.0764 num_nonrel_judged_ret 1-1_7 6 rbp 1-1_7 0.4879 rbp_resid 1-1_7 0.1131 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.1000 unj_20 1-1_7 0.1000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 54 map 1-1_8 0.1963 Rprec 1-1_8 0.3298 bpref 1-1_8 0.5053 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.5000 iprec_at_recall_0.20 1-1_8 0.4255 iprec_at_recall_0.30 1-1_8 0.3625 iprec_at_recall_0.40 1-1_8 0.2667 iprec_at_recall_0.50 1-1_8 0.1565 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.4000 P_10 1-1_8 0.4000 P_15 1-1_8 0.5333 P_20 1-1_8 0.5000 P_30 1-1_8 0.4000 P_100 1-1_8 0.3200 P_200 1-1_8 0.2150 P_500 1-1_8 0.1040 P_1000 1-1_8 0.0540 relstring 1-1_8 '21-20-2012' recall_5 1-1_8 0.0213 recall_10 1-1_8 0.0426 recall_15 1-1_8 0.0851 recall_20 1-1_8 0.1064 recall_30 1-1_8 0.1277 recall_100 1-1_8 0.3404 recall_200 1-1_8 0.4574 recall_500 1-1_8 0.5532 recall_1000 1-1_8 0.5745 infAP 1-1_8 0.1963 Rprec_mult_0.20 1-1_8 0.4737 Rprec_mult_0.40 1-1_8 0.4211 Rprec_mult_0.60 1-1_8 0.3684 Rprec_mult_0.80 1-1_8 0.3553 Rprec_mult_1.00 1-1_8 0.3298 Rprec_mult_1.20 1-1_8 0.3097 Rprec_mult_1.40 1-1_8 0.2727 Rprec_mult_1.60 1-1_8 0.2649 Rprec_mult_1.80 1-1_8 0.2412 Rprec_mult_2.00 1-1_8 0.2234 utility 1-1_8 -892.0000 11pt_avg 1-1_8 0.2465 binG 1-1_8 0.1218 G 1-1_8 0.0872 ndcg 1-1_8 0.4559 ndcg_rel 1-1_8 0.4128 Rndcg 1-1_8 0.3685 ndcg_cut_5 1-1_8 0.3062 ndcg_cut_10 1-1_8 0.3111 ndcg_cut_15 1-1_8 0.3555 ndcg_cut_20 1-1_8 0.3552 ndcg_cut_30 1-1_8 0.3462 ndcg_cut_100 1-1_8 0.3471 ndcg_cut_200 1-1_8 0.4007 ndcg_cut_500 1-1_8 0.4476 ndcg_cut_1000 1-1_8 0.4559 map_cut_5 1-1_8 0.0160 map_cut_10 1-1_8 0.0248 map_cut_15 1-1_8 0.0463 map_cut_20 1-1_8 0.0567 map_cut_30 1-1_8 0.0663 map_cut_100 1-1_8 0.1479 map_cut_200 1-1_8 0.1797 map_cut_500 1-1_8 0.1945 map_cut_1000 1-1_8 0.1963 relative_P_5 1-1_8 0.4000 relative_P_10 1-1_8 0.4000 relative_P_15 1-1_8 0.5333 relative_P_20 1-1_8 0.5000 relative_P_30 1-1_8 0.4000 relative_P_100 1-1_8 0.3404 relative_P_200 1-1_8 0.4574 relative_P_500 1-1_8 0.5532 relative_P_1000 1-1_8 0.5745 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0540 set_relative_P 1-1_8 0.5745 set_recall 1-1_8 0.5745 set_map 1-1_8 0.0310 set_F 1-1_8 0.0987 num_nonrel_judged_ret 1-1_8 19 rbp 1-1_8 0.2588 rbp_resid 1-1_8 0.2867 unj_5 1-1_8 0.2000 unj_10 1-1_8 0.2000 unj_20 1-1_8 0.2500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 17 map 2-1_10 0.5740 Rprec 2-1_10 0.7647 bpref 2-1_10 0.9308 recip_rank 2-1_10 0.5000 iprec_at_recall_0.00 2-1_10 0.7647 iprec_at_recall_0.10 2-1_10 0.7647 iprec_at_recall_0.20 2-1_10 0.7647 iprec_at_recall_0.30 2-1_10 0.7647 iprec_at_recall_0.40 2-1_10 0.7647 iprec_at_recall_0.50 2-1_10 0.7647 iprec_at_recall_0.60 2-1_10 0.7647 iprec_at_recall_0.70 2-1_10 0.7647 iprec_at_recall_0.80 2-1_10 0.5600 iprec_at_recall_0.90 2-1_10 0.3333 iprec_at_recall_1.00 2-1_10 0.0802 P_5 2-1_10 0.6000 P_10 2-1_10 0.6000 P_15 2-1_10 0.7333 P_20 2-1_10 0.6500 P_30 2-1_10 0.4667 P_100 2-1_10 0.1600 P_200 2-1_10 0.0800 P_500 2-1_10 0.0340 P_1000 2-1_10 0.0170 relstring 2-1_10 '-22-3-3133' recall_5 2-1_10 0.1765 recall_10 2-1_10 0.3529 recall_15 2-1_10 0.6471 recall_20 2-1_10 0.7647 recall_30 2-1_10 0.8235 recall_100 2-1_10 0.9412 recall_200 2-1_10 0.9412 recall_500 2-1_10 1.0000 recall_1000 2-1_10 1.0000 infAP 2-1_10 0.5740 Rprec_mult_0.20 2-1_10 0.5000 Rprec_mult_0.40 2-1_10 0.5714 Rprec_mult_0.60 2-1_10 0.6364 Rprec_mult_0.80 2-1_10 0.7143 Rprec_mult_1.00 2-1_10 0.7647 Rprec_mult_1.20 2-1_10 0.6190 Rprec_mult_1.40 2-1_10 0.5417 Rprec_mult_1.60 2-1_10 0.5000 Rprec_mult_1.80 2-1_10 0.4516 Rprec_mult_2.00 2-1_10 0.4118 utility 2-1_10 -966.0000 11pt_avg 2-1_10 0.6447 binG 2-1_10 0.3807 G 2-1_10 0.2605 ndcg 2-1_10 0.7335 ndcg_rel 2-1_10 0.5631 Rndcg 2-1_10 0.6318 ndcg_cut_5 2-1_10 0.3869 ndcg_cut_10 2-1_10 0.4775 ndcg_cut_15 2-1_10 0.6260 ndcg_cut_20 2-1_10 0.6490 ndcg_cut_30 2-1_10 0.6644 ndcg_cut_100 2-1_10 0.7040 ndcg_cut_200 2-1_10 0.7192 ndcg_cut_500 2-1_10 0.7335 ndcg_cut_1000 2-1_10 0.7335 map_cut_5 2-1_10 0.1039 map_cut_10 2-1_10 0.2055 map_cut_15 2-1_10 0.4080 map_cut_20 2-1_10 0.4971 map_cut_30 2-1_10 0.5301 map_cut_100 2-1_10 0.5693 map_cut_200 2-1_10 0.5693 map_cut_500 2-1_10 0.5740 map_cut_1000 2-1_10 0.5740 relative_P_5 2-1_10 0.6000 relative_P_10 2-1_10 0.6000 relative_P_15 2-1_10 0.7333 relative_P_20 2-1_10 0.7647 relative_P_30 2-1_10 0.8235 relative_P_100 2-1_10 0.9412 relative_P_200 2-1_10 0.9412 relative_P_500 2-1_10 1.0000 relative_P_1000 2-1_10 1.0000 success_1 2-1_10 0.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0170 set_relative_P 2-1_10 1.0000 set_recall 2-1_10 1.0000 set_map 2-1_10 0.0170 set_F 2-1_10 0.0334 num_nonrel_judged_ret 2-1_10 12 rbp 2-1_10 0.5072 rbp_resid 2-1_10 0.3890 unj_5 2-1_10 0.4000 unj_10 2-1_10 0.3000 unj_20 2-1_10 0.3000 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 31 map 2-1_12 0.0805 Rprec 2-1_12 0.1881 bpref 2-1_12 0.2858 recip_rank 2-1_12 0.2000 iprec_at_recall_0.00 2-1_12 0.5385 iprec_at_recall_0.10 2-1_12 0.4545 iprec_at_recall_0.20 2-1_12 0.1869 iprec_at_recall_0.30 2-1_12 0.0667 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.2000 P_10 2-1_12 0.5000 P_15 2-1_12 0.4667 P_20 2-1_12 0.4000 P_30 2-1_12 0.4000 P_100 2-1_12 0.1900 P_200 2-1_12 0.1200 P_500 2-1_12 0.0600 P_1000 2-1_12 0.0310 relstring 2-1_12 '1---333313' recall_5 2-1_12 0.0099 recall_10 2-1_12 0.0495 recall_15 2-1_12 0.0693 recall_20 2-1_12 0.0792 recall_30 2-1_12 0.1188 recall_100 2-1_12 0.1881 recall_200 2-1_12 0.2376 recall_500 2-1_12 0.2970 recall_1000 2-1_12 0.3069 infAP 2-1_12 0.0805 Rprec_mult_0.20 2-1_12 0.4286 Rprec_mult_0.40 2-1_12 0.3171 Rprec_mult_0.60 2-1_12 0.2295 Rprec_mult_0.80 2-1_12 0.2099 Rprec_mult_1.00 2-1_12 0.1881 Rprec_mult_1.20 2-1_12 0.1639 Rprec_mult_1.40 2-1_12 0.1479 Rprec_mult_1.60 2-1_12 0.1296 Rprec_mult_1.80 2-1_12 0.1264 Rprec_mult_2.00 2-1_12 0.1238 utility 2-1_12 -938.0000 11pt_avg 2-1_12 0.1133 binG 2-1_12 0.0657 G 2-1_12 0.0550 ndcg 2-1_12 0.3056 ndcg_rel 2-1_12 0.3109 Rndcg 2-1_12 0.2889 ndcg_cut_5 2-1_12 0.2443 ndcg_cut_10 2-1_12 0.4654 ndcg_cut_15 2-1_12 0.4214 ndcg_cut_20 2-1_12 0.3740 ndcg_cut_30 2-1_12 0.3643 ndcg_cut_100 2-1_12 0.2556 ndcg_cut_200 2-1_12 0.2713 ndcg_cut_500 2-1_12 0.3017 ndcg_cut_1000 2-1_12 0.3056 map_cut_5 2-1_12 0.0020 map_cut_10 2-1_12 0.0194 map_cut_15 2-1_12 0.0297 map_cut_20 2-1_12 0.0347 map_cut_30 2-1_12 0.0513 map_cut_100 2-1_12 0.0679 map_cut_200 2-1_12 0.0751 map_cut_500 2-1_12 0.0800 map_cut_1000 2-1_12 0.0805 relative_P_5 2-1_12 0.2000 relative_P_10 2-1_12 0.5000 relative_P_15 2-1_12 0.4667 relative_P_20 2-1_12 0.4000 relative_P_30 2-1_12 0.4000 relative_P_100 2-1_12 0.1900 relative_P_200 2-1_12 0.2376 relative_P_500 2-1_12 0.2970 relative_P_1000 2-1_12 0.3069 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0310 set_relative_P 2-1_12 0.3069 set_recall 2-1_12 0.3069 set_map 2-1_12 0.0095 set_F 2-1_12 0.0563 num_nonrel_judged_ret 2-1_12 17 rbp 2-1_12 0.3940 rbp_resid 2-1_12 0.4733 unj_5 2-1_12 0.6000 unj_10 2-1_12 0.3000 unj_20 2-1_12 0.5000 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 33 map 2-1_14 0.1732 Rprec 2-1_14 0.3077 bpref 2-1_14 0.3547 recip_rank 2-1_14 0.2000 iprec_at_recall_0.00 2-1_14 0.3846 iprec_at_recall_0.10 2-1_14 0.3846 iprec_at_recall_0.20 2-1_14 0.3846 iprec_at_recall_0.30 2-1_14 0.3265 iprec_at_recall_0.40 2-1_14 0.2529 iprec_at_recall_0.50 2-1_14 0.2131 iprec_at_recall_0.60 2-1_14 0.1208 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.2000 P_10 2-1_14 0.3000 P_15 2-1_14 0.3333 P_20 2-1_14 0.3000 P_30 2-1_14 0.3667 P_100 2-1_14 0.2400 P_200 2-1_14 0.1450 P_500 2-1_14 0.0660 P_1000 2-1_14 0.0330 relstring 2-1_14 '000-220120' recall_5 2-1_14 0.0192 recall_10 2-1_14 0.0577 recall_15 2-1_14 0.0962 recall_20 2-1_14 0.1154 recall_30 2-1_14 0.2115 recall_100 2-1_14 0.4615 recall_200 2-1_14 0.5577 recall_500 2-1_14 0.6346 recall_1000 2-1_14 0.6346 infAP 2-1_14 0.1732 Rprec_mult_0.20 2-1_14 0.2727 Rprec_mult_0.40 2-1_14 0.3333 Rprec_mult_0.60 2-1_14 0.3438 Rprec_mult_0.80 2-1_14 0.3571 Rprec_mult_1.00 2-1_14 0.3077 Rprec_mult_1.20 2-1_14 0.2857 Rprec_mult_1.40 2-1_14 0.2603 Rprec_mult_1.60 2-1_14 0.2381 Rprec_mult_1.80 2-1_14 0.2340 Rprec_mult_2.00 2-1_14 0.2308 utility 2-1_14 -934.0000 11pt_avg 2-1_14 0.1879 binG 2-1_14 0.1310 G 2-1_14 0.0992 ndcg 2-1_14 0.4546 ndcg_rel 2-1_14 0.3747 Rndcg 2-1_14 0.3328 ndcg_cut_5 2-1_14 0.0875 ndcg_cut_10 2-1_14 0.1763 ndcg_cut_15 2-1_14 0.2277 ndcg_cut_20 2-1_14 0.2523 ndcg_cut_30 2-1_14 0.3041 ndcg_cut_100 2-1_14 0.3619 ndcg_cut_200 2-1_14 0.4130 ndcg_cut_500 2-1_14 0.4546 ndcg_cut_1000 2-1_14 0.4546 map_cut_5 2-1_14 0.0038 map_cut_10 2-1_14 0.0167 map_cut_15 2-1_14 0.0305 map_cut_20 2-1_14 0.0362 map_cut_30 2-1_14 0.0704 map_cut_100 2-1_14 0.1450 map_cut_200 2-1_14 0.1641 map_cut_500 2-1_14 0.1732 map_cut_1000 2-1_14 0.1732 relative_P_5 2-1_14 0.2000 relative_P_10 2-1_14 0.3000 relative_P_15 2-1_14 0.3333 relative_P_20 2-1_14 0.3000 relative_P_30 2-1_14 0.3667 relative_P_100 2-1_14 0.4615 relative_P_200 2-1_14 0.5577 relative_P_500 2-1_14 0.6346 relative_P_1000 2-1_14 0.6346 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0330 set_relative_P 2-1_14 0.6346 set_recall 2-1_14 0.6346 set_map 2-1_14 0.0209 set_F 2-1_14 0.0627 num_nonrel_judged_ret 2-1_14 49 rbp 2-1_14 0.2529 rbp_resid 2-1_14 0.1255 unj_5 2-1_14 0.2000 unj_10 2-1_14 0.1000 unj_20 2-1_14 0.1000 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 27 map 2-1_4 0.1937 Rprec 2-1_4 0.3125 bpref 2-1_4 0.3807 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 0.6333 iprec_at_recall_0.20 2-1_4 0.6333 iprec_at_recall_0.30 2-1_4 0.6333 iprec_at_recall_0.40 2-1_4 0.1174 iprec_at_recall_0.50 2-1_4 0.0000 iprec_at_recall_0.60 2-1_4 0.0000 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.4000 P_10 2-1_4 0.5000 P_15 2-1_4 0.5333 P_20 2-1_4 0.5500 P_30 2-1_4 0.6333 P_100 2-1_4 0.2000 P_200 2-1_4 0.1250 P_500 2-1_4 0.0540 P_1000 2-1_4 0.0270 relstring 2-1_4 '21-0213202' recall_5 2-1_4 0.0312 recall_10 2-1_4 0.0781 recall_15 2-1_4 0.1250 recall_20 2-1_4 0.1719 recall_30 2-1_4 0.2969 recall_100 2-1_4 0.3125 recall_200 2-1_4 0.3906 recall_500 2-1_4 0.4219 recall_1000 2-1_4 0.4219 infAP 2-1_4 0.1937 Rprec_mult_0.20 2-1_4 0.5385 Rprec_mult_0.40 2-1_4 0.6154 Rprec_mult_0.60 2-1_4 0.4872 Rprec_mult_0.80 2-1_4 0.3654 Rprec_mult_1.00 2-1_4 0.3125 Rprec_mult_1.20 2-1_4 0.2597 Rprec_mult_1.40 2-1_4 0.2222 Rprec_mult_1.60 2-1_4 0.1942 Rprec_mult_1.80 2-1_4 0.1810 Rprec_mult_2.00 2-1_4 0.1641 utility 2-1_4 -946.0000 11pt_avg 2-1_4 0.2743 binG 2-1_4 0.1235 G 2-1_4 0.0850 ndcg 2-1_4 0.4163 ndcg_rel 2-1_4 0.4217 Rndcg 2-1_4 0.4158 ndcg_cut_5 2-1_4 0.3458 ndcg_cut_10 2-1_4 0.4080 ndcg_cut_15 2-1_4 0.4269 ndcg_cut_20 2-1_4 0.4596 ndcg_cut_30 2-1_4 0.5516 ndcg_cut_100 2-1_4 0.3449 ndcg_cut_200 2-1_4 0.3922 ndcg_cut_500 2-1_4 0.4163 ndcg_cut_1000 2-1_4 0.4163 map_cut_5 2-1_4 0.0219 map_cut_10 2-1_4 0.0442 map_cut_15 2-1_4 0.0694 map_cut_20 2-1_4 0.0969 map_cut_30 2-1_4 0.1726 map_cut_100 2-1_4 0.1775 map_cut_200 2-1_4 0.1900 map_cut_500 2-1_4 0.1937 map_cut_1000 2-1_4 0.1937 relative_P_5 2-1_4 0.4000 relative_P_10 2-1_4 0.5000 relative_P_15 2-1_4 0.5333 relative_P_20 2-1_4 0.5500 relative_P_30 2-1_4 0.6333 relative_P_100 2-1_4 0.3125 relative_P_200 2-1_4 0.3906 relative_P_500 2-1_4 0.4219 relative_P_1000 2-1_4 0.4219 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0270 set_relative_P 2-1_4 0.4219 set_recall 2-1_4 0.4219 set_map 2-1_4 0.0114 set_F 2-1_4 0.0508 num_nonrel_judged_ret 2-1_4 18 rbp 2-1_4 0.3273 rbp_resid 2-1_4 0.1902 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.1000 unj_20 2-1_4 0.2000 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.6324 Rprec 2-1_9 0.6250 bpref 2-1_9 0.8795 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 0.8333 iprec_at_recall_0.30 2-1_9 0.8333 iprec_at_recall_0.40 2-1_9 0.8000 iprec_at_recall_0.50 2-1_9 0.8000 iprec_at_recall_0.60 2-1_9 0.6250 iprec_at_recall_0.70 2-1_9 0.5789 iprec_at_recall_0.80 2-1_9 0.4643 iprec_at_recall_0.90 2-1_9 0.4118 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 0.8000 P_10 2-1_9 0.8000 P_15 2-1_9 0.6000 P_20 2-1_9 0.5500 P_30 2-1_9 0.4333 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '331424-432' recall_5 2-1_9 0.2500 recall_10 2-1_9 0.5000 recall_15 2-1_9 0.5625 recall_20 2-1_9 0.6875 recall_30 2-1_9 0.8125 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.6324 Rprec_mult_0.20 2-1_9 0.7500 Rprec_mult_0.40 2-1_9 0.7143 Rprec_mult_0.60 2-1_9 0.8000 Rprec_mult_0.80 2-1_9 0.6923 Rprec_mult_1.00 2-1_9 0.6250 Rprec_mult_1.20 2-1_9 0.5500 Rprec_mult_1.40 2-1_9 0.4783 Rprec_mult_1.60 2-1_9 0.4231 Rprec_mult_1.80 2-1_9 0.4483 Rprec_mult_2.00 2-1_9 0.4062 utility 2-1_9 -970.0000 11pt_avg 2-1_9 0.6679 binG 2-1_9 0.4558 G 2-1_9 0.3317 ndcg 2-1_9 0.8396 ndcg_rel 2-1_9 0.7659 Rndcg 2-1_9 0.7353 ndcg_cut_5 2-1_9 0.7187 ndcg_cut_10 2-1_9 0.7947 ndcg_cut_15 2-1_9 0.7213 ndcg_cut_20 2-1_9 0.7568 ndcg_cut_30 2-1_9 0.8015 ndcg_cut_100 2-1_9 0.8396 ndcg_cut_200 2-1_9 0.8396 ndcg_cut_500 2-1_9 0.8396 ndcg_cut_1000 2-1_9 0.8396 map_cut_5 2-1_9 0.2219 map_cut_10 2-1_9 0.4194 map_cut_15 2-1_9 0.4627 map_cut_20 2-1_9 0.5380 map_cut_30 2-1_9 0.5948 map_cut_100 2-1_9 0.6324 map_cut_200 2-1_9 0.6324 map_cut_500 2-1_9 0.6324 map_cut_1000 2-1_9 0.6324 relative_P_5 2-1_9 0.8000 relative_P_10 2-1_9 0.8000 relative_P_15 2-1_9 0.6000 relative_P_20 2-1_9 0.6875 relative_P_30 2-1_9 0.8125 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0150 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.0141 set_F 2-1_9 0.0295 num_nonrel_judged_ret 2-1_9 4 rbp 2-1_9 0.4774 rbp_resid 2-1_9 0.3226 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.1000 unj_20 2-1_9 0.4000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 7 map 2-2_1 0.0413 Rprec 2-2_1 0.1176 bpref 2-2_1 0.1226 recip_rank 2-2_1 0.3333 iprec_at_recall_0.00 2-2_1 0.5000 iprec_at_recall_0.10 2-2_1 0.1765 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.4000 P_10 2-2_1 0.4000 P_15 2-2_1 0.2667 P_20 2-2_1 0.2000 P_30 2-2_1 0.1667 P_100 2-2_1 0.0600 P_200 2-2_1 0.0300 P_500 2-2_1 0.0140 P_1000 2-2_1 0.0070 relstring 2-2_1 '-022-20003' recall_5 2-2_1 0.0392 recall_10 2-2_1 0.0784 recall_15 2-2_1 0.0784 recall_20 2-2_1 0.0784 recall_30 2-2_1 0.0980 recall_100 2-2_1 0.1176 recall_200 2-2_1 0.1176 recall_500 2-2_1 0.1373 recall_1000 2-2_1 0.1373 infAP 2-2_1 0.0413 Rprec_mult_0.20 2-2_1 0.3636 Rprec_mult_0.40 2-2_1 0.1905 Rprec_mult_0.60 2-2_1 0.1613 Rprec_mult_0.80 2-2_1 0.1463 Rprec_mult_1.00 2-2_1 0.1176 Rprec_mult_1.20 2-2_1 0.0968 Rprec_mult_1.40 2-2_1 0.0833 Rprec_mult_1.60 2-2_1 0.0732 Rprec_mult_1.80 2-2_1 0.0652 Rprec_mult_2.00 2-2_1 0.0588 utility 2-2_1 -986.0000 11pt_avg 2-2_1 0.0615 binG 2-2_1 0.0451 G 2-2_1 0.0247 ndcg 2-2_1 0.1323 ndcg_rel 2-2_1 0.1368 Rndcg 2-2_1 0.1410 ndcg_cut_5 2-2_1 0.1578 ndcg_cut_10 2-2_1 0.1993 ndcg_cut_15 2-2_1 0.1753 ndcg_cut_20 2-2_1 0.1601 ndcg_cut_30 2-2_1 0.1463 ndcg_cut_100 2-2_1 0.1200 ndcg_cut_200 2-2_1 0.1236 ndcg_cut_500 2-2_1 0.1323 ndcg_cut_1000 2-2_1 0.1323 map_cut_5 2-2_1 0.0163 map_cut_10 2-2_1 0.0340 map_cut_15 2-2_1 0.0340 map_cut_20 2-2_1 0.0340 map_cut_30 2-2_1 0.0374 map_cut_100 2-2_1 0.0408 map_cut_200 2-2_1 0.0408 map_cut_500 2-2_1 0.0413 map_cut_1000 2-2_1 0.0413 relative_P_5 2-2_1 0.4000 relative_P_10 2-2_1 0.4000 relative_P_15 2-2_1 0.2667 relative_P_20 2-2_1 0.2000 relative_P_30 2-2_1 0.1667 relative_P_100 2-2_1 0.1176 relative_P_200 2-2_1 0.1176 relative_P_500 2-2_1 0.1373 relative_P_1000 2-2_1 0.1373 success_1 2-2_1 0.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0070 set_relative_P 2-2_1 0.1373 set_recall 2-2_1 0.1373 set_map 2-2_1 0.0010 set_F 2-2_1 0.0133 num_nonrel_judged_ret 2-2_1 14 rbp 2-2_1 0.1540 rbp_resid 2-2_1 0.4148 unj_5 2-2_1 0.4000 unj_10 2-2_1 0.2000 unj_20 2-2_1 0.4500 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 25 map 2-2_4 0.1100 Rprec 2-2_4 0.2264 bpref 2-2_4 0.4309 recip_rank 2-2_4 0.2500 iprec_at_recall_0.00 2-2_4 0.4444 iprec_at_recall_0.10 2-2_4 0.3846 iprec_at_recall_0.20 2-2_4 0.2545 iprec_at_recall_0.30 2-2_4 0.2143 iprec_at_recall_0.40 2-2_4 0.1533 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.2000 P_10 2-2_4 0.4000 P_15 2-2_4 0.3333 P_20 2-2_4 0.3000 P_30 2-2_4 0.2667 P_100 2-2_4 0.1900 P_200 2-2_4 0.1100 P_500 2-2_4 0.0480 P_1000 2-2_4 0.0250 relstring 2-2_4 '1--3--333-' recall_5 2-2_4 0.0189 recall_10 2-2_4 0.0755 recall_15 2-2_4 0.0943 recall_20 2-2_4 0.1132 recall_30 2-2_4 0.1509 recall_100 2-2_4 0.3585 recall_200 2-2_4 0.4151 recall_500 2-2_4 0.4528 recall_1000 2-2_4 0.4717 infAP 2-2_4 0.1100 Rprec_mult_0.20 2-2_4 0.3636 Rprec_mult_0.40 2-2_4 0.3182 Rprec_mult_0.60 2-2_4 0.2812 Rprec_mult_0.80 2-2_4 0.2326 Rprec_mult_1.00 2-2_4 0.2264 Rprec_mult_1.20 2-2_4 0.2188 Rprec_mult_1.40 2-2_4 0.2000 Rprec_mult_1.60 2-2_4 0.2118 Rprec_mult_1.80 2-2_4 0.1979 Rprec_mult_2.00 2-2_4 0.1792 utility 2-2_4 -950.0000 11pt_avg 2-2_4 0.1319 binG 2-2_4 0.1000 G 2-2_4 0.0751 ndcg 2-2_4 0.3658 ndcg_rel 2-2_4 0.3253 Rndcg 2-2_4 0.2661 ndcg_cut_5 2-2_4 0.1943 ndcg_cut_10 2-2_4 0.2829 ndcg_cut_15 2-2_4 0.2725 ndcg_cut_20 2-2_4 0.2710 ndcg_cut_30 2-2_4 0.2578 ndcg_cut_100 2-2_4 0.3094 ndcg_cut_200 2-2_4 0.3432 ndcg_cut_500 2-2_4 0.3586 ndcg_cut_1000 2-2_4 0.3658 map_cut_5 2-2_4 0.0047 map_cut_10 2-2_4 0.0256 map_cut_15 2-2_4 0.0328 map_cut_20 2-2_4 0.0388 map_cut_30 2-2_4 0.0505 map_cut_100 2-2_4 0.0984 map_cut_200 2-2_4 0.1068 map_cut_500 2-2_4 0.1092 map_cut_1000 2-2_4 0.1100 relative_P_5 2-2_4 0.2000 relative_P_10 2-2_4 0.4000 relative_P_15 2-2_4 0.3333 relative_P_20 2-2_4 0.3000 relative_P_30 2-2_4 0.2667 relative_P_100 2-2_4 0.3585 relative_P_200 2-2_4 0.4151 relative_P_500 2-2_4 0.4528 relative_P_1000 2-2_4 0.4717 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0250 set_relative_P 2-2_4 0.4717 set_recall 2-2_4 0.4717 set_map 2-2_4 0.0118 set_F 2-2_4 0.0475 num_nonrel_judged_ret 2-2_4 8 rbp 2-2_4 0.2482 rbp_resid 2-2_4 0.5826 unj_5 2-2_4 0.6000 unj_10 2-2_4 0.5000 unj_20 2-2_4 0.6000 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 11 map 2-2_5 0.1399 Rprec 2-2_5 0.2667 bpref 2-2_5 0.3133 recip_rank 2-2_5 0.3333 iprec_at_recall_0.00 2-2_5 0.6000 iprec_at_recall_0.10 2-2_5 0.6000 iprec_at_recall_0.20 2-2_5 0.6000 iprec_at_recall_0.30 2-2_5 0.1607 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.4000 P_10 2-2_5 0.6000 P_15 2-2_5 0.4000 P_20 2-2_5 0.4000 P_30 2-2_5 0.2667 P_100 2-2_5 0.0900 P_200 2-2_5 0.0550 P_500 2-2_5 0.0220 P_1000 2-2_5 0.0110 relstring 2-2_5 '1124042144' recall_5 2-2_5 0.0667 recall_10 2-2_5 0.2000 recall_15 2-2_5 0.2000 recall_20 2-2_5 0.2667 recall_30 2-2_5 0.2667 recall_100 2-2_5 0.3000 recall_200 2-2_5 0.3667 recall_500 2-2_5 0.3667 recall_1000 2-2_5 0.3667 infAP 2-2_5 0.1399 Rprec_mult_0.20 2-2_5 0.5000 Rprec_mult_0.40 2-2_5 0.5000 Rprec_mult_0.60 2-2_5 0.3889 Rprec_mult_0.80 2-2_5 0.3333 Rprec_mult_1.00 2-2_5 0.2667 Rprec_mult_1.20 2-2_5 0.2222 Rprec_mult_1.40 2-2_5 0.1905 Rprec_mult_1.60 2-2_5 0.1667 Rprec_mult_1.80 2-2_5 0.1481 Rprec_mult_2.00 2-2_5 0.1500 utility 2-2_5 -978.0000 11pt_avg 2-2_5 0.1782 binG 2-2_5 0.1215 G 2-2_5 0.0771 ndcg 2-2_5 0.3519 ndcg_rel 2-2_5 0.3614 Rndcg 2-2_5 0.3525 ndcg_cut_5 2-2_5 0.3691 ndcg_cut_10 2-2_5 0.5019 ndcg_cut_15 2-2_5 0.4009 ndcg_cut_20 2-2_5 0.3968 ndcg_cut_30 2-2_5 0.3409 ndcg_cut_100 2-2_5 0.3165 ndcg_cut_200 2-2_5 0.3519 ndcg_cut_500 2-2_5 0.3519 ndcg_cut_1000 2-2_5 0.3519 map_cut_5 2-2_5 0.0278 map_cut_10 2-2_5 0.1020 map_cut_15 2-2_5 0.1020 map_cut_20 2-2_5 0.1290 map_cut_30 2-2_5 0.1290 map_cut_100 2-2_5 0.1344 map_cut_200 2-2_5 0.1399 map_cut_500 2-2_5 0.1399 map_cut_1000 2-2_5 0.1399 relative_P_5 2-2_5 0.4000 relative_P_10 2-2_5 0.6000 relative_P_15 2-2_5 0.4000 relative_P_20 2-2_5 0.4000 relative_P_30 2-2_5 0.2667 relative_P_100 2-2_5 0.3000 relative_P_200 2-2_5 0.3667 relative_P_500 2-2_5 0.3667 relative_P_1000 2-2_5 0.3667 success_1 2-2_5 0.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0110 set_relative_P 2-2_5 0.3667 set_recall 2-2_5 0.3667 set_map 2-2_5 0.0040 set_F 2-2_5 0.0214 num_nonrel_judged_ret 2-2_5 9 rbp 2-2_5 0.3735 rbp_resid 2-2_5 0.2778 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.0000 unj_20 2-2_5 0.3500 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 49 map 2-2_7 0.2998 Rprec 2-2_7 0.3523 bpref 2-2_7 0.4968 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 0.9231 iprec_at_recall_0.20 2-2_7 0.7500 iprec_at_recall_0.30 2-2_7 0.4306 iprec_at_recall_0.40 2-2_7 0.3125 iprec_at_recall_0.50 2-2_7 0.2105 iprec_at_recall_0.60 2-2_7 0.0000 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 0.9000 P_15 2-2_7 0.8667 P_20 2-2_7 0.8000 P_30 2-2_7 0.6333 P_100 2-2_7 0.3300 P_200 2-2_7 0.2150 P_500 2-2_7 0.0980 P_1000 2-2_7 0.0490 relstring 2-2_7 '2244414424' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1023 recall_15 2-2_7 0.1477 recall_20 2-2_7 0.1818 recall_30 2-2_7 0.2159 recall_100 2-2_7 0.3750 recall_200 2-2_7 0.4886 recall_500 2-2_7 0.5568 recall_1000 2-2_7 0.5568 infAP 2-2_7 0.2998 Rprec_mult_0.20 2-2_7 0.7778 Rprec_mult_0.40 2-2_7 0.5556 Rprec_mult_0.60 2-2_7 0.4340 Rprec_mult_0.80 2-2_7 0.4225 Rprec_mult_1.00 2-2_7 0.3523 Rprec_mult_1.20 2-2_7 0.3208 Rprec_mult_1.40 2-2_7 0.2984 Rprec_mult_1.60 2-2_7 0.2695 Rprec_mult_1.80 2-2_7 0.2453 Rprec_mult_2.00 2-2_7 0.2330 utility 2-2_7 -902.0000 11pt_avg 2-2_7 0.3297 binG 2-2_7 0.1936 G 2-2_7 0.1103 ndcg 2-2_7 0.5551 ndcg_rel 2-2_7 0.5548 Rndcg 2-2_7 0.4764 ndcg_cut_5 2-2_7 0.7234 ndcg_cut_10 2-2_7 0.7286 ndcg_cut_15 2-2_7 0.7235 ndcg_cut_20 2-2_7 0.6846 ndcg_cut_30 2-2_7 0.5853 ndcg_cut_100 2-2_7 0.4542 ndcg_cut_200 2-2_7 0.5130 ndcg_cut_500 2-2_7 0.5551 ndcg_cut_1000 2-2_7 0.5551 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.0968 map_cut_15 2-2_7 0.1379 map_cut_20 2-2_7 0.1648 map_cut_30 2-2_7 0.1900 map_cut_100 2-2_7 0.2589 map_cut_200 2-2_7 0.2898 map_cut_500 2-2_7 0.2998 map_cut_1000 2-2_7 0.2998 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 0.9000 relative_P_15 2-2_7 0.8667 relative_P_20 2-2_7 0.8000 relative_P_30 2-2_7 0.6333 relative_P_100 2-2_7 0.3750 relative_P_200 2-2_7 0.4886 relative_P_500 2-2_7 0.5568 relative_P_1000 2-2_7 0.5568 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0490 set_relative_P 2-2_7 0.5568 set_recall 2-2_7 0.5568 set_map 2-2_7 0.0273 set_F 2-2_7 0.0901 num_nonrel_judged_ret 2-2_7 14 rbp 2-2_7 0.6621 rbp_resid 2-2_7 0.1385 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.1500 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 33 map 2-2_9 0.1878 Rprec 2-2_9 0.2340 bpref 2-2_9 0.5950 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 0.3333 iprec_at_recall_0.20 2-2_9 0.3226 iprec_at_recall_0.30 2-2_9 0.2545 iprec_at_recall_0.40 2-2_9 0.1638 iprec_at_recall_0.50 2-2_9 0.1237 iprec_at_recall_0.60 2-2_9 0.1041 iprec_at_recall_0.70 2-2_9 0.0833 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.6000 P_10 2-2_9 0.4000 P_15 2-2_9 0.2667 P_20 2-2_9 0.3000 P_30 2-2_9 0.3000 P_100 2-2_9 0.1800 P_200 2-2_9 0.1200 P_500 2-2_9 0.0660 P_1000 2-2_9 0.0330 relstring 2-2_9 '32--42--1-' recall_5 2-2_9 0.0638 recall_10 2-2_9 0.0851 recall_15 2-2_9 0.0851 recall_20 2-2_9 0.1277 recall_30 2-2_9 0.1915 recall_100 2-2_9 0.3830 recall_200 2-2_9 0.5106 recall_500 2-2_9 0.7021 recall_1000 2-2_9 0.7021 infAP 2-2_9 0.1878 Rprec_mult_0.20 2-2_9 0.4000 Rprec_mult_0.40 2-2_9 0.3158 Rprec_mult_0.60 2-2_9 0.3103 Rprec_mult_0.80 2-2_9 0.2632 Rprec_mult_1.00 2-2_9 0.2340 Rprec_mult_1.20 2-2_9 0.2456 Rprec_mult_1.40 2-2_9 0.2273 Rprec_mult_1.60 2-2_9 0.2105 Rprec_mult_1.80 2-2_9 0.2000 Rprec_mult_2.00 2-2_9 0.1809 utility 2-2_9 -934.0000 11pt_avg 2-2_9 0.2169 binG 2-2_9 0.1674 G 2-2_9 0.1227 ndcg 2-2_9 0.5261 ndcg_rel 2-2_9 0.4516 Rndcg 2-2_9 0.3673 ndcg_cut_5 2-2_9 0.4926 ndcg_cut_10 2-2_9 0.3754 ndcg_cut_15 2-2_9 0.3045 ndcg_cut_20 2-2_9 0.3279 ndcg_cut_30 2-2_9 0.3267 ndcg_cut_100 2-2_9 0.3888 ndcg_cut_200 2-2_9 0.4500 ndcg_cut_500 2-2_9 0.5261 ndcg_cut_1000 2-2_9 0.5261 map_cut_5 2-2_9 0.0553 map_cut_10 2-2_9 0.0695 map_cut_15 2-2_9 0.0695 map_cut_20 2-2_9 0.0832 map_cut_30 2-2_9 0.1037 map_cut_100 2-2_9 0.1496 map_cut_200 2-2_9 0.1681 map_cut_500 2-2_9 0.1878 map_cut_1000 2-2_9 0.1878 relative_P_5 2-2_9 0.6000 relative_P_10 2-2_9 0.4000 relative_P_15 2-2_9 0.2667 relative_P_20 2-2_9 0.3000 relative_P_30 2-2_9 0.3000 relative_P_100 2-2_9 0.3830 relative_P_200 2-2_9 0.5106 relative_P_500 2-2_9 0.7021 relative_P_1000 2-2_9 0.7021 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0330 set_relative_P 2-2_9 0.7021 set_recall 2-2_9 0.7021 set_map 2-2_9 0.0232 set_F 2-2_9 0.0630 num_nonrel_judged_ret 2-2_9 9 rbp 2-2_9 0.2784 rbp_resid 2-2_9 0.5611 unj_5 2-2_9 0.4000 unj_10 2-2_9 0.5000 unj_20 2-2_9 0.6500 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 15 map 3-2_1 0.0332 Rprec 3-2_1 0.1471 bpref 3-2_1 0.1747 recip_rank 3-2_1 0.1000 iprec_at_recall_0.00 3-2_1 0.2609 iprec_at_recall_0.10 3-2_1 0.1818 iprec_at_recall_0.20 3-2_1 0.0614 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.0000 P_10 3-2_1 0.1000 P_15 3-2_1 0.1333 P_20 3-2_1 0.2000 P_30 3-2_1 0.2000 P_100 3-2_1 0.1100 P_200 3-2_1 0.0600 P_500 3-2_1 0.0280 P_1000 3-2_1 0.0150 relstring 3-2_1 '0101001002' recall_5 3-2_1 0.0000 recall_10 3-2_1 0.0147 recall_15 3-2_1 0.0294 recall_20 3-2_1 0.0588 recall_30 3-2_1 0.0882 recall_100 3-2_1 0.1618 recall_200 3-2_1 0.1765 recall_500 3-2_1 0.2059 recall_1000 3-2_1 0.2206 infAP 3-2_1 0.0332 Rprec_mult_0.20 3-2_1 0.1429 Rprec_mult_0.40 3-2_1 0.2143 Rprec_mult_0.60 3-2_1 0.1463 Rprec_mult_0.80 3-2_1 0.1818 Rprec_mult_1.00 3-2_1 0.1471 Rprec_mult_1.20 3-2_1 0.1341 Rprec_mult_1.40 3-2_1 0.1146 Rprec_mult_1.60 3-2_1 0.1009 Rprec_mult_1.80 3-2_1 0.0894 Rprec_mult_2.00 3-2_1 0.0882 utility 3-2_1 -970.0000 11pt_avg 3-2_1 0.0458 binG 3-2_1 0.0438 G 3-2_1 0.0333 ndcg 3-2_1 0.1862 ndcg_rel 3-2_1 0.1864 Rndcg 3-2_1 0.1602 ndcg_cut_5 3-2_1 0.1200 ndcg_cut_10 3-2_1 0.1479 ndcg_cut_15 3-2_1 0.1759 ndcg_cut_20 3-2_1 0.2319 ndcg_cut_30 3-2_1 0.2275 ndcg_cut_100 3-2_1 0.1708 ndcg_cut_200 3-2_1 0.1629 ndcg_cut_500 3-2_1 0.1791 ndcg_cut_1000 3-2_1 0.1862 map_cut_5 3-2_1 0.0000 map_cut_10 3-2_1 0.0015 map_cut_15 3-2_1 0.0041 map_cut_20 3-2_1 0.0104 map_cut_30 3-2_1 0.0177 map_cut_100 3-2_1 0.0296 map_cut_200 3-2_1 0.0310 map_cut_500 3-2_1 0.0328 map_cut_1000 3-2_1 0.0332 relative_P_5 3-2_1 0.0000 relative_P_10 3-2_1 0.1000 relative_P_15 3-2_1 0.1333 relative_P_20 3-2_1 0.2000 relative_P_30 3-2_1 0.2000 relative_P_100 3-2_1 0.1618 relative_P_200 3-2_1 0.1765 relative_P_500 3-2_1 0.2059 relative_P_1000 3-2_1 0.2206 success_1 3-2_1 0.0000 success_5 3-2_1 0.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0150 set_relative_P 3-2_1 0.2206 set_recall 3-2_1 0.2206 set_map 3-2_1 0.0033 set_F 3-2_1 0.0281 num_nonrel_judged_ret 3-2_1 24 rbp 3-2_1 0.1862 rbp_resid 3-2_1 0.2049 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.2500 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 3 map 3-2_6 0.0005 Rprec 3-2_6 0.0000 bpref 3-2_6 0.0488 recip_rank 3-2_6 0.0045 iprec_at_recall_0.00 3-2_6 0.0062 iprec_at_recall_0.10 3-2_6 0.0061 iprec_at_recall_0.20 3-2_6 0.0000 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0000 P_30 3-2_6 0.0000 P_100 3-2_6 0.0000 P_200 3-2_6 0.0000 P_500 3-2_6 0.0060 P_1000 3-2_6 0.0030 relstring 3-2_6 '-00-0-0-00' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0000 recall_30 3-2_6 0.0000 recall_100 3-2_6 0.0000 recall_200 3-2_6 0.0000 recall_500 3-2_6 0.0938 recall_1000 3-2_6 0.0938 infAP 3-2_6 0.0005 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0000 Rprec_mult_0.80 3-2_6 0.0000 Rprec_mult_1.00 3-2_6 0.0000 Rprec_mult_1.20 3-2_6 0.0000 Rprec_mult_1.40 3-2_6 0.0000 Rprec_mult_1.60 3-2_6 0.0000 Rprec_mult_1.80 3-2_6 0.0000 Rprec_mult_2.00 3-2_6 0.0000 utility 3-2_6 -994.0000 11pt_avg 3-2_6 0.0011 binG 3-2_6 0.0113 G 3-2_6 0.0106 ndcg 3-2_6 0.0381 ndcg_rel 3-2_6 0.0366 Rndcg 3-2_6 0.0095 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0000 ndcg_cut_15 3-2_6 0.0000 ndcg_cut_20 3-2_6 0.0000 ndcg_cut_30 3-2_6 0.0000 ndcg_cut_100 3-2_6 0.0054 ndcg_cut_200 3-2_6 0.0054 ndcg_cut_500 3-2_6 0.0381 ndcg_cut_1000 3-2_6 0.0381 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0000 map_cut_30 3-2_6 0.0000 map_cut_100 3-2_6 0.0000 map_cut_200 3-2_6 0.0000 map_cut_500 3-2_6 0.0005 map_cut_1000 3-2_6 0.0005 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0000 relative_P_30 3-2_6 0.0000 relative_P_100 3-2_6 0.0000 relative_P_200 3-2_6 0.0000 relative_P_500 3-2_6 0.0938 relative_P_1000 3-2_6 0.0938 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0030 set_relative_P 3-2_6 0.0938 set_recall 3-2_6 0.0938 set_map 3-2_6 0.0003 set_F 3-2_6 0.0058 num_nonrel_judged_ret 3-2_6 16 rbp 3-2_6 0.0000 rbp_resid 3-2_6 0.5748 unj_5 3-2_6 0.4000 unj_10 3-2_6 0.4000 unj_20 3-2_6 0.6500 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 3 map 4-1_10 0.0023 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0053 iprec_at_recall_0.00 4-1_10 0.0133 iprec_at_recall_0.10 4-1_10 0.0133 iprec_at_recall_0.20 4-1_10 0.0133 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0000 P_200 4-1_10 0.0050 P_500 4-1_10 0.0060 P_1000 4-1_10 0.0030 relstring 4-1_10 '10011--000' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.0000 recall_200 4-1_10 0.0833 recall_500 4-1_10 0.2500 recall_1000 4-1_10 0.2500 infAP 4-1_10 0.0023 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -994.0000 11pt_avg 4-1_10 0.0036 binG 4-1_10 0.0323 G 4-1_10 0.0520 ndcg 4-1_10 0.2202 ndcg_rel 4-1_10 0.2140 Rndcg 4-1_10 0.2166 ndcg_cut_5 4-1_10 0.2635 ndcg_cut_10 4-1_10 0.1802 ndcg_cut_15 4-1_10 0.1520 ndcg_cut_20 4-1_10 0.1570 ndcg_cut_30 4-1_10 0.1627 ndcg_cut_100 4-1_10 0.1821 ndcg_cut_200 4-1_10 0.1951 ndcg_cut_500 4-1_10 0.2202 ndcg_cut_1000 4-1_10 0.2202 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0000 map_cut_200 4-1_10 0.0004 map_cut_500 4-1_10 0.0023 map_cut_1000 4-1_10 0.0023 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.0000 relative_P_200 4-1_10 0.0833 relative_P_500 4-1_10 0.2500 relative_P_1000 4-1_10 0.2500 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0030 set_relative_P 4-1_10 0.2500 set_recall 4-1_10 0.2500 set_map 4-1_10 0.0008 set_F 4-1_10 0.0059 num_nonrel_judged_ret 4-1_10 31 rbp 4-1_10 0.0941 rbp_resid 4-1_10 0.3565 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.2000 unj_20 4-1_10 0.4500 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 0 map 4-1_12 0.0000 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0000 iprec_at_recall_0.00 4-1_12 0.0000 iprec_at_recall_0.10 4-1_12 0.0000 iprec_at_recall_0.20 4-1_12 0.0000 iprec_at_recall_0.30 4-1_12 0.0000 iprec_at_recall_0.40 4-1_12 0.0000 iprec_at_recall_0.50 4-1_12 0.0000 iprec_at_recall_0.60 4-1_12 0.0000 iprec_at_recall_0.70 4-1_12 0.0000 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0000 P_200 4-1_12 0.0000 P_500 4-1_12 0.0000 P_1000 4-1_12 0.0000 relstring 4-1_12 '0000-0-010' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.0000 recall_200 4-1_12 0.0000 recall_500 4-1_12 0.0000 recall_1000 4-1_12 0.0000 infAP 4-1_12 0.0000 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -1000.0000 11pt_avg 4-1_12 0.0000 binG 4-1_12 0.0000 G 4-1_12 0.0071 ndcg 4-1_12 0.0215 ndcg_rel 4-1_12 0.0217 Rndcg 4-1_12 0.0086 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.0266 ndcg_cut_15 4-1_12 0.0238 ndcg_cut_20 4-1_12 0.0218 ndcg_cut_30 4-1_12 0.0215 ndcg_cut_100 4-1_12 0.0215 ndcg_cut_200 4-1_12 0.0215 ndcg_cut_500 4-1_12 0.0215 ndcg_cut_1000 4-1_12 0.0215 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0000 map_cut_200 4-1_12 0.0000 map_cut_500 4-1_12 0.0000 map_cut_1000 4-1_12 0.0000 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.0000 relative_P_200 4-1_12 0.0000 relative_P_500 4-1_12 0.0000 relative_P_1000 4-1_12 0.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0000 set_relative_P 4-1_12 0.0000 set_recall 4-1_12 0.0000 set_map 4-1_12 0.0000 set_F 4-1_12 0.0000 num_nonrel_judged_ret 4-1_12 13 rbp 4-1_12 0.0108 rbp_resid 4-1_12 0.4248 unj_5 4-1_12 0.2000 unj_10 4-1_12 0.2000 unj_20 4-1_12 0.5500 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 4 map 4-1_3 0.0081 Rprec 4-1_3 0.1026 bpref 4-1_3 0.0802 recip_rank 4-1_3 0.0370 iprec_at_recall_0.00 4-1_3 0.1176 iprec_at_recall_0.10 4-1_3 0.1176 iprec_at_recall_0.20 4-1_3 0.0000 iprec_at_recall_0.30 4-1_3 0.0000 iprec_at_recall_0.40 4-1_3 0.0000 iprec_at_recall_0.50 4-1_3 0.0000 iprec_at_recall_0.60 4-1_3 0.0000 iprec_at_recall_0.70 4-1_3 0.0000 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.0000 P_10 4-1_3 0.0000 P_15 4-1_3 0.0000 P_20 4-1_3 0.0000 P_30 4-1_3 0.0667 P_100 4-1_3 0.0400 P_200 4-1_3 0.0200 P_500 4-1_3 0.0080 P_1000 4-1_3 0.0040 relstring 4-1_3 '----0000-1' recall_5 4-1_3 0.0000 recall_10 4-1_3 0.0000 recall_15 4-1_3 0.0000 recall_20 4-1_3 0.0000 recall_30 4-1_3 0.0513 recall_100 4-1_3 0.1026 recall_200 4-1_3 0.1026 recall_500 4-1_3 0.1026 recall_1000 4-1_3 0.1026 infAP 4-1_3 0.0081 Rprec_mult_0.20 4-1_3 0.0000 Rprec_mult_0.40 4-1_3 0.0000 Rprec_mult_0.60 4-1_3 0.0000 Rprec_mult_0.80 4-1_3 0.0625 Rprec_mult_1.00 4-1_3 0.1026 Rprec_mult_1.20 4-1_3 0.0851 Rprec_mult_1.40 4-1_3 0.0727 Rprec_mult_1.60 4-1_3 0.0635 Rprec_mult_1.80 4-1_3 0.0563 Rprec_mult_2.00 4-1_3 0.0513 utility 4-1_3 -992.0000 11pt_avg 4-1_3 0.0214 binG 4-1_3 0.0209 G 4-1_3 0.0146 ndcg 4-1_3 0.0677 ndcg_rel 4-1_3 0.0666 Rndcg 4-1_3 0.0460 ndcg_cut_5 4-1_3 0.0000 ndcg_cut_10 4-1_3 0.0171 ndcg_cut_15 4-1_3 0.0138 ndcg_cut_20 4-1_3 0.0124 ndcg_cut_30 4-1_3 0.0556 ndcg_cut_100 4-1_3 0.0677 ndcg_cut_200 4-1_3 0.0677 ndcg_cut_500 4-1_3 0.0677 ndcg_cut_1000 4-1_3 0.0677 map_cut_5 4-1_3 0.0000 map_cut_10 4-1_3 0.0000 map_cut_15 4-1_3 0.0000 map_cut_20 4-1_3 0.0000 map_cut_30 4-1_3 0.0028 map_cut_100 4-1_3 0.0081 map_cut_200 4-1_3 0.0081 map_cut_500 4-1_3 0.0081 map_cut_1000 4-1_3 0.0081 relative_P_5 4-1_3 0.0000 relative_P_10 4-1_3 0.0000 relative_P_15 4-1_3 0.0000 relative_P_20 4-1_3 0.0000 relative_P_30 4-1_3 0.0667 relative_P_100 4-1_3 0.1026 relative_P_200 4-1_3 0.1026 relative_P_500 4-1_3 0.1026 relative_P_1000 4-1_3 0.1026 success_1 4-1_3 0.0000 success_5 4-1_3 0.0000 success_10 4-1_3 0.0000 set_P 4-1_3 0.0040 set_relative_P 4-1_3 0.1026 set_recall 4-1_3 0.1026 set_map 4-1_3 0.0004 set_F 4-1_3 0.0077 num_nonrel_judged_ret 4-1_3 12 rbp 4-1_3 0.0227 rbp_resid 4-1_3 0.6689 unj_5 4-1_3 0.8000 unj_10 4-1_3 0.5000 unj_20 4-1_3 0.7000 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 0 map 4-1_4 0.0000 Rprec 4-1_4 0.0000 bpref 4-1_4 0.0000 recip_rank 4-1_4 0.0000 iprec_at_recall_0.00 4-1_4 0.0000 iprec_at_recall_0.10 4-1_4 0.0000 iprec_at_recall_0.20 4-1_4 0.0000 iprec_at_recall_0.30 4-1_4 0.0000 iprec_at_recall_0.40 4-1_4 0.0000 iprec_at_recall_0.50 4-1_4 0.0000 iprec_at_recall_0.60 4-1_4 0.0000 iprec_at_recall_0.70 4-1_4 0.0000 iprec_at_recall_0.80 4-1_4 0.0000 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.0000 P_10 4-1_4 0.0000 P_15 4-1_4 0.0000 P_20 4-1_4 0.0000 P_30 4-1_4 0.0000 P_100 4-1_4 0.0000 P_200 4-1_4 0.0000 P_500 4-1_4 0.0000 P_1000 4-1_4 0.0000 relstring 4-1_4 '0010000000' recall_5 4-1_4 0.0000 recall_10 4-1_4 0.0000 recall_15 4-1_4 0.0000 recall_20 4-1_4 0.0000 recall_30 4-1_4 0.0000 recall_100 4-1_4 0.0000 recall_200 4-1_4 0.0000 recall_500 4-1_4 0.0000 recall_1000 4-1_4 0.0000 infAP 4-1_4 0.0000 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.0000 Rprec_mult_0.60 4-1_4 0.0000 Rprec_mult_0.80 4-1_4 0.0000 Rprec_mult_1.00 4-1_4 0.0000 Rprec_mult_1.20 4-1_4 0.0000 Rprec_mult_1.40 4-1_4 0.0000 Rprec_mult_1.60 4-1_4 0.0000 Rprec_mult_1.80 4-1_4 0.0000 Rprec_mult_2.00 4-1_4 0.0000 utility 4-1_4 -1000.0000 11pt_avg 4-1_4 0.0000 binG 4-1_4 0.0000 G 4-1_4 0.0057 ndcg 4-1_4 0.0263 ndcg_rel 4-1_4 0.0275 Rndcg 4-1_4 0.0347 ndcg_cut_5 4-1_4 0.0438 ndcg_cut_10 4-1_4 0.0334 ndcg_cut_15 4-1_4 0.0302 ndcg_cut_20 4-1_4 0.0282 ndcg_cut_30 4-1_4 0.0263 ndcg_cut_100 4-1_4 0.0263 ndcg_cut_200 4-1_4 0.0263 ndcg_cut_500 4-1_4 0.0263 ndcg_cut_1000 4-1_4 0.0263 map_cut_5 4-1_4 0.0000 map_cut_10 4-1_4 0.0000 map_cut_15 4-1_4 0.0000 map_cut_20 4-1_4 0.0000 map_cut_30 4-1_4 0.0000 map_cut_100 4-1_4 0.0000 map_cut_200 4-1_4 0.0000 map_cut_500 4-1_4 0.0000 map_cut_1000 4-1_4 0.0000 relative_P_5 4-1_4 0.0000 relative_P_10 4-1_4 0.0000 relative_P_15 4-1_4 0.0000 relative_P_20 4-1_4 0.0000 relative_P_30 4-1_4 0.0000 relative_P_100 4-1_4 0.0000 relative_P_200 4-1_4 0.0000 relative_P_500 4-1_4 0.0000 relative_P_1000 4-1_4 0.0000 success_1 4-1_4 0.0000 success_5 4-1_4 0.0000 success_10 4-1_4 0.0000 set_P 4-1_4 0.0000 set_relative_P 4-1_4 0.0000 set_recall 4-1_4 0.0000 set_map 4-1_4 0.0000 set_F 4-1_4 0.0000 num_nonrel_judged_ret 4-1_4 12 rbp 4-1_4 0.0202 rbp_resid 4-1_4 0.3058 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.0000 unj_20 4-1_4 0.4500 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '100000-010' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -1000.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.0754 ndcg 4-1_6 0.2371 ndcg_rel 4-1_6 0.2492 Rndcg 4-1_6 0.3029 ndcg_cut_5 4-1_6 0.2533 ndcg_cut_10 4-1_6 0.2347 ndcg_cut_15 4-1_6 0.1896 ndcg_cut_20 4-1_6 0.1716 ndcg_cut_30 4-1_6 0.1994 ndcg_cut_100 4-1_6 0.2193 ndcg_cut_200 4-1_6 0.2371 ndcg_cut_500 4-1_6 0.2371 ndcg_cut_1000 4-1_6 0.2371 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 45 rbp 4-1_6 0.0751 rbp_resid 4-1_6 0.2183 unj_5 4-1_6 0.0000 unj_10 4-1_6 0.1000 unj_20 4-1_6 0.2500 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 9 map 4-1_9 0.0252 Rprec 4-1_9 0.1081 bpref 4-1_9 0.1154 recip_rank 4-1_9 0.1429 iprec_at_recall_0.00 4-1_9 0.1429 iprec_at_recall_0.10 4-1_9 0.1316 iprec_at_recall_0.20 4-1_9 0.1186 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.1000 P_15 4-1_9 0.0667 P_20 4-1_9 0.1000 P_30 4-1_9 0.1000 P_100 4-1_9 0.0700 P_200 4-1_9 0.0350 P_500 4-1_9 0.0180 P_1000 4-1_9 0.0090 relstring 4-1_9 '1111112110' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0270 recall_15 4-1_9 0.0270 recall_20 4-1_9 0.0541 recall_30 4-1_9 0.0811 recall_100 4-1_9 0.1892 recall_200 4-1_9 0.1892 recall_500 4-1_9 0.2432 recall_1000 4-1_9 0.2432 infAP 4-1_9 0.0252 Rprec_mult_0.20 4-1_9 0.1250 Rprec_mult_0.40 4-1_9 0.0667 Rprec_mult_0.60 4-1_9 0.1304 Rprec_mult_0.80 4-1_9 0.1000 Rprec_mult_1.00 4-1_9 0.1081 Rprec_mult_1.20 4-1_9 0.1111 Rprec_mult_1.40 4-1_9 0.1154 Rprec_mult_1.60 4-1_9 0.1167 Rprec_mult_1.80 4-1_9 0.1045 Rprec_mult_2.00 4-1_9 0.0946 utility 4-1_9 -982.0000 11pt_avg 4-1_9 0.0357 binG 4-1_9 0.0484 G 4-1_9 0.0472 ndcg 4-1_9 0.2638 ndcg_rel 4-1_9 0.2725 Rndcg 4-1_9 0.2687 ndcg_cut_5 4-1_9 0.2814 ndcg_cut_10 4-1_9 0.3272 ndcg_cut_15 4-1_9 0.3075 ndcg_cut_20 4-1_9 0.3075 ndcg_cut_30 4-1_9 0.3155 ndcg_cut_100 4-1_9 0.2832 ndcg_cut_200 4-1_9 0.2442 ndcg_cut_500 4-1_9 0.2638 ndcg_cut_1000 4-1_9 0.2638 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0039 map_cut_15 4-1_9 0.0039 map_cut_20 4-1_9 0.0070 map_cut_30 4-1_9 0.0106 map_cut_100 4-1_9 0.0239 map_cut_200 4-1_9 0.0239 map_cut_500 4-1_9 0.0252 map_cut_1000 4-1_9 0.0252 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.1000 relative_P_15 4-1_9 0.0667 relative_P_20 4-1_9 0.1000 relative_P_30 4-1_9 0.1000 relative_P_100 4-1_9 0.1892 relative_P_200 4-1_9 0.1892 relative_P_500 4-1_9 0.2432 relative_P_1000 4-1_9 0.2432 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0090 set_relative_P 4-1_9 0.2432 set_recall 4-1_9 0.2432 set_map 4-1_9 0.0022 set_F 4-1_9 0.0174 num_nonrel_judged_ret 4-1_9 34 rbp 4-1_9 0.2150 rbp_resid 4-1_9 0.1883 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.3000 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 18 map 4-2_2 0.0870 Rprec 4-2_2 0.1786 bpref 4-2_2 0.2038 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.4737 iprec_at_recall_0.20 4-2_2 0.1069 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.8000 P_10 4-2_2 0.5000 P_15 4-2_2 0.4000 P_20 4-2_2 0.4500 P_30 4-2_2 0.3333 P_100 4-2_2 0.1500 P_200 4-2_2 0.0900 P_500 4-2_2 0.0360 P_1000 4-2_2 0.0180 relstring 4-2_2 '2-22301-31' recall_5 4-2_2 0.0476 recall_10 4-2_2 0.0595 recall_15 4-2_2 0.0714 recall_20 4-2_2 0.1071 recall_30 4-2_2 0.1190 recall_100 4-2_2 0.1786 recall_200 4-2_2 0.2143 recall_500 4-2_2 0.2143 recall_1000 4-2_2 0.2143 infAP 4-2_2 0.0870 Rprec_mult_0.20 4-2_2 0.4118 Rprec_mult_0.40 4-2_2 0.2941 Rprec_mult_0.60 4-2_2 0.2157 Rprec_mult_0.80 4-2_2 0.1765 Rprec_mult_1.00 4-2_2 0.1786 Rprec_mult_1.20 4-2_2 0.1485 Rprec_mult_1.40 4-2_2 0.1271 Rprec_mult_1.60 4-2_2 0.1111 Rprec_mult_1.80 4-2_2 0.1053 Rprec_mult_2.00 4-2_2 0.1012 utility 4-2_2 -964.0000 11pt_avg 4-2_2 0.1437 binG 4-2_2 0.0712 G 4-2_2 0.0412 ndcg 4-2_2 0.2370 ndcg_rel 4-2_2 0.2606 Rndcg 4-2_2 0.2642 ndcg_cut_5 4-2_2 0.5677 ndcg_cut_10 4-2_2 0.4803 ndcg_cut_15 4-2_2 0.4031 ndcg_cut_20 4-2_2 0.4025 ndcg_cut_30 4-2_2 0.3472 ndcg_cut_100 4-2_2 0.2354 ndcg_cut_200 4-2_2 0.2320 ndcg_cut_500 4-2_2 0.2370 ndcg_cut_1000 4-2_2 0.2370 map_cut_5 4-2_2 0.0383 map_cut_10 4-2_2 0.0449 map_cut_15 4-2_2 0.0509 map_cut_20 4-2_2 0.0667 map_cut_30 4-2_2 0.0708 map_cut_100 4-2_2 0.0832 map_cut_200 4-2_2 0.0870 map_cut_500 4-2_2 0.0870 map_cut_1000 4-2_2 0.0870 relative_P_5 4-2_2 0.8000 relative_P_10 4-2_2 0.5000 relative_P_15 4-2_2 0.4000 relative_P_20 4-2_2 0.4500 relative_P_30 4-2_2 0.3333 relative_P_100 4-2_2 0.1786 relative_P_200 4-2_2 0.2143 relative_P_500 4-2_2 0.2143 relative_P_1000 4-2_2 0.2143 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0180 set_relative_P 4-2_2 0.2143 set_recall 4-2_2 0.2143 set_map 4-2_2 0.0039 set_F 4-2_2 0.0332 num_nonrel_judged_ret 4-2_2 12 rbp 4-2_2 0.3705 rbp_resid 4-2_2 0.3656 unj_5 4-2_2 0.2000 unj_10 4-2_2 0.2000 unj_20 4-2_2 0.3500 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 24 map 4-2_3 0.1688 Rprec 4-2_3 0.2500 bpref 4-2_3 0.4248 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.3913 iprec_at_recall_0.20 4-2_3 0.3704 iprec_at_recall_0.30 4-2_3 0.2169 iprec_at_recall_0.40 4-2_3 0.1792 iprec_at_recall_0.50 4-2_3 0.0545 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.6000 P_10 4-2_3 0.4000 P_15 4-2_3 0.3333 P_20 4-2_3 0.3500 P_30 4-2_3 0.3333 P_100 4-2_3 0.1800 P_200 4-2_3 0.1050 P_500 4-2_3 0.0480 P_1000 4-2_3 0.0240 relstring 4-2_3 '22013013--' recall_5 4-2_3 0.0625 recall_10 4-2_3 0.0833 recall_15 4-2_3 0.1042 recall_20 4-2_3 0.1458 recall_30 4-2_3 0.2083 recall_100 4-2_3 0.3750 recall_200 4-2_3 0.4375 recall_500 4-2_3 0.5000 recall_1000 4-2_3 0.5000 infAP 4-2_3 0.1688 Rprec_mult_0.20 4-2_3 0.4000 Rprec_mult_0.40 4-2_3 0.3500 Rprec_mult_0.60 4-2_3 0.3448 Rprec_mult_0.80 4-2_3 0.3077 Rprec_mult_1.00 4-2_3 0.2500 Rprec_mult_1.20 4-2_3 0.2241 Rprec_mult_1.40 4-2_3 0.2059 Rprec_mult_1.60 4-2_3 0.2078 Rprec_mult_1.80 4-2_3 0.2069 Rprec_mult_2.00 4-2_3 0.1875 utility 4-2_3 -952.0000 11pt_avg 4-2_3 0.2011 binG 4-2_3 0.1406 G 4-2_3 0.1015 ndcg 4-2_3 0.4604 ndcg_rel 4-2_3 0.4471 Rndcg 4-2_3 0.4167 ndcg_cut_5 4-2_3 0.5487 ndcg_cut_10 4-2_3 0.4703 ndcg_cut_15 4-2_3 0.4239 ndcg_cut_20 4-2_3 0.4208 ndcg_cut_30 4-2_3 0.4091 ndcg_cut_100 4-2_3 0.3715 ndcg_cut_200 4-2_3 0.4140 ndcg_cut_500 4-2_3 0.4572 ndcg_cut_1000 4-2_3 0.4604 map_cut_5 4-2_3 0.0542 map_cut_10 4-2_3 0.0646 map_cut_15 4-2_3 0.0720 map_cut_20 4-2_3 0.0871 map_cut_30 4-2_3 0.1109 map_cut_100 4-2_3 0.1531 map_cut_200 4-2_3 0.1641 map_cut_500 4-2_3 0.1688 map_cut_1000 4-2_3 0.1688 relative_P_5 4-2_3 0.6000 relative_P_10 4-2_3 0.4000 relative_P_15 4-2_3 0.3333 relative_P_20 4-2_3 0.3500 relative_P_30 4-2_3 0.3333 relative_P_100 4-2_3 0.3750 relative_P_200 4-2_3 0.4375 relative_P_500 4-2_3 0.5000 relative_P_1000 4-2_3 0.5000 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0240 set_relative_P 4-2_3 0.5000 set_recall 4-2_3 0.5000 set_map 4-2_3 0.0120 set_F 4-2_3 0.0458 num_nonrel_judged_ret 4-2_3 18 rbp 4-2_3 0.3507 rbp_resid 4-2_3 0.3315 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.2000 unj_20 4-2_3 0.4500 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.4875 Rprec 4-2_6 0.5000 bpref 4-2_6 0.6071 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 1.0000 iprec_at_recall_0.40 4-2_6 0.5455 iprec_at_recall_0.50 4-2_6 0.5385 iprec_at_recall_0.60 4-2_6 0.3103 iprec_at_recall_0.70 4-2_6 0.2941 iprec_at_recall_0.80 4-2_6 0.2115 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.5000 P_15 4-2_6 0.4667 P_20 4-2_6 0.3500 P_30 4-2_6 0.3000 P_100 4-2_6 0.1100 P_200 4-2_6 0.0550 P_500 4-2_6 0.0220 P_1000 4-2_6 0.0120 relstring 4-2_6 '32221112--' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.3571 recall_15 4-2_6 0.5000 recall_20 4-2_6 0.5000 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.7857 recall_200 4-2_6 0.7857 recall_500 4-2_6 0.7857 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.4875 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.5556 Rprec_mult_0.80 4-2_6 0.5000 Rprec_mult_1.00 4-2_6 0.5000 Rprec_mult_1.20 4-2_6 0.4118 Rprec_mult_1.40 4-2_6 0.3500 Rprec_mult_1.60 4-2_6 0.3043 Rprec_mult_1.80 4-2_6 0.2692 Rprec_mult_2.00 4-2_6 0.2857 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.5364 binG 4-2_6 0.4335 G 4-2_6 0.2766 ndcg 4-2_6 0.7406 ndcg_rel 4-2_6 0.7237 Rndcg 4-2_6 0.7064 ndcg_cut_5 4-2_6 0.7696 ndcg_cut_10 4-2_6 0.6722 ndcg_cut_15 4-2_6 0.6539 ndcg_cut_20 4-2_6 0.6187 ndcg_cut_30 4-2_6 0.6227 ndcg_cut_100 4-2_6 0.7201 ndcg_cut_200 4-2_6 0.7286 ndcg_cut_500 4-2_6 0.7286 ndcg_cut_1000 4-2_6 0.7406 map_cut_5 4-2_6 0.2857 map_cut_10 4-2_6 0.3304 map_cut_15 4-2_6 0.4078 map_cut_20 4-2_6 0.4078 map_cut_30 4-2_6 0.4504 map_cut_100 4-2_6 0.4865 map_cut_200 4-2_6 0.4865 map_cut_500 4-2_6 0.4865 map_cut_1000 4-2_6 0.4875 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.5000 relative_P_15 4-2_6 0.5000 relative_P_20 4-2_6 0.5000 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.7857 relative_P_200 4-2_6 0.7857 relative_P_500 4-2_6 0.7857 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 12 rbp 4-2_6 0.4300 rbp_resid 4-2_6 0.3107 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.4500 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 12 map 5-1_2 0.0127 Rprec 5-1_2 0.0692 bpref 5-1_2 0.0851 recip_rank 5-1_2 0.3333 iprec_at_recall_0.00 5-1_2 0.4000 iprec_at_recall_0.10 5-1_2 0.0000 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.4000 P_10 5-1_2 0.2000 P_15 5-1_2 0.1333 P_20 5-1_2 0.1000 P_30 5-1_2 0.1667 P_100 5-1_2 0.0800 P_200 5-1_2 0.0500 P_500 5-1_2 0.0200 P_1000 5-1_2 0.0120 relstring 5-1_2 '-131211111' recall_5 5-1_2 0.0154 recall_10 5-1_2 0.0154 recall_15 5-1_2 0.0154 recall_20 5-1_2 0.0154 recall_30 5-1_2 0.0385 recall_100 5-1_2 0.0615 recall_200 5-1_2 0.0769 recall_500 5-1_2 0.0769 recall_1000 5-1_2 0.0923 infAP 5-1_2 0.0127 Rprec_mult_0.20 5-1_2 0.1154 Rprec_mult_0.40 5-1_2 0.0962 Rprec_mult_0.60 5-1_2 0.1026 Rprec_mult_0.80 5-1_2 0.0769 Rprec_mult_1.00 5-1_2 0.0692 Rprec_mult_1.20 5-1_2 0.0577 Rprec_mult_1.40 5-1_2 0.0549 Rprec_mult_1.60 5-1_2 0.0481 Rprec_mult_1.80 5-1_2 0.0427 Rprec_mult_2.00 5-1_2 0.0385 utility 5-1_2 -976.0000 11pt_avg 5-1_2 0.0364 binG 5-1_2 0.0198 G 5-1_2 0.0192 ndcg 5-1_2 0.1309 ndcg_rel 5-1_2 0.1429 Rndcg 5-1_2 0.1112 ndcg_cut_5 5-1_2 0.3388 ndcg_cut_10 5-1_2 0.3370 ndcg_cut_15 5-1_2 0.2803 ndcg_cut_20 5-1_2 0.2570 ndcg_cut_30 5-1_2 0.2579 ndcg_cut_100 5-1_2 0.1490 ndcg_cut_200 5-1_2 0.1266 ndcg_cut_500 5-1_2 0.1243 ndcg_cut_1000 5-1_2 0.1309 map_cut_5 5-1_2 0.0056 map_cut_10 5-1_2 0.0056 map_cut_15 5-1_2 0.0056 map_cut_20 5-1_2 0.0056 map_cut_30 5-1_2 0.0089 map_cut_100 5-1_2 0.0114 map_cut_200 5-1_2 0.0125 map_cut_500 5-1_2 0.0125 map_cut_1000 5-1_2 0.0127 relative_P_5 5-1_2 0.4000 relative_P_10 5-1_2 0.2000 relative_P_15 5-1_2 0.1333 relative_P_20 5-1_2 0.1000 relative_P_30 5-1_2 0.1667 relative_P_100 5-1_2 0.0800 relative_P_200 5-1_2 0.0769 relative_P_500 5-1_2 0.0769 relative_P_1000 5-1_2 0.0923 success_1 5-1_2 0.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0120 set_relative_P 5-1_2 0.0923 set_recall 5-1_2 0.0923 set_map 5-1_2 0.0011 set_F 5-1_2 0.0212 num_nonrel_judged_ret 5-1_2 14 rbp 5-1_2 0.2254 rbp_resid 5-1_2 0.3590 unj_5 5-1_2 0.2000 unj_10 5-1_2 0.1000 unj_20 5-1_2 0.4000 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 12 map 5-1_4 0.0859 Rprec 5-1_4 0.1724 bpref 5-1_4 0.3092 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.2857 iprec_at_recall_0.20 5-1_4 0.1186 iprec_at_recall_0.30 5-1_4 0.0621 iprec_at_recall_0.40 5-1_4 0.0160 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.2000 P_10 5-1_4 0.2000 P_15 5-1_4 0.2667 P_20 5-1_4 0.2500 P_30 5-1_4 0.1667 P_100 5-1_4 0.0800 P_200 5-1_4 0.0450 P_500 5-1_4 0.0220 P_1000 5-1_4 0.0120 relstring 5-1_4 '2-0-000-02' recall_5 5-1_4 0.0345 recall_10 5-1_4 0.0690 recall_15 5-1_4 0.1379 recall_20 5-1_4 0.1724 recall_30 5-1_4 0.1724 recall_100 5-1_4 0.2759 recall_200 5-1_4 0.3103 recall_500 5-1_4 0.3793 recall_1000 5-1_4 0.4138 infAP 5-1_4 0.0859 Rprec_mult_0.20 5-1_4 0.1667 Rprec_mult_0.40 5-1_4 0.1667 Rprec_mult_0.60 5-1_4 0.2778 Rprec_mult_0.80 5-1_4 0.2083 Rprec_mult_1.00 5-1_4 0.1724 Rprec_mult_1.20 5-1_4 0.1429 Rprec_mult_1.40 5-1_4 0.1220 Rprec_mult_1.60 5-1_4 0.1064 Rprec_mult_1.80 5-1_4 0.1132 Rprec_mult_2.00 5-1_4 0.1034 utility 5-1_4 -976.0000 11pt_avg 5-1_4 0.1348 binG 5-1_4 0.1078 G 5-1_4 0.0670 ndcg 5-1_4 0.2708 ndcg_rel 5-1_4 0.2683 Rndcg 5-1_4 0.1999 ndcg_cut_5 5-1_4 0.2261 ndcg_cut_10 5-1_4 0.1932 ndcg_cut_15 5-1_4 0.2263 ndcg_cut_20 5-1_4 0.2353 ndcg_cut_30 5-1_4 0.1928 ndcg_cut_100 5-1_4 0.2262 ndcg_cut_200 5-1_4 0.2377 ndcg_cut_500 5-1_4 0.2578 ndcg_cut_1000 5-1_4 0.2708 map_cut_5 5-1_4 0.0345 map_cut_10 5-1_4 0.0414 map_cut_15 5-1_4 0.0592 map_cut_20 5-1_4 0.0688 map_cut_30 5-1_4 0.0688 map_cut_100 5-1_4 0.0807 map_cut_200 5-1_4 0.0828 map_cut_500 5-1_4 0.0854 map_cut_1000 5-1_4 0.0859 relative_P_5 5-1_4 0.2000 relative_P_10 5-1_4 0.2000 relative_P_15 5-1_4 0.2667 relative_P_20 5-1_4 0.2500 relative_P_30 5-1_4 0.1724 relative_P_100 5-1_4 0.2759 relative_P_200 5-1_4 0.3103 relative_P_500 5-1_4 0.3793 relative_P_1000 5-1_4 0.4138 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0120 set_relative_P 5-1_4 0.4138 set_recall 5-1_4 0.4138 set_map 5-1_4 0.0050 set_F 5-1_4 0.0233 num_nonrel_judged_ret 5-1_4 12 rbp 5-1_4 0.1445 rbp_resid 5-1_4 0.4689 unj_5 5-1_4 0.4000 unj_10 5-1_4 0.3000 unj_20 5-1_4 0.4500 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 19 map 6-1_2 0.0037 Rprec 6-1_2 0.0000 bpref 6-1_2 0.1351 recip_rank 6-1_2 0.0017 iprec_at_recall_0.00 6-1_2 0.0194 iprec_at_recall_0.10 6-1_2 0.0194 iprec_at_recall_0.20 6-1_2 0.0194 iprec_at_recall_0.30 6-1_2 0.0194 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.0000 P_15 6-1_2 0.0000 P_20 6-1_2 0.0000 P_30 6-1_2 0.0000 P_100 6-1_2 0.0000 P_200 6-1_2 0.0000 P_500 6-1_2 0.0000 P_1000 6-1_2 0.0190 relstring 6-1_2 '11----1---' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0000 recall_15 6-1_2 0.0000 recall_20 6-1_2 0.0000 recall_30 6-1_2 0.0000 recall_100 6-1_2 0.0000 recall_200 6-1_2 0.0000 recall_500 6-1_2 0.0000 recall_1000 6-1_2 0.3333 infAP 6-1_2 0.0037 Rprec_mult_0.20 6-1_2 0.0000 Rprec_mult_0.40 6-1_2 0.0000 Rprec_mult_0.60 6-1_2 0.0000 Rprec_mult_0.80 6-1_2 0.0000 Rprec_mult_1.00 6-1_2 0.0000 Rprec_mult_1.20 6-1_2 0.0000 Rprec_mult_1.40 6-1_2 0.0000 Rprec_mult_1.60 6-1_2 0.0000 Rprec_mult_1.80 6-1_2 0.0000 Rprec_mult_2.00 6-1_2 0.0000 utility 6-1_2 -962.0000 11pt_avg 6-1_2 0.0071 binG 6-1_2 0.0344 G 6-1_2 0.0473 ndcg 6-1_2 0.2272 ndcg_rel 6-1_2 0.1936 Rndcg 6-1_2 0.1176 ndcg_cut_5 6-1_2 0.1844 ndcg_cut_10 6-1_2 0.1441 ndcg_cut_15 6-1_2 0.1117 ndcg_cut_20 6-1_2 0.0962 ndcg_cut_30 6-1_2 0.0972 ndcg_cut_100 6-1_2 0.0665 ndcg_cut_200 6-1_2 0.0745 ndcg_cut_500 6-1_2 0.0860 ndcg_cut_1000 6-1_2 0.2272 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0000 map_cut_15 6-1_2 0.0000 map_cut_20 6-1_2 0.0000 map_cut_30 6-1_2 0.0000 map_cut_100 6-1_2 0.0000 map_cut_200 6-1_2 0.0000 map_cut_500 6-1_2 0.0000 map_cut_1000 6-1_2 0.0037 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.0000 relative_P_15 6-1_2 0.0000 relative_P_20 6-1_2 0.0000 relative_P_30 6-1_2 0.0000 relative_P_100 6-1_2 0.0000 relative_P_200 6-1_2 0.0000 relative_P_500 6-1_2 0.0000 relative_P_1000 6-1_2 0.3333 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 0.0000 set_P 6-1_2 0.0190 set_relative_P 6-1_2 0.3333 set_recall 6-1_2 0.3333 set_map 6-1_2 0.0063 set_F 6-1_2 0.0360 num_nonrel_judged_ret 6-1_2 37 rbp 6-1_2 0.0886 rbp_resid 6-1_2 0.7014 unj_5 6-1_2 0.6000 unj_10 6-1_2 0.7000 unj_20 6-1_2 0.7500 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 20 map 6-1_6 0.3090 Rprec 6-1_6 0.2593 bpref 6-1_6 0.4527 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 1.0000 iprec_at_recall_0.30 6-1_6 0.2340 iprec_at_recall_0.40 6-1_6 0.2340 iprec_at_recall_0.50 6-1_6 0.1818 iprec_at_recall_0.60 6-1_6 0.1739 iprec_at_recall_0.70 6-1_6 0.1267 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 1.0000 P_10 6-1_6 0.5000 P_15 6-1_6 0.4667 P_20 6-1_6 0.3500 P_30 6-1_6 0.2333 P_100 6-1_6 0.1600 P_200 6-1_6 0.1000 P_500 6-1_6 0.0400 P_1000 6-1_6 0.0200 relstring 6-1_6 '332331---0' recall_5 6-1_6 0.1852 recall_10 6-1_6 0.1852 recall_15 6-1_6 0.2593 recall_20 6-1_6 0.2593 recall_30 6-1_6 0.2593 recall_100 6-1_6 0.5926 recall_200 6-1_6 0.7407 recall_500 6-1_6 0.7407 recall_1000 6-1_6 0.7407 infAP 6-1_6 0.3090 Rprec_mult_0.20 6-1_6 0.8333 Rprec_mult_0.40 6-1_6 0.4545 Rprec_mult_0.60 6-1_6 0.4118 Rprec_mult_0.80 6-1_6 0.3182 Rprec_mult_1.00 6-1_6 0.2593 Rprec_mult_1.20 6-1_6 0.2121 Rprec_mult_1.40 6-1_6 0.2105 Rprec_mult_1.60 6-1_6 0.2273 Rprec_mult_1.80 6-1_6 0.2245 Rprec_mult_2.00 6-1_6 0.2222 utility 6-1_6 -960.0000 11pt_avg 6-1_6 0.3591 binG 6-1_6 0.2901 G 6-1_6 0.2272 ndcg 6-1_6 0.6835 ndcg_rel 6-1_6 0.6399 Rndcg 6-1_6 0.5695 ndcg_cut_5 6-1_6 0.9435 ndcg_cut_10 6-1_6 0.6384 ndcg_cut_15 6-1_6 0.6007 ndcg_cut_20 6-1_6 0.5515 ndcg_cut_30 6-1_6 0.4831 ndcg_cut_100 6-1_6 0.6085 ndcg_cut_200 6-1_6 0.6701 ndcg_cut_500 6-1_6 0.6835 ndcg_cut_1000 6-1_6 0.6835 map_cut_5 6-1_6 0.1852 map_cut_10 6-1_6 0.1852 map_cut_15 6-1_6 0.2208 map_cut_20 6-1_6 0.2208 map_cut_30 6-1_6 0.2208 map_cut_100 6-1_6 0.2890 map_cut_200 6-1_6 0.3090 map_cut_500 6-1_6 0.3090 map_cut_1000 6-1_6 0.3090 relative_P_5 6-1_6 1.0000 relative_P_10 6-1_6 0.5000 relative_P_15 6-1_6 0.4667 relative_P_20 6-1_6 0.3500 relative_P_30 6-1_6 0.2593 relative_P_100 6-1_6 0.5926 relative_P_200 6-1_6 0.7407 relative_P_500 6-1_6 0.7407 relative_P_1000 6-1_6 0.7407 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0200 set_relative_P 6-1_6 0.7407 set_recall 6-1_6 0.7407 set_map 6-1_6 0.0148 set_F 6-1_6 0.0389 num_nonrel_judged_ret 6-1_6 27 rbp 6-1_6 0.4797 rbp_resid 6-1_6 0.3240 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.3000 unj_20 6-1_6 0.3500 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 22 map 6-1_7 0.0331 Rprec 6-1_7 0.0870 bpref 6-1_7 0.1082 recip_rank 6-1_7 0.0833 iprec_at_recall_0.00 6-1_7 0.1875 iprec_at_recall_0.10 6-1_7 0.1042 iprec_at_recall_0.20 6-1_7 0.0647 iprec_at_recall_0.30 6-1_7 0.0498 iprec_at_recall_0.40 6-1_7 0.0376 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.0000 P_10 6-1_7 0.0000 P_15 6-1_7 0.1333 P_20 6-1_7 0.1500 P_30 6-1_7 0.1333 P_100 6-1_7 0.0700 P_200 6-1_7 0.0500 P_500 6-1_7 0.0360 P_1000 6-1_7 0.0220 relstring 6-1_7 '11011-0011' recall_5 6-1_7 0.0000 recall_10 6-1_7 0.0000 recall_15 6-1_7 0.0435 recall_20 6-1_7 0.0652 recall_30 6-1_7 0.0870 recall_100 6-1_7 0.1522 recall_200 6-1_7 0.2174 recall_500 6-1_7 0.3913 recall_1000 6-1_7 0.4783 infAP 6-1_7 0.0331 Rprec_mult_0.20 6-1_7 0.0000 Rprec_mult_0.40 6-1_7 0.1579 Rprec_mult_0.60 6-1_7 0.1429 Rprec_mult_0.80 6-1_7 0.1081 Rprec_mult_1.00 6-1_7 0.0870 Rprec_mult_1.20 6-1_7 0.0893 Rprec_mult_1.40 6-1_7 0.0769 Rprec_mult_1.60 6-1_7 0.0676 Rprec_mult_1.80 6-1_7 0.0602 Rprec_mult_2.00 6-1_7 0.0652 utility 6-1_7 -956.0000 11pt_avg 6-1_7 0.0403 binG 6-1_7 0.0726 G 6-1_7 0.0821 ndcg 6-1_7 0.3986 ndcg_rel 6-1_7 0.3311 Rndcg 6-1_7 0.2638 ndcg_cut_5 6-1_7 0.2768 ndcg_cut_10 6-1_7 0.2229 ndcg_cut_15 6-1_7 0.2395 ndcg_cut_20 6-1_7 0.2474 ndcg_cut_30 6-1_7 0.2647 ndcg_cut_100 6-1_7 0.2181 ndcg_cut_200 6-1_7 0.2672 ndcg_cut_500 6-1_7 0.3608 ndcg_cut_1000 6-1_7 0.3986 map_cut_5 6-1_7 0.0000 map_cut_10 6-1_7 0.0000 map_cut_15 6-1_7 0.0049 map_cut_20 6-1_7 0.0090 map_cut_30 6-1_7 0.0122 map_cut_100 6-1_7 0.0176 map_cut_200 6-1_7 0.0219 map_cut_500 6-1_7 0.0300 map_cut_1000 6-1_7 0.0331 relative_P_5 6-1_7 0.0000 relative_P_10 6-1_7 0.0000 relative_P_15 6-1_7 0.1333 relative_P_20 6-1_7 0.1500 relative_P_30 6-1_7 0.1333 relative_P_100 6-1_7 0.1522 relative_P_200 6-1_7 0.2174 relative_P_500 6-1_7 0.3913 relative_P_1000 6-1_7 0.4783 success_1 6-1_7 0.0000 success_5 6-1_7 0.0000 success_10 6-1_7 0.0000 set_P 6-1_7 0.0220 set_relative_P 6-1_7 0.4783 set_recall 6-1_7 0.4783 set_map 6-1_7 0.0105 set_F 6-1_7 0.0421 num_nonrel_judged_ret 6-1_7 83 rbp 6-1_7 0.2094 rbp_resid 6-1_7 0.2108 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.1000 unj_20 6-1_7 0.2500 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 36 map 6-2_2 0.2312 Rprec 6-2_2 0.3214 bpref 6-2_2 0.5274 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.5000 iprec_at_recall_0.20 6-2_2 0.4483 iprec_at_recall_0.30 6-2_2 0.3864 iprec_at_recall_0.40 6-2_2 0.3284 iprec_at_recall_0.50 6-2_2 0.1842 iprec_at_recall_0.60 6-2_2 0.1181 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.6000 P_10 6-2_2 0.5000 P_15 6-2_2 0.4667 P_20 6-2_2 0.4500 P_30 6-2_2 0.4333 P_100 6-2_2 0.2600 P_200 6-2_2 0.1450 P_500 6-2_2 0.0720 P_1000 6-2_2 0.0360 relstring 6-2_2 '4-44-0-2-2' recall_5 6-2_2 0.0536 recall_10 6-2_2 0.0893 recall_15 6-2_2 0.1250 recall_20 6-2_2 0.1607 recall_30 6-2_2 0.2321 recall_100 6-2_2 0.4643 recall_200 6-2_2 0.5179 recall_500 6-2_2 0.6429 recall_1000 6-2_2 0.6429 infAP 6-2_2 0.2312 Rprec_mult_0.20 6-2_2 0.5000 Rprec_mult_0.40 6-2_2 0.3913 Rprec_mult_0.60 6-2_2 0.3824 Rprec_mult_0.80 6-2_2 0.3778 Rprec_mult_1.00 6-2_2 0.3214 Rprec_mult_1.20 6-2_2 0.3235 Rprec_mult_1.40 6-2_2 0.2785 Rprec_mult_1.60 6-2_2 0.2778 Rprec_mult_1.80 6-2_2 0.2574 Rprec_mult_2.00 6-2_2 0.2321 utility 6-2_2 -928.0000 11pt_avg 6-2_2 0.2696 binG 6-2_2 0.1603 G 6-2_2 0.1246 ndcg 6-2_2 0.5469 ndcg_rel 6-2_2 0.5211 Rndcg 6-2_2 0.4721 ndcg_cut_5 6-2_2 0.6548 ndcg_cut_10 6-2_2 0.4915 ndcg_cut_15 6-2_2 0.4622 ndcg_cut_20 6-2_2 0.4634 ndcg_cut_30 6-2_2 0.4716 ndcg_cut_100 6-2_2 0.4650 ndcg_cut_200 6-2_2 0.4954 ndcg_cut_500 6-2_2 0.5469 ndcg_cut_1000 6-2_2 0.5469 map_cut_5 6-2_2 0.0432 map_cut_10 6-2_2 0.0610 map_cut_15 6-2_2 0.0783 map_cut_20 6-2_2 0.0957 map_cut_30 6-2_2 0.1266 map_cut_100 6-2_2 0.2049 map_cut_200 6-2_2 0.2155 map_cut_500 6-2_2 0.2312 map_cut_1000 6-2_2 0.2312 relative_P_5 6-2_2 0.6000 relative_P_10 6-2_2 0.5000 relative_P_15 6-2_2 0.4667 relative_P_20 6-2_2 0.4500 relative_P_30 6-2_2 0.4333 relative_P_100 6-2_2 0.4643 relative_P_200 6-2_2 0.5179 relative_P_500 6-2_2 0.6429 relative_P_1000 6-2_2 0.6429 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0360 set_relative_P 6-2_2 0.6429 set_recall 6-2_2 0.6429 set_map 6-2_2 0.0231 set_F 6-2_2 0.0682 num_nonrel_judged_ret 6-2_2 27 rbp 6-2_2 0.3900 rbp_resid 6-2_2 0.3945 unj_5 6-2_2 0.4000 unj_10 6-2_2 0.4000 unj_20 6-2_2 0.4000 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 10 map 6-2_3 0.1032 Rprec 6-2_3 0.1176 bpref 6-2_3 0.1453 recip_rank 6-2_3 1.0000 iprec_at_recall_0.00 6-2_3 1.0000 iprec_at_recall_0.10 6-2_3 0.2857 iprec_at_recall_0.20 6-2_3 0.1667 iprec_at_recall_0.30 6-2_3 0.0519 iprec_at_recall_0.40 6-2_3 0.0519 iprec_at_recall_0.50 6-2_3 0.0466 iprec_at_recall_0.60 6-2_3 0.0216 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.2000 P_15 6-2_3 0.1333 P_20 6-2_3 0.1500 P_30 6-2_3 0.1000 P_100 6-2_3 0.0300 P_200 6-2_3 0.0450 P_500 6-2_3 0.0200 P_1000 6-2_3 0.0100 relstring 6-2_3 '20-0--40-0' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.1176 recall_15 6-2_3 0.1176 recall_20 6-2_3 0.1765 recall_30 6-2_3 0.1765 recall_100 6-2_3 0.1765 recall_200 6-2_3 0.5294 recall_500 6-2_3 0.5882 recall_1000 6-2_3 0.5882 infAP 6-2_3 0.1032 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.2857 Rprec_mult_0.60 6-2_3 0.1818 Rprec_mult_0.80 6-2_3 0.1429 Rprec_mult_1.00 6-2_3 0.1176 Rprec_mult_1.20 6-2_3 0.1429 Rprec_mult_1.40 6-2_3 0.1250 Rprec_mult_1.60 6-2_3 0.1071 Rprec_mult_1.80 6-2_3 0.0968 Rprec_mult_2.00 6-2_3 0.0882 utility 6-2_3 -980.0000 11pt_avg 6-2_3 0.1477 binG 6-2_3 0.1511 G 6-2_3 0.0969 ndcg 6-2_3 0.3450 ndcg_rel 6-2_3 0.3235 Rndcg 6-2_3 0.2870 ndcg_cut_5 6-2_3 0.2031 ndcg_cut_10 6-2_3 0.2489 ndcg_cut_15 6-2_3 0.2080 ndcg_cut_20 6-2_3 0.2283 ndcg_cut_30 6-2_3 0.2148 ndcg_cut_100 6-2_3 0.2288 ndcg_cut_200 6-2_3 0.3339 ndcg_cut_500 6-2_3 0.3450 ndcg_cut_1000 6-2_3 0.3450 map_cut_5 6-2_3 0.0588 map_cut_10 6-2_3 0.0756 map_cut_15 6-2_3 0.0756 map_cut_20 6-2_3 0.0854 map_cut_30 6-2_3 0.0854 map_cut_100 6-2_3 0.0854 map_cut_200 6-2_3 0.1019 map_cut_500 6-2_3 0.1032 map_cut_1000 6-2_3 0.1032 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.2000 relative_P_15 6-2_3 0.1333 relative_P_20 6-2_3 0.1765 relative_P_30 6-2_3 0.1765 relative_P_100 6-2_3 0.1765 relative_P_200 6-2_3 0.5294 relative_P_500 6-2_3 0.5882 relative_P_1000 6-2_3 0.5882 success_1 6-2_3 1.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0100 set_relative_P 6-2_3 0.5882 set_recall 6-2_3 0.5882 set_map 6-2_3 0.0059 set_F 6-2_3 0.0197 num_nonrel_judged_ret 6-2_3 39 rbp 6-2_3 0.1187 rbp_resid 6-2_3 0.4827 unj_5 6-2_3 0.4000 unj_10 6-2_3 0.4000 unj_20 6-2_3 0.5000 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 33 map 6-2_5 0.0635 Rprec 6-2_5 0.0980 bpref 6-2_5 0.3349 recip_rank 6-2_5 0.3333 iprec_at_recall_0.00 6-2_5 0.4000 iprec_at_recall_0.10 6-2_5 0.1613 iprec_at_recall_0.20 6-2_5 0.0917 iprec_at_recall_0.30 6-2_5 0.0909 iprec_at_recall_0.40 6-2_5 0.0909 iprec_at_recall_0.50 6-2_5 0.0516 iprec_at_recall_0.60 6-2_5 0.0420 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.4000 P_10 6-2_5 0.2000 P_15 6-2_5 0.2000 P_20 6-2_5 0.1500 P_30 6-2_5 0.1333 P_100 6-2_5 0.0800 P_200 6-2_5 0.0800 P_500 6-2_5 0.0500 P_1000 6-2_5 0.0330 relstring 6-2_5 '114-21-101' recall_5 6-2_5 0.0392 recall_10 6-2_5 0.0392 recall_15 6-2_5 0.0588 recall_20 6-2_5 0.0588 recall_30 6-2_5 0.0784 recall_100 6-2_5 0.1569 recall_200 6-2_5 0.3137 recall_500 6-2_5 0.4902 recall_1000 6-2_5 0.6471 infAP 6-2_5 0.0635 Rprec_mult_0.20 6-2_5 0.1818 Rprec_mult_0.40 6-2_5 0.1429 Rprec_mult_0.60 6-2_5 0.1613 Rprec_mult_0.80 6-2_5 0.1220 Rprec_mult_1.00 6-2_5 0.0980 Rprec_mult_1.20 6-2_5 0.0968 Rprec_mult_1.40 6-2_5 0.0833 Rprec_mult_1.60 6-2_5 0.0732 Rprec_mult_1.80 6-2_5 0.0870 Rprec_mult_2.00 6-2_5 0.0784 utility 6-2_5 -934.0000 11pt_avg 6-2_5 0.0844 binG 6-2_5 0.1026 G 6-2_5 0.0956 ndcg 6-2_5 0.4410 ndcg_rel 6-2_5 0.3550 Rndcg 6-2_5 0.2623 ndcg_cut_5 6-2_5 0.3735 ndcg_cut_10 6-2_5 0.2952 ndcg_cut_15 6-2_5 0.2631 ndcg_cut_20 6-2_5 0.2266 ndcg_cut_30 6-2_5 0.2253 ndcg_cut_100 6-2_5 0.2001 ndcg_cut_200 6-2_5 0.2876 ndcg_cut_500 6-2_5 0.3843 ndcg_cut_1000 6-2_5 0.4410 map_cut_5 6-2_5 0.0144 map_cut_10 6-2_5 0.0144 map_cut_15 6-2_5 0.0189 map_cut_20 6-2_5 0.0189 map_cut_30 6-2_5 0.0225 map_cut_100 6-2_5 0.0310 map_cut_200 6-2_5 0.0440 map_cut_500 6-2_5 0.0561 map_cut_1000 6-2_5 0.0635 relative_P_5 6-2_5 0.4000 relative_P_10 6-2_5 0.2000 relative_P_15 6-2_5 0.2000 relative_P_20 6-2_5 0.1500 relative_P_30 6-2_5 0.1333 relative_P_100 6-2_5 0.1569 relative_P_200 6-2_5 0.3137 relative_P_500 6-2_5 0.4902 relative_P_1000 6-2_5 0.6471 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0330 set_relative_P 6-2_5 0.6471 set_recall 6-2_5 0.6471 set_map 6-2_5 0.0214 set_F 6-2_5 0.0628 num_nonrel_judged_ret 6-2_5 40 rbp 6-2_5 0.2379 rbp_resid 6-2_5 0.3521 unj_5 6-2_5 0.2000 unj_10 6-2_5 0.2000 unj_20 6-2_5 0.4500 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 0 map 7-1_1 0.0000 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0000 iprec_at_recall_0.00 7-1_1 0.0000 iprec_at_recall_0.10 7-1_1 0.0000 iprec_at_recall_0.20 7-1_1 0.0000 iprec_at_recall_0.30 7-1_1 0.0000 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0000 P_1000 7-1_1 0.0000 relstring 7-1_1 '11111111-1' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.0000 recall_1000 7-1_1 0.0000 infAP 7-1_1 0.0000 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -1000.0000 11pt_avg 7-1_1 0.0000 binG 7-1_1 0.0000 G 7-1_1 0.0616 ndcg 7-1_1 0.3035 ndcg_rel 7-1_1 0.3280 Rndcg 7-1_1 0.3302 ndcg_cut_5 7-1_1 0.4529 ndcg_cut_10 7-1_1 0.5234 ndcg_cut_15 7-1_1 0.5350 ndcg_cut_20 7-1_1 0.4974 ndcg_cut_30 7-1_1 0.4492 ndcg_cut_100 7-1_1 0.3106 ndcg_cut_200 7-1_1 0.2841 ndcg_cut_500 7-1_1 0.2965 ndcg_cut_1000 7-1_1 0.3035 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0000 map_cut_1000 7-1_1 0.0000 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.0000 relative_P_1000 7-1_1 0.0000 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0000 set_relative_P 7-1_1 0.0000 set_recall 7-1_1 0.0000 set_map 7-1_1 0.0000 set_F 7-1_1 0.0000 num_nonrel_judged_ret 7-1_1 55 rbp 7-1_1 0.2482 rbp_resid 7-1_1 0.2155 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.1000 unj_20 7-1_1 0.3000 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 2 map 7-1_5 0.0025 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0054 iprec_at_recall_0.00 7-1_5 0.0099 iprec_at_recall_0.10 7-1_5 0.0099 iprec_at_recall_0.20 7-1_5 0.0099 iprec_at_recall_0.30 7-1_5 0.0099 iprec_at_recall_0.40 7-1_5 0.0099 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0050 P_500 7-1_5 0.0040 P_1000 7-1_5 0.0020 relstring 7-1_5 '0000000000' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.1667 recall_500 7-1_5 0.3333 recall_1000 7-1_5 0.3333 infAP 7-1_5 0.0025 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -996.0000 11pt_avg 7-1_5 0.0045 binG 7-1_5 0.0439 G 7-1_5 0.0380 ndcg 7-1_5 0.0875 ndcg_rel 7-1_5 0.0764 Rndcg 7-1_5 0.0219 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0000 ndcg_cut_20 7-1_5 0.0000 ndcg_cut_30 7-1_5 0.0000 ndcg_cut_100 7-1_5 0.0000 ndcg_cut_200 7-1_5 0.0562 ndcg_cut_500 7-1_5 0.0875 ndcg_cut_1000 7-1_5 0.0875 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0009 map_cut_500 7-1_5 0.0025 map_cut_1000 7-1_5 0.0025 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.1667 relative_P_500 7-1_5 0.3333 relative_P_1000 7-1_5 0.3333 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0020 set_relative_P 7-1_5 0.3333 set_recall 7-1_5 0.3333 set_map 7-1_5 0.0007 set_F 7-1_5 0.0040 num_nonrel_judged_ret 7-1_5 27 rbp 7-1_5 0.0000 rbp_resid 7-1_5 0.2920 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.0000 unj_20 7-1_5 0.4000 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 8 map 7-1_6 0.7167 Rprec 7-1_6 0.5556 bpref 7-1_6 0.7654 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 1.0000 iprec_at_recall_0.50 7-1_6 0.7143 iprec_at_recall_0.60 7-1_6 0.7143 iprec_at_recall_0.70 7-1_6 0.6364 iprec_at_recall_0.80 7-1_6 0.6364 iprec_at_recall_0.90 7-1_6 0.5000 iprec_at_recall_1.00 7-1_6 0.0000 P_5 7-1_6 0.8000 P_10 7-1_6 0.6000 P_15 7-1_6 0.4667 P_20 7-1_6 0.4000 P_30 7-1_6 0.2667 P_100 7-1_6 0.0800 P_200 7-1_6 0.0400 P_500 7-1_6 0.0160 P_1000 7-1_6 0.0080 relstring 7-1_6 '44421-2114' recall_5 7-1_6 0.4444 recall_10 7-1_6 0.6667 recall_15 7-1_6 0.7778 recall_20 7-1_6 0.8889 recall_30 7-1_6 0.8889 recall_100 7-1_6 0.8889 recall_200 7-1_6 0.8889 recall_500 7-1_6 0.8889 recall_1000 7-1_6 0.8889 infAP 7-1_6 0.7167 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 1.0000 Rprec_mult_0.60 7-1_6 0.6667 Rprec_mult_0.80 7-1_6 0.6250 Rprec_mult_1.00 7-1_6 0.5556 Rprec_mult_1.20 7-1_6 0.6364 Rprec_mult_1.40 7-1_6 0.5385 Rprec_mult_1.60 7-1_6 0.4667 Rprec_mult_1.80 7-1_6 0.4706 Rprec_mult_2.00 7-1_6 0.4444 utility 7-1_6 -984.0000 11pt_avg 7-1_6 0.7456 binG 7-1_6 0.6194 G 7-1_6 0.4867 ndcg 7-1_6 0.8220 ndcg_rel 7-1_6 0.8457 Rndcg 7-1_6 0.7640 ndcg_cut_5 7-1_6 0.8286 ndcg_cut_10 7-1_6 0.7926 ndcg_cut_15 7-1_6 0.7635 ndcg_cut_20 7-1_6 0.8220 ndcg_cut_30 7-1_6 0.8220 ndcg_cut_100 7-1_6 0.8220 ndcg_cut_200 7-1_6 0.8220 ndcg_cut_500 7-1_6 0.8220 ndcg_cut_1000 7-1_6 0.8220 map_cut_5 7-1_6 0.4444 map_cut_10 7-1_6 0.5905 map_cut_15 7-1_6 0.6612 map_cut_20 7-1_6 0.7167 map_cut_30 7-1_6 0.7167 map_cut_100 7-1_6 0.7167 map_cut_200 7-1_6 0.7167 map_cut_500 7-1_6 0.7167 map_cut_1000 7-1_6 0.7167 relative_P_5 7-1_6 0.8000 relative_P_10 7-1_6 0.6667 relative_P_15 7-1_6 0.7778 relative_P_20 7-1_6 0.8889 relative_P_30 7-1_6 0.8889 relative_P_100 7-1_6 0.8889 relative_P_200 7-1_6 0.8889 relative_P_500 7-1_6 0.8889 relative_P_1000 7-1_6 0.8889 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0080 set_relative_P 7-1_6 0.8889 set_recall 7-1_6 0.8889 set_map 7-1_6 0.0071 set_F 7-1_6 0.0159 num_nonrel_judged_ret 7-1_6 10 rbp 7-1_6 0.4499 rbp_resid 7-1_6 0.3523 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.1000 unj_20 7-1_6 0.4500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 10 map 7-1_9 0.3452 Rprec 7-1_9 0.3500 bpref 7-1_9 0.4275 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 0.6667 iprec_at_recall_0.40 7-1_9 0.3810 iprec_at_recall_0.50 7-1_9 0.2500 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.8000 P_10 7-1_9 0.6000 P_15 7-1_9 0.4667 P_20 7-1_9 0.3500 P_30 7-1_9 0.2667 P_100 7-1_9 0.1000 P_200 7-1_9 0.0500 P_500 7-1_9 0.0200 P_1000 7-1_9 0.0100 relstring 7-1_9 '2222021020' recall_5 7-1_9 0.2000 recall_10 7-1_9 0.3000 recall_15 7-1_9 0.3500 recall_20 7-1_9 0.3500 recall_30 7-1_9 0.4000 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.5000 recall_500 7-1_9 0.5000 recall_1000 7-1_9 0.5000 infAP 7-1_9 0.3452 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.6250 Rprec_mult_0.60 7-1_9 0.5000 Rprec_mult_0.80 7-1_9 0.4375 Rprec_mult_1.00 7-1_9 0.3500 Rprec_mult_1.20 7-1_9 0.3333 Rprec_mult_1.40 7-1_9 0.2857 Rprec_mult_1.60 7-1_9 0.2500 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2500 utility 7-1_9 -980.0000 11pt_avg 7-1_9 0.3907 binG 7-1_9 0.3023 G 7-1_9 0.1583 ndcg 7-1_9 0.5312 ndcg_rel 7-1_9 0.5447 Rndcg 7-1_9 0.4899 ndcg_cut_5 7-1_9 0.6488 ndcg_cut_10 7-1_9 0.6107 ndcg_cut_15 7-1_9 0.5489 ndcg_cut_20 7-1_9 0.4685 ndcg_cut_30 7-1_9 0.4620 ndcg_cut_100 7-1_9 0.5238 ndcg_cut_200 7-1_9 0.5312 ndcg_cut_500 7-1_9 0.5312 ndcg_cut_1000 7-1_9 0.5312 map_cut_5 7-1_9 0.2000 map_cut_10 7-1_9 0.2750 map_cut_15 7-1_9 0.3000 map_cut_20 7-1_9 0.3000 map_cut_30 7-1_9 0.3190 map_cut_100 7-1_9 0.3452 map_cut_200 7-1_9 0.3452 map_cut_500 7-1_9 0.3452 map_cut_1000 7-1_9 0.3452 relative_P_5 7-1_9 0.8000 relative_P_10 7-1_9 0.6000 relative_P_15 7-1_9 0.4667 relative_P_20 7-1_9 0.3500 relative_P_30 7-1_9 0.4000 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.5000 relative_P_500 7-1_9 0.5000 relative_P_1000 7-1_9 0.5000 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0100 set_relative_P 7-1_9 0.5000 set_recall 7-1_9 0.5000 set_map 7-1_9 0.0050 set_F 7-1_9 0.0196 num_nonrel_judged_ret 7-1_9 17 rbp 7-1_9 0.2696 rbp_resid 7-1_9 0.2597 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.0000 unj_20 7-1_9 0.4000 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 27 map 9-1_10 0.0966 Rprec 9-1_10 0.1864 bpref 9-1_10 0.3744 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.3333 iprec_at_recall_0.20 9-1_10 0.1905 iprec_at_recall_0.30 9-1_10 0.1429 iprec_at_recall_0.40 9-1_10 0.0968 iprec_at_recall_0.50 9-1_10 0.0000 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.2000 P_10 9-1_10 0.3000 P_15 9-1_10 0.3333 P_20 9-1_10 0.3000 P_30 9-1_10 0.2333 P_100 9-1_10 0.1600 P_200 9-1_10 0.1050 P_500 9-1_10 0.0540 P_1000 9-1_10 0.0270 relstring 9-1_10 '300-000320' recall_5 9-1_10 0.0169 recall_10 9-1_10 0.0508 recall_15 9-1_10 0.0847 recall_20 9-1_10 0.1017 recall_30 9-1_10 0.1186 recall_100 9-1_10 0.2712 recall_200 9-1_10 0.3559 recall_500 9-1_10 0.4576 recall_1000 9-1_10 0.4576 infAP 9-1_10 0.0966 Rprec_mult_0.20 9-1_10 0.2500 Rprec_mult_0.40 9-1_10 0.2500 Rprec_mult_0.60 9-1_10 0.1944 Rprec_mult_0.80 9-1_10 0.1875 Rprec_mult_1.00 9-1_10 0.1864 Rprec_mult_1.20 9-1_10 0.1690 Rprec_mult_1.40 9-1_10 0.1687 Rprec_mult_1.60 9-1_10 0.1684 Rprec_mult_1.80 9-1_10 0.1495 Rprec_mult_2.00 9-1_10 0.1356 utility 9-1_10 -946.0000 11pt_avg 9-1_10 0.1603 binG 9-1_10 0.0979 G 9-1_10 0.0757 ndcg 9-1_10 0.3673 ndcg_rel 9-1_10 0.3341 Rndcg 9-1_10 0.2520 ndcg_cut_5 9-1_10 0.2544 ndcg_cut_10 9-1_10 0.2503 ndcg_cut_15 9-1_10 0.2713 ndcg_cut_20 9-1_10 0.2426 ndcg_cut_30 9-1_10 0.2208 ndcg_cut_100 9-1_10 0.2794 ndcg_cut_200 9-1_10 0.3219 ndcg_cut_500 9-1_10 0.3673 ndcg_cut_1000 9-1_10 0.3673 map_cut_5 9-1_10 0.0169 map_cut_10 9-1_10 0.0268 map_cut_15 9-1_10 0.0381 map_cut_20 9-1_10 0.0438 map_cut_30 9-1_10 0.0483 map_cut_100 9-1_10 0.0765 map_cut_200 9-1_10 0.0876 map_cut_500 9-1_10 0.0966 map_cut_1000 9-1_10 0.0966 relative_P_5 9-1_10 0.2000 relative_P_10 9-1_10 0.3000 relative_P_15 9-1_10 0.3333 relative_P_20 9-1_10 0.3000 relative_P_30 9-1_10 0.2333 relative_P_100 9-1_10 0.2712 relative_P_200 9-1_10 0.3559 relative_P_500 9-1_10 0.4576 relative_P_1000 9-1_10 0.4576 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0270 set_relative_P 9-1_10 0.4576 set_recall 9-1_10 0.4576 set_map 9-1_10 0.0124 set_F 9-1_10 0.0510 num_nonrel_judged_ret 9-1_10 12 rbp 9-1_10 0.1978 rbp_resid 9-1_10 0.2831 unj_5 9-1_10 0.2000 unj_10 9-1_10 0.1000 unj_20 9-1_10 0.3000 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 24 map 9-1_2 0.1548 Rprec 9-1_2 0.3103 bpref 9-1_2 0.3454 recip_rank 9-1_2 0.5000 iprec_at_recall_0.00 9-1_2 0.6000 iprec_at_recall_0.10 9-1_2 0.5714 iprec_at_recall_0.20 9-1_2 0.3469 iprec_at_recall_0.30 9-1_2 0.3469 iprec_at_recall_0.40 9-1_2 0.1554 iprec_at_recall_0.50 9-1_2 0.0000 iprec_at_recall_0.60 9-1_2 0.0000 iprec_at_recall_0.70 9-1_2 0.0000 iprec_at_recall_0.80 9-1_2 0.0000 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.6000 P_10 9-1_2 0.5000 P_15 9-1_2 0.5333 P_20 9-1_2 0.4500 P_30 9-1_2 0.3333 P_100 9-1_2 0.2100 P_200 9-1_2 0.1150 P_500 9-1_2 0.0480 P_1000 9-1_2 0.0240 relstring 9-1_2 '03133103-2' recall_5 9-1_2 0.0517 recall_10 9-1_2 0.0862 recall_15 9-1_2 0.1379 recall_20 9-1_2 0.1552 recall_30 9-1_2 0.1724 recall_100 9-1_2 0.3621 recall_200 9-1_2 0.3966 recall_500 9-1_2 0.4138 recall_1000 9-1_2 0.4138 infAP 9-1_2 0.1548 Rprec_mult_0.20 9-1_2 0.5000 Rprec_mult_0.40 9-1_2 0.3750 Rprec_mult_0.60 9-1_2 0.3429 Rprec_mult_0.80 9-1_2 0.3191 Rprec_mult_1.00 9-1_2 0.3103 Rprec_mult_1.20 9-1_2 0.2714 Rprec_mult_1.40 9-1_2 0.2317 Rprec_mult_1.60 9-1_2 0.2151 Rprec_mult_1.80 9-1_2 0.2000 Rprec_mult_2.00 9-1_2 0.1897 utility 9-1_2 -952.0000 11pt_avg 9-1_2 0.1837 binG 9-1_2 0.1117 G 9-1_2 0.0759 ndcg 9-1_2 0.3783 ndcg_rel 9-1_2 0.3759 Rndcg 9-1_2 0.3550 ndcg_cut_5 9-1_2 0.4108 ndcg_cut_10 9-1_2 0.3895 ndcg_cut_15 9-1_2 0.4305 ndcg_cut_20 9-1_2 0.3977 ndcg_cut_30 9-1_2 0.3436 ndcg_cut_100 9-1_2 0.3570 ndcg_cut_200 9-1_2 0.3728 ndcg_cut_500 9-1_2 0.3783 ndcg_cut_1000 9-1_2 0.3783 map_cut_5 9-1_2 0.0276 map_cut_10 9-1_2 0.0448 map_cut_15 9-1_2 0.0734 map_cut_20 9-1_2 0.0825 map_cut_30 9-1_2 0.0894 map_cut_100 9-1_2 0.1472 map_cut_200 9-1_2 0.1533 map_cut_500 9-1_2 0.1548 map_cut_1000 9-1_2 0.1548 relative_P_5 9-1_2 0.6000 relative_P_10 9-1_2 0.5000 relative_P_15 9-1_2 0.5333 relative_P_20 9-1_2 0.4500 relative_P_30 9-1_2 0.3333 relative_P_100 9-1_2 0.3621 relative_P_200 9-1_2 0.3966 relative_P_500 9-1_2 0.4138 relative_P_1000 9-1_2 0.4138 success_1 9-1_2 0.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0240 set_relative_P 9-1_2 0.4138 set_recall 9-1_2 0.4138 set_map 9-1_2 0.0099 set_F 9-1_2 0.0454 num_nonrel_judged_ret 9-1_2 29 rbp 9-1_2 0.3589 rbp_resid 9-1_2 0.2325 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.1000 unj_20 9-1_2 0.3000 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 21 map 9-1_4 0.2730 Rprec 9-1_4 0.2800 bpref 9-1_4 0.5760 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 1.0000 iprec_at_recall_0.20 9-1_4 0.4167 iprec_at_recall_0.30 9-1_4 0.2075 iprec_at_recall_0.40 9-1_4 0.2075 iprec_at_recall_0.50 9-1_4 0.1049 iprec_at_recall_0.60 9-1_4 0.1049 iprec_at_recall_0.70 9-1_4 0.0643 iprec_at_recall_0.80 9-1_4 0.0375 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.8000 P_10 9-1_4 0.4000 P_15 9-1_4 0.4000 P_20 9-1_4 0.3500 P_30 9-1_4 0.2333 P_100 9-1_4 0.1200 P_200 9-1_4 0.0800 P_500 9-1_4 0.0380 P_1000 9-1_4 0.0210 relstring 9-1_4 '33330----1' recall_5 9-1_4 0.1600 recall_10 9-1_4 0.1600 recall_15 9-1_4 0.2400 recall_20 9-1_4 0.2800 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.4800 recall_200 9-1_4 0.6400 recall_500 9-1_4 0.7600 recall_1000 9-1_4 0.8400 infAP 9-1_4 0.2730 Rprec_mult_0.20 9-1_4 0.8000 Rprec_mult_0.40 9-1_4 0.4000 Rprec_mult_0.60 9-1_4 0.4000 Rprec_mult_0.80 9-1_4 0.3500 Rprec_mult_1.00 9-1_4 0.2800 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2000 Rprec_mult_1.60 9-1_4 0.1750 Rprec_mult_1.80 9-1_4 0.1778 Rprec_mult_2.00 9-1_4 0.1800 utility 9-1_4 -958.0000 11pt_avg 9-1_4 0.2858 binG 9-1_4 0.2782 G 9-1_4 0.2628 ndcg 9-1_4 0.6514 ndcg_rel 9-1_4 0.6375 Rndcg 9-1_4 0.5057 ndcg_cut_5 9-1_4 0.8688 ndcg_cut_10 9-1_4 0.5850 ndcg_cut_15 9-1_4 0.5422 ndcg_cut_20 9-1_4 0.4908 ndcg_cut_30 9-1_4 0.4254 ndcg_cut_100 9-1_4 0.5188 ndcg_cut_200 9-1_4 0.5883 ndcg_cut_500 9-1_4 0.6242 ndcg_cut_1000 9-1_4 0.6514 map_cut_5 9-1_4 0.1600 map_cut_10 9-1_4 0.1600 map_cut_15 9-1_4 0.1927 map_cut_20 9-1_4 0.2091 map_cut_30 9-1_4 0.2091 map_cut_100 9-1_4 0.2461 map_cut_200 9-1_4 0.2623 map_cut_500 9-1_4 0.2700 map_cut_1000 9-1_4 0.2730 relative_P_5 9-1_4 0.8000 relative_P_10 9-1_4 0.4000 relative_P_15 9-1_4 0.4000 relative_P_20 9-1_4 0.3500 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.4800 relative_P_200 9-1_4 0.6400 relative_P_500 9-1_4 0.7600 relative_P_1000 9-1_4 0.8400 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0210 set_relative_P 9-1_4 0.8400 set_recall 9-1_4 0.8400 set_map 9-1_4 0.0176 set_F 9-1_4 0.0410 num_nonrel_judged_ret 9-1_4 15 rbp 9-1_4 0.4318 rbp_resid 9-1_4 0.4022 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.4000 unj_20 9-1_4 0.4500 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 9 map 9-1_5 0.0179 Rprec 9-1_5 0.0400 bpref 9-1_5 0.1072 recip_rank 9-1_5 0.2500 iprec_at_recall_0.00 9-1_5 0.2500 iprec_at_recall_0.10 9-1_5 0.0600 iprec_at_recall_0.20 9-1_5 0.0108 iprec_at_recall_0.30 9-1_5 0.0094 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.1000 P_15 9-1_5 0.0667 P_20 9-1_5 0.0500 P_30 9-1_5 0.0333 P_100 9-1_5 0.0300 P_200 9-1_5 0.0200 P_500 9-1_5 0.0100 P_1000 9-1_5 0.0090 relstring 9-1_5 '---30-00-0' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0400 recall_20 9-1_5 0.0400 recall_30 9-1_5 0.0400 recall_100 9-1_5 0.1200 recall_200 9-1_5 0.1600 recall_500 9-1_5 0.2000 recall_1000 9-1_5 0.3600 infAP 9-1_5 0.0179 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.0667 Rprec_mult_0.80 9-1_5 0.0500 Rprec_mult_1.00 9-1_5 0.0400 Rprec_mult_1.20 9-1_5 0.0333 Rprec_mult_1.40 9-1_5 0.0286 Rprec_mult_1.60 9-1_5 0.0500 Rprec_mult_1.80 9-1_5 0.0444 Rprec_mult_2.00 9-1_5 0.0600 utility 9-1_5 -982.0000 11pt_avg 9-1_5 0.0300 binG 9-1_5 0.0591 G 9-1_5 0.0601 ndcg 9-1_5 0.2170 ndcg_rel 9-1_5 0.1784 Rndcg 9-1_5 0.0831 ndcg_cut_5 9-1_5 0.1177 ndcg_cut_10 9-1_5 0.0820 ndcg_cut_15 9-1_5 0.0655 ndcg_cut_20 9-1_5 0.0674 ndcg_cut_30 9-1_5 0.0591 ndcg_cut_100 9-1_5 0.1081 ndcg_cut_200 9-1_5 0.1389 ndcg_cut_500 9-1_5 0.1550 ndcg_cut_1000 9-1_5 0.2170 map_cut_5 9-1_5 0.0100 map_cut_10 9-1_5 0.0100 map_cut_15 9-1_5 0.0100 map_cut_20 9-1_5 0.0100 map_cut_30 9-1_5 0.0100 map_cut_100 9-1_5 0.0145 map_cut_200 9-1_5 0.0160 map_cut_500 9-1_5 0.0164 map_cut_1000 9-1_5 0.0179 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.0667 relative_P_20 9-1_5 0.0500 relative_P_30 9-1_5 0.0400 relative_P_100 9-1_5 0.1200 relative_P_200 9-1_5 0.1600 relative_P_500 9-1_5 0.2000 relative_P_1000 9-1_5 0.3600 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0090 set_relative_P 9-1_5 0.3600 set_recall 9-1_5 0.3600 set_map 9-1_5 0.0032 set_F 9-1_5 0.0176 num_nonrel_judged_ret 9-1_5 40 rbp 9-1_5 0.0614 rbp_resid 9-1_5 0.6715 unj_5 9-1_5 0.6000 unj_10 9-1_5 0.5000 unj_20 9-1_5 0.6500 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 19 map 9-2_6 0.5225 Rprec 9-2_6 0.4500 bpref 9-2_6 0.5625 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 1.0000 iprec_at_recall_0.30 9-2_6 0.7500 iprec_at_recall_0.40 9-2_6 0.5714 iprec_at_recall_0.50 9-2_6 0.4167 iprec_at_recall_0.60 9-2_6 0.4138 iprec_at_recall_0.70 9-2_6 0.3043 iprec_at_recall_0.80 9-2_6 0.2500 iprec_at_recall_0.90 9-2_6 0.1856 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 1.0000 P_10 9-2_6 0.6000 P_15 9-2_6 0.5333 P_20 9-2_6 0.4500 P_30 9-2_6 0.4000 P_100 9-2_6 0.1800 P_200 9-2_6 0.0950 P_500 9-2_6 0.0380 P_1000 9-2_6 0.0190 relstring 9-2_6 '332431-410' recall_5 9-2_6 0.2500 recall_10 9-2_6 0.3000 recall_15 9-2_6 0.4000 recall_20 9-2_6 0.4500 recall_30 9-2_6 0.6000 recall_100 9-2_6 0.9000 recall_200 9-2_6 0.9500 recall_500 9-2_6 0.9500 recall_1000 9-2_6 0.9500 infAP 9-2_6 0.5225 Rprec_mult_0.20 9-2_6 1.0000 Rprec_mult_0.40 9-2_6 0.7500 Rprec_mult_0.60 9-2_6 0.5833 Rprec_mult_0.80 9-2_6 0.5000 Rprec_mult_1.00 9-2_6 0.4500 Rprec_mult_1.20 9-2_6 0.4167 Rprec_mult_1.40 9-2_6 0.3929 Rprec_mult_1.60 9-2_6 0.3750 Rprec_mult_1.80 9-2_6 0.3611 Rprec_mult_2.00 9-2_6 0.3250 utility 9-2_6 -962.0000 11pt_avg 9-2_6 0.5356 binG 9-2_6 0.4241 G 9-2_6 0.2326 ndcg 9-2_6 0.7537 ndcg_rel 9-2_6 0.6909 Rndcg 9-2_6 0.6567 ndcg_cut_5 9-2_6 0.7441 ndcg_cut_10 9-2_6 0.6193 ndcg_cut_15 9-2_6 0.6229 ndcg_cut_20 9-2_6 0.6097 ndcg_cut_30 9-2_6 0.6336 ndcg_cut_100 9-2_6 0.7380 ndcg_cut_200 9-2_6 0.7488 ndcg_cut_500 9-2_6 0.7537 ndcg_cut_1000 9-2_6 0.7537 map_cut_5 9-2_6 0.2500 map_cut_10 9-2_6 0.2875 map_cut_15 9-2_6 0.3479 map_cut_20 9-2_6 0.3716 map_cut_30 9-2_6 0.4335 map_cut_100 9-2_6 0.5160 map_cut_200 9-2_6 0.5225 map_cut_500 9-2_6 0.5225 map_cut_1000 9-2_6 0.5225 relative_P_5 9-2_6 1.0000 relative_P_10 9-2_6 0.6000 relative_P_15 9-2_6 0.5333 relative_P_20 9-2_6 0.4500 relative_P_30 9-2_6 0.6000 relative_P_100 9-2_6 0.9000 relative_P_200 9-2_6 0.9500 relative_P_500 9-2_6 0.9500 relative_P_1000 9-2_6 0.9500 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0190 set_relative_P 9-2_6 0.9500 set_recall 9-2_6 0.9500 set_map 9-2_6 0.0181 set_F 9-2_6 0.0373 num_nonrel_judged_ret 9-2_6 31 rbp 9-2_6 0.4723 rbp_resid 9-2_6 0.1759 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.1000 unj_20 9-2_6 0.2000 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 1 map 9-2_7 0.0029 Rprec 9-2_7 0.0000 bpref 9-2_7 0.0100 recip_rank 9-2_7 0.0286 iprec_at_recall_0.00 9-2_7 0.0286 iprec_at_recall_0.10 9-2_7 0.0286 iprec_at_recall_0.20 9-2_7 0.0000 iprec_at_recall_0.30 9-2_7 0.0000 iprec_at_recall_0.40 9-2_7 0.0000 iprec_at_recall_0.50 9-2_7 0.0000 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.0000 P_15 9-2_7 0.0000 P_20 9-2_7 0.0000 P_30 9-2_7 0.0000 P_100 9-2_7 0.0100 P_200 9-2_7 0.0050 P_500 9-2_7 0.0020 P_1000 9-2_7 0.0010 relstring 9-2_7 '--00000000' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.0000 recall_15 9-2_7 0.0000 recall_20 9-2_7 0.0000 recall_30 9-2_7 0.0000 recall_100 9-2_7 0.1000 recall_200 9-2_7 0.1000 recall_500 9-2_7 0.1000 recall_1000 9-2_7 0.1000 infAP 9-2_7 0.0029 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.0000 Rprec_mult_0.80 9-2_7 0.0000 Rprec_mult_1.00 9-2_7 0.0000 Rprec_mult_1.20 9-2_7 0.0000 Rprec_mult_1.40 9-2_7 0.0000 Rprec_mult_1.60 9-2_7 0.0000 Rprec_mult_1.80 9-2_7 0.0000 Rprec_mult_2.00 9-2_7 0.0000 utility 9-2_7 -998.0000 11pt_avg 9-2_7 0.0052 binG 9-2_7 0.0193 G 9-2_7 0.0081 ndcg 9-2_7 0.0228 ndcg_rel 9-2_7 0.0228 Rndcg 9-2_7 0.0057 ndcg_cut_5 9-2_7 0.0000 ndcg_cut_10 9-2_7 0.0000 ndcg_cut_15 9-2_7 0.0000 ndcg_cut_20 9-2_7 0.0000 ndcg_cut_30 9-2_7 0.0000 ndcg_cut_100 9-2_7 0.0228 ndcg_cut_200 9-2_7 0.0228 ndcg_cut_500 9-2_7 0.0228 ndcg_cut_1000 9-2_7 0.0228 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0000 map_cut_15 9-2_7 0.0000 map_cut_20 9-2_7 0.0000 map_cut_30 9-2_7 0.0000 map_cut_100 9-2_7 0.0029 map_cut_200 9-2_7 0.0029 map_cut_500 9-2_7 0.0029 map_cut_1000 9-2_7 0.0029 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.0000 relative_P_15 9-2_7 0.0000 relative_P_20 9-2_7 0.0000 relative_P_30 9-2_7 0.0000 relative_P_100 9-2_7 0.1000 relative_P_200 9-2_7 0.1000 relative_P_500 9-2_7 0.1000 relative_P_1000 9-2_7 0.1000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 0.0000 set_P 9-2_7 0.0010 set_relative_P 9-2_7 0.1000 set_recall 9-2_7 0.1000 set_map 9-2_7 0.0001 set_F 9-2_7 0.0020 num_nonrel_judged_ret 9-2_7 10 rbp 9-2_7 0.0014 rbp_resid 9-2_7 0.5010 unj_5 9-2_7 0.4000 unj_10 9-2_7 0.2000 unj_20 9-2_7 0.5500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 23 map 9-2_9 0.2569 Rprec 9-2_9 0.3548 bpref 9-2_9 0.3715 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 0.6000 iprec_at_recall_0.20 9-2_9 0.4118 iprec_at_recall_0.30 9-2_9 0.4000 iprec_at_recall_0.40 9-2_9 0.3250 iprec_at_recall_0.50 9-2_9 0.1928 iprec_at_recall_0.60 9-2_9 0.1187 iprec_at_recall_0.70 9-2_9 0.1063 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.6000 P_10 9-2_9 0.4000 P_15 9-2_9 0.3333 P_20 9-2_9 0.3500 P_30 9-2_9 0.3667 P_100 9-2_9 0.1600 P_200 9-2_9 0.1050 P_500 9-2_9 0.0460 P_1000 9-2_9 0.0230 relstring 9-2_9 '341-41411-' recall_5 9-2_9 0.0968 recall_10 9-2_9 0.1290 recall_15 9-2_9 0.1613 recall_20 9-2_9 0.2258 recall_30 9-2_9 0.3548 recall_100 9-2_9 0.5161 recall_200 9-2_9 0.6774 recall_500 9-2_9 0.7419 recall_1000 9-2_9 0.7419 infAP 9-2_9 0.2569 Rprec_mult_0.20 9-2_9 0.5714 Rprec_mult_0.40 9-2_9 0.3077 Rprec_mult_0.60 9-2_9 0.3684 Rprec_mult_0.80 9-2_9 0.4000 Rprec_mult_1.00 9-2_9 0.3548 Rprec_mult_1.20 9-2_9 0.3158 Rprec_mult_1.40 9-2_9 0.2955 Rprec_mult_1.60 9-2_9 0.2800 Rprec_mult_1.80 9-2_9 0.2500 Rprec_mult_2.00 9-2_9 0.2258 utility 9-2_9 -954.0000 11pt_avg 9-2_9 0.2868 binG 9-2_9 0.2145 G 9-2_9 0.1582 ndcg 9-2_9 0.6466 ndcg_rel 9-2_9 0.5969 Rndcg 9-2_9 0.5523 ndcg_cut_5 9-2_9 0.6420 ndcg_cut_10 9-2_9 0.5435 ndcg_cut_15 9-2_9 0.4943 ndcg_cut_20 9-2_9 0.5296 ndcg_cut_30 9-2_9 0.5323 ndcg_cut_100 9-2_9 0.5494 ndcg_cut_200 9-2_9 0.6181 ndcg_cut_500 9-2_9 0.6409 ndcg_cut_1000 9-2_9 0.6466 map_cut_5 9-2_9 0.0839 map_cut_10 9-2_9 0.1023 map_cut_15 9-2_9 0.1138 map_cut_20 9-2_9 0.1392 map_cut_30 9-2_9 0.1882 map_cut_100 9-2_9 0.2306 map_cut_200 9-2_9 0.2506 map_cut_500 9-2_9 0.2569 map_cut_1000 9-2_9 0.2569 relative_P_5 9-2_9 0.6000 relative_P_10 9-2_9 0.4000 relative_P_15 9-2_9 0.3333 relative_P_20 9-2_9 0.3500 relative_P_30 9-2_9 0.3667 relative_P_100 9-2_9 0.5161 relative_P_200 9-2_9 0.6774 relative_P_500 9-2_9 0.7419 relative_P_1000 9-2_9 0.7419 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0230 set_relative_P 9-2_9 0.7419 set_recall 9-2_9 0.7419 set_map 9-2_9 0.0171 set_F 9-2_9 0.0446 num_nonrel_judged_ret 9-2_9 41 rbp 9-2_9 0.4406 rbp_resid 9-2_9 0.2352 unj_5 9-2_9 0.2000 unj_10 9-2_9 0.2000 unj_20 9-2_9 0.2500 runid all orga-bm25-nopersonal num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 846 map all 0.1645 gm_map all 0.0352 Rprec all 0.2163 bpref all 0.3087 recip_rank all 0.5587 iprec_at_recall_0.00 all 0.6107 iprec_at_recall_0.10 all 0.4246 iprec_at_recall_0.20 all 0.3300 iprec_at_recall_0.30 all 0.2399 iprec_at_recall_0.40 all 0.1667 iprec_at_recall_0.50 all 0.1160 iprec_at_recall_0.60 all 0.0807 iprec_at_recall_0.70 all 0.0658 iprec_at_recall_0.80 all 0.0480 iprec_at_recall_0.90 all 0.0318 iprec_at_recall_1.00 all 0.0018 P_5 all 0.4000 P_10 all 0.3444 P_15 all 0.3200 P_20 all 0.2944 P_30 all 0.2556 P_100 all 0.1280 P_200 all 0.0774 P_500 all 0.0355 P_1000 all 0.0188 recall_5 all 0.0648 recall_10 all 0.1036 recall_15 all 0.1385 recall_20 all 0.1647 recall_30 all 0.2007 recall_100 all 0.3041 recall_200 all 0.3623 recall_500 all 0.4122 recall_1000 all 0.4347 infAP all 0.1645 gm_bpref all 0.0693 Rprec_mult_0.20 all 0.3807 Rprec_mult_0.40 all 0.3059 Rprec_mult_0.60 all 0.2695 Rprec_mult_0.80 all 0.2423 Rprec_mult_1.00 all 0.2163 Rprec_mult_1.20 all 0.1966 Rprec_mult_1.40 all 0.1747 Rprec_mult_1.60 all 0.1611 Rprec_mult_1.80 all 0.1526 Rprec_mult_2.00 all 0.1436 utility all -962.4000 11pt_avg all 0.1924 binG all 0.1394 G all 0.1036 ndcg all 0.3779 ndcg_rel all 0.3600 Rndcg all 0.3282 ndcg_cut_5 all 0.3797 ndcg_cut_10 all 0.3634 ndcg_cut_15 all 0.3490 ndcg_cut_20 all 0.3441 ndcg_cut_30 all 0.3372 ndcg_cut_100 all 0.3261 ndcg_cut_200 all 0.3479 ndcg_cut_500 all 0.3689 ndcg_cut_1000 all 0.3779 map_cut_5 all 0.0567 map_cut_10 all 0.0795 map_cut_15 all 0.0986 map_cut_20 all 0.1113 map_cut_30 all 0.1260 map_cut_100 all 0.1532 map_cut_200 all 0.1604 map_cut_500 all 0.1639 map_cut_1000 all 0.1645 relative_P_5 all 0.4000 relative_P_10 all 0.3459 relative_P_15 all 0.3277 relative_P_20 all 0.3148 relative_P_30 all 0.3044 relative_P_100 all 0.3085 relative_P_200 all 0.3626 relative_P_500 all 0.4122 relative_P_1000 all 0.4347 success_1 all 0.4667 success_5 all 0.7111 success_10 all 0.7556 set_P all 0.0188 set_relative_P all 0.4347 set_recall all 0.4347 set_map all 0.0097 set_F all 0.0353 num_nonrel_judged_ret all 992 rbp all 0.2726 rbp_resid all 0.3446 unj_5 all 0.1911 unj_10 all 0.2022 unj_20 all 0.3900