num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 63 map 1-1_3 0.1025 Rprec 1-1_3 0.1094 bpref 1-1_3 0.4742 recip_rank 1-1_3 0.1429 iprec_at_recall_0.00 1-1_3 0.2500 iprec_at_recall_0.10 1-1_3 0.2143 iprec_at_recall_0.20 1-1_3 0.1200 iprec_at_recall_0.30 1-1_3 0.1096 iprec_at_recall_0.40 1-1_3 0.1096 iprec_at_recall_0.50 1-1_3 0.1096 iprec_at_recall_0.60 1-1_3 0.0907 iprec_at_recall_0.70 1-1_3 0.0881 iprec_at_recall_0.80 1-1_3 0.0881 iprec_at_recall_0.90 1-1_3 0.0852 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.0000 P_10 1-1_3 0.2000 P_15 1-1_3 0.2000 P_20 1-1_3 0.2000 P_30 1-1_3 0.2000 P_100 1-1_3 0.1100 P_200 1-1_3 0.0900 P_500 1-1_3 0.0820 P_1000 1-1_3 0.0630 relstring 1-1_3 '0-0-002120' recall_5 1-1_3 0.0000 recall_10 1-1_3 0.0312 recall_15 1-1_3 0.0469 recall_20 1-1_3 0.0625 recall_30 1-1_3 0.0938 recall_100 1-1_3 0.1719 recall_200 1-1_3 0.2812 recall_500 1-1_3 0.6406 recall_1000 1-1_3 0.9844 infAP 1-1_3 0.1025 Rprec_mult_0.20 1-1_3 0.1538 Rprec_mult_0.40 1-1_3 0.1538 Rprec_mult_0.60 1-1_3 0.1538 Rprec_mult_0.80 1-1_3 0.1154 Rprec_mult_1.00 1-1_3 0.1094 Rprec_mult_1.20 1-1_3 0.1169 Rprec_mult_1.40 1-1_3 0.1000 Rprec_mult_1.60 1-1_3 0.1068 Rprec_mult_1.80 1-1_3 0.1121 Rprec_mult_2.00 1-1_3 0.1172 utility 1-1_3 -874.0000 11pt_avg 1-1_3 0.1150 binG 1-1_3 0.1354 G 1-1_3 0.1238 ndcg 1-1_3 0.5208 ndcg_rel 1-1_3 0.3094 Rndcg 1-1_3 0.1742 ndcg_cut_5 1-1_3 0.0000 ndcg_cut_10 1-1_3 0.1038 ndcg_cut_15 1-1_3 0.1345 ndcg_cut_20 1-1_3 0.1351 ndcg_cut_30 1-1_3 0.1411 ndcg_cut_100 1-1_3 0.1444 ndcg_cut_200 1-1_3 0.1918 ndcg_cut_500 1-1_3 0.3784 ndcg_cut_1000 1-1_3 0.5208 map_cut_5 1-1_3 0.0000 map_cut_10 1-1_3 0.0057 map_cut_15 1-1_3 0.0088 map_cut_20 1-1_3 0.0127 map_cut_30 1-1_3 0.0190 map_cut_100 1-1_3 0.0279 map_cut_200 1-1_3 0.0397 map_cut_500 1-1_3 0.0742 map_cut_1000 1-1_3 0.1025 relative_P_5 1-1_3 0.0000 relative_P_10 1-1_3 0.2000 relative_P_15 1-1_3 0.2000 relative_P_20 1-1_3 0.2000 relative_P_30 1-1_3 0.2000 relative_P_100 1-1_3 0.1719 relative_P_200 1-1_3 0.2812 relative_P_500 1-1_3 0.6406 relative_P_1000 1-1_3 0.9844 success_1 1-1_3 0.0000 success_5 1-1_3 0.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0630 set_relative_P 1-1_3 0.9844 set_recall 1-1_3 0.9844 set_map 1-1_3 0.0620 set_F 1-1_3 0.1184 num_nonrel_judged_ret 1-1_3 45 rbp 1-1_3 0.1004 rbp_resid 1-1_3 0.4155 unj_5 1-1_3 0.4000 unj_10 1-1_3 0.2000 unj_20 1-1_3 0.4500 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 79 map 1-1_4 0.2107 Rprec 1-1_4 0.2523 bpref 1-1_4 0.6526 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.3889 iprec_at_recall_0.20 1-1_4 0.2872 iprec_at_recall_0.30 1-1_4 0.2705 iprec_at_recall_0.40 1-1_4 0.2236 iprec_at_recall_0.50 1-1_4 0.2000 iprec_at_recall_0.60 1-1_4 0.1612 iprec_at_recall_0.70 1-1_4 0.0918 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.6000 P_10 1-1_4 0.7000 P_15 1-1_4 0.6000 P_20 1-1_4 0.4500 P_30 1-1_4 0.3333 P_100 1-1_4 0.2700 P_200 1-1_4 0.2000 P_500 1-1_4 0.1380 P_1000 1-1_4 0.0790 relstring 1-1_4 '322--222-2' recall_5 1-1_4 0.0280 recall_10 1-1_4 0.0654 recall_15 1-1_4 0.0841 recall_20 1-1_4 0.0841 recall_30 1-1_4 0.0935 recall_100 1-1_4 0.2523 recall_200 1-1_4 0.3738 recall_500 1-1_4 0.6449 recall_1000 1-1_4 0.7383 infAP 1-1_4 0.2107 Rprec_mult_0.20 1-1_4 0.4091 Rprec_mult_0.40 1-1_4 0.3256 Rprec_mult_0.60 1-1_4 0.2923 Rprec_mult_0.80 1-1_4 0.2674 Rprec_mult_1.00 1-1_4 0.2523 Rprec_mult_1.20 1-1_4 0.2558 Rprec_mult_1.40 1-1_4 0.2400 Rprec_mult_1.60 1-1_4 0.2093 Rprec_mult_1.80 1-1_4 0.2021 Rprec_mult_2.00 1-1_4 0.2196 utility 1-1_4 -842.0000 11pt_avg 1-1_4 0.2385 binG 1-1_4 0.1476 G 1-1_4 0.1060 ndcg 1-1_4 0.5481 ndcg_rel 1-1_4 0.4452 Rndcg 1-1_4 0.3605 ndcg_cut_5 1-1_4 0.4462 ndcg_cut_10 1-1_4 0.4319 ndcg_cut_15 1-1_4 0.4033 ndcg_cut_20 1-1_4 0.3473 ndcg_cut_30 1-1_4 0.2938 ndcg_cut_100 1-1_4 0.2900 ndcg_cut_200 1-1_4 0.3561 ndcg_cut_500 1-1_4 0.5003 ndcg_cut_1000 1-1_4 0.5481 map_cut_5 1-1_4 0.0280 map_cut_10 1-1_4 0.0545 map_cut_15 1-1_4 0.0672 map_cut_20 1-1_4 0.0672 map_cut_30 1-1_4 0.0705 map_cut_100 1-1_4 0.1191 map_cut_200 1-1_4 0.1488 map_cut_500 1-1_4 0.2010 map_cut_1000 1-1_4 0.2107 relative_P_5 1-1_4 0.6000 relative_P_10 1-1_4 0.7000 relative_P_15 1-1_4 0.6000 relative_P_20 1-1_4 0.4500 relative_P_30 1-1_4 0.3333 relative_P_100 1-1_4 0.2700 relative_P_200 1-1_4 0.3738 relative_P_500 1-1_4 0.6449 relative_P_1000 1-1_4 0.7383 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0790 set_relative_P 1-1_4 0.7383 set_recall 1-1_4 0.7383 set_map 1-1_4 0.0583 set_F 1-1_4 0.1427 num_nonrel_judged_ret 1-1_4 4 rbp 1-1_4 0.3183 rbp_resid 1-1_4 0.4152 unj_5 1-1_4 0.4000 unj_10 1-1_4 0.3000 unj_20 1-1_4 0.5000 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 131 map 1-1_5 0.1606 Rprec 1-1_5 0.2237 bpref 1-1_5 0.4345 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.2933 iprec_at_recall_0.20 1-1_5 0.2376 iprec_at_recall_0.30 1-1_5 0.2376 iprec_at_recall_0.40 1-1_5 0.2183 iprec_at_recall_0.50 1-1_5 0.2041 iprec_at_recall_0.60 1-1_5 0.1502 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 0.6000 P_10 1-1_5 0.5000 P_15 1-1_5 0.6000 P_20 1-1_5 0.6000 P_30 1-1_5 0.5000 P_100 1-1_5 0.2600 P_200 1-1_5 0.2200 P_500 1-1_5 0.2080 P_1000 1-1_5 0.1310 relstring 1-1_5 '3112220020' recall_5 1-1_5 0.0137 recall_10 1-1_5 0.0228 recall_15 1-1_5 0.0411 recall_20 1-1_5 0.0548 recall_30 1-1_5 0.0685 recall_100 1-1_5 0.1187 recall_200 1-1_5 0.2009 recall_500 1-1_5 0.4749 recall_1000 1-1_5 0.5982 infAP 1-1_5 0.1606 Rprec_mult_0.20 1-1_5 0.3636 Rprec_mult_0.40 1-1_5 0.2614 Rprec_mult_0.60 1-1_5 0.2424 Rprec_mult_0.80 1-1_5 0.2273 Rprec_mult_1.00 1-1_5 0.2237 Rprec_mult_1.20 1-1_5 0.2319 Rprec_mult_1.40 1-1_5 0.2280 Rprec_mult_1.60 1-1_5 0.2194 Rprec_mult_1.80 1-1_5 0.2127 Rprec_mult_2.00 1-1_5 0.2123 utility 1-1_5 -738.0000 11pt_avg 1-1_5 0.2128 binG 1-1_5 0.0968 G 1-1_5 0.0796 ndcg 1-1_5 0.4958 ndcg_rel 1-1_5 0.4246 Rndcg 1-1_5 0.3579 ndcg_cut_5 1-1_5 0.4889 ndcg_cut_10 1-1_5 0.3959 ndcg_cut_15 1-1_5 0.4712 ndcg_cut_20 1-1_5 0.4617 ndcg_cut_30 1-1_5 0.4162 ndcg_cut_100 1-1_5 0.3025 ndcg_cut_200 1-1_5 0.2677 ndcg_cut_500 1-1_5 0.4239 ndcg_cut_1000 1-1_5 0.4958 map_cut_5 1-1_5 0.0096 map_cut_10 1-1_5 0.0152 map_cut_15 1-1_5 0.0261 map_cut_20 1-1_5 0.0346 map_cut_30 1-1_5 0.0424 map_cut_100 1-1_5 0.0572 map_cut_200 1-1_5 0.0767 map_cut_500 1-1_5 0.1376 map_cut_1000 1-1_5 0.1606 relative_P_5 1-1_5 0.6000 relative_P_10 1-1_5 0.5000 relative_P_15 1-1_5 0.6000 relative_P_20 1-1_5 0.6000 relative_P_30 1-1_5 0.5000 relative_P_100 1-1_5 0.2600 relative_P_200 1-1_5 0.2200 relative_P_500 1-1_5 0.4749 relative_P_1000 1-1_5 0.5982 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1310 set_relative_P 1-1_5 0.5982 set_recall 1-1_5 0.5982 set_map 1-1_5 0.0784 set_F 1-1_5 0.2149 num_nonrel_judged_ret 1-1_5 10 rbp 1-1_5 0.3707 rbp_resid 1-1_5 0.1487 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.1500 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 83 map 1-1_7 0.3859 Rprec 1-1_7 0.4646 bpref 1-1_7 0.6938 recip_rank 1-1_7 0.5000 iprec_at_recall_0.00 1-1_7 0.8000 iprec_at_recall_0.10 1-1_7 0.7000 iprec_at_recall_0.20 1-1_7 0.7000 iprec_at_recall_0.30 1-1_7 0.6000 iprec_at_recall_0.40 1-1_7 0.5797 iprec_at_recall_0.50 1-1_7 0.4310 iprec_at_recall_0.60 1-1_7 0.2694 iprec_at_recall_0.70 1-1_7 0.2323 iprec_at_recall_0.80 1-1_7 0.1593 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.8000 P_10 1-1_7 0.6000 P_15 1-1_7 0.6667 P_20 1-1_7 0.6000 P_30 1-1_7 0.6333 P_100 1-1_7 0.4600 P_200 1-1_7 0.2900 P_500 1-1_7 0.1580 P_1000 1-1_7 0.0830 relstring 1-1_7 '-2222130-2' recall_5 1-1_7 0.0404 recall_10 1-1_7 0.0606 recall_15 1-1_7 0.1010 recall_20 1-1_7 0.1212 recall_30 1-1_7 0.1919 recall_100 1-1_7 0.4646 recall_200 1-1_7 0.5859 recall_500 1-1_7 0.7980 recall_1000 1-1_7 0.8384 infAP 1-1_7 0.3859 Rprec_mult_0.20 1-1_7 0.6000 Rprec_mult_0.40 1-1_7 0.7000 Rprec_mult_0.60 1-1_7 0.5667 Rprec_mult_0.80 1-1_7 0.5375 Rprec_mult_1.00 1-1_7 0.4646 Rprec_mult_1.20 1-1_7 0.4202 Rprec_mult_1.40 1-1_7 0.3741 Rprec_mult_1.60 1-1_7 0.3333 Rprec_mult_1.80 1-1_7 0.3184 Rprec_mult_2.00 1-1_7 0.2879 utility 1-1_7 -834.0000 11pt_avg 1-1_7 0.4065 binG 1-1_7 0.1867 G 1-1_7 0.1325 ndcg 1-1_7 0.6569 ndcg_rel 1-1_7 0.5194 Rndcg 1-1_7 0.4679 ndcg_cut_5 1-1_7 0.3304 ndcg_cut_10 1-1_7 0.3443 ndcg_cut_15 1-1_7 0.3802 ndcg_cut_20 1-1_7 0.3627 ndcg_cut_30 1-1_7 0.3970 ndcg_cut_100 1-1_7 0.4658 ndcg_cut_200 1-1_7 0.5331 ndcg_cut_500 1-1_7 0.6417 ndcg_cut_1000 1-1_7 0.6569 map_cut_5 1-1_7 0.0274 map_cut_10 1-1_7 0.0407 map_cut_15 1-1_7 0.0671 map_cut_20 1-1_7 0.0790 map_cut_30 1-1_7 0.1224 map_cut_100 1-1_7 0.2859 map_cut_200 1-1_7 0.3323 map_cut_500 1-1_7 0.3806 map_cut_1000 1-1_7 0.3859 relative_P_5 1-1_7 0.8000 relative_P_10 1-1_7 0.6000 relative_P_15 1-1_7 0.6667 relative_P_20 1-1_7 0.6000 relative_P_30 1-1_7 0.6333 relative_P_100 1-1_7 0.4646 relative_P_200 1-1_7 0.5859 relative_P_500 1-1_7 0.7980 relative_P_1000 1-1_7 0.8384 success_1 1-1_7 0.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0830 set_relative_P 1-1_7 0.8384 set_recall 1-1_7 0.8384 set_map 1-1_7 0.0696 set_F 1-1_7 0.1510 num_nonrel_judged_ret 1-1_7 11 rbp 1-1_7 0.3497 rbp_resid 1-1_7 0.2675 unj_5 1-1_7 0.2000 unj_10 1-1_7 0.2000 unj_20 1-1_7 0.3000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 81 map 1-1_8 0.2893 Rprec 1-1_8 0.3617 bpref 1-1_8 0.6961 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.6000 iprec_at_recall_0.20 1-1_8 0.5714 iprec_at_recall_0.30 1-1_8 0.4265 iprec_at_recall_0.40 1-1_8 0.3448 iprec_at_recall_0.50 1-1_8 0.2670 iprec_at_recall_0.60 1-1_8 0.2121 iprec_at_recall_0.70 1-1_8 0.1544 iprec_at_recall_0.80 1-1_8 0.1238 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.4000 P_10 1-1_8 0.5000 P_15 1-1_8 0.6000 P_20 1-1_8 0.5500 P_30 1-1_8 0.5667 P_100 1-1_8 0.3600 P_200 1-1_8 0.2400 P_500 1-1_8 0.1420 P_1000 1-1_8 0.0810 relstring 1-1_8 '21-30204-2' recall_5 1-1_8 0.0213 recall_10 1-1_8 0.0532 recall_15 1-1_8 0.0957 recall_20 1-1_8 0.1170 recall_30 1-1_8 0.1809 recall_100 1-1_8 0.3830 recall_200 1-1_8 0.5106 recall_500 1-1_8 0.7553 recall_1000 1-1_8 0.8617 infAP 1-1_8 0.2893 Rprec_mult_0.20 1-1_8 0.5263 Rprec_mult_0.40 1-1_8 0.5263 Rprec_mult_0.60 1-1_8 0.4561 Rprec_mult_0.80 1-1_8 0.3947 Rprec_mult_1.00 1-1_8 0.3617 Rprec_mult_1.20 1-1_8 0.3363 Rprec_mult_1.40 1-1_8 0.3106 Rprec_mult_1.60 1-1_8 0.2715 Rprec_mult_1.80 1-1_8 0.2588 Rprec_mult_2.00 1-1_8 0.2553 utility 1-1_8 -838.0000 11pt_avg 1-1_8 0.3364 binG 1-1_8 0.1675 G 1-1_8 0.1323 ndcg 1-1_8 0.6530 ndcg_rel 1-1_8 0.5151 Rndcg 1-1_8 0.4515 ndcg_cut_5 1-1_8 0.3439 ndcg_cut_10 1-1_8 0.3999 ndcg_cut_15 1-1_8 0.4388 ndcg_cut_20 1-1_8 0.4297 ndcg_cut_30 1-1_8 0.4633 ndcg_cut_100 1-1_8 0.4088 ndcg_cut_200 1-1_8 0.4705 ndcg_cut_500 1-1_8 0.6032 ndcg_cut_1000 1-1_8 0.6530 map_cut_5 1-1_8 0.0160 map_cut_10 1-1_8 0.0319 map_cut_15 1-1_8 0.0559 map_cut_20 1-1_8 0.0680 map_cut_30 1-1_8 0.1034 map_cut_100 1-1_8 0.1939 map_cut_200 1-1_8 0.2321 map_cut_500 1-1_8 0.2771 map_cut_1000 1-1_8 0.2893 relative_P_5 1-1_8 0.4000 relative_P_10 1-1_8 0.5000 relative_P_15 1-1_8 0.6000 relative_P_20 1-1_8 0.5500 relative_P_30 1-1_8 0.5667 relative_P_100 1-1_8 0.3830 relative_P_200 1-1_8 0.5106 relative_P_500 1-1_8 0.7553 relative_P_1000 1-1_8 0.8617 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0810 set_relative_P 1-1_8 0.8617 set_recall 1-1_8 0.8617 set_map 1-1_8 0.0698 set_F 1-1_8 0.1481 num_nonrel_judged_ret 1-1_8 32 rbp 1-1_8 0.3348 rbp_resid 1-1_8 0.2287 unj_5 1-1_8 0.2000 unj_10 1-1_8 0.2000 unj_20 1-1_8 0.2500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 4 map 2-1_10 0.0013 Rprec 2-1_10 0.0000 bpref 2-1_10 0.0000 recip_rank 2-1_10 0.0082 iprec_at_recall_0.00 2-1_10 0.0082 iprec_at_recall_0.10 2-1_10 0.0050 iprec_at_recall_0.20 2-1_10 0.0050 iprec_at_recall_0.30 2-1_10 0.0000 iprec_at_recall_0.40 2-1_10 0.0000 iprec_at_recall_0.50 2-1_10 0.0000 iprec_at_recall_0.60 2-1_10 0.0000 iprec_at_recall_0.70 2-1_10 0.0000 iprec_at_recall_0.80 2-1_10 0.0000 iprec_at_recall_0.90 2-1_10 0.0000 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.0000 P_10 2-1_10 0.0000 P_15 2-1_10 0.0000 P_20 2-1_10 0.0000 P_30 2-1_10 0.0000 P_100 2-1_10 0.0000 P_200 2-1_10 0.0050 P_500 2-1_10 0.0040 P_1000 2-1_10 0.0040 relstring 2-1_10 '0000001000' recall_5 2-1_10 0.0000 recall_10 2-1_10 0.0000 recall_15 2-1_10 0.0000 recall_20 2-1_10 0.0000 recall_30 2-1_10 0.0000 recall_100 2-1_10 0.0000 recall_200 2-1_10 0.0588 recall_500 2-1_10 0.1176 recall_1000 2-1_10 0.2353 infAP 2-1_10 0.0013 Rprec_mult_0.20 2-1_10 0.0000 Rprec_mult_0.40 2-1_10 0.0000 Rprec_mult_0.60 2-1_10 0.0000 Rprec_mult_0.80 2-1_10 0.0000 Rprec_mult_1.00 2-1_10 0.0000 Rprec_mult_1.20 2-1_10 0.0000 Rprec_mult_1.40 2-1_10 0.0000 Rprec_mult_1.60 2-1_10 0.0000 Rprec_mult_1.80 2-1_10 0.0000 Rprec_mult_2.00 2-1_10 0.0000 utility 2-1_10 -992.0000 11pt_avg 2-1_10 0.0017 binG 2-1_10 0.0275 G 2-1_10 0.0337 ndcg 2-1_10 0.0963 ndcg_rel 2-1_10 0.0858 Rndcg 2-1_10 0.0396 ndcg_cut_5 2-1_10 0.0000 ndcg_cut_10 2-1_10 0.0245 ndcg_cut_15 2-1_10 0.0205 ndcg_cut_20 2-1_10 0.0186 ndcg_cut_30 2-1_10 0.0184 ndcg_cut_100 2-1_10 0.0184 ndcg_cut_200 2-1_10 0.0422 ndcg_cut_500 2-1_10 0.0613 ndcg_cut_1000 2-1_10 0.0963 map_cut_5 2-1_10 0.0000 map_cut_10 2-1_10 0.0000 map_cut_15 2-1_10 0.0000 map_cut_20 2-1_10 0.0000 map_cut_30 2-1_10 0.0000 map_cut_100 2-1_10 0.0000 map_cut_200 2-1_10 0.0005 map_cut_500 2-1_10 0.0007 map_cut_1000 2-1_10 0.0013 relative_P_5 2-1_10 0.0000 relative_P_10 2-1_10 0.0000 relative_P_15 2-1_10 0.0000 relative_P_20 2-1_10 0.0000 relative_P_30 2-1_10 0.0000 relative_P_100 2-1_10 0.0000 relative_P_200 2-1_10 0.0588 relative_P_500 2-1_10 0.1176 relative_P_1000 2-1_10 0.2353 success_1 2-1_10 0.0000 success_5 2-1_10 0.0000 success_10 2-1_10 0.0000 set_P 2-1_10 0.0040 set_relative_P 2-1_10 0.2353 set_recall 2-1_10 0.2353 set_map 2-1_10 0.0009 set_F 2-1_10 0.0079 num_nonrel_judged_ret 2-1_10 22 rbp 2-1_10 0.0177 rbp_resid 2-1_10 0.1958 unj_5 2-1_10 0.0000 unj_10 2-1_10 0.0000 unj_20 2-1_10 0.2000 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 62 map 2-1_12 0.0752 Rprec 2-1_12 0.1485 bpref 2-1_12 0.4519 recip_rank 2-1_12 0.1250 iprec_at_recall_0.00 2-1_12 0.3226 iprec_at_recall_0.10 2-1_12 0.3226 iprec_at_recall_0.20 2-1_12 0.1587 iprec_at_recall_0.30 2-1_12 0.0843 iprec_at_recall_0.40 2-1_12 0.0702 iprec_at_recall_0.50 2-1_12 0.0676 iprec_at_recall_0.60 2-1_12 0.0645 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.0000 P_10 2-1_12 0.2000 P_15 2-1_12 0.2000 P_20 2-1_12 0.2500 P_30 2-1_12 0.3000 P_100 2-1_12 0.1500 P_200 2-1_12 0.1200 P_500 2-1_12 0.0660 P_1000 2-1_12 0.0620 relstring 2-1_12 '100-000220' recall_5 2-1_12 0.0000 recall_10 2-1_12 0.0198 recall_15 2-1_12 0.0297 recall_20 2-1_12 0.0495 recall_30 2-1_12 0.0891 recall_100 2-1_12 0.1485 recall_200 2-1_12 0.2376 recall_500 2-1_12 0.3267 recall_1000 2-1_12 0.6139 infAP 2-1_12 0.0752 Rprec_mult_0.20 2-1_12 0.2857 Rprec_mult_0.40 2-1_12 0.2683 Rprec_mult_0.60 2-1_12 0.2131 Rprec_mult_0.80 2-1_12 0.1605 Rprec_mult_1.00 2-1_12 0.1485 Rprec_mult_1.20 2-1_12 0.1557 Rprec_mult_1.40 2-1_12 0.1408 Rprec_mult_1.60 2-1_12 0.1296 Rprec_mult_1.80 2-1_12 0.1319 Rprec_mult_2.00 2-1_12 0.1188 utility 2-1_12 -876.0000 11pt_avg 2-1_12 0.0991 binG 2-1_12 0.0884 G 2-1_12 0.0791 ndcg 2-1_12 0.4149 ndcg_rel 2-1_12 0.3306 Rndcg 2-1_12 0.2543 ndcg_cut_5 2-1_12 0.1131 ndcg_cut_10 2-1_12 0.1638 ndcg_cut_15 2-1_12 0.1704 ndcg_cut_20 2-1_12 0.1980 ndcg_cut_30 2-1_12 0.2294 ndcg_cut_100 2-1_12 0.1761 ndcg_cut_200 2-1_12 0.2256 ndcg_cut_500 2-1_12 0.2773 ndcg_cut_1000 2-1_12 0.4149 map_cut_5 2-1_12 0.0000 map_cut_10 2-1_12 0.0034 map_cut_15 2-1_12 0.0054 map_cut_20 2-1_12 0.0104 map_cut_30 2-1_12 0.0220 map_cut_100 2-1_12 0.0361 map_cut_200 2-1_12 0.0490 map_cut_500 2-1_12 0.0565 map_cut_1000 2-1_12 0.0752 relative_P_5 2-1_12 0.0000 relative_P_10 2-1_12 0.2000 relative_P_15 2-1_12 0.2000 relative_P_20 2-1_12 0.2500 relative_P_30 2-1_12 0.3000 relative_P_100 2-1_12 0.1500 relative_P_200 2-1_12 0.2376 relative_P_500 2-1_12 0.3267 relative_P_1000 2-1_12 0.6139 success_1 2-1_12 0.0000 success_5 2-1_12 0.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0620 set_relative_P 2-1_12 0.6139 set_recall 2-1_12 0.6139 set_map 2-1_12 0.0381 set_F 2-1_12 0.1126 num_nonrel_judged_ret 2-1_12 41 rbp 2-1_12 0.1796 rbp_resid 2-1_12 0.2260 unj_5 2-1_12 0.2000 unj_10 2-1_12 0.1000 unj_20 2-1_12 0.2500 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 39 map 2-1_14 0.1491 Rprec 2-1_14 0.1731 bpref 2-1_14 0.2911 recip_rank 2-1_14 0.2500 iprec_at_recall_0.00 2-1_14 0.4000 iprec_at_recall_0.10 2-1_14 0.3571 iprec_at_recall_0.20 2-1_14 0.2593 iprec_at_recall_0.30 2-1_14 0.2593 iprec_at_recall_0.40 2-1_14 0.2593 iprec_at_recall_0.50 2-1_14 0.1722 iprec_at_recall_0.60 2-1_14 0.1265 iprec_at_recall_0.70 2-1_14 0.0658 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.4000 P_10 2-1_14 0.3000 P_15 2-1_14 0.3333 P_20 2-1_14 0.3000 P_30 2-1_14 0.2333 P_100 2-1_14 0.2200 P_200 2-1_14 0.1450 P_500 2-1_14 0.0700 P_1000 2-1_14 0.0390 relstring 2-1_14 '00123110-3' recall_5 2-1_14 0.0385 recall_10 2-1_14 0.0577 recall_15 2-1_14 0.0962 recall_20 2-1_14 0.1154 recall_30 2-1_14 0.1346 recall_100 2-1_14 0.4231 recall_200 2-1_14 0.5577 recall_500 2-1_14 0.6731 recall_1000 2-1_14 0.7500 infAP 2-1_14 0.1491 Rprec_mult_0.20 2-1_14 0.2727 Rprec_mult_0.40 2-1_14 0.2857 Rprec_mult_0.60 2-1_14 0.2188 Rprec_mult_0.80 2-1_14 0.1905 Rprec_mult_1.00 2-1_14 0.1731 Rprec_mult_1.20 2-1_14 0.2063 Rprec_mult_1.40 2-1_14 0.2329 Rprec_mult_1.60 2-1_14 0.2500 Rprec_mult_1.80 2-1_14 0.2340 Rprec_mult_2.00 2-1_14 0.2115 utility 2-1_14 -922.0000 11pt_avg 2-1_14 0.1727 binG 2-1_14 0.1363 G 2-1_14 0.1246 ndcg 2-1_14 0.5594 ndcg_rel 2-1_14 0.4136 Rndcg 2-1_14 0.3737 ndcg_cut_5 2-1_14 0.2851 ndcg_cut_10 2-1_14 0.2992 ndcg_cut_15 2-1_14 0.3072 ndcg_cut_20 2-1_14 0.3105 ndcg_cut_30 2-1_14 0.2827 ndcg_cut_100 2-1_14 0.3764 ndcg_cut_200 2-1_14 0.4514 ndcg_cut_500 2-1_14 0.5263 ndcg_cut_1000 2-1_14 0.5594 map_cut_5 2-1_14 0.0125 map_cut_10 2-1_14 0.0183 map_cut_15 2-1_14 0.0315 map_cut_20 2-1_14 0.0380 map_cut_30 2-1_14 0.0433 map_cut_100 2-1_14 0.1084 map_cut_200 2-1_14 0.1329 map_cut_500 2-1_14 0.1448 map_cut_1000 2-1_14 0.1491 relative_P_5 2-1_14 0.4000 relative_P_10 2-1_14 0.3000 relative_P_15 2-1_14 0.3333 relative_P_20 2-1_14 0.3000 relative_P_30 2-1_14 0.2333 relative_P_100 2-1_14 0.4231 relative_P_200 2-1_14 0.5577 relative_P_500 2-1_14 0.6731 relative_P_1000 2-1_14 0.7500 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0390 set_relative_P 2-1_14 0.7500 set_recall 2-1_14 0.7500 set_map 2-1_14 0.0293 set_F 2-1_14 0.0741 num_nonrel_judged_ret 2-1_14 71 rbp 2-1_14 0.3029 rbp_resid 2-1_14 0.1225 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.1000 unj_20 2-1_14 0.1000 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 46 map 2-1_4 0.0842 Rprec 2-1_4 0.1250 bpref 2-1_4 0.5321 recip_rank 2-1_4 0.2500 iprec_at_recall_0.00 2-1_4 0.2500 iprec_at_recall_0.10 2-1_4 0.1443 iprec_at_recall_0.20 2-1_4 0.1443 iprec_at_recall_0.30 2-1_4 0.1399 iprec_at_recall_0.40 2-1_4 0.1239 iprec_at_recall_0.50 2-1_4 0.1193 iprec_at_recall_0.60 2-1_4 0.0979 iprec_at_recall_0.70 2-1_4 0.0672 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.2000 P_10 2-1_4 0.1000 P_15 2-1_4 0.0667 P_20 2-1_4 0.1000 P_30 2-1_4 0.1000 P_100 2-1_4 0.1400 P_200 2-1_4 0.1200 P_500 2-1_4 0.0820 P_1000 2-1_4 0.0460 relstring 2-1_4 '0102000000' recall_5 2-1_4 0.0156 recall_10 2-1_4 0.0156 recall_15 2-1_4 0.0156 recall_20 2-1_4 0.0312 recall_30 2-1_4 0.0469 recall_100 2-1_4 0.2188 recall_200 2-1_4 0.3750 recall_500 2-1_4 0.6406 recall_1000 2-1_4 0.7188 infAP 2-1_4 0.0842 Rprec_mult_0.20 2-1_4 0.0769 Rprec_mult_0.40 2-1_4 0.1154 Rprec_mult_0.60 2-1_4 0.0769 Rprec_mult_0.80 2-1_4 0.1154 Rprec_mult_1.00 2-1_4 0.1250 Rprec_mult_1.20 2-1_4 0.1169 Rprec_mult_1.40 2-1_4 0.1222 Rprec_mult_1.60 2-1_4 0.1359 Rprec_mult_1.80 2-1_4 0.1293 Rprec_mult_2.00 2-1_4 0.1328 utility 2-1_4 -908.0000 11pt_avg 2-1_4 0.0988 binG 2-1_4 0.1068 G 2-1_4 0.0890 ndcg 2-1_4 0.3995 ndcg_rel 2-1_4 0.3089 Rndcg 2-1_4 0.1471 ndcg_cut_5 2-1_4 0.1516 ndcg_cut_10 2-1_4 0.1020 ndcg_cut_15 2-1_4 0.0814 ndcg_cut_20 2-1_4 0.0945 ndcg_cut_30 2-1_4 0.0964 ndcg_cut_100 2-1_4 0.1610 ndcg_cut_200 2-1_4 0.2452 ndcg_cut_500 2-1_4 0.3629 ndcg_cut_1000 2-1_4 0.3995 map_cut_5 2-1_4 0.0039 map_cut_10 2-1_4 0.0039 map_cut_15 2-1_4 0.0039 map_cut_20 2-1_4 0.0056 map_cut_30 2-1_4 0.0078 map_cut_100 2-1_4 0.0290 map_cut_200 2-1_4 0.0495 map_cut_500 2-1_4 0.0787 map_cut_1000 2-1_4 0.0842 relative_P_5 2-1_4 0.2000 relative_P_10 2-1_4 0.1000 relative_P_15 2-1_4 0.0667 relative_P_20 2-1_4 0.1000 relative_P_30 2-1_4 0.1000 relative_P_100 2-1_4 0.2188 relative_P_200 2-1_4 0.3750 relative_P_500 2-1_4 0.6406 relative_P_1000 2-1_4 0.7188 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0460 set_relative_P 2-1_4 0.7188 set_recall 2-1_4 0.7188 set_map 2-1_4 0.0331 set_F 2-1_4 0.0865 num_nonrel_judged_ret 2-1_4 25 rbp 2-1_4 0.0741 rbp_resid 2-1_4 0.2913 unj_5 2-1_4 0.0000 unj_10 2-1_4 0.0000 unj_20 2-1_4 0.4000 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 16 map 2-1_9 0.7335 Rprec 2-1_9 0.6875 bpref 2-1_9 0.9330 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 0.9091 iprec_at_recall_0.40 2-1_9 0.9091 iprec_at_recall_0.50 2-1_9 0.9091 iprec_at_recall_0.60 2-1_9 0.9091 iprec_at_recall_0.70 2-1_9 0.8462 iprec_at_recall_0.80 2-1_9 0.5909 iprec_at_recall_0.90 2-1_9 0.2500 iprec_at_recall_1.00 2-1_9 0.0288 P_5 2-1_9 0.8000 P_10 2-1_9 0.9000 P_15 2-1_9 0.7333 P_20 2-1_9 0.5500 P_30 2-1_9 0.4333 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0160 relstring 2-1_9 '3343-43322' recall_5 2-1_9 0.2500 recall_10 2-1_9 0.5625 recall_15 2-1_9 0.6875 recall_20 2-1_9 0.6875 recall_30 2-1_9 0.8125 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 1.0000 infAP 2-1_9 0.7335 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 0.8571 Rprec_mult_0.60 2-1_9 0.9000 Rprec_mult_0.80 2-1_9 0.8462 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.5500 Rprec_mult_1.40 2-1_9 0.5652 Rprec_mult_1.60 2-1_9 0.5000 Rprec_mult_1.80 2-1_9 0.4483 Rprec_mult_2.00 2-1_9 0.4062 utility 2-1_9 -968.0000 11pt_avg 2-1_9 0.7593 binG 2-1_9 0.5826 G 2-1_9 0.3995 ndcg 2-1_9 0.8856 ndcg_rel 2-1_9 0.8319 Rndcg 2-1_9 0.8222 ndcg_cut_5 2-1_9 0.7457 ndcg_cut_10 2-1_9 0.8395 ndcg_cut_15 2-1_9 0.8226 ndcg_cut_20 2-1_9 0.7902 ndcg_cut_30 2-1_9 0.8383 ndcg_cut_100 2-1_9 0.8737 ndcg_cut_200 2-1_9 0.8737 ndcg_cut_500 2-1_9 0.8737 ndcg_cut_1000 2-1_9 0.8856 map_cut_5 2-1_9 0.2500 map_cut_10 2-1_9 0.5221 map_cut_15 2-1_9 0.6319 map_cut_20 2-1_9 0.6319 map_cut_30 2-1_9 0.7045 map_cut_100 2-1_9 0.7317 map_cut_200 2-1_9 0.7317 map_cut_500 2-1_9 0.7317 map_cut_1000 2-1_9 0.7335 relative_P_5 2-1_9 0.8000 relative_P_10 2-1_9 0.9000 relative_P_15 2-1_9 0.7333 relative_P_20 2-1_9 0.6875 relative_P_30 2-1_9 0.8125 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 1.0000 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0160 set_relative_P 2-1_9 1.0000 set_recall 2-1_9 1.0000 set_map 2-1_9 0.0160 set_F 2-1_9 0.0315 num_nonrel_judged_ret 2-1_9 10 rbp 2-1_9 0.5224 rbp_resid 2-1_9 0.2962 unj_5 2-1_9 0.2000 unj_10 2-1_9 0.1000 unj_20 2-1_9 0.4000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 7 map 2-2_1 0.0179 Rprec 2-2_1 0.0588 bpref 2-2_1 0.1007 recip_rank 2-2_1 0.3333 iprec_at_recall_0.00 2-2_1 0.4000 iprec_at_recall_0.10 2-2_1 0.0234 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.4000 P_10 2-2_1 0.2000 P_15 2-2_1 0.1333 P_20 2-2_1 0.1000 P_30 2-2_1 0.0667 P_100 2-2_1 0.0400 P_200 2-2_1 0.0200 P_500 2-2_1 0.0140 P_1000 2-2_1 0.0070 relstring 2-2_1 '00202-0000' recall_5 2-2_1 0.0392 recall_10 2-2_1 0.0392 recall_15 2-2_1 0.0392 recall_20 2-2_1 0.0392 recall_30 2-2_1 0.0392 recall_100 2-2_1 0.0784 recall_200 2-2_1 0.0784 recall_500 2-2_1 0.1373 recall_1000 2-2_1 0.1373 infAP 2-2_1 0.0179 Rprec_mult_0.20 2-2_1 0.1818 Rprec_mult_0.40 2-2_1 0.0952 Rprec_mult_0.60 2-2_1 0.0645 Rprec_mult_0.80 2-2_1 0.0732 Rprec_mult_1.00 2-2_1 0.0588 Rprec_mult_1.20 2-2_1 0.0484 Rprec_mult_1.40 2-2_1 0.0417 Rprec_mult_1.60 2-2_1 0.0366 Rprec_mult_1.80 2-2_1 0.0326 Rprec_mult_2.00 2-2_1 0.0392 utility 2-2_1 -986.0000 11pt_avg 2-2_1 0.0385 binG 2-2_1 0.0322 G 2-2_1 0.0203 ndcg 2-2_1 0.1008 ndcg_rel 2-2_1 0.1000 Rndcg 2-2_1 0.0860 ndcg_cut_5 2-2_1 0.1504 ndcg_cut_10 2-2_1 0.1027 ndcg_cut_15 2-2_1 0.0967 ndcg_cut_20 2-2_1 0.0829 ndcg_cut_30 2-2_1 0.0687 ndcg_cut_100 2-2_1 0.0743 ndcg_cut_200 2-2_1 0.0743 ndcg_cut_500 2-2_1 0.0983 ndcg_cut_1000 2-2_1 0.1008 map_cut_5 2-2_1 0.0144 map_cut_10 2-2_1 0.0144 map_cut_15 2-2_1 0.0144 map_cut_20 2-2_1 0.0144 map_cut_30 2-2_1 0.0144 map_cut_100 2-2_1 0.0167 map_cut_200 2-2_1 0.0167 map_cut_500 2-2_1 0.0179 map_cut_1000 2-2_1 0.0179 relative_P_5 2-2_1 0.4000 relative_P_10 2-2_1 0.2000 relative_P_15 2-2_1 0.1333 relative_P_20 2-2_1 0.1000 relative_P_30 2-2_1 0.0667 relative_P_100 2-2_1 0.0784 relative_P_200 2-2_1 0.0784 relative_P_500 2-2_1 0.1373 relative_P_1000 2-2_1 0.1373 success_1 2-2_1 0.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0070 set_relative_P 2-2_1 0.1373 set_recall 2-2_1 0.1373 set_map 2-2_1 0.0010 set_F 2-2_1 0.0133 num_nonrel_judged_ret 2-2_1 29 rbp 2-2_1 0.0831 rbp_resid 2-2_1 0.2585 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.1000 unj_20 2-2_1 0.2500 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 37 map 2-2_4 0.1429 Rprec 2-2_4 0.1698 bpref 2-2_4 0.6038 recip_rank 2-2_4 0.5000 iprec_at_recall_0.00 2-2_4 0.6667 iprec_at_recall_0.10 2-2_4 0.4545 iprec_at_recall_0.20 2-2_4 0.2083 iprec_at_recall_0.30 2-2_4 0.2051 iprec_at_recall_0.40 2-2_4 0.1789 iprec_at_recall_0.50 2-2_4 0.1400 iprec_at_recall_0.60 2-2_4 0.0760 iprec_at_recall_0.70 2-2_4 0.0376 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.4000 P_10 2-2_4 0.4000 P_15 2-2_4 0.3333 P_20 2-2_4 0.3000 P_30 2-2_4 0.2333 P_100 2-2_4 0.1800 P_200 2-2_4 0.1400 P_500 2-2_4 0.0640 P_1000 2-2_4 0.0370 relstring 2-2_4 '-33-13-31-' recall_5 2-2_4 0.0377 recall_10 2-2_4 0.0755 recall_15 2-2_4 0.0943 recall_20 2-2_4 0.1132 recall_30 2-2_4 0.1321 recall_100 2-2_4 0.3396 recall_200 2-2_4 0.5283 recall_500 2-2_4 0.6038 recall_1000 2-2_4 0.6981 infAP 2-2_4 0.1429 Rprec_mult_0.20 2-2_4 0.4545 Rprec_mult_0.40 2-2_4 0.2727 Rprec_mult_0.60 2-2_4 0.2188 Rprec_mult_0.80 2-2_4 0.1860 Rprec_mult_1.00 2-2_4 0.1698 Rprec_mult_1.20 2-2_4 0.1875 Rprec_mult_1.40 2-2_4 0.2000 Rprec_mult_1.60 2-2_4 0.2000 Rprec_mult_1.80 2-2_4 0.1875 Rprec_mult_2.00 2-2_4 0.1698 utility 2-2_4 -926.0000 11pt_avg 2-2_4 0.1788 binG 2-2_4 0.1374 G 2-2_4 0.1079 ndcg 2-2_4 0.4928 ndcg_rel 2-2_4 0.3952 Rndcg 2-2_4 0.3030 ndcg_cut_5 2-2_4 0.3205 ndcg_cut_10 2-2_4 0.3354 ndcg_cut_15 2-2_4 0.3173 ndcg_cut_20 2-2_4 0.3111 ndcg_cut_30 2-2_4 0.2699 ndcg_cut_100 2-2_4 0.3166 ndcg_cut_200 2-2_4 0.4222 ndcg_cut_500 2-2_4 0.4557 ndcg_cut_1000 2-2_4 0.4928 map_cut_5 2-2_4 0.0220 map_cut_10 2-2_4 0.0409 map_cut_15 2-2_4 0.0495 map_cut_20 2-2_4 0.0561 map_cut_30 2-2_4 0.0614 map_cut_100 2-2_4 0.1028 map_cut_200 2-2_4 0.1319 map_cut_500 2-2_4 0.1382 map_cut_1000 2-2_4 0.1429 relative_P_5 2-2_4 0.4000 relative_P_10 2-2_4 0.4000 relative_P_15 2-2_4 0.3333 relative_P_20 2-2_4 0.3000 relative_P_30 2-2_4 0.2333 relative_P_100 2-2_4 0.3396 relative_P_200 2-2_4 0.5283 relative_P_500 2-2_4 0.6038 relative_P_1000 2-2_4 0.6981 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0370 set_relative_P 2-2_4 0.6981 set_recall 2-2_4 0.6981 set_map 2-2_4 0.0258 set_F 2-2_4 0.0703 num_nonrel_judged_ret 2-2_4 11 rbp 2-2_4 0.2969 rbp_resid 2-2_4 0.4843 unj_5 2-2_4 0.4000 unj_10 2-2_4 0.4000 unj_20 2-2_4 0.5000 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 5 map 2-2_5 0.0009 Rprec 2-2_5 0.0000 bpref 2-2_5 0.0367 recip_rank 2-2_5 0.0082 iprec_at_recall_0.00 2-2_5 0.0082 iprec_at_recall_0.10 2-2_5 0.0062 iprec_at_recall_0.20 2-2_5 0.0000 iprec_at_recall_0.30 2-2_5 0.0000 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.0000 P_15 2-2_5 0.0000 P_20 2-2_5 0.0000 P_30 2-2_5 0.0000 P_100 2-2_5 0.0000 P_200 2-2_5 0.0050 P_500 2-2_5 0.0060 P_1000 2-2_5 0.0050 relstring 2-2_5 '0000000000' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.0000 recall_15 2-2_5 0.0000 recall_20 2-2_5 0.0000 recall_30 2-2_5 0.0000 recall_100 2-2_5 0.0000 recall_200 2-2_5 0.0333 recall_500 2-2_5 0.1000 recall_1000 2-2_5 0.1667 infAP 2-2_5 0.0009 Rprec_mult_0.20 2-2_5 0.0000 Rprec_mult_0.40 2-2_5 0.0000 Rprec_mult_0.60 2-2_5 0.0000 Rprec_mult_0.80 2-2_5 0.0000 Rprec_mult_1.00 2-2_5 0.0000 Rprec_mult_1.20 2-2_5 0.0000 Rprec_mult_1.40 2-2_5 0.0000 Rprec_mult_1.60 2-2_5 0.0000 Rprec_mult_1.80 2-2_5 0.0000 Rprec_mult_2.00 2-2_5 0.0000 utility 2-2_5 -990.0000 11pt_avg 2-2_5 0.0013 binG 2-2_5 0.0191 G 2-2_5 0.0179 ndcg 2-2_5 0.0630 ndcg_rel 2-2_5 0.0586 Rndcg 2-2_5 0.0126 ndcg_cut_5 2-2_5 0.0000 ndcg_cut_10 2-2_5 0.0000 ndcg_cut_15 2-2_5 0.0000 ndcg_cut_20 2-2_5 0.0000 ndcg_cut_30 2-2_5 0.0000 ndcg_cut_100 2-2_5 0.0088 ndcg_cut_200 2-2_5 0.0246 ndcg_cut_500 2-2_5 0.0432 ndcg_cut_1000 2-2_5 0.0630 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0000 map_cut_15 2-2_5 0.0000 map_cut_20 2-2_5 0.0000 map_cut_30 2-2_5 0.0000 map_cut_100 2-2_5 0.0000 map_cut_200 2-2_5 0.0003 map_cut_500 2-2_5 0.0006 map_cut_1000 2-2_5 0.0009 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.0000 relative_P_15 2-2_5 0.0000 relative_P_20 2-2_5 0.0000 relative_P_30 2-2_5 0.0000 relative_P_100 2-2_5 0.0000 relative_P_200 2-2_5 0.0333 relative_P_500 2-2_5 0.1000 relative_P_1000 2-2_5 0.1667 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 0.0000 set_P 2-2_5 0.0050 set_relative_P 2-2_5 0.1667 set_recall 2-2_5 0.1667 set_map 2-2_5 0.0008 set_F 2-2_5 0.0097 num_nonrel_judged_ret 2-2_5 28 rbp 2-2_5 0.0000 rbp_resid 2-2_5 0.2117 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.0000 unj_20 2-2_5 0.2000 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 87 map 2-2_7 0.7007 Rprec 2-2_7 0.6477 bpref 2-2_7 0.9235 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 1.0000 iprec_at_recall_0.30 2-2_7 1.0000 iprec_at_recall_0.40 2-2_7 0.8537 iprec_at_recall_0.50 2-2_7 0.7213 iprec_at_recall_0.60 2-2_7 0.6709 iprec_at_recall_0.70 2-2_7 0.5439 iprec_at_recall_0.80 2-2_7 0.4217 iprec_at_recall_0.90 2-2_7 0.2734 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 1.0000 P_20 2-2_7 1.0000 P_30 2-2_7 0.9667 P_100 2-2_7 0.5900 P_200 2-2_7 0.3700 P_500 2-2_7 0.1660 P_1000 2-2_7 0.0870 relstring 2-2_7 '4444432444' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1705 recall_20 2-2_7 0.2273 recall_30 2-2_7 0.3295 recall_100 2-2_7 0.6705 recall_200 2-2_7 0.8409 recall_500 2-2_7 0.9432 recall_1000 2-2_7 0.9886 infAP 2-2_7 0.7007 Rprec_mult_0.20 2-2_7 1.0000 Rprec_mult_0.40 2-2_7 0.9167 Rprec_mult_0.60 2-2_7 0.7736 Rprec_mult_0.80 2-2_7 0.6761 Rprec_mult_1.00 2-2_7 0.6477 Rprec_mult_1.20 2-2_7 0.5755 Rprec_mult_1.40 2-2_7 0.5081 Rprec_mult_1.60 2-2_7 0.4610 Rprec_mult_1.80 2-2_7 0.4277 Rprec_mult_2.00 2-2_7 0.4091 utility 2-2_7 -826.0000 11pt_avg 2-2_7 0.6804 binG 2-2_7 0.4705 G 2-2_7 0.2540 ndcg 2-2_7 0.9054 ndcg_rel 2-2_7 0.8389 Rndcg 2-2_7 0.7696 ndcg_cut_5 2-2_7 1.0000 ndcg_cut_10 2-2_7 0.9437 ndcg_cut_15 2-2_7 0.9108 ndcg_cut_20 2-2_7 0.9170 ndcg_cut_30 2-2_7 0.8901 ndcg_cut_100 2-2_7 0.7356 ndcg_cut_200 2-2_7 0.8284 ndcg_cut_500 2-2_7 0.8851 ndcg_cut_1000 2-2_7 0.9054 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1705 map_cut_20 2-2_7 0.2273 map_cut_30 2-2_7 0.3292 map_cut_100 2-2_7 0.5854 map_cut_200 2-2_7 0.6650 map_cut_500 2-2_7 0.6945 map_cut_1000 2-2_7 0.7007 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 1.0000 relative_P_20 2-2_7 1.0000 relative_P_30 2-2_7 0.9667 relative_P_100 2-2_7 0.6705 relative_P_200 2-2_7 0.8409 relative_P_500 2-2_7 0.9432 relative_P_1000 2-2_7 0.9886 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0870 set_relative_P 2-2_7 0.9886 set_recall 2-2_7 0.9886 set_map 2-2_7 0.0860 set_F 2-2_7 0.1599 num_nonrel_judged_ret 2-2_7 16 rbp 2-2_7 0.8855 rbp_resid 2-2_7 0.0183 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 40 map 2-2_9 0.2548 Rprec 2-2_9 0.2979 bpref 2-2_9 0.7085 recip_rank 2-2_9 0.3333 iprec_at_recall_0.00 2-2_9 0.7273 iprec_at_recall_0.10 2-2_9 0.7273 iprec_at_recall_0.20 2-2_9 0.5556 iprec_at_recall_0.30 2-2_9 0.3220 iprec_at_recall_0.40 2-2_9 0.3220 iprec_at_recall_0.50 2-2_9 0.1984 iprec_at_recall_0.60 2-2_9 0.1526 iprec_at_recall_0.70 2-2_9 0.1170 iprec_at_recall_0.80 2-2_9 0.0787 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.6000 P_10 2-2_9 0.7000 P_15 2-2_9 0.5333 P_20 2-2_9 0.5000 P_30 2-2_9 0.3667 P_100 2-2_9 0.2200 P_200 2-2_9 0.1450 P_500 2-2_9 0.0760 P_1000 2-2_9 0.0400 relstring 2-2_9 '--33423-23' recall_5 2-2_9 0.0638 recall_10 2-2_9 0.1489 recall_15 2-2_9 0.1702 recall_20 2-2_9 0.2128 recall_30 2-2_9 0.2340 recall_100 2-2_9 0.4681 recall_200 2-2_9 0.6170 recall_500 2-2_9 0.8085 recall_1000 2-2_9 0.8511 infAP 2-2_9 0.2548 Rprec_mult_0.20 2-2_9 0.7000 Rprec_mult_0.40 2-2_9 0.5263 Rprec_mult_0.60 2-2_9 0.3793 Rprec_mult_0.80 2-2_9 0.3158 Rprec_mult_1.00 2-2_9 0.2979 Rprec_mult_1.20 2-2_9 0.3158 Rprec_mult_1.40 2-2_9 0.2879 Rprec_mult_1.60 2-2_9 0.2632 Rprec_mult_1.80 2-2_9 0.2588 Rprec_mult_2.00 2-2_9 0.2340 utility 2-2_9 -920.0000 11pt_avg 2-2_9 0.2910 binG 2-2_9 0.1918 G 2-2_9 0.1388 ndcg 2-2_9 0.5771 ndcg_rel 2-2_9 0.4425 Rndcg 2-2_9 0.4011 ndcg_cut_5 2-2_9 0.3679 ndcg_cut_10 2-2_9 0.4138 ndcg_cut_15 2-2_9 0.3606 ndcg_cut_20 2-2_9 0.3568 ndcg_cut_30 2-2_9 0.3367 ndcg_cut_100 2-2_9 0.4144 ndcg_cut_200 2-2_9 0.4787 ndcg_cut_500 2-2_9 0.5583 ndcg_cut_1000 2-2_9 0.5771 map_cut_5 2-2_9 0.0305 map_cut_10 2-2_9 0.0890 map_cut_15 2-2_9 0.1044 map_cut_20 2-2_9 0.1275 map_cut_30 2-2_9 0.1362 map_cut_100 2-2_9 0.2066 map_cut_200 2-2_9 0.2330 map_cut_500 2-2_9 0.2527 map_cut_1000 2-2_9 0.2548 relative_P_5 2-2_9 0.6000 relative_P_10 2-2_9 0.7000 relative_P_15 2-2_9 0.5333 relative_P_20 2-2_9 0.5000 relative_P_30 2-2_9 0.3667 relative_P_100 2-2_9 0.4681 relative_P_200 2-2_9 0.6170 relative_P_500 2-2_9 0.8085 relative_P_1000 2-2_9 0.8511 success_1 2-2_9 0.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0400 set_relative_P 2-2_9 0.8511 set_recall 2-2_9 0.8511 set_map 2-2_9 0.0340 set_F 2-2_9 0.0764 num_nonrel_judged_ret 2-2_9 10 rbp 2-2_9 0.3532 rbp_resid 2-2_9 0.4682 unj_5 2-2_9 0.4000 unj_10 2-2_9 0.3000 unj_20 2-2_9 0.4500 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 10 map 3-2_1 0.0060 Rprec 3-2_1 0.0294 bpref 3-2_1 0.0850 recip_rank 3-2_1 0.1429 iprec_at_recall_0.00 3-2_1 0.1429 iprec_at_recall_0.10 3-2_1 0.0205 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.0000 P_10 3-2_1 0.1000 P_15 3-2_1 0.0667 P_20 3-2_1 0.1000 P_30 3-2_1 0.0667 P_100 3-2_1 0.0200 P_200 3-2_1 0.0150 P_500 3-2_1 0.0140 P_1000 3-2_1 0.0100 relstring 3-2_1 '1-01012000' recall_5 3-2_1 0.0000 recall_10 3-2_1 0.0147 recall_15 3-2_1 0.0147 recall_20 3-2_1 0.0294 recall_30 3-2_1 0.0294 recall_100 3-2_1 0.0294 recall_200 3-2_1 0.0441 recall_500 3-2_1 0.1029 recall_1000 3-2_1 0.1471 infAP 3-2_1 0.0060 Rprec_mult_0.20 3-2_1 0.0714 Rprec_mult_0.40 3-2_1 0.0714 Rprec_mult_0.60 3-2_1 0.0488 Rprec_mult_0.80 3-2_1 0.0364 Rprec_mult_1.00 3-2_1 0.0294 Rprec_mult_1.20 3-2_1 0.0244 Rprec_mult_1.40 3-2_1 0.0208 Rprec_mult_1.60 3-2_1 0.0183 Rprec_mult_1.80 3-2_1 0.0163 Rprec_mult_2.00 3-2_1 0.0221 utility 3-2_1 -980.0000 11pt_avg 3-2_1 0.0148 binG 3-2_1 0.0226 G 3-2_1 0.0310 ndcg 3-2_1 0.1740 ndcg_rel 3-2_1 0.1718 Rndcg 3-2_1 0.1491 ndcg_cut_5 3-2_1 0.1617 ndcg_cut_10 3-2_1 0.1839 ndcg_cut_15 3-2_1 0.2026 ndcg_cut_20 3-2_1 0.2027 ndcg_cut_30 3-2_1 0.1835 ndcg_cut_100 3-2_1 0.1094 ndcg_cut_200 3-2_1 0.1058 ndcg_cut_500 3-2_1 0.1532 ndcg_cut_1000 3-2_1 0.1740 map_cut_5 3-2_1 0.0000 map_cut_10 3-2_1 0.0021 map_cut_15 3-2_1 0.0021 map_cut_20 3-2_1 0.0038 map_cut_30 3-2_1 0.0038 map_cut_100 3-2_1 0.0038 map_cut_200 3-2_1 0.0042 map_cut_500 3-2_1 0.0053 map_cut_1000 3-2_1 0.0060 relative_P_5 3-2_1 0.0000 relative_P_10 3-2_1 0.1000 relative_P_15 3-2_1 0.0667 relative_P_20 3-2_1 0.1000 relative_P_30 3-2_1 0.0667 relative_P_100 3-2_1 0.0294 relative_P_200 3-2_1 0.0441 relative_P_500 3-2_1 0.1029 relative_P_1000 3-2_1 0.1471 success_1 3-2_1 0.0000 success_5 3-2_1 0.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0100 set_relative_P 3-2_1 0.1471 set_recall 3-2_1 0.1471 set_map 3-2_1 0.0015 set_F 3-2_1 0.0187 num_nonrel_judged_ret 3-2_1 46 rbp 3-2_1 0.1588 rbp_resid 3-2_1 0.2407 unj_5 3-2_1 0.2000 unj_10 3-2_1 0.1000 unj_20 3-2_1 0.2000 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 3 map 3-2_6 0.0008 Rprec 3-2_6 0.0000 bpref 3-2_6 0.0127 recip_rank 3-2_6 0.0097 iprec_at_recall_0.00 3-2_6 0.0098 iprec_at_recall_0.10 3-2_6 0.0051 iprec_at_recall_0.20 3-2_6 0.0000 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0000 P_30 3-2_6 0.0000 P_100 3-2_6 0.0000 P_200 3-2_6 0.0050 P_500 3-2_6 0.0040 P_1000 3-2_6 0.0030 relstring 3-2_6 '--0--00--0' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0000 recall_30 3-2_6 0.0000 recall_100 3-2_6 0.0000 recall_200 3-2_6 0.0312 recall_500 3-2_6 0.0625 recall_1000 3-2_6 0.0938 infAP 3-2_6 0.0008 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0000 Rprec_mult_0.80 3-2_6 0.0000 Rprec_mult_1.00 3-2_6 0.0000 Rprec_mult_1.20 3-2_6 0.0000 Rprec_mult_1.40 3-2_6 0.0000 Rprec_mult_1.60 3-2_6 0.0000 Rprec_mult_1.80 3-2_6 0.0000 Rprec_mult_2.00 3-2_6 0.0000 utility 3-2_6 -994.0000 11pt_avg 3-2_6 0.0014 binG 3-2_6 0.0121 G 3-2_6 0.0143 ndcg 3-2_6 0.0519 ndcg_rel 3-2_6 0.0484 Rndcg 3-2_6 0.0130 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0000 ndcg_cut_15 3-2_6 0.0000 ndcg_cut_20 3-2_6 0.0000 ndcg_cut_30 3-2_6 0.0000 ndcg_cut_100 3-2_6 0.0054 ndcg_cut_200 3-2_6 0.0205 ndcg_cut_500 3-2_6 0.0333 ndcg_cut_1000 3-2_6 0.0519 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0000 map_cut_30 3-2_6 0.0000 map_cut_100 3-2_6 0.0000 map_cut_200 3-2_6 0.0003 map_cut_500 3-2_6 0.0006 map_cut_1000 3-2_6 0.0008 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0000 relative_P_30 3-2_6 0.0000 relative_P_100 3-2_6 0.0000 relative_P_200 3-2_6 0.0312 relative_P_500 3-2_6 0.0625 relative_P_1000 3-2_6 0.0938 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0030 set_relative_P 3-2_6 0.0938 set_recall 3-2_6 0.0938 set_map 3-2_6 0.0003 set_F 3-2_6 0.0058 num_nonrel_judged_ret 3-2_6 45 rbp 3-2_6 0.0000 rbp_resid 3-2_6 0.5841 unj_5 3-2_6 0.8000 unj_10 3-2_6 0.6000 unj_20 3-2_6 0.5000 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 2 map 4-1_10 0.0007 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0062 iprec_at_recall_0.00 4-1_10 0.0062 iprec_at_recall_0.10 4-1_10 0.0062 iprec_at_recall_0.20 4-1_10 0.0024 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0000 P_200 4-1_10 0.0050 P_500 4-1_10 0.0020 P_1000 4-1_10 0.0020 relstring 4-1_10 '11010-0-0-' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.0000 recall_200 4-1_10 0.0833 recall_500 4-1_10 0.0833 recall_1000 4-1_10 0.1667 infAP 4-1_10 0.0007 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -996.0000 11pt_avg 4-1_10 0.0013 binG 4-1_10 0.0199 G 4-1_10 0.0563 ndcg 4-1_10 0.2369 ndcg_rel 4-1_10 0.2253 Rndcg 4-1_10 0.2168 ndcg_cut_5 4-1_10 0.2989 ndcg_cut_10 4-1_10 0.2044 ndcg_cut_15 4-1_10 0.1725 ndcg_cut_20 4-1_10 0.1746 ndcg_cut_30 4-1_10 0.1503 ndcg_cut_100 4-1_10 0.1126 ndcg_cut_200 4-1_10 0.1530 ndcg_cut_500 4-1_10 0.1955 ndcg_cut_1000 4-1_10 0.2369 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0000 map_cut_200 4-1_10 0.0005 map_cut_500 4-1_10 0.0005 map_cut_1000 4-1_10 0.0007 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.0000 relative_P_200 4-1_10 0.0833 relative_P_500 4-1_10 0.0833 relative_P_1000 4-1_10 0.1667 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0020 set_relative_P 4-1_10 0.1667 set_recall 4-1_10 0.1667 set_map 4-1_10 0.0003 set_F 4-1_10 0.0040 num_nonrel_judged_ret 4-1_10 58 rbp 4-1_10 0.0926 rbp_resid 4-1_10 0.3847 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.3000 unj_20 4-1_10 0.5000 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 5 map 4-1_12 0.0116 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0345 iprec_at_recall_0.00 4-1_12 0.0345 iprec_at_recall_0.10 4-1_12 0.0345 iprec_at_recall_0.20 4-1_12 0.0345 iprec_at_recall_0.30 4-1_12 0.0134 iprec_at_recall_0.40 4-1_12 0.0116 iprec_at_recall_0.50 4-1_12 0.0116 iprec_at_recall_0.60 4-1_12 0.0116 iprec_at_recall_0.70 4-1_12 0.0116 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0333 P_100 4-1_12 0.0100 P_200 4-1_12 0.0100 P_500 4-1_12 0.0100 P_1000 4-1_12 0.0050 relstring 4-1_12 '0000--000-' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.1429 recall_100 4-1_12 0.1429 recall_200 4-1_12 0.2857 recall_500 4-1_12 0.7143 recall_1000 4-1_12 0.7143 infAP 4-1_12 0.0116 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -990.0000 11pt_avg 4-1_12 0.0148 binG 4-1_12 0.0996 G 4-1_12 0.0887 ndcg 4-1_12 0.2059 ndcg_rel 4-1_12 0.1437 Rndcg 4-1_12 0.0412 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.0000 ndcg_cut_15 4-1_12 0.0000 ndcg_cut_20 4-1_12 0.0000 ndcg_cut_30 4-1_12 0.0290 ndcg_cut_100 4-1_12 0.0551 ndcg_cut_200 4-1_12 0.1147 ndcg_cut_500 4-1_12 0.1832 ndcg_cut_1000 4-1_12 0.2059 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0049 map_cut_100 4-1_12 0.0049 map_cut_200 4-1_12 0.0068 map_cut_500 4-1_12 0.0116 map_cut_1000 4-1_12 0.0116 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.1429 relative_P_100 4-1_12 0.1429 relative_P_200 4-1_12 0.2857 relative_P_500 4-1_12 0.7143 relative_P_1000 4-1_12 0.7143 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0050 set_relative_P 4-1_12 0.7143 set_recall 4-1_12 0.7143 set_map 4-1_12 0.0036 set_F 4-1_12 0.0099 num_nonrel_judged_ret 4-1_12 71 rbp 4-1_12 0.0033 rbp_resid 4-1_12 0.4115 unj_5 4-1_12 0.2000 unj_10 4-1_12 0.3000 unj_20 4-1_12 0.5000 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 28 map 4-1_3 0.0660 Rprec 4-1_3 0.1026 bpref 4-1_3 0.1019 recip_rank 4-1_3 0.3333 iprec_at_recall_0.00 4-1_3 0.3333 iprec_at_recall_0.10 4-1_3 0.1429 iprec_at_recall_0.20 4-1_3 0.0934 iprec_at_recall_0.30 4-1_3 0.0934 iprec_at_recall_0.40 4-1_3 0.0934 iprec_at_recall_0.50 4-1_3 0.0680 iprec_at_recall_0.60 4-1_3 0.0590 iprec_at_recall_0.70 4-1_3 0.0502 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.2000 P_10 4-1_3 0.1000 P_15 4-1_3 0.1333 P_20 4-1_3 0.1000 P_30 4-1_3 0.1333 P_100 4-1_3 0.0900 P_200 4-1_3 0.0850 P_500 4-1_3 0.0520 P_1000 4-1_3 0.0280 relstring 4-1_3 '-0300-0000' recall_5 4-1_3 0.0256 recall_10 4-1_3 0.0256 recall_15 4-1_3 0.0513 recall_20 4-1_3 0.0513 recall_30 4-1_3 0.1026 recall_100 4-1_3 0.2308 recall_200 4-1_3 0.4359 recall_500 4-1_3 0.6667 recall_1000 4-1_3 0.7179 infAP 4-1_3 0.0660 Rprec_mult_0.20 4-1_3 0.1250 Rprec_mult_0.40 4-1_3 0.1250 Rprec_mult_0.60 4-1_3 0.1250 Rprec_mult_0.80 4-1_3 0.1250 Rprec_mult_1.00 4-1_3 0.1026 Rprec_mult_1.20 4-1_3 0.0851 Rprec_mult_1.40 4-1_3 0.0909 Rprec_mult_1.60 4-1_3 0.0794 Rprec_mult_1.80 4-1_3 0.0845 Rprec_mult_2.00 4-1_3 0.0769 utility 4-1_3 -944.0000 11pt_avg 4-1_3 0.0849 binG 4-1_3 0.1141 G 4-1_3 0.1067 ndcg 4-1_3 0.4311 ndcg_rel 4-1_3 0.2947 Rndcg 4-1_3 0.1945 ndcg_cut_5 4-1_3 0.1272 ndcg_cut_10 4-1_3 0.0886 ndcg_cut_15 4-1_3 0.1248 ndcg_cut_20 4-1_3 0.1223 ndcg_cut_30 4-1_3 0.1573 ndcg_cut_100 4-1_3 0.2092 ndcg_cut_200 4-1_3 0.2981 ndcg_cut_500 4-1_3 0.4047 ndcg_cut_1000 4-1_3 0.4311 map_cut_5 4-1_3 0.0085 map_cut_10 4-1_3 0.0085 map_cut_15 4-1_3 0.0132 map_cut_20 4-1_3 0.0132 map_cut_30 4-1_3 0.0204 map_cut_100 4-1_3 0.0319 map_cut_200 4-1_3 0.0490 map_cut_500 4-1_3 0.0637 map_cut_1000 4-1_3 0.0660 relative_P_5 4-1_3 0.2000 relative_P_10 4-1_3 0.1000 relative_P_15 4-1_3 0.1333 relative_P_20 4-1_3 0.1000 relative_P_30 4-1_3 0.1333 relative_P_100 4-1_3 0.2308 relative_P_200 4-1_3 0.4359 relative_P_500 4-1_3 0.6667 relative_P_1000 4-1_3 0.7179 success_1 4-1_3 0.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0280 set_relative_P 4-1_3 0.7179 set_recall 4-1_3 0.7179 set_map 4-1_3 0.0201 set_F 4-1_3 0.0539 num_nonrel_judged_ret 4-1_3 115 rbp 4-1_3 0.1137 rbp_resid 4-1_3 0.3110 unj_5 4-1_3 0.2000 unj_10 4-1_3 0.2000 unj_20 4-1_3 0.3500 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 11 map 4-1_4 0.4396 Rprec 4-1_4 0.4545 bpref 4-1_4 0.4876 recip_rank 4-1_4 1.0000 iprec_at_recall_0.00 4-1_4 1.0000 iprec_at_recall_0.10 4-1_4 1.0000 iprec_at_recall_0.20 4-1_4 1.0000 iprec_at_recall_0.30 4-1_4 0.5000 iprec_at_recall_0.40 4-1_4 0.5000 iprec_at_recall_0.50 4-1_4 0.3684 iprec_at_recall_0.60 4-1_4 0.3684 iprec_at_recall_0.70 4-1_4 0.3636 iprec_at_recall_0.80 4-1_4 0.1406 iprec_at_recall_0.90 4-1_4 0.0885 iprec_at_recall_1.00 4-1_4 0.0219 P_5 4-1_4 0.4000 P_10 4-1_4 0.5000 P_15 4-1_4 0.3333 P_20 4-1_4 0.3500 P_30 4-1_4 0.2667 P_100 4-1_4 0.0900 P_200 4-1_4 0.0500 P_500 4-1_4 0.0200 P_1000 4-1_4 0.0110 relstring 4-1_4 '221104-312' recall_5 4-1_4 0.1818 recall_10 4-1_4 0.4545 recall_15 4-1_4 0.4545 recall_20 4-1_4 0.6364 recall_30 4-1_4 0.7273 recall_100 4-1_4 0.8182 recall_200 4-1_4 0.9091 recall_500 4-1_4 0.9091 recall_1000 4-1_4 1.0000 infAP 4-1_4 0.4396 Rprec_mult_0.20 4-1_4 0.6667 Rprec_mult_0.40 4-1_4 0.4000 Rprec_mult_0.60 4-1_4 0.4286 Rprec_mult_0.80 4-1_4 0.4444 Rprec_mult_1.00 4-1_4 0.4545 Rprec_mult_1.20 4-1_4 0.3571 Rprec_mult_1.40 4-1_4 0.3125 Rprec_mult_1.60 4-1_4 0.3333 Rprec_mult_1.80 4-1_4 0.3500 Rprec_mult_2.00 4-1_4 0.3636 utility 4-1_4 -978.0000 11pt_avg 4-1_4 0.4865 binG 4-1_4 0.3990 G 4-1_4 0.2318 ndcg 4-1_4 0.6892 ndcg_rel 4-1_4 0.5594 Rndcg 4-1_4 0.5198 ndcg_cut_5 4-1_4 0.3675 ndcg_cut_10 4-1_4 0.4977 ndcg_cut_15 4-1_4 0.4666 ndcg_cut_20 4-1_4 0.5557 ndcg_cut_30 4-1_4 0.5742 ndcg_cut_100 4-1_4 0.6470 ndcg_cut_200 4-1_4 0.6775 ndcg_cut_500 4-1_4 0.6775 ndcg_cut_1000 4-1_4 0.6892 map_cut_5 4-1_4 0.1818 map_cut_10 4-1_4 0.3182 map_cut_15 4-1_4 0.3182 map_cut_20 4-1_4 0.3838 map_cut_30 4-1_4 0.4168 map_cut_100 4-1_4 0.4296 map_cut_200 4-1_4 0.4376 map_cut_500 4-1_4 0.4376 map_cut_1000 4-1_4 0.4396 relative_P_5 4-1_4 0.4000 relative_P_10 4-1_4 0.5000 relative_P_15 4-1_4 0.4545 relative_P_20 4-1_4 0.6364 relative_P_30 4-1_4 0.7273 relative_P_100 4-1_4 0.8182 relative_P_200 4-1_4 0.9091 relative_P_500 4-1_4 0.9091 relative_P_1000 4-1_4 1.0000 success_1 4-1_4 1.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0110 set_relative_P 4-1_4 1.0000 set_recall 4-1_4 1.0000 set_map 4-1_4 0.0110 set_F 4-1_4 0.0218 num_nonrel_judged_ret 4-1_4 28 rbp 4-1_4 0.3187 rbp_resid 4-1_4 0.2723 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.1000 unj_20 4-1_4 0.3500 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.2500 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.2500 iprec_at_recall_0.00 4-1_6 0.2500 iprec_at_recall_0.10 4-1_6 0.2500 iprec_at_recall_0.20 4-1_6 0.2500 iprec_at_recall_0.30 4-1_6 0.2500 iprec_at_recall_0.40 4-1_6 0.2500 iprec_at_recall_0.50 4-1_6 0.2500 iprec_at_recall_0.60 4-1_6 0.2500 iprec_at_recall_0.70 4-1_6 0.2500 iprec_at_recall_0.80 4-1_6 0.2500 iprec_at_recall_0.90 4-1_6 0.2500 iprec_at_recall_1.00 4-1_6 0.2500 P_5 4-1_6 0.2000 P_10 4-1_6 0.1000 P_15 4-1_6 0.0667 P_20 4-1_6 0.0500 P_30 4-1_6 0.0333 P_100 4-1_6 0.0100 P_200 4-1_6 0.0050 P_500 4-1_6 0.0020 P_1000 4-1_6 0.0010 relstring 4-1_6 '00-2000001' recall_5 4-1_6 1.0000 recall_10 4-1_6 1.0000 recall_15 4-1_6 1.0000 recall_20 4-1_6 1.0000 recall_30 4-1_6 1.0000 recall_100 4-1_6 1.0000 recall_200 4-1_6 1.0000 recall_500 4-1_6 1.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.2500 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.2500 binG 4-1_6 0.4307 G 4-1_6 0.1836 ndcg 4-1_6 0.4515 ndcg_rel 4-1_6 0.3261 Rndcg 4-1_6 0.2239 ndcg_cut_5 4-1_6 0.2181 ndcg_cut_10 4-1_6 0.2075 ndcg_cut_15 4-1_6 0.2433 ndcg_cut_20 4-1_6 0.2202 ndcg_cut_30 4-1_6 0.2202 ndcg_cut_100 4-1_6 0.2653 ndcg_cut_200 4-1_6 0.2826 ndcg_cut_500 4-1_6 0.3940 ndcg_cut_1000 4-1_6 0.4515 map_cut_5 4-1_6 0.2500 map_cut_10 4-1_6 0.2500 map_cut_15 4-1_6 0.2500 map_cut_20 4-1_6 0.2500 map_cut_30 4-1_6 0.2500 map_cut_100 4-1_6 0.2500 map_cut_200 4-1_6 0.2500 map_cut_500 4-1_6 0.2500 map_cut_1000 4-1_6 0.2500 relative_P_5 4-1_6 1.0000 relative_P_10 4-1_6 1.0000 relative_P_15 4-1_6 1.0000 relative_P_20 4-1_6 1.0000 relative_P_30 4-1_6 1.0000 relative_P_100 4-1_6 1.0000 relative_P_200 4-1_6 1.0000 relative_P_500 4-1_6 1.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 1.0000 success_10 4-1_6 1.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 94 rbp 4-1_6 0.1194 rbp_resid 4-1_6 0.2447 unj_5 4-1_6 0.2000 unj_10 4-1_6 0.1000 unj_20 4-1_6 0.3000 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 11 map 4-1_9 0.0158 Rprec 4-1_9 0.0541 bpref 4-1_9 0.0643 recip_rank 4-1_9 0.0556 iprec_at_recall_0.00 4-1_9 0.0952 iprec_at_recall_0.10 4-1_9 0.0638 iprec_at_recall_0.20 4-1_9 0.0530 iprec_at_recall_0.30 4-1_9 0.0162 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.0000 P_20 4-1_9 0.0500 P_30 4-1_9 0.0667 P_100 4-1_9 0.0600 P_200 4-1_9 0.0400 P_500 4-1_9 0.0200 P_1000 4-1_9 0.0110 relstring 4-1_9 '10--1-1110' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0000 recall_20 4-1_9 0.0270 recall_30 4-1_9 0.0541 recall_100 4-1_9 0.1622 recall_200 4-1_9 0.2162 recall_500 4-1_9 0.2703 recall_1000 4-1_9 0.2973 infAP 4-1_9 0.0158 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.0000 Rprec_mult_0.60 4-1_9 0.0870 Rprec_mult_0.80 4-1_9 0.0667 Rprec_mult_1.00 4-1_9 0.0541 Rprec_mult_1.20 4-1_9 0.0667 Rprec_mult_1.40 4-1_9 0.0577 Rprec_mult_1.60 4-1_9 0.0500 Rprec_mult_1.80 4-1_9 0.0448 Rprec_mult_2.00 4-1_9 0.0541 utility 4-1_9 -978.0000 11pt_avg 4-1_9 0.0208 binG 4-1_9 0.0474 G 4-1_9 0.0755 ndcg 4-1_9 0.3745 ndcg_rel 4-1_9 0.3196 Rndcg 4-1_9 0.2257 ndcg_cut_5 4-1_9 0.1324 ndcg_cut_10 4-1_9 0.1666 ndcg_cut_15 4-1_9 0.1886 ndcg_cut_20 4-1_9 0.2274 ndcg_cut_30 4-1_9 0.2338 ndcg_cut_100 4-1_9 0.2713 ndcg_cut_200 4-1_9 0.2933 ndcg_cut_500 4-1_9 0.3471 ndcg_cut_1000 4-1_9 0.3745 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0000 map_cut_20 4-1_9 0.0015 map_cut_30 4-1_9 0.0041 map_cut_100 4-1_9 0.0109 map_cut_200 4-1_9 0.0137 map_cut_500 4-1_9 0.0153 map_cut_1000 4-1_9 0.0158 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.0000 relative_P_20 4-1_9 0.0500 relative_P_30 4-1_9 0.0667 relative_P_100 4-1_9 0.1622 relative_P_200 4-1_9 0.2162 relative_P_500 4-1_9 0.2703 relative_P_1000 4-1_9 0.2973 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0110 set_relative_P 4-1_9 0.2973 set_recall 4-1_9 0.2973 set_map 4-1_9 0.0033 set_F 4-1_9 0.0212 num_nonrel_judged_ret 4-1_9 102 rbp 4-1_9 0.1383 rbp_resid 4-1_9 0.3424 unj_5 4-1_9 0.4000 unj_10 4-1_9 0.3000 unj_20 4-1_9 0.2500 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 45 map 4-2_2 0.1056 Rprec 4-2_2 0.1667 bpref 4-2_2 0.4684 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.3478 iprec_at_recall_0.20 4-2_2 0.1743 iprec_at_recall_0.30 4-2_2 0.1267 iprec_at_recall_0.40 4-2_2 0.1077 iprec_at_recall_0.50 4-2_2 0.0700 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.6000 P_10 4-2_2 0.3000 P_15 4-2_2 0.4000 P_20 4-2_2 0.3500 P_30 4-2_2 0.2667 P_100 4-2_2 0.1700 P_200 4-2_2 0.1200 P_500 4-2_2 0.0760 P_1000 4-2_2 0.0450 relstring 4-2_2 '3--32---11' recall_5 4-2_2 0.0357 recall_10 4-2_2 0.0357 recall_15 4-2_2 0.0714 recall_20 4-2_2 0.0833 recall_30 4-2_2 0.0952 recall_100 4-2_2 0.2024 recall_200 4-2_2 0.2857 recall_500 4-2_2 0.4524 recall_1000 4-2_2 0.5357 infAP 4-2_2 0.1056 Rprec_mult_0.20 4-2_2 0.4118 Rprec_mult_0.40 4-2_2 0.2647 Rprec_mult_0.60 4-2_2 0.1961 Rprec_mult_0.80 4-2_2 0.1912 Rprec_mult_1.00 4-2_2 0.1667 Rprec_mult_1.20 4-2_2 0.1683 Rprec_mult_1.40 4-2_2 0.1610 Rprec_mult_1.60 4-2_2 0.1556 Rprec_mult_1.80 4-2_2 0.1447 Rprec_mult_2.00 4-2_2 0.1310 utility 4-2_2 -910.0000 11pt_avg 4-2_2 0.1660 binG 4-2_2 0.1014 G 4-2_2 0.0826 ndcg 4-2_2 0.4179 ndcg_rel 4-2_2 0.3877 Rndcg 4-2_2 0.3232 ndcg_cut_5 4-2_2 0.5727 ndcg_cut_10 4-2_2 0.4149 ndcg_cut_15 4-2_2 0.4236 ndcg_cut_20 4-2_2 0.3754 ndcg_cut_30 4-2_2 0.3268 ndcg_cut_100 4-2_2 0.2627 ndcg_cut_200 4-2_2 0.2924 ndcg_cut_500 4-2_2 0.3746 ndcg_cut_1000 4-2_2 0.4179 map_cut_5 4-2_2 0.0250 map_cut_10 4-2_2 0.0250 map_cut_15 4-2_2 0.0377 map_cut_20 4-2_2 0.0426 map_cut_30 4-2_2 0.0467 map_cut_100 4-2_2 0.0684 map_cut_200 4-2_2 0.0810 map_cut_500 4-2_2 0.1000 map_cut_1000 4-2_2 0.1056 relative_P_5 4-2_2 0.6000 relative_P_10 4-2_2 0.3000 relative_P_15 4-2_2 0.4000 relative_P_20 4-2_2 0.3500 relative_P_30 4-2_2 0.2667 relative_P_100 4-2_2 0.2024 relative_P_200 4-2_2 0.2857 relative_P_500 4-2_2 0.4524 relative_P_1000 4-2_2 0.5357 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0450 set_relative_P 4-2_2 0.5357 set_recall 4-2_2 0.5357 set_map 4-2_2 0.0241 set_F 4-2_2 0.0830 num_nonrel_judged_ret 4-2_2 24 rbp 4-2_2 0.3297 rbp_resid 4-2_2 0.5269 unj_5 4-2_2 0.4000 unj_10 4-2_2 0.5000 unj_20 4-2_2 0.5000 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 38 map 4-2_3 0.1827 Rprec 4-2_3 0.3125 bpref 4-2_3 0.5244 recip_rank 4-2_3 0.5000 iprec_at_recall_0.00 4-2_3 0.6667 iprec_at_recall_0.10 4-2_3 0.4545 iprec_at_recall_0.20 4-2_3 0.3333 iprec_at_recall_0.30 4-2_3 0.3333 iprec_at_recall_0.40 4-2_3 0.1727 iprec_at_recall_0.50 4-2_3 0.1341 iprec_at_recall_0.60 4-2_3 0.1025 iprec_at_recall_0.70 4-2_3 0.0720 iprec_at_recall_0.80 4-2_3 0.0446 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.4000 P_10 4-2_3 0.4000 P_15 4-2_3 0.4000 P_20 4-2_3 0.3500 P_30 4-2_3 0.3000 P_100 4-2_3 0.1700 P_200 4-2_3 0.1200 P_500 4-2_3 0.0720 P_1000 4-2_3 0.0380 relstring 4-2_3 '1220-22--1' recall_5 4-2_3 0.0417 recall_10 4-2_3 0.0833 recall_15 4-2_3 0.1250 recall_20 4-2_3 0.1458 recall_30 4-2_3 0.1875 recall_100 4-2_3 0.3542 recall_200 4-2_3 0.5000 recall_500 4-2_3 0.7500 recall_1000 4-2_3 0.7917 infAP 4-2_3 0.1827 Rprec_mult_0.20 4-2_3 0.4000 Rprec_mult_0.40 4-2_3 0.3500 Rprec_mult_0.60 4-2_3 0.3103 Rprec_mult_0.80 4-2_3 0.2821 Rprec_mult_1.00 4-2_3 0.3125 Rprec_mult_1.20 4-2_3 0.2586 Rprec_mult_1.40 4-2_3 0.2353 Rprec_mult_1.60 4-2_3 0.2078 Rprec_mult_1.80 4-2_3 0.1839 Rprec_mult_2.00 4-2_3 0.1771 utility 4-2_3 -924.0000 11pt_avg 4-2_3 0.2103 binG 4-2_3 0.1616 G 4-2_3 0.1291 ndcg 4-2_3 0.5687 ndcg_rel 4-2_3 0.4579 Rndcg 4-2_3 0.4134 ndcg_cut_5 4-2_3 0.3688 ndcg_cut_10 4-2_3 0.3781 ndcg_cut_15 4-2_3 0.3827 ndcg_cut_20 4-2_3 0.3724 ndcg_cut_30 4-2_3 0.3681 ndcg_cut_100 4-2_3 0.3431 ndcg_cut_200 4-2_3 0.4271 ndcg_cut_500 4-2_3 0.5439 ndcg_cut_1000 4-2_3 0.5687 map_cut_5 4-2_3 0.0243 map_cut_10 4-2_3 0.0466 map_cut_15 4-2_3 0.0650 map_cut_20 4-2_3 0.0731 map_cut_30 4-2_3 0.0873 map_cut_100 4-2_3 0.1344 map_cut_200 4-2_3 0.1578 map_cut_500 4-2_3 0.1805 map_cut_1000 4-2_3 0.1827 relative_P_5 4-2_3 0.4000 relative_P_10 4-2_3 0.4000 relative_P_15 4-2_3 0.4000 relative_P_20 4-2_3 0.3500 relative_P_30 4-2_3 0.3000 relative_P_100 4-2_3 0.3542 relative_P_200 4-2_3 0.5000 relative_P_500 4-2_3 0.7500 relative_P_1000 4-2_3 0.7917 success_1 4-2_3 0.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0380 set_relative_P 4-2_3 0.7917 set_recall 4-2_3 0.7917 set_map 4-2_3 0.0301 set_F 4-2_3 0.0725 num_nonrel_judged_ret 4-2_3 33 rbp 4-2_3 0.3184 rbp_resid 4-2_3 0.3617 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.3000 unj_20 4-2_3 0.4500 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.4087 Rprec 4-2_6 0.3571 bpref 4-2_6 0.5357 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.6250 iprec_at_recall_0.40 4-2_6 0.4000 iprec_at_recall_0.50 4-2_6 0.3889 iprec_at_recall_0.60 4-2_6 0.1915 iprec_at_recall_0.70 4-2_6 0.1774 iprec_at_recall_0.80 4-2_6 0.1774 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.6000 P_10 4-2_6 0.5000 P_15 4-2_6 0.4000 P_20 4-2_6 0.3500 P_30 4-2_6 0.2333 P_100 4-2_6 0.1100 P_200 4-2_6 0.0550 P_500 4-2_6 0.0220 P_1000 4-2_6 0.0120 relstring 4-2_6 '32211122--' recall_5 4-2_6 0.2143 recall_10 4-2_6 0.3571 recall_15 4-2_6 0.4286 recall_20 4-2_6 0.5000 recall_30 4-2_6 0.5000 recall_100 4-2_6 0.7857 recall_200 4-2_6 0.7857 recall_500 4-2_6 0.7857 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.4087 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.5000 Rprec_mult_0.60 4-2_6 0.5556 Rprec_mult_0.80 4-2_6 0.4167 Rprec_mult_1.00 4-2_6 0.3571 Rprec_mult_1.20 4-2_6 0.3529 Rprec_mult_1.40 4-2_6 0.3500 Rprec_mult_1.60 4-2_6 0.3043 Rprec_mult_1.80 4-2_6 0.2692 Rprec_mult_2.00 4-2_6 0.2500 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.4509 binG 4-2_6 0.3752 G 4-2_6 0.2716 ndcg 4-2_6 0.7389 ndcg_rel 4-2_6 0.7048 Rndcg 4-2_6 0.6559 ndcg_cut_5 4-2_6 0.7187 ndcg_cut_10 4-2_6 0.6639 ndcg_cut_15 4-2_6 0.6227 ndcg_cut_20 4-2_6 0.6212 ndcg_cut_30 4-2_6 0.5645 ndcg_cut_100 4-2_6 0.7103 ndcg_cut_200 4-2_6 0.7271 ndcg_cut_500 4-2_6 0.7271 ndcg_cut_1000 4-2_6 0.7389 map_cut_5 4-2_6 0.2143 map_cut_10 4-2_6 0.2997 map_cut_15 4-2_6 0.3283 map_cut_20 4-2_6 0.3561 map_cut_30 4-2_6 0.3561 map_cut_100 4-2_6 0.4078 map_cut_200 4-2_6 0.4078 map_cut_500 4-2_6 0.4078 map_cut_1000 4-2_6 0.4087 relative_P_5 4-2_6 0.6000 relative_P_10 4-2_6 0.5000 relative_P_15 4-2_6 0.4286 relative_P_20 4-2_6 0.5000 relative_P_30 4-2_6 0.5000 relative_P_100 4-2_6 0.7857 relative_P_200 4-2_6 0.7857 relative_P_500 4-2_6 0.7857 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 13 rbp 4-2_6 0.4043 rbp_resid 4-2_6 0.3260 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.4000 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 57 map 5-1_2 0.1102 Rprec 5-1_2 0.1769 bpref 5-1_2 0.3752 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.4242 iprec_at_recall_0.20 5-1_2 0.1656 iprec_at_recall_0.30 5-1_2 0.1070 iprec_at_recall_0.40 5-1_2 0.0782 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.6000 P_10 5-1_2 0.6000 P_15 5-1_2 0.4667 P_20 5-1_2 0.4000 P_30 5-1_2 0.4000 P_100 5-1_2 0.2200 P_200 5-1_2 0.1400 P_500 5-1_2 0.0840 P_1000 5-1_2 0.0570 relstring 5-1_2 '3023041123' recall_5 5-1_2 0.0231 recall_10 5-1_2 0.0462 recall_15 5-1_2 0.0538 recall_20 5-1_2 0.0615 recall_30 5-1_2 0.0923 recall_100 5-1_2 0.1692 recall_200 5-1_2 0.2154 recall_500 5-1_2 0.3231 recall_1000 5-1_2 0.4385 infAP 5-1_2 0.1102 Rprec_mult_0.20 5-1_2 0.4231 Rprec_mult_0.40 5-1_2 0.3462 Rprec_mult_0.60 5-1_2 0.2564 Rprec_mult_0.80 5-1_2 0.2115 Rprec_mult_1.00 5-1_2 0.1769 Rprec_mult_1.20 5-1_2 0.1603 Rprec_mult_1.40 5-1_2 0.1484 Rprec_mult_1.60 5-1_2 0.1346 Rprec_mult_1.80 5-1_2 0.1410 Rprec_mult_2.00 5-1_2 0.1269 utility 5-1_2 -886.0000 11pt_avg 5-1_2 0.1614 binG 5-1_2 0.0876 G 5-1_2 0.0666 ndcg 5-1_2 0.4002 ndcg_rel 5-1_2 0.3929 Rndcg 5-1_2 0.4089 ndcg_cut_5 5-1_2 0.5375 ndcg_cut_10 5-1_2 0.6039 ndcg_cut_15 5-1_2 0.5321 ndcg_cut_20 5-1_2 0.4692 ndcg_cut_30 5-1_2 0.4472 ndcg_cut_100 5-1_2 0.3103 ndcg_cut_200 5-1_2 0.2729 ndcg_cut_500 5-1_2 0.3402 ndcg_cut_1000 5-1_2 0.4002 map_cut_5 5-1_2 0.0186 map_cut_10 5-1_2 0.0326 map_cut_15 5-1_2 0.0367 map_cut_20 5-1_2 0.0406 map_cut_30 5-1_2 0.0538 map_cut_100 5-1_2 0.0810 map_cut_200 5-1_2 0.0888 map_cut_500 5-1_2 0.1015 map_cut_1000 5-1_2 0.1102 relative_P_5 5-1_2 0.6000 relative_P_10 5-1_2 0.6000 relative_P_15 5-1_2 0.4667 relative_P_20 5-1_2 0.4000 relative_P_30 5-1_2 0.4000 relative_P_100 5-1_2 0.2200 relative_P_200 5-1_2 0.2154 relative_P_500 5-1_2 0.3231 relative_P_1000 5-1_2 0.4385 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0570 set_relative_P 5-1_2 0.4385 set_recall 5-1_2 0.4385 set_map 5-1_2 0.0250 set_F 5-1_2 0.1009 num_nonrel_judged_ret 5-1_2 40 rbp 5-1_2 0.3786 rbp_resid 5-1_2 0.1901 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.3000 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 22 map 5-1_4 0.1735 Rprec 5-1_4 0.2069 bpref 5-1_4 0.4138 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.6000 iprec_at_recall_0.20 5-1_4 0.2400 iprec_at_recall_0.30 5-1_4 0.1837 iprec_at_recall_0.40 5-1_4 0.1040 iprec_at_recall_0.50 5-1_4 0.0893 iprec_at_recall_0.60 5-1_4 0.0474 iprec_at_recall_0.70 5-1_4 0.0330 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.6000 P_10 5-1_4 0.3000 P_15 5-1_4 0.3333 P_20 5-1_4 0.2500 P_30 5-1_4 0.2000 P_100 5-1_4 0.1100 P_200 5-1_4 0.0750 P_500 5-1_4 0.0340 P_1000 5-1_4 0.0220 relstring 5-1_4 '22--21-0--' recall_5 5-1_4 0.1034 recall_10 5-1_4 0.1034 recall_15 5-1_4 0.1724 recall_20 5-1_4 0.1724 recall_30 5-1_4 0.2069 recall_100 5-1_4 0.3793 recall_200 5-1_4 0.5172 recall_500 5-1_4 0.5862 recall_1000 5-1_4 0.7586 infAP 5-1_4 0.1735 Rprec_mult_0.20 5-1_4 0.5000 Rprec_mult_0.40 5-1_4 0.3333 Rprec_mult_0.60 5-1_4 0.2778 Rprec_mult_0.80 5-1_4 0.2083 Rprec_mult_1.00 5-1_4 0.2069 Rprec_mult_1.20 5-1_4 0.1714 Rprec_mult_1.40 5-1_4 0.1463 Rprec_mult_1.60 5-1_4 0.1702 Rprec_mult_1.80 5-1_4 0.1698 Rprec_mult_2.00 5-1_4 0.1552 utility 5-1_4 -956.0000 11pt_avg 5-1_4 0.2088 binG 5-1_4 0.1927 G 5-1_4 0.1346 ndcg 5-1_4 0.5028 ndcg_rel 5-1_4 0.4287 Rndcg 5-1_4 0.3387 ndcg_cut_5 5-1_4 0.4562 ndcg_cut_10 5-1_4 0.3292 ndcg_cut_15 5-1_4 0.3418 ndcg_cut_20 5-1_4 0.2979 ndcg_cut_30 5-1_4 0.2631 ndcg_cut_100 5-1_4 0.3267 ndcg_cut_200 5-1_4 0.3965 ndcg_cut_500 5-1_4 0.4406 ndcg_cut_1000 5-1_4 0.5028 map_cut_5 5-1_4 0.0897 map_cut_10 5-1_4 0.0897 map_cut_15 5-1_4 0.1145 map_cut_20 5-1_4 0.1145 map_cut_30 5-1_4 0.1228 map_cut_100 5-1_4 0.1511 map_cut_200 5-1_4 0.1643 map_cut_500 5-1_4 0.1679 map_cut_1000 5-1_4 0.1735 relative_P_5 5-1_4 0.6000 relative_P_10 5-1_4 0.3000 relative_P_15 5-1_4 0.3333 relative_P_20 5-1_4 0.2500 relative_P_30 5-1_4 0.2069 relative_P_100 5-1_4 0.3793 relative_P_200 5-1_4 0.5172 relative_P_500 5-1_4 0.5862 relative_P_1000 5-1_4 0.7586 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0220 set_relative_P 5-1_4 0.7586 set_recall 5-1_4 0.7586 set_map 5-1_4 0.0167 set_F 5-1_4 0.0428 num_nonrel_judged_ret 5-1_4 32 rbp 5-1_4 0.2377 rbp_resid 5-1_4 0.5130 unj_5 5-1_4 0.4000 unj_10 5-1_4 0.5000 unj_20 5-1_4 0.5500 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 51 map 6-1_2 0.3150 Rprec 6-1_2 0.3860 bpref 6-1_2 0.6996 recip_rank 6-1_2 1.0000 iprec_at_recall_0.00 6-1_2 1.0000 iprec_at_recall_0.10 6-1_2 0.8571 iprec_at_recall_0.20 6-1_2 0.5000 iprec_at_recall_0.30 6-1_2 0.4359 iprec_at_recall_0.40 6-1_2 0.3165 iprec_at_recall_0.50 6-1_2 0.2214 iprec_at_recall_0.60 6-1_2 0.1581 iprec_at_recall_0.70 6-1_2 0.1216 iprec_at_recall_0.80 6-1_2 0.0881 iprec_at_recall_0.90 6-1_2 0.0565 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.8000 P_10 6-1_2 0.6000 P_15 6-1_2 0.6000 P_20 6-1_2 0.5000 P_30 6-1_2 0.4667 P_100 6-1_2 0.2600 P_200 6-1_2 0.1600 P_500 6-1_2 0.0900 P_1000 6-1_2 0.0510 relstring 6-1_2 '223133311-' recall_5 6-1_2 0.0702 recall_10 6-1_2 0.1053 recall_15 6-1_2 0.1579 recall_20 6-1_2 0.1754 recall_30 6-1_2 0.2456 recall_100 6-1_2 0.4561 recall_200 6-1_2 0.5614 recall_500 6-1_2 0.7895 recall_1000 6-1_2 0.8947 infAP 6-1_2 0.3150 Rprec_mult_0.20 6-1_2 0.6667 Rprec_mult_0.40 6-1_2 0.4348 Rprec_mult_0.60 6-1_2 0.4571 Rprec_mult_0.80 6-1_2 0.4130 Rprec_mult_1.00 6-1_2 0.3860 Rprec_mult_1.20 6-1_2 0.3188 Rprec_mult_1.40 6-1_2 0.3125 Rprec_mult_1.60 6-1_2 0.2826 Rprec_mult_1.80 6-1_2 0.2524 Rprec_mult_2.00 6-1_2 0.2368 utility 6-1_2 -898.0000 11pt_avg 6-1_2 0.3414 binG 6-1_2 0.2260 G 6-1_2 0.1472 ndcg 6-1_2 0.6578 ndcg_rel 6-1_2 0.5936 Rndcg 6-1_2 0.5440 ndcg_cut_5 6-1_2 0.7182 ndcg_cut_10 6-1_2 0.6631 ndcg_cut_15 6-1_2 0.6063 ndcg_cut_20 6-1_2 0.5446 ndcg_cut_30 6-1_2 0.5365 ndcg_cut_100 6-1_2 0.4573 ndcg_cut_200 6-1_2 0.5055 ndcg_cut_500 6-1_2 0.6106 ndcg_cut_1000 6-1_2 0.6578 map_cut_5 6-1_2 0.0667 map_cut_10 6-1_2 0.0963 map_cut_15 6-1_2 0.1313 map_cut_20 6-1_2 0.1406 map_cut_30 6-1_2 0.1739 map_cut_100 6-1_2 0.2572 map_cut_200 6-1_2 0.2792 map_cut_500 6-1_2 0.3076 map_cut_1000 6-1_2 0.3150 relative_P_5 6-1_2 0.8000 relative_P_10 6-1_2 0.6000 relative_P_15 6-1_2 0.6000 relative_P_20 6-1_2 0.5000 relative_P_30 6-1_2 0.4667 relative_P_100 6-1_2 0.4561 relative_P_200 6-1_2 0.5614 relative_P_500 6-1_2 0.7895 relative_P_1000 6-1_2 0.8947 success_1 6-1_2 1.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0510 set_relative_P 6-1_2 0.8947 set_recall 6-1_2 0.8947 set_map 6-1_2 0.0456 set_F 6-1_2 0.0965 num_nonrel_judged_ret 6-1_2 28 rbp 6-1_2 0.5527 rbp_resid 6-1_2 0.2087 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.1000 unj_20 6-1_2 0.3500 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 25 map 6-1_6 0.3178 Rprec 6-1_6 0.2593 bpref 6-1_6 0.4321 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 1.0000 iprec_at_recall_0.30 6-1_6 0.2286 iprec_at_recall_0.40 6-1_6 0.2200 iprec_at_recall_0.50 6-1_6 0.1707 iprec_at_recall_0.60 6-1_6 0.1633 iprec_at_recall_0.70 6-1_6 0.1183 iprec_at_recall_0.80 6-1_6 0.0965 iprec_at_recall_0.90 6-1_6 0.0443 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 1.0000 P_10 6-1_6 0.5000 P_15 6-1_6 0.4667 P_20 6-1_6 0.3500 P_30 6-1_6 0.2333 P_100 6-1_6 0.1600 P_200 6-1_6 0.1050 P_500 6-1_6 0.0460 P_1000 6-1_6 0.0250 relstring 6-1_6 '332331---0' recall_5 6-1_6 0.1852 recall_10 6-1_6 0.1852 recall_15 6-1_6 0.2593 recall_20 6-1_6 0.2593 recall_30 6-1_6 0.2593 recall_100 6-1_6 0.5926 recall_200 6-1_6 0.7778 recall_500 6-1_6 0.8519 recall_1000 6-1_6 0.9259 infAP 6-1_6 0.3178 Rprec_mult_0.20 6-1_6 0.8333 Rprec_mult_0.40 6-1_6 0.4545 Rprec_mult_0.60 6-1_6 0.4118 Rprec_mult_0.80 6-1_6 0.3182 Rprec_mult_1.00 6-1_6 0.2593 Rprec_mult_1.20 6-1_6 0.2121 Rprec_mult_1.40 6-1_6 0.2105 Rprec_mult_1.60 6-1_6 0.1818 Rprec_mult_1.80 6-1_6 0.2041 Rprec_mult_2.00 6-1_6 0.2037 utility 6-1_6 -950.0000 11pt_avg 6-1_6 0.3674 binG 6-1_6 0.3113 G 6-1_6 0.2489 ndcg 6-1_6 0.7548 ndcg_rel 6-1_6 0.6480 Rndcg 6-1_6 0.5839 ndcg_cut_5 6-1_6 0.9435 ndcg_cut_10 6-1_6 0.6384 ndcg_cut_15 6-1_6 0.6007 ndcg_cut_20 6-1_6 0.5515 ndcg_cut_30 6-1_6 0.4831 ndcg_cut_100 6-1_6 0.6180 ndcg_cut_200 6-1_6 0.6989 ndcg_cut_500 6-1_6 0.7350 ndcg_cut_1000 6-1_6 0.7548 map_cut_5 6-1_6 0.1852 map_cut_10 6-1_6 0.1852 map_cut_15 6-1_6 0.2208 map_cut_20 6-1_6 0.2208 map_cut_30 6-1_6 0.2208 map_cut_100 6-1_6 0.2856 map_cut_200 6-1_6 0.3089 map_cut_500 6-1_6 0.3148 map_cut_1000 6-1_6 0.3178 relative_P_5 6-1_6 1.0000 relative_P_10 6-1_6 0.5000 relative_P_15 6-1_6 0.4667 relative_P_20 6-1_6 0.3500 relative_P_30 6-1_6 0.2593 relative_P_100 6-1_6 0.5926 relative_P_200 6-1_6 0.7778 relative_P_500 6-1_6 0.8519 relative_P_1000 6-1_6 0.9259 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0250 set_relative_P 6-1_6 0.9259 set_recall 6-1_6 0.9259 set_map 6-1_6 0.0231 set_F 6-1_6 0.0487 num_nonrel_judged_ret 6-1_6 33 rbp 6-1_6 0.4789 rbp_resid 6-1_6 0.3252 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.3000 unj_20 6-1_6 0.3500 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 25 map 6-1_7 0.0252 Rprec 6-1_7 0.0435 bpref 6-1_7 0.0477 recip_rank 6-1_7 0.0667 iprec_at_recall_0.00 6-1_7 0.0741 iprec_at_recall_0.10 6-1_7 0.0511 iprec_at_recall_0.20 6-1_7 0.0511 iprec_at_recall_0.30 6-1_7 0.0511 iprec_at_recall_0.40 6-1_7 0.0459 iprec_at_recall_0.50 6-1_7 0.0384 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.0000 P_10 6-1_7 0.0000 P_15 6-1_7 0.0667 P_20 6-1_7 0.0500 P_30 6-1_7 0.0667 P_100 6-1_7 0.0400 P_200 6-1_7 0.0400 P_500 6-1_7 0.0400 P_1000 6-1_7 0.0250 relstring 6-1_7 '1110010-00' recall_5 6-1_7 0.0000 recall_10 6-1_7 0.0000 recall_15 6-1_7 0.0217 recall_20 6-1_7 0.0217 recall_30 6-1_7 0.0435 recall_100 6-1_7 0.0870 recall_200 6-1_7 0.1739 recall_500 6-1_7 0.4348 recall_1000 6-1_7 0.5435 infAP 6-1_7 0.0252 Rprec_mult_0.20 6-1_7 0.0000 Rprec_mult_0.40 6-1_7 0.0526 Rprec_mult_0.60 6-1_7 0.0714 Rprec_mult_0.80 6-1_7 0.0541 Rprec_mult_1.00 6-1_7 0.0435 Rprec_mult_1.20 6-1_7 0.0536 Rprec_mult_1.40 6-1_7 0.0462 Rprec_mult_1.60 6-1_7 0.0405 Rprec_mult_1.80 6-1_7 0.0482 Rprec_mult_2.00 6-1_7 0.0435 utility 6-1_7 -950.0000 11pt_avg 6-1_7 0.0283 binG 6-1_7 0.0731 G 6-1_7 0.0837 ndcg 6-1_7 0.4004 ndcg_rel 6-1_7 0.3171 Rndcg 6-1_7 0.2358 ndcg_cut_5 6-1_7 0.2409 ndcg_cut_10 6-1_7 0.1825 ndcg_cut_15 6-1_7 0.2066 ndcg_cut_20 6-1_7 0.2063 ndcg_cut_30 6-1_7 0.2137 ndcg_cut_100 6-1_7 0.1755 ndcg_cut_200 6-1_7 0.2195 ndcg_cut_500 6-1_7 0.3528 ndcg_cut_1000 6-1_7 0.4004 map_cut_5 6-1_7 0.0000 map_cut_10 6-1_7 0.0000 map_cut_15 6-1_7 0.0014 map_cut_20 6-1_7 0.0014 map_cut_30 6-1_7 0.0031 map_cut_100 6-1_7 0.0054 map_cut_200 6-1_7 0.0091 map_cut_500 6-1_7 0.0214 map_cut_1000 6-1_7 0.0252 relative_P_5 6-1_7 0.0000 relative_P_10 6-1_7 0.0000 relative_P_15 6-1_7 0.0667 relative_P_20 6-1_7 0.0500 relative_P_30 6-1_7 0.0667 relative_P_100 6-1_7 0.0870 relative_P_200 6-1_7 0.1739 relative_P_500 6-1_7 0.4348 relative_P_1000 6-1_7 0.5435 success_1 6-1_7 0.0000 success_5 6-1_7 0.0000 success_10 6-1_7 0.0000 set_P 6-1_7 0.0250 set_relative_P 6-1_7 0.5435 set_recall 6-1_7 0.5435 set_map 6-1_7 0.0136 set_F 6-1_7 0.0478 num_nonrel_judged_ret 6-1_7 92 rbp 6-1_7 0.1727 rbp_resid 6-1_7 0.1768 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.1000 unj_20 6-1_7 0.2000 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 43 map 6-2_2 0.2825 Rprec 6-2_2 0.2857 bpref 6-2_2 0.5670 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.6364 iprec_at_recall_0.20 6-2_2 0.4783 iprec_at_recall_0.30 6-2_2 0.2941 iprec_at_recall_0.40 6-2_2 0.2653 iprec_at_recall_0.50 6-2_2 0.2478 iprec_at_recall_0.60 6-2_2 0.1828 iprec_at_recall_0.70 6-2_2 0.1322 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 1.0000 P_10 6-2_2 0.6000 P_15 6-2_2 0.5333 P_20 6-2_2 0.5000 P_30 6-2_2 0.4000 P_100 6-2_2 0.2600 P_200 6-2_2 0.1750 P_500 6-2_2 0.0820 P_1000 6-2_2 0.0430 relstring 6-2_2 '444420-0-2' recall_5 6-2_2 0.0893 recall_10 6-2_2 0.1071 recall_15 6-2_2 0.1429 recall_20 6-2_2 0.1786 recall_30 6-2_2 0.2143 recall_100 6-2_2 0.4643 recall_200 6-2_2 0.6250 recall_500 6-2_2 0.7321 recall_1000 6-2_2 0.7679 infAP 6-2_2 0.2825 Rprec_mult_0.20 6-2_2 0.5833 Rprec_mult_0.40 6-2_2 0.4783 Rprec_mult_0.60 6-2_2 0.3824 Rprec_mult_0.80 6-2_2 0.3333 Rprec_mult_1.00 6-2_2 0.2857 Rprec_mult_1.20 6-2_2 0.2941 Rprec_mult_1.40 6-2_2 0.2658 Rprec_mult_1.60 6-2_2 0.2444 Rprec_mult_1.80 6-2_2 0.2574 Rprec_mult_2.00 6-2_2 0.2411 utility 6-2_2 -914.0000 11pt_avg 6-2_2 0.2943 binG 6-2_2 0.2148 G 6-2_2 0.1876 ndcg 6-2_2 0.6403 ndcg_rel 6-2_2 0.6058 Rndcg 6-2_2 0.5474 ndcg_cut_5 6-2_2 0.9344 ndcg_cut_10 6-2_2 0.6382 ndcg_cut_15 6-2_2 0.5838 ndcg_cut_20 6-2_2 0.5496 ndcg_cut_30 6-2_2 0.5169 ndcg_cut_100 6-2_2 0.4939 ndcg_cut_200 6-2_2 0.5733 ndcg_cut_500 6-2_2 0.6260 ndcg_cut_1000 6-2_2 0.6403 map_cut_5 6-2_2 0.0893 map_cut_10 6-2_2 0.1000 map_cut_15 6-2_2 0.1216 map_cut_20 6-2_2 0.1409 map_cut_30 6-2_2 0.1566 map_cut_100 6-2_2 0.2308 map_cut_200 6-2_2 0.2662 map_cut_500 6-2_2 0.2799 map_cut_1000 6-2_2 0.2825 relative_P_5 6-2_2 1.0000 relative_P_10 6-2_2 0.6000 relative_P_15 6-2_2 0.5333 relative_P_20 6-2_2 0.5000 relative_P_30 6-2_2 0.4000 relative_P_100 6-2_2 0.4643 relative_P_200 6-2_2 0.6250 relative_P_500 6-2_2 0.7321 relative_P_1000 6-2_2 0.7679 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0430 set_relative_P 6-2_2 0.7679 set_recall 6-2_2 0.7679 set_map 6-2_2 0.0330 set_F 6-2_2 0.0814 num_nonrel_judged_ret 6-2_2 39 rbp 6-2_2 0.4754 rbp_resid 6-2_2 0.2115 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.2000 unj_20 6-2_2 0.2500 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 10 map 6-2_3 0.0653 Rprec 6-2_3 0.1176 bpref 6-2_3 0.1661 recip_rank 6-2_3 0.3333 iprec_at_recall_0.00 6-2_3 0.3333 iprec_at_recall_0.10 6-2_3 0.3333 iprec_at_recall_0.20 6-2_3 0.1538 iprec_at_recall_0.30 6-2_3 0.0820 iprec_at_recall_0.40 6-2_3 0.0225 iprec_at_recall_0.50 6-2_3 0.0119 iprec_at_recall_0.60 6-2_3 0.0105 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.2000 P_15 6-2_3 0.1333 P_20 6-2_3 0.1000 P_30 6-2_3 0.1333 P_100 6-2_3 0.0500 P_200 6-2_3 0.0250 P_500 6-2_3 0.0160 P_1000 6-2_3 0.0100 relstring 6-2_3 '-041-20110' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.1176 recall_15 6-2_3 0.1176 recall_20 6-2_3 0.1176 recall_30 6-2_3 0.2353 recall_100 6-2_3 0.2941 recall_200 6-2_3 0.2941 recall_500 6-2_3 0.4706 recall_1000 6-2_3 0.5882 infAP 6-2_3 0.0653 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.2857 Rprec_mult_0.60 6-2_3 0.1818 Rprec_mult_0.80 6-2_3 0.1429 Rprec_mult_1.00 6-2_3 0.1176 Rprec_mult_1.20 6-2_3 0.0952 Rprec_mult_1.40 6-2_3 0.0833 Rprec_mult_1.60 6-2_3 0.1429 Rprec_mult_1.80 6-2_3 0.1290 Rprec_mult_2.00 6-2_3 0.1176 utility 6-2_3 -980.0000 11pt_avg 6-2_3 0.0861 binG 6-2_3 0.1212 G 6-2_3 0.1065 ndcg 6-2_3 0.3565 ndcg_rel 6-2_3 0.3207 Rndcg 6-2_3 0.2208 ndcg_cut_5 6-2_3 0.2469 ndcg_cut_10 6-2_3 0.2807 ndcg_cut_15 6-2_3 0.2346 ndcg_cut_20 6-2_3 0.2125 ndcg_cut_30 6-2_3 0.2431 ndcg_cut_100 6-2_3 0.2716 ndcg_cut_200 6-2_3 0.2716 ndcg_cut_500 6-2_3 0.3308 ndcg_cut_1000 6-2_3 0.3565 map_cut_5 6-2_3 0.0196 map_cut_10 6-2_3 0.0392 map_cut_15 6-2_3 0.0392 map_cut_20 6-2_3 0.0392 map_cut_30 6-2_3 0.0553 map_cut_100 6-2_3 0.0601 map_cut_200 6-2_3 0.0601 map_cut_500 6-2_3 0.0640 map_cut_1000 6-2_3 0.0653 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.2000 relative_P_15 6-2_3 0.1333 relative_P_20 6-2_3 0.1176 relative_P_30 6-2_3 0.2353 relative_P_100 6-2_3 0.2941 relative_P_200 6-2_3 0.2941 relative_P_500 6-2_3 0.4706 relative_P_1000 6-2_3 0.5882 success_1 6-2_3 0.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0100 set_relative_P 6-2_3 0.5882 set_recall 6-2_3 0.5882 set_map 6-2_3 0.0059 set_F 6-2_3 0.0197 num_nonrel_judged_ret 6-2_3 54 rbp 6-2_3 0.1610 rbp_resid 6-2_3 0.4220 unj_5 6-2_3 0.4000 unj_10 6-2_3 0.2000 unj_20 6-2_3 0.5000 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 40 map 6-2_5 0.1348 Rprec 6-2_5 0.1961 bpref 6-2_5 0.4583 recip_rank 6-2_5 0.3333 iprec_at_recall_0.00 6-2_5 0.4286 iprec_at_recall_0.10 6-2_5 0.3125 iprec_at_recall_0.20 6-2_5 0.3125 iprec_at_recall_0.30 6-2_5 0.1648 iprec_at_recall_0.40 6-2_5 0.1272 iprec_at_recall_0.50 6-2_5 0.1268 iprec_at_recall_0.60 6-2_5 0.1119 iprec_at_recall_0.70 6-2_5 0.0857 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.2000 P_10 6-2_5 0.3000 P_15 6-2_5 0.2667 P_20 6-2_5 0.2500 P_30 6-2_5 0.3000 P_100 6-2_5 0.1500 P_200 6-2_5 0.1150 P_500 6-2_5 0.0720 P_1000 6-2_5 0.0400 relstring 6-2_5 '1-2-124001' recall_5 6-2_5 0.0196 recall_10 6-2_5 0.0588 recall_15 6-2_5 0.0784 recall_20 6-2_5 0.0980 recall_30 6-2_5 0.1765 recall_100 6-2_5 0.2941 recall_200 6-2_5 0.4510 recall_500 6-2_5 0.7059 recall_1000 6-2_5 0.7843 infAP 6-2_5 0.1348 Rprec_mult_0.20 6-2_5 0.2727 Rprec_mult_0.40 6-2_5 0.2857 Rprec_mult_0.60 6-2_5 0.2903 Rprec_mult_0.80 6-2_5 0.2439 Rprec_mult_1.00 6-2_5 0.1961 Rprec_mult_1.20 6-2_5 0.1935 Rprec_mult_1.40 6-2_5 0.1806 Rprec_mult_1.60 6-2_5 0.1707 Rprec_mult_1.80 6-2_5 0.1630 Rprec_mult_2.00 6-2_5 0.1471 utility 6-2_5 -920.0000 11pt_avg 6-2_5 0.1518 binG 6-2_5 0.1381 G 6-2_5 0.1170 ndcg 6-2_5 0.5361 ndcg_rel 6-2_5 0.4088 Rndcg 6-2_5 0.3307 ndcg_cut_5 6-2_5 0.2024 ndcg_cut_10 6-2_5 0.2598 ndcg_cut_15 6-2_5 0.2579 ndcg_cut_20 6-2_5 0.2483 ndcg_cut_30 6-2_5 0.3004 ndcg_cut_100 6-2_5 0.2946 ndcg_cut_200 6-2_5 0.3826 ndcg_cut_500 6-2_5 0.4969 ndcg_cut_1000 6-2_5 0.5361 map_cut_5 6-2_5 0.0065 map_cut_10 6-2_5 0.0215 map_cut_15 6-2_5 0.0271 map_cut_20 6-2_5 0.0325 map_cut_30 6-2_5 0.0556 map_cut_100 6-2_5 0.0801 map_cut_200 6-2_5 0.1017 map_cut_500 6-2_5 0.1293 map_cut_1000 6-2_5 0.1348 relative_P_5 6-2_5 0.2000 relative_P_10 6-2_5 0.3000 relative_P_15 6-2_5 0.2667 relative_P_20 6-2_5 0.2500 relative_P_30 6-2_5 0.3000 relative_P_100 6-2_5 0.2941 relative_P_200 6-2_5 0.4510 relative_P_500 6-2_5 0.7059 relative_P_1000 6-2_5 0.7843 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0400 set_relative_P 6-2_5 0.7843 set_recall 6-2_5 0.7843 set_map 6-2_5 0.0314 set_F 6-2_5 0.0761 num_nonrel_judged_ret 6-2_5 44 rbp 6-2_5 0.2620 rbp_resid 6-2_5 0.2892 unj_5 6-2_5 0.4000 unj_10 6-2_5 0.2000 unj_20 6-2_5 0.3000 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0074 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0294 iprec_at_recall_0.00 7-1_1 0.0294 iprec_at_recall_0.10 7-1_1 0.0294 iprec_at_recall_0.20 7-1_1 0.0294 iprec_at_recall_0.30 7-1_1 0.0294 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0100 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '111111101-' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.2500 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0074 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0107 binG 7-1_1 0.0487 G 7-1_1 0.1150 ndcg 7-1_1 0.5264 ndcg_rel 7-1_1 0.4874 Rndcg 7-1_1 0.4078 ndcg_cut_5 7-1_1 0.4529 ndcg_cut_10 7-1_1 0.4860 ndcg_cut_15 7-1_1 0.5579 ndcg_cut_20 7-1_1 0.5637 ndcg_cut_30 7-1_1 0.5204 ndcg_cut_100 7-1_1 0.4049 ndcg_cut_200 7-1_1 0.4167 ndcg_cut_500 7-1_1 0.5083 ndcg_cut_1000 7-1_1 0.5264 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0074 map_cut_200 7-1_1 0.0074 map_cut_500 7-1_1 0.0074 map_cut_1000 7-1_1 0.0074 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.2500 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 105 rbp 7-1_1 0.2698 rbp_resid 7-1_1 0.1333 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.1000 unj_20 7-1_1 0.1500 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 1 map 7-1_5 0.0006 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0034 iprec_at_recall_0.00 7-1_5 0.0034 iprec_at_recall_0.10 7-1_5 0.0034 iprec_at_recall_0.20 7-1_5 0.0034 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0000 P_500 7-1_5 0.0020 P_1000 7-1_5 0.0010 relstring 7-1_5 '--0000000-' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.0000 recall_500 7-1_5 0.1667 recall_1000 7-1_5 0.1667 infAP 7-1_5 0.0006 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -998.0000 11pt_avg 7-1_5 0.0009 binG 7-1_5 0.0204 G 7-1_5 0.0189 ndcg 7-1_5 0.0433 ndcg_rel 7-1_5 0.0423 Rndcg 7-1_5 0.0108 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0000 ndcg_cut_20 7-1_5 0.0000 ndcg_cut_30 7-1_5 0.0000 ndcg_cut_100 7-1_5 0.0000 ndcg_cut_200 7-1_5 0.0000 ndcg_cut_500 7-1_5 0.0433 ndcg_cut_1000 7-1_5 0.0433 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0000 map_cut_500 7-1_5 0.0006 map_cut_1000 7-1_5 0.0006 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.0000 relative_P_500 7-1_5 0.1667 relative_P_1000 7-1_5 0.1667 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0010 set_relative_P 7-1_5 0.1667 set_recall 7-1_5 0.1667 set_map 7-1_5 0.0002 set_F 7-1_5 0.0020 num_nonrel_judged_ret 7-1_5 51 rbp 7-1_5 0.0000 rbp_resid 7-1_5 0.4446 unj_5 7-1_5 0.4000 unj_10 7-1_5 0.3000 unj_20 7-1_5 0.4500 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.8475 Rprec 7-1_6 0.7778 bpref 7-1_6 0.9012 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 0.8571 iprec_at_recall_0.50 7-1_6 0.8571 iprec_at_recall_0.60 7-1_6 0.8571 iprec_at_recall_0.70 7-1_6 0.8571 iprec_at_recall_0.80 7-1_6 0.7778 iprec_at_recall_0.90 7-1_6 0.6923 iprec_at_recall_1.00 7-1_6 0.6923 P_5 7-1_6 0.8000 P_10 7-1_6 0.7000 P_15 7-1_6 0.6000 P_20 7-1_6 0.4500 P_30 7-1_6 0.3000 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '4441222-41' recall_5 7-1_6 0.4444 recall_10 7-1_6 0.7778 recall_15 7-1_6 1.0000 recall_20 7-1_6 1.0000 recall_30 7-1_6 1.0000 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.8475 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.8333 Rprec_mult_0.80 7-1_6 0.7500 Rprec_mult_1.00 7-1_6 0.7778 Rprec_mult_1.20 7-1_6 0.6364 Rprec_mult_1.40 7-1_6 0.6923 Rprec_mult_1.60 7-1_6 0.6000 Rprec_mult_1.80 7-1_6 0.5294 Rprec_mult_2.00 7-1_6 0.5000 utility 7-1_6 -982.0000 11pt_avg 7-1_6 0.8719 binG 7-1_6 0.6852 G 7-1_6 0.5583 ndcg 7-1_6 0.9183 ndcg_rel 7-1_6 0.8876 Rndcg 7-1_6 0.8508 ndcg_cut_5 7-1_6 0.8248 ndcg_cut_10 7-1_6 0.8178 ndcg_cut_15 7-1_6 0.8808 ndcg_cut_20 7-1_6 0.8808 ndcg_cut_30 7-1_6 0.8939 ndcg_cut_100 7-1_6 0.9039 ndcg_cut_200 7-1_6 0.9120 ndcg_cut_500 7-1_6 0.9120 ndcg_cut_1000 7-1_6 0.9183 map_cut_5 7-1_6 0.4222 map_cut_10 7-1_6 0.6965 map_cut_15 7-1_6 0.8475 map_cut_20 7-1_6 0.8475 map_cut_30 7-1_6 0.8475 map_cut_100 7-1_6 0.8475 map_cut_200 7-1_6 0.8475 map_cut_500 7-1_6 0.8475 map_cut_1000 7-1_6 0.8475 relative_P_5 7-1_6 0.8000 relative_P_10 7-1_6 0.7778 relative_P_15 7-1_6 1.0000 relative_P_20 7-1_6 1.0000 relative_P_30 7-1_6 1.0000 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0090 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0090 set_F 7-1_6 0.0178 num_nonrel_judged_ret 7-1_6 12 rbp 7-1_6 0.4930 rbp_resid 7-1_6 0.3268 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.1000 unj_20 7-1_6 0.4500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 13 map 7-1_9 0.3025 Rprec 7-1_9 0.3000 bpref 7-1_9 0.4625 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 0.6667 iprec_at_recall_0.30 7-1_9 0.3333 iprec_at_recall_0.40 7-1_9 0.3000 iprec_at_recall_0.50 7-1_9 0.2500 iprec_at_recall_0.60 7-1_9 0.0577 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.6000 P_10 7-1_9 0.5000 P_15 7-1_9 0.3333 P_20 7-1_9 0.3000 P_30 7-1_9 0.3000 P_100 7-1_9 0.1100 P_200 7-1_9 0.0550 P_500 7-1_9 0.0240 P_1000 7-1_9 0.0130 relstring 7-1_9 '222--20200' recall_5 7-1_9 0.1500 recall_10 7-1_9 0.2500 recall_15 7-1_9 0.2500 recall_20 7-1_9 0.3000 recall_30 7-1_9 0.4500 recall_100 7-1_9 0.5500 recall_200 7-1_9 0.5500 recall_500 7-1_9 0.6000 recall_1000 7-1_9 0.6500 infAP 7-1_9 0.3025 Rprec_mult_0.20 7-1_9 0.7500 Rprec_mult_0.40 7-1_9 0.6250 Rprec_mult_0.60 7-1_9 0.4167 Rprec_mult_0.80 7-1_9 0.3125 Rprec_mult_1.00 7-1_9 0.3000 Rprec_mult_1.20 7-1_9 0.2917 Rprec_mult_1.40 7-1_9 0.2500 Rprec_mult_1.60 7-1_9 0.2812 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2500 utility 7-1_9 -974.0000 11pt_avg 7-1_9 0.3280 binG 7-1_9 0.2750 G 7-1_9 0.1619 ndcg 7-1_9 0.5618 ndcg_rel 7-1_9 0.5162 Rndcg 7-1_9 0.4664 ndcg_cut_5 7-1_9 0.5397 ndcg_cut_10 7-1_9 0.5056 ndcg_cut_15 7-1_9 0.4085 ndcg_cut_20 7-1_9 0.3778 ndcg_cut_30 7-1_9 0.4368 ndcg_cut_100 7-1_9 0.4980 ndcg_cut_200 7-1_9 0.5260 ndcg_cut_500 7-1_9 0.5458 ndcg_cut_1000 7-1_9 0.5618 map_cut_5 7-1_9 0.1500 map_cut_10 7-1_9 0.2146 map_cut_15 7-1_9 0.2146 map_cut_20 7-1_9 0.2312 map_cut_30 7-1_9 0.2767 map_cut_100 7-1_9 0.2987 map_cut_200 7-1_9 0.2987 map_cut_500 7-1_9 0.3016 map_cut_1000 7-1_9 0.3025 relative_P_5 7-1_9 0.6000 relative_P_10 7-1_9 0.5000 relative_P_15 7-1_9 0.3333 relative_P_20 7-1_9 0.3000 relative_P_30 7-1_9 0.4500 relative_P_100 7-1_9 0.5500 relative_P_200 7-1_9 0.5500 relative_P_500 7-1_9 0.6000 relative_P_1000 7-1_9 0.6500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0130 set_relative_P 7-1_9 0.6500 set_recall 7-1_9 0.6500 set_map 7-1_9 0.0084 set_F 7-1_9 0.0255 num_nonrel_judged_ret 7-1_9 23 rbp 7-1_9 0.2155 rbp_resid 7-1_9 0.4209 unj_5 7-1_9 0.4000 unj_10 7-1_9 0.2000 unj_20 7-1_9 0.5500 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 27 map 9-1_10 0.0788 Rprec 9-1_10 0.1017 bpref 9-1_10 0.3832 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.2069 iprec_at_recall_0.20 9-1_10 0.0548 iprec_at_recall_0.30 9-1_10 0.0539 iprec_at_recall_0.40 9-1_10 0.0446 iprec_at_recall_0.50 9-1_10 0.0000 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.6000 P_10 9-1_10 0.5000 P_15 9-1_10 0.3333 P_20 9-1_10 0.2500 P_30 9-1_10 0.2000 P_100 9-1_10 0.0700 P_200 9-1_10 0.0450 P_500 9-1_10 0.0460 P_1000 9-1_10 0.0270 relstring 9-1_10 '3-0334-3-0' recall_5 9-1_10 0.0508 recall_10 9-1_10 0.0847 recall_15 9-1_10 0.0847 recall_20 9-1_10 0.0847 recall_30 9-1_10 0.1017 recall_100 9-1_10 0.1186 recall_200 9-1_10 0.1525 recall_500 9-1_10 0.3898 recall_1000 9-1_10 0.4576 infAP 9-1_10 0.0788 Rprec_mult_0.20 9-1_10 0.4167 Rprec_mult_0.40 9-1_10 0.2083 Rprec_mult_0.60 9-1_10 0.1667 Rprec_mult_0.80 9-1_10 0.1250 Rprec_mult_1.00 9-1_10 0.1017 Rprec_mult_1.20 9-1_10 0.0845 Rprec_mult_1.40 9-1_10 0.0723 Rprec_mult_1.60 9-1_10 0.0632 Rprec_mult_1.80 9-1_10 0.0654 Rprec_mult_2.00 9-1_10 0.0593 utility 9-1_10 -946.0000 11pt_avg 9-1_10 0.1237 binG 9-1_10 0.0968 G 9-1_10 0.0744 ndcg 9-1_10 0.3473 ndcg_rel 9-1_10 0.3293 Rndcg 9-1_10 0.2291 ndcg_cut_5 9-1_10 0.4623 ndcg_cut_10 9-1_10 0.4305 ndcg_cut_15 9-1_10 0.3337 ndcg_cut_20 9-1_10 0.2778 ndcg_cut_30 9-1_10 0.2369 ndcg_cut_100 9-1_10 0.1803 ndcg_cut_200 9-1_10 0.1945 ndcg_cut_500 9-1_10 0.3127 ndcg_cut_1000 9-1_10 0.3473 map_cut_5 9-1_10 0.0356 map_cut_10 9-1_10 0.0575 map_cut_15 9-1_10 0.0575 map_cut_20 9-1_10 0.0575 map_cut_30 9-1_10 0.0610 map_cut_100 9-1_10 0.0622 map_cut_200 9-1_10 0.0642 map_cut_500 9-1_10 0.0762 map_cut_1000 9-1_10 0.0788 relative_P_5 9-1_10 0.6000 relative_P_10 9-1_10 0.5000 relative_P_15 9-1_10 0.3333 relative_P_20 9-1_10 0.2500 relative_P_30 9-1_10 0.2000 relative_P_100 9-1_10 0.1186 relative_P_200 9-1_10 0.1525 relative_P_500 9-1_10 0.3898 relative_P_1000 9-1_10 0.4576 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0270 set_relative_P 9-1_10 0.4576 set_recall 9-1_10 0.4576 set_map 9-1_10 0.0124 set_F 9-1_10 0.0510 num_nonrel_judged_ret 9-1_10 14 rbp 9-1_10 0.2764 rbp_resid 9-1_10 0.4293 unj_5 9-1_10 0.2000 unj_10 9-1_10 0.3000 unj_20 9-1_10 0.4500 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 58 map 9-1_2 0.2964 Rprec 9-1_2 0.3103 bpref 9-1_2 0.5889 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 0.4375 iprec_at_recall_0.20 9-1_2 0.3636 iprec_at_recall_0.30 9-1_2 0.3429 iprec_at_recall_0.40 9-1_2 0.3429 iprec_at_recall_0.50 9-1_2 0.2720 iprec_at_recall_0.60 9-1_2 0.2713 iprec_at_recall_0.70 9-1_2 0.2485 iprec_at_recall_0.80 9-1_2 0.2376 iprec_at_recall_0.90 9-1_2 0.1815 iprec_at_recall_1.00 9-1_2 0.1098 P_5 9-1_2 0.4000 P_10 9-1_2 0.4000 P_15 9-1_2 0.4000 P_20 9-1_2 0.3500 P_30 9-1_2 0.3667 P_100 9-1_2 0.2800 P_200 9-1_2 0.2350 P_500 9-1_2 0.1120 P_1000 9-1_2 0.0580 relstring 9-1_2 '31-0434100' recall_5 9-1_2 0.0345 recall_10 9-1_2 0.0690 recall_15 9-1_2 0.1034 recall_20 9-1_2 0.1207 recall_30 9-1_2 0.1897 recall_100 9-1_2 0.4828 recall_200 9-1_2 0.8103 recall_500 9-1_2 0.9655 recall_1000 9-1_2 1.0000 infAP 9-1_2 0.2964 Rprec_mult_0.20 9-1_2 0.3333 Rprec_mult_0.40 9-1_2 0.3333 Rprec_mult_0.60 9-1_2 0.3429 Rprec_mult_0.80 9-1_2 0.3191 Rprec_mult_1.00 9-1_2 0.3103 Rprec_mult_1.20 9-1_2 0.3429 Rprec_mult_1.40 9-1_2 0.3171 Rprec_mult_1.60 9-1_2 0.2903 Rprec_mult_1.80 9-1_2 0.2667 Rprec_mult_2.00 9-1_2 0.2586 utility 9-1_2 -884.0000 11pt_avg 9-1_2 0.3461 binG 9-1_2 0.1966 G 9-1_2 0.1629 ndcg 9-1_2 0.7229 ndcg_rel 9-1_2 0.5315 Rndcg 9-1_2 0.4925 ndcg_cut_5 9-1_2 0.4391 ndcg_cut_10 9-1_2 0.4572 ndcg_cut_15 9-1_2 0.4449 ndcg_cut_20 9-1_2 0.4297 ndcg_cut_30 9-1_2 0.4163 ndcg_cut_100 9-1_2 0.4542 ndcg_cut_200 9-1_2 0.6124 ndcg_cut_500 9-1_2 0.7012 ndcg_cut_1000 9-1_2 0.7229 map_cut_5 9-1_2 0.0241 map_cut_10 9-1_2 0.0426 map_cut_15 9-1_2 0.0557 map_cut_20 9-1_2 0.0632 map_cut_30 9-1_2 0.0877 map_cut_100 9-1_2 0.1824 map_cut_200 9-1_2 0.2644 map_cut_500 9-1_2 0.2926 map_cut_1000 9-1_2 0.2964 relative_P_5 9-1_2 0.4000 relative_P_10 9-1_2 0.4000 relative_P_15 9-1_2 0.4000 relative_P_20 9-1_2 0.3500 relative_P_30 9-1_2 0.3667 relative_P_100 9-1_2 0.4828 relative_P_200 9-1_2 0.8103 relative_P_500 9-1_2 0.9655 relative_P_1000 9-1_2 1.0000 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0580 set_relative_P 9-1_2 1.0000 set_recall 9-1_2 1.0000 set_map 9-1_2 0.0580 set_F 9-1_2 0.1096 num_nonrel_judged_ret 9-1_2 57 rbp 9-1_2 0.3622 rbp_resid 9-1_2 0.2224 unj_5 9-1_2 0.2000 unj_10 9-1_2 0.1000 unj_20 9-1_2 0.2000 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 24 map 9-1_4 0.2540 Rprec 9-1_4 0.2000 bpref 9-1_4 0.5232 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.7500 iprec_at_recall_0.20 9-1_4 0.2500 iprec_at_recall_0.30 9-1_4 0.2500 iprec_at_recall_0.40 9-1_4 0.1707 iprec_at_recall_0.50 9-1_4 0.1707 iprec_at_recall_0.60 9-1_4 0.1416 iprec_at_recall_0.70 9-1_4 0.1227 iprec_at_recall_0.80 9-1_4 0.1227 iprec_at_recall_0.90 9-1_4 0.0657 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.4000 P_15 9-1_4 0.2667 P_20 9-1_4 0.2500 P_30 9-1_4 0.2000 P_100 9-1_4 0.1400 P_200 9-1_4 0.1000 P_500 9-1_4 0.0460 P_1000 9-1_4 0.0240 relstring 9-1_4 '33130310--' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.1600 recall_15 9-1_4 0.1600 recall_20 9-1_4 0.2000 recall_30 9-1_4 0.2400 recall_100 9-1_4 0.5600 recall_200 9-1_4 0.8000 recall_500 9-1_4 0.9200 recall_1000 9-1_4 0.9600 infAP 9-1_4 0.2540 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.4000 Rprec_mult_0.60 9-1_4 0.2667 Rprec_mult_0.80 9-1_4 0.2500 Rprec_mult_1.00 9-1_4 0.2000 Rprec_mult_1.20 9-1_4 0.2000 Rprec_mult_1.40 9-1_4 0.2286 Rprec_mult_1.60 9-1_4 0.2000 Rprec_mult_1.80 9-1_4 0.1778 Rprec_mult_2.00 9-1_4 0.1600 utility 9-1_4 -952.0000 11pt_avg 9-1_4 0.2767 binG 9-1_4 0.2550 G 9-1_4 0.2436 ndcg 9-1_4 0.7103 ndcg_rel 9-1_4 0.6290 Rndcg 9-1_4 0.4688 ndcg_cut_5 9-1_4 0.7557 ndcg_cut_10 9-1_4 0.5933 ndcg_cut_15 9-1_4 0.4599 ndcg_cut_20 9-1_4 0.4197 ndcg_cut_30 9-1_4 0.3892 ndcg_cut_100 9-1_4 0.5515 ndcg_cut_200 9-1_4 0.6565 ndcg_cut_500 9-1_4 0.6970 ndcg_cut_1000 9-1_4 0.7103 map_cut_5 9-1_4 0.1100 map_cut_10 9-1_4 0.1367 map_cut_15 9-1_4 0.1367 map_cut_20 9-1_4 0.1467 map_cut_30 9-1_4 0.1549 map_cut_100 9-1_4 0.2124 map_cut_200 9-1_4 0.2436 map_cut_500 9-1_4 0.2525 map_cut_1000 9-1_4 0.2540 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.4000 relative_P_15 9-1_4 0.2667 relative_P_20 9-1_4 0.2500 relative_P_30 9-1_4 0.2400 relative_P_100 9-1_4 0.5600 relative_P_200 9-1_4 0.8000 relative_P_500 9-1_4 0.9200 relative_P_1000 9-1_4 0.9600 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0240 set_relative_P 9-1_4 0.9600 set_recall 9-1_4 0.9600 set_map 9-1_4 0.0230 set_F 9-1_4 0.0468 num_nonrel_judged_ret 9-1_4 24 rbp 9-1_4 0.3927 rbp_resid 9-1_4 0.3498 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.2000 unj_20 9-1_4 0.4500 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 5 map 9-1_5 0.0027 Rprec 9-1_5 0.0000 bpref 9-1_5 0.0560 recip_rank 9-1_5 0.0110 iprec_at_recall_0.00 9-1_5 0.0167 iprec_at_recall_0.10 9-1_5 0.0167 iprec_at_recall_0.20 9-1_5 0.0136 iprec_at_recall_0.30 9-1_5 0.0000 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.0000 P_15 9-1_5 0.0000 P_20 9-1_5 0.0000 P_30 9-1_5 0.0000 P_100 9-1_5 0.0100 P_200 9-1_5 0.0150 P_500 9-1_5 0.0100 P_1000 9-1_5 0.0050 relstring 9-1_5 '0-0-000--0' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0000 recall_15 9-1_5 0.0000 recall_20 9-1_5 0.0000 recall_30 9-1_5 0.0000 recall_100 9-1_5 0.0400 recall_200 9-1_5 0.1200 recall_500 9-1_5 0.2000 recall_1000 9-1_5 0.2000 infAP 9-1_5 0.0027 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.0000 Rprec_mult_0.60 9-1_5 0.0000 Rprec_mult_0.80 9-1_5 0.0000 Rprec_mult_1.00 9-1_5 0.0000 Rprec_mult_1.20 9-1_5 0.0000 Rprec_mult_1.40 9-1_5 0.0000 Rprec_mult_1.60 9-1_5 0.0000 Rprec_mult_1.80 9-1_5 0.0000 Rprec_mult_2.00 9-1_5 0.0000 utility 9-1_5 -990.0000 11pt_avg 9-1_5 0.0043 binG 9-1_5 0.0266 G 9-1_5 0.0277 ndcg 9-1_5 0.0905 ndcg_rel 9-1_5 0.0820 Rndcg 9-1_5 0.0181 ndcg_cut_5 9-1_5 0.0000 ndcg_cut_10 9-1_5 0.0000 ndcg_cut_15 9-1_5 0.0000 ndcg_cut_20 9-1_5 0.0000 ndcg_cut_30 9-1_5 0.0000 ndcg_cut_100 9-1_5 0.0213 ndcg_cut_200 9-1_5 0.0502 ndcg_cut_500 9-1_5 0.0829 ndcg_cut_1000 9-1_5 0.0905 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0000 map_cut_15 9-1_5 0.0000 map_cut_20 9-1_5 0.0000 map_cut_30 9-1_5 0.0000 map_cut_100 9-1_5 0.0004 map_cut_200 9-1_5 0.0017 map_cut_500 9-1_5 0.0027 map_cut_1000 9-1_5 0.0027 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.0000 relative_P_15 9-1_5 0.0000 relative_P_20 9-1_5 0.0000 relative_P_30 9-1_5 0.0000 relative_P_100 9-1_5 0.0400 relative_P_200 9-1_5 0.1200 relative_P_500 9-1_5 0.2000 relative_P_1000 9-1_5 0.2000 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 0.0000 set_P 9-1_5 0.0050 set_relative_P 9-1_5 0.2000 set_recall 9-1_5 0.2000 set_map 9-1_5 0.0010 set_F 9-1_5 0.0098 num_nonrel_judged_ret 9-1_5 33 rbp 9-1_5 0.0000 rbp_resid 9-1_5 0.5623 unj_5 9-1_5 0.4000 unj_10 9-1_5 0.4000 unj_20 9-1_5 0.6500 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 20 map 9-2_6 0.3367 Rprec 9-2_6 0.3500 bpref 9-2_6 0.6150 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 0.4615 iprec_at_recall_0.30 9-2_6 0.4615 iprec_at_recall_0.40 9-2_6 0.3143 iprec_at_recall_0.50 9-2_6 0.3143 iprec_at_recall_0.60 9-2_6 0.2791 iprec_at_recall_0.70 9-2_6 0.2642 iprec_at_recall_0.80 9-2_6 0.1739 iprec_at_recall_0.90 9-2_6 0.0909 iprec_at_recall_1.00 9-2_6 0.0680 P_5 9-2_6 0.4000 P_10 9-2_6 0.4000 P_15 9-2_6 0.4000 P_20 9-2_6 0.3500 P_30 9-2_6 0.3000 P_100 9-2_6 0.1600 P_200 9-2_6 0.0900 P_500 9-2_6 0.0400 P_1000 9-2_6 0.0200 relstring 9-2_6 '33----1142' recall_5 9-2_6 0.1000 recall_10 9-2_6 0.2000 recall_15 9-2_6 0.3000 recall_20 9-2_6 0.3500 recall_30 9-2_6 0.4500 recall_100 9-2_6 0.8000 recall_200 9-2_6 0.9000 recall_500 9-2_6 1.0000 recall_1000 9-2_6 1.0000 infAP 9-2_6 0.3367 Rprec_mult_0.20 9-2_6 0.5000 Rprec_mult_0.40 9-2_6 0.2500 Rprec_mult_0.60 9-2_6 0.4167 Rprec_mult_0.80 9-2_6 0.3750 Rprec_mult_1.00 9-2_6 0.3500 Rprec_mult_1.20 9-2_6 0.2917 Rprec_mult_1.40 9-2_6 0.2857 Rprec_mult_1.60 9-2_6 0.2812 Rprec_mult_1.80 9-2_6 0.3056 Rprec_mult_2.00 9-2_6 0.2750 utility 9-2_6 -960.0000 11pt_avg 9-2_6 0.4025 binG 9-2_6 0.2935 G 9-2_6 0.2057 ndcg 9-2_6 0.6862 ndcg_rel 9-2_6 0.5412 Rndcg 9-2_6 0.4651 ndcg_cut_5 9-2_6 0.4149 ndcg_cut_10 9-2_6 0.4241 ndcg_cut_15 9-2_6 0.4157 ndcg_cut_20 9-2_6 0.4035 ndcg_cut_30 9-2_6 0.4198 ndcg_cut_100 9-2_6 0.5999 ndcg_cut_200 9-2_6 0.6495 ndcg_cut_500 9-2_6 0.6781 ndcg_cut_1000 9-2_6 0.6862 map_cut_5 9-2_6 0.1000 map_cut_10 9-2_6 0.1367 map_cut_15 9-2_6 0.1806 map_cut_20 9-2_6 0.2000 map_cut_30 9-2_6 0.2293 map_cut_100 9-2_6 0.3176 map_cut_200 9-2_6 0.3294 map_cut_500 9-2_6 0.3367 map_cut_1000 9-2_6 0.3367 relative_P_5 9-2_6 0.4000 relative_P_10 9-2_6 0.4000 relative_P_15 9-2_6 0.4000 relative_P_20 9-2_6 0.3500 relative_P_30 9-2_6 0.4500 relative_P_100 9-2_6 0.8000 relative_P_200 9-2_6 0.9000 relative_P_500 9-2_6 1.0000 relative_P_1000 9-2_6 1.0000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0200 set_relative_P 9-2_6 1.0000 set_recall 9-2_6 1.0000 set_map 9-2_6 0.0200 set_F 9-2_6 0.0392 num_nonrel_judged_ret 9-2_6 33 rbp 9-2_6 0.2927 rbp_resid 9-2_6 0.4820 unj_5 9-2_6 0.6000 unj_10 9-2_6 0.4000 unj_20 9-2_6 0.5000 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 9 map 9-2_7 0.0651 Rprec 9-2_7 0.1000 bpref 9-2_7 0.1200 recip_rank 9-2_7 0.2500 iprec_at_recall_0.00 9-2_7 0.2500 iprec_at_recall_0.10 9-2_7 0.2500 iprec_at_recall_0.20 9-2_7 0.1250 iprec_at_recall_0.30 9-2_7 0.1000 iprec_at_recall_0.40 9-2_7 0.0519 iprec_at_recall_0.50 9-2_7 0.0361 iprec_at_recall_0.60 9-2_7 0.0361 iprec_at_recall_0.70 9-2_7 0.0266 iprec_at_recall_0.80 9-2_7 0.0174 iprec_at_recall_0.90 9-2_7 0.0131 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.2000 P_10 9-2_7 0.1000 P_15 9-2_7 0.0667 P_20 9-2_7 0.1000 P_30 9-2_7 0.1000 P_100 9-2_7 0.0400 P_200 9-2_7 0.0300 P_500 9-2_7 0.0160 P_1000 9-2_7 0.0090 relstring 9-2_7 '00-40-0--0' recall_5 9-2_7 0.1000 recall_10 9-2_7 0.1000 recall_15 9-2_7 0.1000 recall_20 9-2_7 0.2000 recall_30 9-2_7 0.3000 recall_100 9-2_7 0.4000 recall_200 9-2_7 0.6000 recall_500 9-2_7 0.8000 recall_1000 9-2_7 0.9000 infAP 9-2_7 0.0651 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.2500 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.1250 Rprec_mult_1.00 9-2_7 0.1000 Rprec_mult_1.20 9-2_7 0.0833 Rprec_mult_1.40 9-2_7 0.0714 Rprec_mult_1.60 9-2_7 0.1250 Rprec_mult_1.80 9-2_7 0.1111 Rprec_mult_2.00 9-2_7 0.1000 utility 9-2_7 -982.0000 11pt_avg 9-2_7 0.0824 binG 9-2_7 0.1665 G 9-2_7 0.1383 ndcg 9-2_7 0.3975 ndcg_rel 9-2_7 0.3141 Rndcg 9-2_7 0.1840 ndcg_cut_5 9-2_7 0.1881 ndcg_cut_10 9-2_7 0.1395 ndcg_cut_15 9-2_7 0.1458 ndcg_cut_20 9-2_7 0.2002 ndcg_cut_30 9-2_7 0.1989 ndcg_cut_100 9-2_7 0.2782 ndcg_cut_200 9-2_7 0.3360 ndcg_cut_500 9-2_7 0.3849 ndcg_cut_1000 9-2_7 0.3975 map_cut_5 9-2_7 0.0250 map_cut_10 9-2_7 0.0250 map_cut_15 9-2_7 0.0250 map_cut_20 9-2_7 0.0375 map_cut_30 9-2_7 0.0475 map_cut_100 9-2_7 0.0527 map_cut_200 9-2_7 0.0594 map_cut_500 9-2_7 0.0638 map_cut_1000 9-2_7 0.0651 relative_P_5 9-2_7 0.2000 relative_P_10 9-2_7 0.1000 relative_P_15 9-2_7 0.1000 relative_P_20 9-2_7 0.2000 relative_P_30 9-2_7 0.3000 relative_P_100 9-2_7 0.4000 relative_P_200 9-2_7 0.6000 relative_P_500 9-2_7 0.8000 relative_P_1000 9-2_7 0.9000 success_1 9-2_7 0.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0090 set_relative_P 9-2_7 0.9000 set_recall 9-2_7 0.9000 set_map 9-2_7 0.0081 set_F 9-2_7 0.0178 num_nonrel_judged_ret 9-2_7 34 rbp 9-2_7 0.1049 rbp_resid 9-2_7 0.4680 unj_5 9-2_7 0.2000 unj_10 9-2_7 0.4000 unj_20 9-2_7 0.5500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 30 map 9-2_9 0.2314 Rprec 9-2_9 0.2258 bpref 9-2_9 0.2955 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 0.5000 iprec_at_recall_0.20 9-2_9 0.3750 iprec_at_recall_0.30 9-2_9 0.2500 iprec_at_recall_0.40 9-2_9 0.2203 iprec_at_recall_0.50 9-2_9 0.1881 iprec_at_recall_0.60 9-2_9 0.1881 iprec_at_recall_0.70 9-2_9 0.1825 iprec_at_recall_0.80 9-2_9 0.1168 iprec_at_recall_0.90 9-2_9 0.0641 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.4000 P_10 9-2_9 0.3000 P_15 9-2_9 0.3333 P_20 9-2_9 0.3000 P_30 9-2_9 0.2333 P_100 9-2_9 0.1800 P_200 9-2_9 0.1200 P_500 9-2_9 0.0600 P_1000 9-2_9 0.0300 relstring 9-2_9 '41-21411--' recall_5 9-2_9 0.0645 recall_10 9-2_9 0.0968 recall_15 9-2_9 0.1613 recall_20 9-2_9 0.1935 recall_30 9-2_9 0.2258 recall_100 9-2_9 0.5806 recall_200 9-2_9 0.7742 recall_500 9-2_9 0.9677 recall_1000 9-2_9 0.9677 infAP 9-2_9 0.2314 Rprec_mult_0.20 9-2_9 0.4286 Rprec_mult_0.40 9-2_9 0.3846 Rprec_mult_0.60 9-2_9 0.3158 Rprec_mult_0.80 9-2_9 0.2800 Rprec_mult_1.00 9-2_9 0.2258 Rprec_mult_1.20 9-2_9 0.2368 Rprec_mult_1.40 9-2_9 0.2045 Rprec_mult_1.60 9-2_9 0.1800 Rprec_mult_1.80 9-2_9 0.1964 Rprec_mult_2.00 9-2_9 0.2097 utility 9-2_9 -940.0000 11pt_avg 9-2_9 0.2805 binG 9-2_9 0.2135 G 9-2_9 0.1844 ndcg 9-2_9 0.7184 ndcg_rel 9-2_9 0.5784 Rndcg 9-2_9 0.5216 ndcg_cut_5 9-2_9 0.4985 ndcg_cut_10 9-2_9 0.4376 ndcg_cut_15 9-2_9 0.4678 ndcg_cut_20 9-2_9 0.4865 ndcg_cut_30 9-2_9 0.4515 ndcg_cut_100 9-2_9 0.5487 ndcg_cut_200 9-2_9 0.6433 ndcg_cut_500 9-2_9 0.7129 ndcg_cut_1000 9-2_9 0.7184 map_cut_5 9-2_9 0.0484 map_cut_10 9-2_9 0.0645 map_cut_15 9-2_9 0.0877 map_cut_20 9-2_9 0.0998 map_cut_30 9-2_9 0.1092 map_cut_100 9-2_9 0.1800 map_cut_200 9-2_9 0.2151 map_cut_500 9-2_9 0.2314 map_cut_1000 9-2_9 0.2314 relative_P_5 9-2_9 0.4000 relative_P_10 9-2_9 0.3000 relative_P_15 9-2_9 0.3333 relative_P_20 9-2_9 0.3000 relative_P_30 9-2_9 0.2333 relative_P_100 9-2_9 0.5806 relative_P_200 9-2_9 0.7742 relative_P_500 9-2_9 0.9677 relative_P_1000 9-2_9 0.9677 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0300 set_relative_P 9-2_9 0.9677 set_recall 9-2_9 0.9677 set_map 9-2_9 0.0290 set_F 9-2_9 0.0582 num_nonrel_judged_ret 9-2_9 55 rbp 9-2_9 0.3788 rbp_resid 9-2_9 0.2651 unj_5 9-2_9 0.2000 unj_10 9-2_9 0.3000 unj_20 9-2_9 0.2500 runid all orga-splade-llama70b num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 1416 map all 0.1921 gm_map all 0.0690 Rprec all 0.2052 bpref all 0.3759 recip_rank all 0.5513 iprec_at_recall_0.00 all 0.5890 iprec_at_recall_0.10 all 0.4216 iprec_at_recall_0.20 all 0.3207 iprec_at_recall_0.30 all 0.2420 iprec_at_recall_0.40 all 0.2047 iprec_at_recall_0.50 all 0.1739 iprec_at_recall_0.60 all 0.1438 iprec_at_recall_0.70 all 0.1191 iprec_at_recall_0.80 all 0.0824 iprec_at_recall_0.90 all 0.0479 iprec_at_recall_1.00 all 0.0260 P_5 all 0.3778 P_10 all 0.3267 P_15 all 0.2978 P_20 all 0.2656 P_30 all 0.2341 P_100 all 0.1382 P_200 all 0.0949 P_500 all 0.0542 P_1000 all 0.0315 recall_5 all 0.0826 recall_10 all 0.1266 recall_15 all 0.1551 recall_20 all 0.1761 recall_30 all 0.2159 recall_100 all 0.3538 recall_200 all 0.4526 recall_500 all 0.5901 recall_1000 all 0.6612 infAP all 0.1921 gm_bpref all 0.0783 Rprec_mult_0.20 all 0.3613 Rprec_mult_0.40 all 0.2864 Rprec_mult_0.60 all 0.2569 Rprec_mult_0.80 all 0.2251 Rprec_mult_1.00 all 0.2052 Rprec_mult_1.20 all 0.1888 Rprec_mult_1.40 all 0.1799 Rprec_mult_1.60 all 0.1701 Rprec_mult_1.80 all 0.1626 Rprec_mult_2.00 all 0.1550 utility all -937.0667 11pt_avg all 0.2156 binG all 0.1767 G all 0.1354 ndcg all 0.4818 ndcg_rel all 0.4070 Rndcg all 0.3405 ndcg_cut_5 all 0.3681 ndcg_cut_10 all 0.3465 ndcg_cut_15 all 0.3383 ndcg_cut_20 all 0.3291 ndcg_cut_30 all 0.3226 ndcg_cut_100 all 0.3366 ndcg_cut_200 all 0.3821 ndcg_cut_500 all 0.4497 ndcg_cut_1000 all 0.4818 map_cut_5 all 0.0570 map_cut_10 all 0.0854 map_cut_15 all 0.1011 map_cut_20 all 0.1091 map_cut_30 all 0.1227 map_cut_100 all 0.1590 map_cut_200 all 0.1746 map_cut_500 all 0.1880 map_cut_1000 all 0.1921 relative_P_5 all 0.3956 relative_P_10 all 0.3484 relative_P_15 all 0.3315 relative_P_20 all 0.3143 relative_P_30 all 0.3131 relative_P_100 all 0.3585 relative_P_200 all 0.4530 relative_P_500 all 0.5901 relative_P_1000 all 0.6612 success_1 all 0.4444 success_5 all 0.7111 success_10 all 0.7778 set_P all 0.0315 set_relative_P all 0.6612 set_recall all 0.6612 set_map all 0.0238 set_F all 0.0584 num_nonrel_judged_ret all 1797 rbp all 0.2598 rbp_resid all 0.3221 unj_5 all 0.1956 unj_10 all 0.2089 unj_20 all 0.3589