num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 54 map 1-1_3 0.3033 Rprec 1-1_3 0.3438 bpref 1-1_3 0.6693 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 0.8571 iprec_at_recall_0.20 1-1_3 0.4043 iprec_at_recall_0.30 1-1_3 0.4043 iprec_at_recall_0.40 1-1_3 0.2857 iprec_at_recall_0.50 1-1_3 0.2336 iprec_at_recall_0.60 1-1_3 0.2143 iprec_at_recall_0.70 1-1_3 0.1983 iprec_at_recall_0.80 1-1_3 0.1349 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.8000 P_10 1-1_3 0.8000 P_15 1-1_3 0.6667 P_20 1-1_3 0.5000 P_30 1-1_3 0.4000 P_100 1-1_3 0.2600 P_200 1-1_3 0.2100 P_500 1-1_3 0.1060 P_1000 1-1_3 0.0540 relstring 1-1_3 '3023242-23' recall_5 1-1_3 0.0625 recall_10 1-1_3 0.1250 recall_15 1-1_3 0.1562 recall_20 1-1_3 0.1562 recall_30 1-1_3 0.1875 recall_100 1-1_3 0.4062 recall_200 1-1_3 0.6562 recall_500 1-1_3 0.8281 recall_1000 1-1_3 0.8438 infAP 1-1_3 0.3033 Rprec_mult_0.20 1-1_3 0.6923 Rprec_mult_0.40 1-1_3 0.4615 Rprec_mult_0.60 1-1_3 0.3333 Rprec_mult_0.80 1-1_3 0.3846 Rprec_mult_1.00 1-1_3 0.3438 Rprec_mult_1.20 1-1_3 0.2987 Rprec_mult_1.40 1-1_3 0.2778 Rprec_mult_1.60 1-1_3 0.2524 Rprec_mult_1.80 1-1_3 0.2328 Rprec_mult_2.00 1-1_3 0.2266 utility 1-1_3 -892.0000 11pt_avg 1-1_3 0.3393 binG 1-1_3 0.2037 G 1-1_3 0.1525 ndcg 1-1_3 0.6692 ndcg_rel 1-1_3 0.5667 Rndcg 1-1_3 0.4985 ndcg_cut_5 1-1_3 0.5790 ndcg_cut_10 1-1_3 0.6308 ndcg_cut_15 1-1_3 0.5831 ndcg_cut_20 1-1_3 0.4925 ndcg_cut_30 1-1_3 0.4608 ndcg_cut_100 1-1_3 0.4422 ndcg_cut_200 1-1_3 0.5710 ndcg_cut_500 1-1_3 0.6587 ndcg_cut_1000 1-1_3 0.6692 map_cut_5 1-1_3 0.0503 map_cut_10 1-1_3 0.1013 map_cut_15 1-1_3 0.1242 map_cut_20 1-1_3 0.1242 map_cut_30 1-1_3 0.1402 map_cut_100 1-1_3 0.2192 map_cut_200 1-1_3 0.2747 map_cut_500 1-1_3 0.3017 map_cut_1000 1-1_3 0.3033 relative_P_5 1-1_3 0.8000 relative_P_10 1-1_3 0.8000 relative_P_15 1-1_3 0.6667 relative_P_20 1-1_3 0.5000 relative_P_30 1-1_3 0.4000 relative_P_100 1-1_3 0.4062 relative_P_200 1-1_3 0.6562 relative_P_500 1-1_3 0.8281 relative_P_1000 1-1_3 0.8438 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0540 set_relative_P 1-1_3 0.8438 set_recall 1-1_3 0.8438 set_map 1-1_3 0.0456 set_F 1-1_3 0.1015 num_nonrel_judged_ret 1-1_3 36 rbp 1-1_3 0.4075 rbp_resid 1-1_3 0.2738 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.1000 unj_20 1-1_3 0.4000 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 79 map 1-1_4 0.1794 Rprec 1-1_4 0.2617 bpref 1-1_4 0.5919 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.3793 iprec_at_recall_0.20 1-1_4 0.3243 iprec_at_recall_0.30 1-1_4 0.2319 iprec_at_recall_0.40 1-1_4 0.1737 iprec_at_recall_0.50 1-1_4 0.1543 iprec_at_recall_0.60 1-1_4 0.1142 iprec_at_recall_0.70 1-1_4 0.1030 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.6000 P_10 1-1_4 0.5000 P_15 1-1_4 0.4667 P_20 1-1_4 0.4500 P_30 1-1_4 0.3667 P_100 1-1_4 0.2700 P_200 1-1_4 0.1900 P_500 1-1_4 0.1220 P_1000 1-1_4 0.0790 relstring 1-1_4 '2--34022-0' recall_5 1-1_4 0.0280 recall_10 1-1_4 0.0467 recall_15 1-1_4 0.0654 recall_20 1-1_4 0.0841 recall_30 1-1_4 0.1028 recall_100 1-1_4 0.2523 recall_200 1-1_4 0.3551 recall_500 1-1_4 0.5701 recall_1000 1-1_4 0.7383 infAP 1-1_4 0.1794 Rprec_mult_0.20 1-1_4 0.4091 Rprec_mult_0.40 1-1_4 0.3256 Rprec_mult_0.60 1-1_4 0.3077 Rprec_mult_0.80 1-1_4 0.3023 Rprec_mult_1.00 1-1_4 0.2617 Rprec_mult_1.20 1-1_4 0.2403 Rprec_mult_1.40 1-1_4 0.2133 Rprec_mult_1.60 1-1_4 0.1977 Rprec_mult_1.80 1-1_4 0.1917 Rprec_mult_2.00 1-1_4 0.1869 utility 1-1_4 -842.0000 11pt_avg 1-1_4 0.2255 binG 1-1_4 0.1306 G 1-1_4 0.1025 ndcg 1-1_4 0.5342 ndcg_rel 1-1_4 0.4319 Rndcg 1-1_4 0.3439 ndcg_cut_5 1-1_4 0.4103 ndcg_cut_10 1-1_4 0.3377 ndcg_cut_15 1-1_4 0.3183 ndcg_cut_20 1-1_4 0.3260 ndcg_cut_30 1-1_4 0.3019 ndcg_cut_100 1-1_4 0.3094 ndcg_cut_200 1-1_4 0.3580 ndcg_cut_500 1-1_4 0.4614 ndcg_cut_1000 1-1_4 0.5342 map_cut_5 1-1_4 0.0196 map_cut_10 1-1_4 0.0308 map_cut_15 1-1_4 0.0406 map_cut_20 1-1_4 0.0494 map_cut_30 1-1_4 0.0570 map_cut_100 1-1_4 0.1047 map_cut_200 1-1_4 0.1276 map_cut_500 1-1_4 0.1614 map_cut_1000 1-1_4 0.1794 relative_P_5 1-1_4 0.6000 relative_P_10 1-1_4 0.5000 relative_P_15 1-1_4 0.4667 relative_P_20 1-1_4 0.4500 relative_P_30 1-1_4 0.3667 relative_P_100 1-1_4 0.2700 relative_P_200 1-1_4 0.3551 relative_P_500 1-1_4 0.5701 relative_P_1000 1-1_4 0.7383 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0790 set_relative_P 1-1_4 0.7383 set_recall 1-1_4 0.7383 set_map 1-1_4 0.0583 set_F 1-1_4 0.1427 num_nonrel_judged_ret 1-1_4 5 rbp 1-1_4 0.3012 rbp_resid 1-1_4 0.4447 unj_5 1-1_4 0.4000 unj_10 1-1_4 0.3000 unj_20 1-1_4 0.4500 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 145 map 1-1_5 0.3025 Rprec 1-1_5 0.3744 bpref 1-1_5 0.6043 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.7097 iprec_at_recall_0.20 1-1_5 0.4681 iprec_at_recall_0.30 1-1_5 0.4083 iprec_at_recall_0.40 1-1_5 0.3644 iprec_at_recall_0.50 1-1_5 0.3179 iprec_at_recall_0.60 1-1_5 0.2413 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 1.0000 P_15 1-1_5 0.9333 P_20 1-1_5 0.8500 P_30 1-1_5 0.7000 P_100 1-1_5 0.4500 P_200 1-1_5 0.3950 P_500 1-1_5 0.2460 P_1000 1-1_5 0.1450 relstring 1-1_5 '2222242222' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0457 recall_15 1-1_5 0.0639 recall_20 1-1_5 0.0776 recall_30 1-1_5 0.0959 recall_100 1-1_5 0.2055 recall_200 1-1_5 0.3607 recall_500 1-1_5 0.5616 recall_1000 1-1_5 0.6621 infAP 1-1_5 0.3025 Rprec_mult_0.20 1-1_5 0.6136 Rprec_mult_0.40 1-1_5 0.4773 Rprec_mult_0.60 1-1_5 0.4394 Rprec_mult_0.80 1-1_5 0.4034 Rprec_mult_1.00 1-1_5 0.3744 Rprec_mult_1.20 1-1_5 0.3536 Rprec_mult_1.40 1-1_5 0.3225 Rprec_mult_1.60 1-1_5 0.3134 Rprec_mult_1.80 1-1_5 0.2861 Rprec_mult_2.00 1-1_5 0.2694 utility 1-1_5 -710.0000 11pt_avg 1-1_5 0.3191 binG 1-1_5 0.1614 G 1-1_5 0.0944 ndcg 1-1_5 0.5803 ndcg_rel 1-1_5 0.5162 Rndcg 1-1_5 0.4807 ndcg_cut_5 1-1_5 0.5000 ndcg_cut_10 1-1_5 0.5479 ndcg_cut_15 1-1_5 0.5589 ndcg_cut_20 1-1_5 0.5365 ndcg_cut_30 1-1_5 0.4947 ndcg_cut_100 1-1_5 0.4484 ndcg_cut_200 1-1_5 0.4229 ndcg_cut_500 1-1_5 0.5197 ndcg_cut_1000 1-1_5 0.5803 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0457 map_cut_15 1-1_5 0.0639 map_cut_20 1-1_5 0.0759 map_cut_30 1-1_5 0.0895 map_cut_100 1-1_5 0.1495 map_cut_200 1-1_5 0.2145 map_cut_500 1-1_5 0.2800 map_cut_1000 1-1_5 0.3025 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 1.0000 relative_P_15 1-1_5 0.9333 relative_P_20 1-1_5 0.8500 relative_P_30 1-1_5 0.7000 relative_P_100 1-1_5 0.4500 relative_P_200 1-1_5 0.3950 relative_P_500 1-1_5 0.5616 relative_P_1000 1-1_5 0.6621 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1450 set_relative_P 1-1_5 0.6621 set_recall 1-1_5 0.6621 set_map 1-1_5 0.0960 set_F 1-1_5 0.2379 num_nonrel_judged_ret 1-1_5 6 rbp 1-1_5 0.4763 rbp_resid 1-1_5 0.1322 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.1500 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 14 map 1-1_7 0.0094 Rprec 1-1_7 0.0606 bpref 1-1_7 0.0997 recip_rank 1-1_7 0.1111 iprec_at_recall_0.00 1-1_7 0.2000 iprec_at_recall_0.10 1-1_7 0.0375 iprec_at_recall_0.20 1-1_7 0.0000 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.0000 P_10 1-1_7 0.2000 P_15 1-1_7 0.1333 P_20 1-1_7 0.1000 P_30 1-1_7 0.0667 P_100 1-1_7 0.0600 P_200 1-1_7 0.0350 P_500 1-1_7 0.0240 P_1000 1-1_7 0.0140 relstring 1-1_7 '---1--0-22' recall_5 1-1_7 0.0000 recall_10 1-1_7 0.0202 recall_15 1-1_7 0.0202 recall_20 1-1_7 0.0202 recall_30 1-1_7 0.0202 recall_100 1-1_7 0.0606 recall_200 1-1_7 0.0707 recall_500 1-1_7 0.1212 recall_1000 1-1_7 0.1414 infAP 1-1_7 0.0094 Rprec_mult_0.20 1-1_7 0.1000 Rprec_mult_0.40 1-1_7 0.0750 Rprec_mult_0.60 1-1_7 0.0833 Rprec_mult_0.80 1-1_7 0.0625 Rprec_mult_1.00 1-1_7 0.0606 Rprec_mult_1.20 1-1_7 0.0588 Rprec_mult_1.40 1-1_7 0.0504 Rprec_mult_1.60 1-1_7 0.0440 Rprec_mult_1.80 1-1_7 0.0391 Rprec_mult_2.00 1-1_7 0.0354 utility 1-1_7 -972.0000 11pt_avg 1-1_7 0.0216 binG 1-1_7 0.0232 G 1-1_7 0.0187 ndcg 1-1_7 0.1014 ndcg_rel 1-1_7 0.0970 Rndcg 1-1_7 0.0611 ndcg_cut_5 1-1_7 0.0365 ndcg_cut_10 1-1_7 0.0951 ndcg_cut_15 1-1_7 0.0771 ndcg_cut_20 1-1_7 0.0660 ndcg_cut_30 1-1_7 0.0523 ndcg_cut_100 1-1_7 0.0581 ndcg_cut_200 1-1_7 0.0639 ndcg_cut_500 1-1_7 0.0900 ndcg_cut_1000 1-1_7 0.1014 map_cut_5 1-1_7 0.0000 map_cut_10 1-1_7 0.0031 map_cut_15 1-1_7 0.0031 map_cut_20 1-1_7 0.0031 map_cut_30 1-1_7 0.0031 map_cut_100 1-1_7 0.0065 map_cut_200 1-1_7 0.0071 map_cut_500 1-1_7 0.0090 map_cut_1000 1-1_7 0.0094 relative_P_5 1-1_7 0.0000 relative_P_10 1-1_7 0.2000 relative_P_15 1-1_7 0.1333 relative_P_20 1-1_7 0.1000 relative_P_30 1-1_7 0.0667 relative_P_100 1-1_7 0.0606 relative_P_200 1-1_7 0.0707 relative_P_500 1-1_7 0.1212 relative_P_1000 1-1_7 0.1414 success_1 1-1_7 0.0000 success_5 1-1_7 0.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0140 set_relative_P 1-1_7 0.1414 set_recall 1-1_7 0.1414 set_map 1-1_7 0.0020 set_F 1-1_7 0.0255 num_nonrel_judged_ret 1-1_7 16 rbp 1-1_7 0.0611 rbp_resid 1-1_7 0.7127 unj_5 1-1_7 0.8000 unj_10 1-1_7 0.6000 unj_20 1-1_7 0.7000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 72 map 1-1_8 0.2706 Rprec 1-1_8 0.3191 bpref 1-1_8 0.5821 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.8182 iprec_at_recall_0.20 1-1_8 0.6552 iprec_at_recall_0.30 1-1_8 0.3448 iprec_at_recall_0.40 1-1_8 0.1392 iprec_at_recall_0.50 1-1_8 0.0773 iprec_at_recall_0.60 1-1_8 0.0744 iprec_at_recall_0.70 1-1_8 0.0744 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 1.0000 P_10 1-1_8 0.8000 P_15 1-1_8 0.8000 P_20 1-1_8 0.7000 P_30 1-1_8 0.6333 P_100 1-1_8 0.3000 P_200 1-1_8 0.1700 P_500 1-1_8 0.0880 P_1000 1-1_8 0.0720 relstring 1-1_8 '22222222-0' recall_5 1-1_8 0.0532 recall_10 1-1_8 0.0851 recall_15 1-1_8 0.1277 recall_20 1-1_8 0.1489 recall_30 1-1_8 0.2021 recall_100 1-1_8 0.3191 recall_200 1-1_8 0.3617 recall_500 1-1_8 0.4681 recall_1000 1-1_8 0.7660 infAP 1-1_8 0.2706 Rprec_mult_0.20 1-1_8 0.7368 Rprec_mult_0.40 1-1_8 0.5789 Rprec_mult_0.60 1-1_8 0.4386 Rprec_mult_0.80 1-1_8 0.3421 Rprec_mult_1.00 1-1_8 0.3191 Rprec_mult_1.20 1-1_8 0.2655 Rprec_mult_1.40 1-1_8 0.2348 Rprec_mult_1.60 1-1_8 0.2185 Rprec_mult_1.80 1-1_8 0.2000 Rprec_mult_2.00 1-1_8 0.1809 utility 1-1_8 -856.0000 11pt_avg 1-1_8 0.2894 binG 1-1_8 0.2037 G 1-1_8 0.1181 ndcg 1-1_8 0.5945 ndcg_rel 1-1_8 0.5075 Rndcg 1-1_8 0.4716 ndcg_cut_5 1-1_8 0.5170 ndcg_cut_10 1-1_8 0.4883 ndcg_cut_15 1-1_8 0.5089 ndcg_cut_20 1-1_8 0.4929 ndcg_cut_30 1-1_8 0.5100 ndcg_cut_100 1-1_8 0.3776 ndcg_cut_200 1-1_8 0.3972 ndcg_cut_500 1-1_8 0.4580 ndcg_cut_1000 1-1_8 0.5945 map_cut_5 1-1_8 0.0532 map_cut_10 1-1_8 0.0851 map_cut_15 1-1_8 0.1189 map_cut_20 1-1_8 0.1358 map_cut_30 1-1_8 0.1721 map_cut_100 1-1_8 0.2266 map_cut_200 1-1_8 0.2365 map_cut_500 1-1_8 0.2497 map_cut_1000 1-1_8 0.2706 relative_P_5 1-1_8 1.0000 relative_P_10 1-1_8 0.8000 relative_P_15 1-1_8 0.8000 relative_P_20 1-1_8 0.7000 relative_P_30 1-1_8 0.6333 relative_P_100 1-1_8 0.3191 relative_P_200 1-1_8 0.3617 relative_P_500 1-1_8 0.4681 relative_P_1000 1-1_8 0.7660 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0720 set_relative_P 1-1_8 0.7660 set_recall 1-1_8 0.7660 set_map 1-1_8 0.0551 set_F 1-1_8 0.1316 num_nonrel_judged_ret 1-1_8 32 rbp 1-1_8 0.3953 rbp_resid 1-1_8 0.1460 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.1000 unj_20 1-1_8 0.1500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 16 map 2-1_10 0.2473 Rprec 2-1_10 0.2941 bpref 2-1_10 0.5952 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 0.5714 iprec_at_recall_0.20 2-1_10 0.5714 iprec_at_recall_0.30 2-1_10 0.3571 iprec_at_recall_0.40 2-1_10 0.2121 iprec_at_recall_0.50 2-1_10 0.1149 iprec_at_recall_0.60 2-1_10 0.1149 iprec_at_recall_0.70 2-1_10 0.0872 iprec_at_recall_0.80 2-1_10 0.0347 iprec_at_recall_0.90 2-1_10 0.0263 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.4000 P_10 2-1_10 0.4000 P_15 2-1_10 0.3333 P_20 2-1_10 0.3000 P_30 2-1_10 0.2000 P_100 2-1_10 0.1000 P_200 2-1_10 0.0650 P_500 2-1_10 0.0280 P_1000 2-1_10 0.0160 relstring 2-1_10 '31-20320-0' recall_5 2-1_10 0.1176 recall_10 2-1_10 0.2353 recall_15 2-1_10 0.2941 recall_20 2-1_10 0.3529 recall_30 2-1_10 0.3529 recall_100 2-1_10 0.5882 recall_200 2-1_10 0.7647 recall_500 2-1_10 0.8235 recall_1000 2-1_10 0.9412 infAP 2-1_10 0.2473 Rprec_mult_0.20 2-1_10 0.5000 Rprec_mult_0.40 2-1_10 0.5714 Rprec_mult_0.60 2-1_10 0.3636 Rprec_mult_0.80 2-1_10 0.3571 Rprec_mult_1.00 2-1_10 0.2941 Rprec_mult_1.20 2-1_10 0.2857 Rprec_mult_1.40 2-1_10 0.2500 Rprec_mult_1.60 2-1_10 0.2143 Rprec_mult_1.80 2-1_10 0.1935 Rprec_mult_2.00 2-1_10 0.2059 utility 2-1_10 -968.0000 11pt_avg 2-1_10 0.2809 binG 2-1_10 0.2579 G 2-1_10 0.2249 ndcg 2-1_10 0.6437 ndcg_rel 2-1_10 0.5905 Rndcg 2-1_10 0.4827 ndcg_cut_5 2-1_10 0.5079 ndcg_cut_10 2-1_10 0.4569 ndcg_cut_15 2-1_10 0.4301 ndcg_cut_20 2-1_10 0.4295 ndcg_cut_30 2-1_10 0.4242 ndcg_cut_100 2-1_10 0.5268 ndcg_cut_200 2-1_10 0.5884 ndcg_cut_500 2-1_10 0.6138 ndcg_cut_1000 2-1_10 0.6437 map_cut_5 2-1_10 0.0882 map_cut_10 2-1_10 0.1513 map_cut_15 2-1_10 0.1723 map_cut_20 2-1_10 0.1919 map_cut_30 2-1_10 0.1919 map_cut_100 2-1_10 0.2274 map_cut_200 2-1_10 0.2423 map_cut_500 2-1_10 0.2443 map_cut_1000 2-1_10 0.2473 relative_P_5 2-1_10 0.4000 relative_P_10 2-1_10 0.4000 relative_P_15 2-1_10 0.3333 relative_P_20 2-1_10 0.3529 relative_P_30 2-1_10 0.3529 relative_P_100 2-1_10 0.5882 relative_P_200 2-1_10 0.7647 relative_P_500 2-1_10 0.8235 relative_P_1000 2-1_10 0.9412 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0160 set_relative_P 2-1_10 0.9412 set_recall 2-1_10 0.9412 set_map 2-1_10 0.0151 set_F 2-1_10 0.0315 num_nonrel_judged_ret 2-1_10 15 rbp 2-1_10 0.3182 rbp_resid 2-1_10 0.4254 unj_5 2-1_10 0.2000 unj_10 2-1_10 0.2000 unj_20 2-1_10 0.5000 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 34 map 2-1_12 0.1168 Rprec 2-1_12 0.2079 bpref 2-1_12 0.3040 recip_rank 2-1_12 1.0000 iprec_at_recall_0.00 2-1_12 1.0000 iprec_at_recall_0.10 2-1_12 0.5714 iprec_at_recall_0.20 2-1_12 0.2381 iprec_at_recall_0.30 2-1_12 0.0727 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.4000 P_10 2-1_12 0.4000 P_15 2-1_12 0.4667 P_20 2-1_12 0.5500 P_30 2-1_12 0.4667 P_100 2-1_12 0.2100 P_200 2-1_12 0.1250 P_500 2-1_12 0.0640 P_1000 2-1_12 0.0340 relstring 2-1_12 '330-00231-' recall_5 2-1_12 0.0198 recall_10 2-1_12 0.0396 recall_15 2-1_12 0.0693 recall_20 2-1_12 0.1089 recall_30 2-1_12 0.1386 recall_100 2-1_12 0.2079 recall_200 2-1_12 0.2475 recall_500 2-1_12 0.3168 recall_1000 2-1_12 0.3366 infAP 2-1_12 0.1168 Rprec_mult_0.20 2-1_12 0.5714 Rprec_mult_0.40 2-1_12 0.3902 Rprec_mult_0.60 2-1_12 0.3115 Rprec_mult_0.80 2-1_12 0.2346 Rprec_mult_1.00 2-1_12 0.2079 Rprec_mult_1.20 2-1_12 0.1803 Rprec_mult_1.40 2-1_12 0.1620 Rprec_mult_1.60 2-1_12 0.1543 Rprec_mult_1.80 2-1_12 0.1374 Rprec_mult_2.00 2-1_12 0.1238 utility 2-1_12 -932.0000 11pt_avg 2-1_12 0.1711 binG 2-1_12 0.0863 G 2-1_12 0.0762 ndcg 2-1_12 0.3690 ndcg_rel 2-1_12 0.3889 Rndcg 2-1_12 0.3530 ndcg_cut_5 2-1_12 0.5531 ndcg_cut_10 2-1_12 0.4994 ndcg_cut_15 2-1_12 0.4941 ndcg_cut_20 2-1_12 0.5106 ndcg_cut_30 2-1_12 0.4632 ndcg_cut_100 2-1_12 0.3038 ndcg_cut_200 2-1_12 0.3246 ndcg_cut_500 2-1_12 0.3612 ndcg_cut_1000 2-1_12 0.3690 map_cut_5 2-1_12 0.0198 map_cut_10 2-1_12 0.0290 map_cut_15 2-1_12 0.0434 map_cut_20 2-1_12 0.0637 map_cut_30 2-1_12 0.0800 map_cut_100 2-1_12 0.1030 map_cut_200 2-1_12 0.1100 map_cut_500 2-1_12 0.1157 map_cut_1000 2-1_12 0.1168 relative_P_5 2-1_12 0.4000 relative_P_10 2-1_12 0.4000 relative_P_15 2-1_12 0.4667 relative_P_20 2-1_12 0.5500 relative_P_30 2-1_12 0.4667 relative_P_100 2-1_12 0.2100 relative_P_200 2-1_12 0.2475 relative_P_500 2-1_12 0.3168 relative_P_1000 2-1_12 0.3366 success_1 2-1_12 1.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0340 set_relative_P 2-1_12 0.3366 set_recall 2-1_12 0.3366 set_map 2-1_12 0.0114 set_F 2-1_12 0.0618 num_nonrel_judged_ret 2-1_12 27 rbp 2-1_12 0.4379 rbp_resid 2-1_12 0.2630 unj_5 2-1_12 0.2000 unj_10 2-1_12 0.2000 unj_20 2-1_12 0.2500 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 37 map 2-1_14 0.1107 Rprec 2-1_14 0.1731 bpref 2-1_14 0.2973 recip_rank 2-1_14 0.2500 iprec_at_recall_0.00 2-1_14 0.2500 iprec_at_recall_0.10 2-1_14 0.2308 iprec_at_recall_0.20 2-1_14 0.1948 iprec_at_recall_0.30 2-1_14 0.1694 iprec_at_recall_0.40 2-1_14 0.1694 iprec_at_recall_0.50 2-1_14 0.1373 iprec_at_recall_0.60 2-1_14 0.1143 iprec_at_recall_0.70 2-1_14 0.0602 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.2000 P_10 2-1_14 0.2000 P_15 2-1_14 0.1333 P_20 2-1_14 0.1500 P_30 2-1_14 0.2000 P_100 2-1_14 0.1600 P_200 2-1_14 0.1300 P_500 2-1_14 0.0700 P_1000 2-1_14 0.0370 relstring 2-1_14 '101300-3--' recall_5 2-1_14 0.0192 recall_10 2-1_14 0.0385 recall_15 2-1_14 0.0385 recall_20 2-1_14 0.0577 recall_30 2-1_14 0.1154 recall_100 2-1_14 0.3077 recall_200 2-1_14 0.5000 recall_500 2-1_14 0.6731 recall_1000 2-1_14 0.7115 infAP 2-1_14 0.1107 Rprec_mult_0.20 2-1_14 0.1818 Rprec_mult_0.40 2-1_14 0.1429 Rprec_mult_0.60 2-1_14 0.1875 Rprec_mult_0.80 2-1_14 0.1667 Rprec_mult_1.00 2-1_14 0.1731 Rprec_mult_1.20 2-1_14 0.1587 Rprec_mult_1.40 2-1_14 0.1781 Rprec_mult_1.60 2-1_14 0.1786 Rprec_mult_1.80 2-1_14 0.1596 Rprec_mult_2.00 2-1_14 0.1635 utility 2-1_14 -926.0000 11pt_avg 2-1_14 0.1205 binG 2-1_14 0.1202 G 2-1_14 0.1080 ndcg 2-1_14 0.4987 ndcg_rel 2-1_14 0.4032 Rndcg 2-1_14 0.3365 ndcg_cut_5 2-1_14 0.3156 ndcg_cut_10 2-1_14 0.2743 ndcg_cut_15 2-1_14 0.2580 ndcg_cut_20 2-1_14 0.2572 ndcg_cut_30 2-1_14 0.2991 ndcg_cut_100 2-1_14 0.3207 ndcg_cut_200 2-1_14 0.4115 ndcg_cut_500 2-1_14 0.4849 ndcg_cut_1000 2-1_14 0.4987 map_cut_5 2-1_14 0.0048 map_cut_10 2-1_14 0.0096 map_cut_15 2-1_14 0.0096 map_cut_20 2-1_14 0.0132 map_cut_30 2-1_14 0.0247 map_cut_100 2-1_14 0.0594 map_cut_200 2-1_14 0.0888 map_cut_500 2-1_14 0.1085 map_cut_1000 2-1_14 0.1107 relative_P_5 2-1_14 0.2000 relative_P_10 2-1_14 0.2000 relative_P_15 2-1_14 0.1333 relative_P_20 2-1_14 0.1500 relative_P_30 2-1_14 0.2000 relative_P_100 2-1_14 0.3077 relative_P_200 2-1_14 0.5000 relative_P_500 2-1_14 0.6731 relative_P_1000 2-1_14 0.7115 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0370 set_relative_P 2-1_14 0.7115 set_recall 2-1_14 0.7115 set_map 2-1_14 0.0263 set_F 2-1_14 0.0703 num_nonrel_judged_ret 2-1_14 51 rbp 2-1_14 0.2596 rbp_resid 2-1_14 0.2309 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.3000 unj_20 2-1_14 0.3000 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 49 map 2-1_4 0.2975 Rprec 2-1_4 0.3750 bpref 2-1_4 0.6654 recip_rank 2-1_4 0.3333 iprec_at_recall_0.00 2-1_4 0.5714 iprec_at_recall_0.10 2-1_4 0.5714 iprec_at_recall_0.20 2-1_4 0.4722 iprec_at_recall_0.30 2-1_4 0.4375 iprec_at_recall_0.40 2-1_4 0.3882 iprec_at_recall_0.50 2-1_4 0.3882 iprec_at_recall_0.60 2-1_4 0.3171 iprec_at_recall_0.70 2-1_4 0.2632 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.4000 P_10 2-1_4 0.5000 P_15 2-1_4 0.5333 P_20 2-1_4 0.4500 P_30 2-1_4 0.4667 P_100 2-1_4 0.3400 P_200 2-1_4 0.2250 P_500 2-1_4 0.0980 P_1000 2-1_4 0.0490 relstring 2-1_4 '012-222-2-' recall_5 2-1_4 0.0312 recall_10 2-1_4 0.0781 recall_15 2-1_4 0.1250 recall_20 2-1_4 0.1406 recall_30 2-1_4 0.2188 recall_100 2-1_4 0.5312 recall_200 2-1_4 0.7031 recall_500 2-1_4 0.7656 recall_1000 2-1_4 0.7656 infAP 2-1_4 0.2975 Rprec_mult_0.20 2-1_4 0.5385 Rprec_mult_0.40 2-1_4 0.4615 Rprec_mult_0.60 2-1_4 0.4359 Rprec_mult_0.80 2-1_4 0.4231 Rprec_mult_1.00 2-1_4 0.3750 Rprec_mult_1.20 2-1_4 0.3766 Rprec_mult_1.40 2-1_4 0.3667 Rprec_mult_1.60 2-1_4 0.3301 Rprec_mult_1.80 2-1_4 0.3190 Rprec_mult_2.00 2-1_4 0.3125 utility 2-1_4 -902.0000 11pt_avg 2-1_4 0.3099 binG 2-1_4 0.1690 G 2-1_4 0.1207 ndcg 2-1_4 0.5517 ndcg_rel 2-1_4 0.4609 Rndcg 2-1_4 0.3398 ndcg_cut_5 2-1_4 0.2442 ndcg_cut_10 2-1_4 0.2998 ndcg_cut_15 2-1_4 0.3396 ndcg_cut_20 2-1_4 0.3353 ndcg_cut_30 2-1_4 0.3882 ndcg_cut_100 2-1_4 0.4355 ndcg_cut_200 2-1_4 0.5244 ndcg_cut_500 2-1_4 0.5517 ndcg_cut_1000 2-1_4 0.5517 map_cut_5 2-1_4 0.0115 map_cut_10 2-1_4 0.0369 map_cut_15 2-1_4 0.0620 map_cut_20 2-1_4 0.0703 map_cut_30 2-1_4 0.1064 map_cut_100 2-1_4 0.2332 map_cut_200 2-1_4 0.2855 map_cut_500 2-1_4 0.2975 map_cut_1000 2-1_4 0.2975 relative_P_5 2-1_4 0.4000 relative_P_10 2-1_4 0.5000 relative_P_15 2-1_4 0.5333 relative_P_20 2-1_4 0.4500 relative_P_30 2-1_4 0.4667 relative_P_100 2-1_4 0.5312 relative_P_200 2-1_4 0.7031 relative_P_500 2-1_4 0.7656 relative_P_1000 2-1_4 0.7656 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0490 set_relative_P 2-1_4 0.7656 set_recall 2-1_4 0.7656 set_map 2-1_4 0.0375 set_F 2-1_4 0.0921 num_nonrel_judged_ret 2-1_4 21 rbp 2-1_4 0.2688 rbp_resid 2-1_4 0.3300 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.3000 unj_20 2-1_4 0.4000 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.7308 Rprec 2-1_9 0.6875 bpref 2-1_9 0.8795 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 0.9000 iprec_at_recall_0.30 2-1_9 0.9000 iprec_at_recall_0.40 2-1_9 0.9000 iprec_at_recall_0.50 2-1_9 0.9000 iprec_at_recall_0.60 2-1_9 0.7692 iprec_at_recall_0.70 2-1_9 0.7333 iprec_at_recall_0.80 2-1_9 0.7222 iprec_at_recall_0.90 2-1_9 0.4828 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 0.8000 P_10 2-1_9 0.9000 P_15 2-1_9 0.7333 P_20 2-1_9 0.6500 P_30 2-1_9 0.4667 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '4313432324' recall_5 2-1_9 0.2500 recall_10 2-1_9 0.5625 recall_15 2-1_9 0.6875 recall_20 2-1_9 0.8125 recall_30 2-1_9 0.8750 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.7308 Rprec_mult_0.20 2-1_9 0.7500 Rprec_mult_0.40 2-1_9 0.8571 Rprec_mult_0.60 2-1_9 0.9000 Rprec_mult_0.80 2-1_9 0.7692 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.6500 Rprec_mult_1.40 2-1_9 0.5652 Rprec_mult_1.60 2-1_9 0.5000 Rprec_mult_1.80 2-1_9 0.4828 Rprec_mult_2.00 2-1_9 0.4375 utility 2-1_9 -970.0000 11pt_avg 2-1_9 0.7552 binG 2-1_9 0.5251 G 2-1_9 0.4317 ndcg 2-1_9 0.9005 ndcg_rel 2-1_9 0.8622 Rndcg 2-1_9 0.8305 ndcg_cut_5 2-1_9 0.8411 ndcg_cut_10 2-1_9 0.9012 ndcg_cut_15 2-1_9 0.8401 ndcg_cut_20 2-1_9 0.8584 ndcg_cut_30 2-1_9 0.8803 ndcg_cut_100 2-1_9 0.9005 ndcg_cut_200 2-1_9 0.9005 ndcg_cut_500 2-1_9 0.9005 ndcg_cut_1000 2-1_9 0.9005 map_cut_5 2-1_9 0.2219 map_cut_10 2-1_9 0.4940 map_cut_15 2-1_9 0.5879 map_cut_20 2-1_9 0.6772 map_cut_30 2-1_9 0.7074 map_cut_100 2-1_9 0.7308 map_cut_200 2-1_9 0.7308 map_cut_500 2-1_9 0.7308 map_cut_1000 2-1_9 0.7308 relative_P_5 2-1_9 0.8000 relative_P_10 2-1_9 0.9000 relative_P_15 2-1_9 0.7333 relative_P_20 2-1_9 0.8125 relative_P_30 2-1_9 0.8750 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0150 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.0141 set_F 2-1_9 0.0295 num_nonrel_judged_ret 2-1_9 6 rbp 2-1_9 0.5287 rbp_resid 2-1_9 0.2555 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.0000 unj_20 2-1_9 0.3000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 20 map 2-2_1 0.2186 Rprec 2-2_1 0.2353 bpref 2-2_1 0.3772 recip_rank 2-2_1 1.0000 iprec_at_recall_0.00 2-2_1 1.0000 iprec_at_recall_0.10 2-2_1 1.0000 iprec_at_recall_0.20 2-2_1 0.8333 iprec_at_recall_0.30 2-2_1 0.1261 iprec_at_recall_0.40 2-2_1 0.0450 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 1.0000 P_10 2-2_1 0.8000 P_15 2-2_1 0.6667 P_20 2-2_1 0.5000 P_30 2-2_1 0.3333 P_100 2-2_1 0.1400 P_200 2-2_1 0.0900 P_500 2-2_1 0.0400 P_1000 2-2_1 0.0200 relstring 2-2_1 '4233233201' recall_5 2-2_1 0.0980 recall_10 2-2_1 0.1569 recall_15 2-2_1 0.1961 recall_20 2-2_1 0.1961 recall_30 2-2_1 0.1961 recall_100 2-2_1 0.2745 recall_200 2-2_1 0.3529 recall_500 2-2_1 0.3922 recall_1000 2-2_1 0.3922 infAP 2-2_1 0.2186 Rprec_mult_0.20 2-2_1 0.8182 Rprec_mult_0.40 2-2_1 0.4762 Rprec_mult_0.60 2-2_1 0.3226 Rprec_mult_0.80 2-2_1 0.2683 Rprec_mult_1.00 2-2_1 0.2353 Rprec_mult_1.20 2-2_1 0.2097 Rprec_mult_1.40 2-2_1 0.1806 Rprec_mult_1.60 2-2_1 0.1707 Rprec_mult_1.80 2-2_1 0.1522 Rprec_mult_2.00 2-2_1 0.1373 utility 2-2_1 -960.0000 11pt_avg 2-2_1 0.2731 binG 2-2_1 0.2068 G 2-2_1 0.1058 ndcg 2-2_1 0.4307 ndcg_rel 2-2_1 0.4813 Rndcg 2-2_1 0.4889 ndcg_cut_5 2-2_1 0.7485 ndcg_cut_10 2-2_1 0.6843 ndcg_cut_15 2-2_1 0.6476 ndcg_cut_20 2-2_1 0.5643 ndcg_cut_30 2-2_1 0.4675 ndcg_cut_100 2-2_1 0.3766 ndcg_cut_200 2-2_1 0.4160 ndcg_cut_500 2-2_1 0.4307 ndcg_cut_1000 2-2_1 0.4307 map_cut_5 2-2_1 0.0980 map_cut_10 2-2_1 0.1569 map_cut_15 2-2_1 0.1892 map_cut_20 2-2_1 0.1892 map_cut_30 2-2_1 0.1892 map_cut_100 2-2_1 0.2079 map_cut_200 2-2_1 0.2159 map_cut_500 2-2_1 0.2186 map_cut_1000 2-2_1 0.2186 relative_P_5 2-2_1 1.0000 relative_P_10 2-2_1 0.8000 relative_P_15 2-2_1 0.6667 relative_P_20 2-2_1 0.5000 relative_P_30 2-2_1 0.3333 relative_P_100 2-2_1 0.2745 relative_P_200 2-2_1 0.3529 relative_P_500 2-2_1 0.3922 relative_P_1000 2-2_1 0.3922 success_1 2-2_1 1.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0200 set_relative_P 2-2_1 0.3922 set_recall 2-2_1 0.3922 set_map 2-2_1 0.0078 set_F 2-2_1 0.0381 num_nonrel_judged_ret 2-2_1 8 rbp 2-2_1 0.4743 rbp_resid 2-2_1 0.2659 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.3500 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 41 map 2-2_4 0.2367 Rprec 2-2_4 0.2830 bpref 2-2_4 0.6893 recip_rank 2-2_4 1.0000 iprec_at_recall_0.00 2-2_4 1.0000 iprec_at_recall_0.10 2-2_4 0.6667 iprec_at_recall_0.20 2-2_4 0.5238 iprec_at_recall_0.30 2-2_4 0.2807 iprec_at_recall_0.40 2-2_4 0.1721 iprec_at_recall_0.50 2-2_4 0.1522 iprec_at_recall_0.60 2-2_4 0.1019 iprec_at_recall_0.70 2-2_4 0.1000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.4000 P_10 2-2_4 0.6000 P_15 2-2_4 0.5333 P_20 2-2_4 0.5000 P_30 2-2_4 0.4333 P_100 2-2_4 0.1900 P_200 2-2_4 0.1400 P_500 2-2_4 0.0800 P_1000 2-2_4 0.0410 relstring 2-2_4 '33-1-43430' recall_5 2-2_4 0.0377 recall_10 2-2_4 0.1132 recall_15 2-2_4 0.1509 recall_20 2-2_4 0.1887 recall_30 2-2_4 0.2453 recall_100 2-2_4 0.3585 recall_200 2-2_4 0.5283 recall_500 2-2_4 0.7547 recall_1000 2-2_4 0.7736 infAP 2-2_4 0.2367 Rprec_mult_0.20 2-2_4 0.6364 Rprec_mult_0.40 2-2_4 0.5000 Rprec_mult_0.60 2-2_4 0.4375 Rprec_mult_0.80 2-2_4 0.3488 Rprec_mult_1.00 2-2_4 0.2830 Rprec_mult_1.20 2-2_4 0.2500 Rprec_mult_1.40 2-2_4 0.2267 Rprec_mult_1.60 2-2_4 0.2118 Rprec_mult_1.80 2-2_4 0.1875 Rprec_mult_2.00 2-2_4 0.1792 utility 2-2_4 -918.0000 11pt_avg 2-2_4 0.2725 binG 2-2_4 0.1846 G 2-2_4 0.1374 ndcg 2-2_4 0.6151 ndcg_rel 2-2_4 0.5425 Rndcg 2-2_4 0.4640 ndcg_cut_5 2-2_4 0.4514 ndcg_cut_10 2-2_4 0.5455 ndcg_cut_15 2-2_4 0.5088 ndcg_cut_20 2-2_4 0.5201 ndcg_cut_30 2-2_4 0.4838 ndcg_cut_100 2-2_4 0.4241 ndcg_cut_200 2-2_4 0.5054 ndcg_cut_500 2-2_4 0.6078 ndcg_cut_1000 2-2_4 0.6151 map_cut_5 2-2_4 0.0377 map_cut_10 2-2_4 0.0823 map_cut_15 2-2_4 0.1059 map_cut_20 2-2_4 0.1253 map_cut_30 2-2_4 0.1517 map_cut_100 2-2_4 0.1845 map_cut_200 2-2_4 0.2114 map_cut_500 2-2_4 0.2353 map_cut_1000 2-2_4 0.2367 relative_P_5 2-2_4 0.4000 relative_P_10 2-2_4 0.6000 relative_P_15 2-2_4 0.5333 relative_P_20 2-2_4 0.5000 relative_P_30 2-2_4 0.4333 relative_P_100 2-2_4 0.3585 relative_P_200 2-2_4 0.5283 relative_P_500 2-2_4 0.7547 relative_P_1000 2-2_4 0.7736 success_1 2-2_4 1.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0410 set_relative_P 2-2_4 0.7736 set_recall 2-2_4 0.7736 set_map 2-2_4 0.0317 set_F 2-2_4 0.0779 num_nonrel_judged_ret 2-2_4 12 rbp 2-2_4 0.4485 rbp_resid 2-2_4 0.3577 unj_5 2-2_4 0.4000 unj_10 2-2_4 0.2000 unj_20 2-2_4 0.3500 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 15 map 2-2_5 0.0308 Rprec 2-2_5 0.1000 bpref 2-2_5 0.2544 recip_rank 2-2_5 0.1250 iprec_at_recall_0.00 2-2_5 0.1250 iprec_at_recall_0.10 2-2_5 0.1034 iprec_at_recall_0.20 2-2_5 0.0732 iprec_at_recall_0.30 2-2_5 0.0498 iprec_at_recall_0.40 2-2_5 0.0312 iprec_at_recall_0.50 2-2_5 0.0185 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.1000 P_15 2-2_5 0.0667 P_20 2-2_5 0.1000 P_30 2-2_5 0.1000 P_100 2-2_5 0.0600 P_200 2-2_5 0.0450 P_500 2-2_5 0.0260 P_1000 2-2_5 0.0150 relstring 2-2_5 '0-0-00-210' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.0333 recall_15 2-2_5 0.0333 recall_20 2-2_5 0.0667 recall_30 2-2_5 0.1000 recall_100 2-2_5 0.2000 recall_200 2-2_5 0.3000 recall_500 2-2_5 0.4333 recall_1000 2-2_5 0.5000 infAP 2-2_5 0.0308 Rprec_mult_0.20 2-2_5 0.0000 Rprec_mult_0.40 2-2_5 0.0833 Rprec_mult_0.60 2-2_5 0.1111 Rprec_mult_0.80 2-2_5 0.0833 Rprec_mult_1.00 2-2_5 0.1000 Rprec_mult_1.20 2-2_5 0.0833 Rprec_mult_1.40 2-2_5 0.0952 Rprec_mult_1.60 2-2_5 0.0833 Rprec_mult_1.80 2-2_5 0.0741 Rprec_mult_2.00 2-2_5 0.0667 utility 2-2_5 -970.0000 11pt_avg 2-2_5 0.0365 binG 2-2_5 0.0797 G 2-2_5 0.0639 ndcg 2-2_5 0.2476 ndcg_rel 2-2_5 0.2081 Rndcg 2-2_5 0.1152 ndcg_cut_5 2-2_5 0.0000 ndcg_cut_10 2-2_5 0.0513 ndcg_cut_15 2-2_5 0.0398 ndcg_cut_20 2-2_5 0.0702 ndcg_cut_30 2-2_5 0.0860 ndcg_cut_100 2-2_5 0.1350 ndcg_cut_200 2-2_5 0.1837 ndcg_cut_500 2-2_5 0.2272 ndcg_cut_1000 2-2_5 0.2476 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0042 map_cut_15 2-2_5 0.0042 map_cut_20 2-2_5 0.0083 map_cut_30 2-2_5 0.0118 map_cut_100 2-2_5 0.0197 map_cut_200 2-2_5 0.0245 map_cut_500 2-2_5 0.0294 map_cut_1000 2-2_5 0.0308 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.1000 relative_P_15 2-2_5 0.0667 relative_P_20 2-2_5 0.1000 relative_P_30 2-2_5 0.1000 relative_P_100 2-2_5 0.2000 relative_P_200 2-2_5 0.3000 relative_P_500 2-2_5 0.4333 relative_P_1000 2-2_5 0.5000 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0150 set_relative_P 2-2_5 0.5000 set_recall 2-2_5 0.5000 set_map 2-2_5 0.0075 set_F 2-2_5 0.0291 num_nonrel_judged_ret 2-2_5 26 rbp 2-2_5 0.0623 rbp_resid 2-2_5 0.5331 unj_5 2-2_5 0.4000 unj_10 2-2_5 0.3000 unj_20 2-2_5 0.6000 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 86 map 2-2_7 0.6721 Rprec 2-2_7 0.5795 bpref 2-2_7 0.9304 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 1.0000 iprec_at_recall_0.30 2-2_7 1.0000 iprec_at_recall_0.40 2-2_7 0.9722 iprec_at_recall_0.50 2-2_7 0.7213 iprec_at_recall_0.60 2-2_7 0.5684 iprec_at_recall_0.70 2-2_7 0.4961 iprec_at_recall_0.80 2-2_7 0.3271 iprec_at_recall_0.90 2-2_7 0.2484 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 1.0000 P_20 2-2_7 1.0000 P_30 2-2_7 1.0000 P_100 2-2_7 0.5500 P_200 2-2_7 0.3450 P_500 2-2_7 0.1660 P_1000 2-2_7 0.0860 relstring 2-2_7 '4444443444' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1705 recall_20 2-2_7 0.2273 recall_30 2-2_7 0.3409 recall_100 2-2_7 0.6250 recall_200 2-2_7 0.7841 recall_500 2-2_7 0.9432 recall_1000 2-2_7 0.9773 infAP 2-2_7 0.6721 Rprec_mult_0.20 2-2_7 1.0000 Rprec_mult_0.40 2-2_7 0.9722 Rprec_mult_0.60 2-2_7 0.7358 Rprec_mult_0.80 2-2_7 0.6338 Rprec_mult_1.00 2-2_7 0.5795 Rprec_mult_1.20 2-2_7 0.5283 Rprec_mult_1.40 2-2_7 0.4919 Rprec_mult_1.60 2-2_7 0.4539 Rprec_mult_1.80 2-2_7 0.4277 Rprec_mult_2.00 2-2_7 0.3864 utility 2-2_7 -828.0000 11pt_avg 2-2_7 0.6667 binG 2-2_7 0.4877 G 2-2_7 0.2973 ndcg 2-2_7 0.9053 ndcg_rel 2-2_7 0.8567 Rndcg 2-2_7 0.7683 ndcg_cut_5 2-2_7 1.0000 ndcg_cut_10 2-2_7 0.9817 ndcg_cut_15 2-2_7 0.9749 ndcg_cut_20 2-2_7 0.9544 ndcg_cut_30 2-2_7 0.9188 ndcg_cut_100 2-2_7 0.7166 ndcg_cut_200 2-2_7 0.8112 ndcg_cut_500 2-2_7 0.8867 ndcg_cut_1000 2-2_7 0.9053 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1705 map_cut_20 2-2_7 0.2273 map_cut_30 2-2_7 0.3409 map_cut_100 2-2_7 0.5513 map_cut_200 2-2_7 0.6272 map_cut_500 2-2_7 0.6674 map_cut_1000 2-2_7 0.6721 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 1.0000 relative_P_20 2-2_7 1.0000 relative_P_30 2-2_7 1.0000 relative_P_100 2-2_7 0.6250 relative_P_200 2-2_7 0.7841 relative_P_500 2-2_7 0.9432 relative_P_1000 2-2_7 0.9773 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0860 set_relative_P 2-2_7 0.9773 set_recall 2-2_7 0.9773 set_map 2-2_7 0.0840 set_F 2-2_7 0.1581 num_nonrel_judged_ret 2-2_7 15 rbp 2-2_7 0.9331 rbp_resid 2-2_7 0.0202 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 40 map 2-2_9 0.2000 Rprec 2-2_9 0.3191 bpref 2-2_9 0.7234 recip_rank 2-2_9 0.2500 iprec_at_recall_0.00 2-2_9 0.5000 iprec_at_recall_0.10 2-2_9 0.5000 iprec_at_recall_0.20 2-2_9 0.3913 iprec_at_recall_0.30 2-2_9 0.3415 iprec_at_recall_0.40 2-2_9 0.2375 iprec_at_recall_0.50 2-2_9 0.1600 iprec_at_recall_0.60 2-2_9 0.1505 iprec_at_recall_0.70 2-2_9 0.0853 iprec_at_recall_0.80 2-2_9 0.0668 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.4000 P_10 2-2_9 0.5000 P_15 2-2_9 0.4000 P_20 2-2_9 0.4000 P_30 2-2_9 0.3333 P_100 2-2_9 0.1900 P_200 2-2_9 0.1400 P_500 2-2_9 0.0700 P_1000 2-2_9 0.0400 relstring 2-2_9 '---32123-3' recall_5 2-2_9 0.0426 recall_10 2-2_9 0.1064 recall_15 2-2_9 0.1277 recall_20 2-2_9 0.1702 recall_30 2-2_9 0.2128 recall_100 2-2_9 0.4043 recall_200 2-2_9 0.5957 recall_500 2-2_9 0.7447 recall_1000 2-2_9 0.8511 infAP 2-2_9 0.2000 Rprec_mult_0.20 2-2_9 0.5000 Rprec_mult_0.40 2-2_9 0.4211 Rprec_mult_0.60 2-2_9 0.3448 Rprec_mult_0.80 2-2_9 0.3158 Rprec_mult_1.00 2-2_9 0.3191 Rprec_mult_1.20 2-2_9 0.2807 Rprec_mult_1.40 2-2_9 0.2576 Rprec_mult_1.60 2-2_9 0.2237 Rprec_mult_1.80 2-2_9 0.2235 Rprec_mult_2.00 2-2_9 0.2021 utility 2-2_9 -920.0000 11pt_avg 2-2_9 0.2212 binG 2-2_9 0.1662 G 2-2_9 0.1292 ndcg 2-2_9 0.5358 ndcg_rel 2-2_9 0.3968 Rndcg 2-2_9 0.3325 ndcg_cut_5 2-2_9 0.1752 ndcg_cut_10 2-2_9 0.2697 ndcg_cut_15 2-2_9 0.2429 ndcg_cut_20 2-2_9 0.2831 ndcg_cut_30 2-2_9 0.2811 ndcg_cut_100 2-2_9 0.3413 ndcg_cut_200 2-2_9 0.4268 ndcg_cut_500 2-2_9 0.4914 ndcg_cut_1000 2-2_9 0.5358 map_cut_5 2-2_9 0.0138 map_cut_10 2-2_9 0.0442 map_cut_15 2-2_9 0.0549 map_cut_20 2-2_9 0.0731 map_cut_30 2-2_9 0.0893 map_cut_100 2-2_9 0.1475 map_cut_200 2-2_9 0.1785 map_cut_500 2-2_9 0.1934 map_cut_1000 2-2_9 0.2000 relative_P_5 2-2_9 0.4000 relative_P_10 2-2_9 0.5000 relative_P_15 2-2_9 0.4000 relative_P_20 2-2_9 0.4000 relative_P_30 2-2_9 0.3333 relative_P_100 2-2_9 0.4043 relative_P_200 2-2_9 0.5957 relative_P_500 2-2_9 0.7447 relative_P_1000 2-2_9 0.8511 success_1 2-2_9 0.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0400 set_relative_P 2-2_9 0.8511 set_recall 2-2_9 0.8511 set_map 2-2_9 0.0340 set_F 2-2_9 0.0764 num_nonrel_judged_ret 2-2_9 12 rbp 2-2_9 0.2640 rbp_resid 2-2_9 0.5631 unj_5 2-2_9 0.6000 unj_10 2-2_9 0.4000 unj_20 2-2_9 0.5500 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 23 map 3-2_1 0.0644 Rprec 3-2_1 0.1176 bpref 3-2_1 0.2634 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.2333 iprec_at_recall_0.20 3-2_1 0.0479 iprec_at_recall_0.30 3-2_1 0.0295 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.4000 P_10 3-2_1 0.4000 P_15 3-2_1 0.2667 P_20 3-2_1 0.2000 P_30 3-2_1 0.2333 P_100 3-2_1 0.0800 P_200 3-2_1 0.0450 P_500 3-2_1 0.0320 P_1000 3-2_1 0.0230 relstring 3-2_1 '22111-212-' recall_5 3-2_1 0.0294 recall_10 3-2_1 0.0588 recall_15 3-2_1 0.0588 recall_20 3-2_1 0.0588 recall_30 3-2_1 0.1029 recall_100 3-2_1 0.1176 recall_200 3-2_1 0.1324 recall_500 3-2_1 0.2353 recall_1000 3-2_1 0.3382 infAP 3-2_1 0.0644 Rprec_mult_0.20 3-2_1 0.2857 Rprec_mult_0.40 3-2_1 0.2143 Rprec_mult_0.60 3-2_1 0.1707 Rprec_mult_0.80 3-2_1 0.1455 Rprec_mult_1.00 3-2_1 0.1176 Rprec_mult_1.20 3-2_1 0.0976 Rprec_mult_1.40 3-2_1 0.0833 Rprec_mult_1.60 3-2_1 0.0826 Rprec_mult_1.80 3-2_1 0.0732 Rprec_mult_2.00 3-2_1 0.0662 utility 3-2_1 -954.0000 11pt_avg 3-2_1 0.1192 binG 3-2_1 0.0791 G 3-2_1 0.0579 ndcg 3-2_1 0.3117 ndcg_rel 3-2_1 0.3171 Rndcg 3-2_1 0.3115 ndcg_cut_5 3-2_1 0.5177 ndcg_cut_10 3-2_1 0.4620 ndcg_cut_15 3-2_1 0.4032 ndcg_cut_20 3-2_1 0.3642 ndcg_cut_30 3-2_1 0.3723 ndcg_cut_100 3-2_1 0.2171 ndcg_cut_200 3-2_1 0.2099 ndcg_cut_500 3-2_1 0.2594 ndcg_cut_1000 3-2_1 0.3117 map_cut_5 3-2_1 0.0294 map_cut_10 3-2_1 0.0423 map_cut_15 3-2_1 0.0423 map_cut_20 3-2_1 0.0423 map_cut_30 3-2_1 0.0532 map_cut_100 3-2_1 0.0555 map_cut_200 3-2_1 0.0567 map_cut_500 3-2_1 0.0613 map_cut_1000 3-2_1 0.0644 relative_P_5 3-2_1 0.4000 relative_P_10 3-2_1 0.4000 relative_P_15 3-2_1 0.2667 relative_P_20 3-2_1 0.2000 relative_P_30 3-2_1 0.2333 relative_P_100 3-2_1 0.1176 relative_P_200 3-2_1 0.1324 relative_P_500 3-2_1 0.2353 relative_P_1000 3-2_1 0.3382 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0230 set_relative_P 3-2_1 0.3382 set_recall 3-2_1 0.3382 set_map 3-2_1 0.0078 set_F 3-2_1 0.0431 num_nonrel_judged_ret 3-2_1 29 rbp 3-2_1 0.3224 rbp_resid 3-2_1 0.3380 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.2000 unj_20 3-2_1 0.4500 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 28 map 3-2_6 0.2133 Rprec 3-2_6 0.3438 bpref 3-2_6 0.4053 recip_rank 3-2_6 0.5000 iprec_at_recall_0.00 3-2_6 0.5000 iprec_at_recall_0.10 3-2_6 0.3548 iprec_at_recall_0.20 3-2_6 0.3548 iprec_at_recall_0.30 3-2_6 0.3548 iprec_at_recall_0.40 3-2_6 0.3415 iprec_at_recall_0.50 3-2_6 0.2698 iprec_at_recall_0.60 3-2_6 0.1863 iprec_at_recall_0.70 3-2_6 0.1746 iprec_at_recall_0.80 3-2_6 0.1106 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.2000 P_10 3-2_6 0.2000 P_15 3-2_6 0.2000 P_20 3-2_6 0.2500 P_30 3-2_6 0.3333 P_100 3-2_6 0.1800 P_200 3-2_6 0.1250 P_500 3-2_6 0.0560 P_1000 3-2_6 0.0280 relstring 3-2_6 '1200001012' recall_5 3-2_6 0.0312 recall_10 3-2_6 0.0625 recall_15 3-2_6 0.0938 recall_20 3-2_6 0.1562 recall_30 3-2_6 0.3125 recall_100 3-2_6 0.5625 recall_200 3-2_6 0.7812 recall_500 3-2_6 0.8750 recall_1000 3-2_6 0.8750 infAP 3-2_6 0.2133 Rprec_mult_0.20 3-2_6 0.1429 Rprec_mult_0.40 3-2_6 0.1538 Rprec_mult_0.60 3-2_6 0.2500 Rprec_mult_0.80 3-2_6 0.3077 Rprec_mult_1.00 3-2_6 0.3438 Rprec_mult_1.20 3-2_6 0.3077 Rprec_mult_1.40 3-2_6 0.3333 Rprec_mult_1.60 3-2_6 0.2885 Rprec_mult_1.80 3-2_6 0.2586 Rprec_mult_2.00 3-2_6 0.2656 utility 3-2_6 -944.0000 11pt_avg 3-2_6 0.2407 binG 3-2_6 0.1825 G 3-2_6 0.1589 ndcg 3-2_6 0.6285 ndcg_rel 3-2_6 0.4478 Rndcg 3-2_6 0.4330 ndcg_cut_5 3-2_6 0.2557 ndcg_cut_10 3-2_6 0.2549 ndcg_cut_15 3-2_6 0.2864 ndcg_cut_20 3-2_6 0.3153 ndcg_cut_30 3-2_6 0.3899 ndcg_cut_100 3-2_6 0.4749 ndcg_cut_200 3-2_6 0.5908 ndcg_cut_500 3-2_6 0.6285 ndcg_cut_1000 3-2_6 0.6285 map_cut_5 3-2_6 0.0156 map_cut_10 3-2_6 0.0219 map_cut_15 3-2_6 0.0281 map_cut_20 3-2_6 0.0433 map_cut_30 3-2_6 0.0918 map_cut_100 3-2_6 0.1684 map_cut_200 3-2_6 0.2041 map_cut_500 3-2_6 0.2133 map_cut_1000 3-2_6 0.2133 relative_P_5 3-2_6 0.2000 relative_P_10 3-2_6 0.2000 relative_P_15 3-2_6 0.2000 relative_P_20 3-2_6 0.2500 relative_P_30 3-2_6 0.3333 relative_P_100 3-2_6 0.5625 relative_P_200 3-2_6 0.7812 relative_P_500 3-2_6 0.8750 relative_P_1000 3-2_6 0.8750 success_1 3-2_6 0.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0280 set_relative_P 3-2_6 0.8750 set_recall 3-2_6 0.8750 set_map 3-2_6 0.0245 set_F 3-2_6 0.0543 num_nonrel_judged_ret 3-2_6 29 rbp 3-2_6 0.2890 rbp_resid 3-2_6 0.1024 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.0000 unj_20 3-2_6 0.1500 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 4 map 4-1_10 0.0036 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0159 iprec_at_recall_0.00 4-1_10 0.0159 iprec_at_recall_0.10 4-1_10 0.0159 iprec_at_recall_0.20 4-1_10 0.0119 iprec_at_recall_0.30 4-1_10 0.0075 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0100 P_200 4-1_10 0.0100 P_500 4-1_10 0.0060 P_1000 4-1_10 0.0040 relstring 4-1_10 '1-0001-000' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.0833 recall_200 4-1_10 0.1667 recall_500 4-1_10 0.2500 recall_1000 4-1_10 0.3333 infAP 4-1_10 0.0036 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -992.0000 11pt_avg 4-1_10 0.0047 binG 4-1_10 0.0441 G 4-1_10 0.0678 ndcg 4-1_10 0.2673 ndcg_rel 4-1_10 0.2290 Rndcg 4-1_10 0.2043 ndcg_cut_5 4-1_10 0.1450 ndcg_cut_10 4-1_10 0.1344 ndcg_cut_15 4-1_10 0.1135 ndcg_cut_20 4-1_10 0.1033 ndcg_cut_30 4-1_10 0.1029 ndcg_cut_100 4-1_10 0.1269 ndcg_cut_200 4-1_10 0.1673 ndcg_cut_500 4-1_10 0.2198 ndcg_cut_1000 4-1_10 0.2673 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0013 map_cut_200 4-1_10 0.0023 map_cut_500 4-1_10 0.0030 map_cut_1000 4-1_10 0.0036 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.0833 relative_P_200 4-1_10 0.1667 relative_P_500 4-1_10 0.2500 relative_P_1000 4-1_10 0.3333 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0040 set_relative_P 4-1_10 0.3333 set_recall 4-1_10 0.3333 set_map 4-1_10 0.0013 set_F 4-1_10 0.0079 num_nonrel_judged_ret 4-1_10 56 rbp 4-1_10 0.0569 rbp_resid 4-1_10 0.4166 unj_5 4-1_10 0.2000 unj_10 4-1_10 0.2000 unj_20 4-1_10 0.5000 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 6 map 4-1_12 0.0801 Rprec 4-1_12 0.1429 bpref 4-1_12 0.1020 recip_rank 4-1_12 0.1667 iprec_at_recall_0.00 4-1_12 0.1667 iprec_at_recall_0.10 4-1_12 0.1667 iprec_at_recall_0.20 4-1_12 0.1667 iprec_at_recall_0.30 4-1_12 0.1333 iprec_at_recall_0.40 4-1_12 0.1111 iprec_at_recall_0.50 4-1_12 0.0583 iprec_at_recall_0.60 4-1_12 0.0583 iprec_at_recall_0.70 4-1_12 0.0583 iprec_at_recall_0.80 4-1_12 0.0583 iprec_at_recall_0.90 4-1_12 0.0583 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.1000 P_15 4-1_12 0.1333 P_20 4-1_12 0.1000 P_30 4-1_12 0.1000 P_100 4-1_12 0.0500 P_200 4-1_12 0.0300 P_500 4-1_12 0.0120 P_1000 4-1_12 0.0060 relstring 4-1_12 '-0-0031-0-' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.1429 recall_15 4-1_12 0.2857 recall_20 4-1_12 0.2857 recall_30 4-1_12 0.4286 recall_100 4-1_12 0.7143 recall_200 4-1_12 0.8571 recall_500 4-1_12 0.8571 recall_1000 4-1_12 0.8571 infAP 4-1_12 0.0801 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.1667 Rprec_mult_1.00 4-1_12 0.1429 Rprec_mult_1.20 4-1_12 0.1111 Rprec_mult_1.40 4-1_12 0.1000 Rprec_mult_1.60 4-1_12 0.0833 Rprec_mult_1.80 4-1_12 0.0769 Rprec_mult_2.00 4-1_12 0.0714 utility 4-1_12 -988.0000 11pt_avg 4-1_12 0.0942 binG 4-1_12 0.1828 G 4-1_12 0.1423 ndcg 4-1_12 0.3583 ndcg_rel 4-1_12 0.2758 Rndcg 4-1_12 0.1332 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.1239 ndcg_cut_15 4-1_12 0.1925 ndcg_cut_20 4-1_12 0.1760 ndcg_cut_30 4-1_12 0.2325 ndcg_cut_100 4-1_12 0.2994 ndcg_cut_200 4-1_12 0.3412 ndcg_cut_500 4-1_12 0.3583 ndcg_cut_1000 4-1_12 0.3583 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0238 map_cut_15 4-1_12 0.0429 map_cut_20 4-1_12 0.0429 map_cut_30 4-1_12 0.0587 map_cut_100 4-1_12 0.0718 map_cut_200 4-1_12 0.0801 map_cut_500 4-1_12 0.0801 map_cut_1000 4-1_12 0.0801 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.1429 relative_P_15 4-1_12 0.2857 relative_P_20 4-1_12 0.2857 relative_P_30 4-1_12 0.4286 relative_P_100 4-1_12 0.7143 relative_P_200 4-1_12 0.8571 relative_P_500 4-1_12 0.8571 relative_P_1000 4-1_12 0.8571 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 1.0000 set_P 4-1_12 0.0060 set_relative_P 4-1_12 0.8571 set_recall 4-1_12 0.8571 set_map 4-1_12 0.0051 set_F 4-1_12 0.0119 num_nonrel_judged_ret 4-1_12 55 rbp 4-1_12 0.0901 rbp_resid 4-1_12 0.5231 unj_5 4-1_12 0.4000 unj_10 4-1_12 0.4000 unj_20 4-1_12 0.6000 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 33 map 4-1_3 0.1416 Rprec 4-1_3 0.1538 bpref 4-1_3 0.2038 recip_rank 4-1_3 1.0000 iprec_at_recall_0.00 4-1_3 1.0000 iprec_at_recall_0.10 4-1_3 0.2857 iprec_at_recall_0.20 4-1_3 0.1667 iprec_at_recall_0.30 4-1_3 0.1667 iprec_at_recall_0.40 4-1_3 0.1667 iprec_at_recall_0.50 4-1_3 0.1207 iprec_at_recall_0.60 4-1_3 0.1159 iprec_at_recall_0.70 4-1_3 0.1025 iprec_at_recall_0.80 4-1_3 0.0595 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.2000 P_10 4-1_3 0.2000 P_15 4-1_3 0.2667 P_20 4-1_3 0.2000 P_30 4-1_3 0.1333 P_100 4-1_3 0.1600 P_200 4-1_3 0.1050 P_500 4-1_3 0.0600 P_1000 4-1_3 0.0330 relstring 4-1_3 '31-0-1410-' recall_5 4-1_3 0.0256 recall_10 4-1_3 0.0513 recall_15 4-1_3 0.1026 recall_20 4-1_3 0.1026 recall_30 4-1_3 0.1026 recall_100 4-1_3 0.4103 recall_200 4-1_3 0.5385 recall_500 4-1_3 0.7692 recall_1000 4-1_3 0.8462 infAP 4-1_3 0.1416 Rprec_mult_0.20 4-1_3 0.2500 Rprec_mult_0.40 4-1_3 0.2500 Rprec_mult_0.60 4-1_3 0.1667 Rprec_mult_0.80 4-1_3 0.1562 Rprec_mult_1.00 4-1_3 0.1538 Rprec_mult_1.20 4-1_3 0.1489 Rprec_mult_1.40 4-1_3 0.1455 Rprec_mult_1.60 4-1_3 0.1270 Rprec_mult_1.80 4-1_3 0.1549 Rprec_mult_2.00 4-1_3 0.1538 utility 4-1_3 -934.0000 11pt_avg 4-1_3 0.1986 binG 4-1_3 0.1598 G 4-1_3 0.1406 ndcg 4-1_3 0.5875 ndcg_rel 4-1_3 0.4478 Rndcg 4-1_3 0.3730 ndcg_cut_5 4-1_3 0.3079 ndcg_cut_10 4-1_3 0.3328 ndcg_cut_15 4-1_3 0.3454 ndcg_cut_20 4-1_3 0.3201 ndcg_cut_30 4-1_3 0.2856 ndcg_cut_100 4-1_3 0.3866 ndcg_cut_200 4-1_3 0.4549 ndcg_cut_500 4-1_3 0.5611 ndcg_cut_1000 4-1_3 0.5875 map_cut_5 4-1_3 0.0256 map_cut_10 4-1_3 0.0330 map_cut_15 4-1_3 0.0467 map_cut_20 4-1_3 0.0467 map_cut_30 4-1_3 0.0467 map_cut_100 4-1_3 0.0962 map_cut_200 4-1_3 0.1140 map_cut_500 4-1_3 0.1375 map_cut_1000 4-1_3 0.1416 relative_P_5 4-1_3 0.2000 relative_P_10 4-1_3 0.2000 relative_P_15 4-1_3 0.2667 relative_P_20 4-1_3 0.2000 relative_P_30 4-1_3 0.1333 relative_P_100 4-1_3 0.4103 relative_P_200 4-1_3 0.5385 relative_P_500 4-1_3 0.7692 relative_P_1000 4-1_3 0.8462 success_1 4-1_3 1.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0330 set_relative_P 4-1_3 0.8462 set_recall 4-1_3 0.8462 set_map 4-1_3 0.0279 set_F 4-1_3 0.0635 num_nonrel_judged_ret 4-1_3 101 rbp 4-1_3 0.2342 rbp_resid 4-1_3 0.3226 unj_5 4-1_3 0.4000 unj_10 4-1_3 0.3000 unj_20 4-1_3 0.3500 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 11 map 4-1_4 0.6255 Rprec 4-1_4 0.6364 bpref 4-1_4 0.6033 recip_rank 4-1_4 1.0000 iprec_at_recall_0.00 4-1_4 1.0000 iprec_at_recall_0.10 4-1_4 1.0000 iprec_at_recall_0.20 4-1_4 1.0000 iprec_at_recall_0.30 4-1_4 1.0000 iprec_at_recall_0.40 4-1_4 1.0000 iprec_at_recall_0.50 4-1_4 0.6364 iprec_at_recall_0.60 4-1_4 0.6364 iprec_at_recall_0.70 4-1_4 0.4211 iprec_at_recall_0.80 4-1_4 0.2500 iprec_at_recall_0.90 4-1_4 0.2174 iprec_at_recall_1.00 4-1_4 0.0410 P_5 4-1_4 0.8000 P_10 4-1_4 0.6000 P_15 4-1_4 0.4667 P_20 4-1_4 0.4000 P_30 4-1_4 0.2667 P_100 4-1_4 0.1000 P_200 4-1_4 0.0500 P_500 4-1_4 0.0220 P_1000 4-1_4 0.0110 relstring 4-1_4 '42321121-4' recall_5 4-1_4 0.3636 recall_10 4-1_4 0.5455 recall_15 4-1_4 0.6364 recall_20 4-1_4 0.7273 recall_30 4-1_4 0.7273 recall_100 4-1_4 0.9091 recall_200 4-1_4 0.9091 recall_500 4-1_4 1.0000 recall_1000 4-1_4 1.0000 infAP 4-1_4 0.6255 Rprec_mult_0.20 4-1_4 1.0000 Rprec_mult_0.40 4-1_4 0.8000 Rprec_mult_0.60 4-1_4 0.7143 Rprec_mult_0.80 4-1_4 0.5556 Rprec_mult_1.00 4-1_4 0.6364 Rprec_mult_1.20 4-1_4 0.5000 Rprec_mult_1.40 4-1_4 0.4375 Rprec_mult_1.60 4-1_4 0.3889 Rprec_mult_1.80 4-1_4 0.4000 Rprec_mult_2.00 4-1_4 0.3636 utility 4-1_4 -978.0000 11pt_avg 4-1_4 0.6547 binG 4-1_4 0.5514 G 4-1_4 0.3389 ndcg 4-1_4 0.8441 ndcg_rel 4-1_4 0.7643 Rndcg 4-1_4 0.7439 ndcg_cut_5 4-1_4 0.7022 ndcg_cut_10 4-1_4 0.7025 ndcg_cut_15 4-1_4 0.7335 ndcg_cut_20 4-1_4 0.7637 ndcg_cut_30 4-1_4 0.7221 ndcg_cut_100 4-1_4 0.8100 ndcg_cut_200 4-1_4 0.8246 ndcg_cut_500 4-1_4 0.8441 ndcg_cut_1000 4-1_4 0.8441 map_cut_5 4-1_4 0.3636 map_cut_10 4-1_4 0.4831 map_cut_15 4-1_4 0.5410 map_cut_20 4-1_4 0.5792 map_cut_30 4-1_4 0.5792 map_cut_100 4-1_4 0.6217 map_cut_200 4-1_4 0.6217 map_cut_500 4-1_4 0.6255 map_cut_1000 4-1_4 0.6255 relative_P_5 4-1_4 0.8000 relative_P_10 4-1_4 0.6000 relative_P_15 4-1_4 0.6364 relative_P_20 4-1_4 0.7273 relative_P_30 4-1_4 0.7273 relative_P_100 4-1_4 0.9091 relative_P_200 4-1_4 0.9091 relative_P_500 4-1_4 1.0000 relative_P_1000 4-1_4 1.0000 success_1 4-1_4 1.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0110 set_relative_P 4-1_4 1.0000 set_recall 4-1_4 1.0000 set_map 4-1_4 0.0110 set_F 4-1_4 0.0218 num_nonrel_judged_ret 4-1_4 36 rbp 4-1_4 0.4280 rbp_resid 4-1_4 0.2039 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.1000 unj_20 4-1_4 0.2000 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.0043 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0043 iprec_at_recall_0.00 4-1_6 0.0043 iprec_at_recall_0.10 4-1_6 0.0043 iprec_at_recall_0.20 4-1_6 0.0043 iprec_at_recall_0.30 4-1_6 0.0043 iprec_at_recall_0.40 4-1_6 0.0043 iprec_at_recall_0.50 4-1_6 0.0043 iprec_at_recall_0.60 4-1_6 0.0043 iprec_at_recall_0.70 4-1_6 0.0043 iprec_at_recall_0.80 4-1_6 0.0043 iprec_at_recall_0.90 4-1_6 0.0043 iprec_at_recall_1.00 4-1_6 0.0043 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0020 P_1000 4-1_6 0.0010 relstring 4-1_6 '000-----01' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 1.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.0043 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.0043 binG 4-1_6 0.1271 G 4-1_6 0.1374 ndcg 4-1_6 0.3424 ndcg_rel 4-1_6 0.2228 Rndcg 4-1_6 0.1268 ndcg_cut_5 4-1_6 0.0000 ndcg_cut_10 4-1_6 0.0521 ndcg_cut_15 4-1_6 0.0421 ndcg_cut_20 4-1_6 0.0381 ndcg_cut_30 4-1_6 0.0934 ndcg_cut_100 4-1_6 0.1839 ndcg_cut_200 4-1_6 0.2938 ndcg_cut_500 4-1_6 0.3424 ndcg_cut_1000 4-1_6 0.3424 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0043 map_cut_1000 4-1_6 0.0043 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 1.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 67 rbp 4-1_6 0.0277 rbp_resid 4-1_6 0.5535 unj_5 4-1_6 0.4000 unj_10 4-1_6 0.5000 unj_20 4-1_6 0.6500 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 29 map 4-1_9 0.0579 Rprec 4-1_9 0.0811 bpref 4-1_9 0.1337 recip_rank 4-1_9 0.1000 iprec_at_recall_0.00 4-1_9 0.1765 iprec_at_recall_0.10 4-1_9 0.0915 iprec_at_recall_0.20 4-1_9 0.0915 iprec_at_recall_0.30 4-1_9 0.0915 iprec_at_recall_0.40 4-1_9 0.0802 iprec_at_recall_0.50 4-1_9 0.0802 iprec_at_recall_0.60 4-1_9 0.0603 iprec_at_recall_0.70 4-1_9 0.0603 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.1000 P_15 4-1_9 0.1333 P_20 4-1_9 0.1500 P_30 4-1_9 0.1000 P_100 4-1_9 0.0500 P_200 4-1_9 0.0750 P_500 4-1_9 0.0520 P_1000 4-1_9 0.0290 relstring 4-1_9 '10111111-3' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0270 recall_15 4-1_9 0.0541 recall_20 4-1_9 0.0811 recall_30 4-1_9 0.0811 recall_100 4-1_9 0.1351 recall_200 4-1_9 0.4054 recall_500 4-1_9 0.7027 recall_1000 4-1_9 0.7838 infAP 4-1_9 0.0579 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.1333 Rprec_mult_0.60 4-1_9 0.1304 Rprec_mult_0.80 4-1_9 0.1000 Rprec_mult_1.00 4-1_9 0.0811 Rprec_mult_1.20 4-1_9 0.0667 Rprec_mult_1.40 4-1_9 0.0577 Rprec_mult_1.60 4-1_9 0.0500 Rprec_mult_1.80 4-1_9 0.0448 Rprec_mult_2.00 4-1_9 0.0405 utility 4-1_9 -942.0000 11pt_avg 4-1_9 0.0665 binG 4-1_9 0.1141 G 4-1_9 0.1082 ndcg 4-1_9 0.5229 ndcg_rel 4-1_9 0.4036 Rndcg 4-1_9 0.2902 ndcg_cut_5 4-1_9 0.2212 ndcg_cut_10 4-1_9 0.2988 ndcg_cut_15 4-1_9 0.2993 ndcg_cut_20 4-1_9 0.3122 ndcg_cut_30 4-1_9 0.3005 ndcg_cut_100 4-1_9 0.2501 ndcg_cut_200 4-1_9 0.3202 ndcg_cut_500 4-1_9 0.4560 ndcg_cut_1000 4-1_9 0.5229 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0027 map_cut_15 4-1_9 0.0072 map_cut_20 4-1_9 0.0120 map_cut_30 4-1_9 0.0120 map_cut_100 4-1_9 0.0146 map_cut_200 4-1_9 0.0345 map_cut_500 4-1_9 0.0540 map_cut_1000 4-1_9 0.0579 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.1000 relative_P_15 4-1_9 0.1333 relative_P_20 4-1_9 0.1500 relative_P_30 4-1_9 0.1000 relative_P_100 4-1_9 0.1351 relative_P_200 4-1_9 0.4054 relative_P_500 4-1_9 0.7027 relative_P_1000 4-1_9 0.7838 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0290 set_relative_P 4-1_9 0.7838 set_recall 4-1_9 0.7838 set_map 4-1_9 0.0227 set_F 4-1_9 0.0559 num_nonrel_judged_ret 4-1_9 95 rbp 4-1_9 0.1994 rbp_resid 4-1_9 0.2236 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.1000 unj_20 4-1_9 0.3000 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 35 map 4-2_2 0.1074 Rprec 4-2_2 0.2262 bpref 4-2_2 0.3445 recip_rank 4-2_2 0.5000 iprec_at_recall_0.00 4-2_2 0.5455 iprec_at_recall_0.10 4-2_2 0.4500 iprec_at_recall_0.20 4-2_2 0.2639 iprec_at_recall_0.30 4-2_2 0.1412 iprec_at_recall_0.40 4-2_2 0.0802 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.4000 P_10 4-2_2 0.5000 P_15 4-2_2 0.4000 P_20 4-2_2 0.4500 P_30 4-2_2 0.3333 P_100 4-2_2 0.2000 P_200 4-2_2 0.1350 P_500 4-2_2 0.0680 P_1000 4-2_2 0.0350 relstring 4-2_2 '12002-2212' recall_5 4-2_2 0.0238 recall_10 4-2_2 0.0595 recall_15 4-2_2 0.0714 recall_20 4-2_2 0.1071 recall_30 4-2_2 0.1190 recall_100 4-2_2 0.2381 recall_200 4-2_2 0.3214 recall_500 4-2_2 0.4048 recall_1000 4-2_2 0.4167 infAP 4-2_2 0.1074 Rprec_mult_0.20 4-2_2 0.4118 Rprec_mult_0.40 4-2_2 0.3235 Rprec_mult_0.60 4-2_2 0.2549 Rprec_mult_0.80 4-2_2 0.2500 Rprec_mult_1.00 4-2_2 0.2262 Rprec_mult_1.20 4-2_2 0.1980 Rprec_mult_1.40 4-2_2 0.1695 Rprec_mult_1.60 4-2_2 0.1481 Rprec_mult_1.80 4-2_2 0.1447 Rprec_mult_2.00 4-2_2 0.1369 utility 4-2_2 -930.0000 11pt_avg 4-2_2 0.1346 binG 4-2_2 0.0882 G 4-2_2 0.0672 ndcg 4-2_2 0.3680 ndcg_rel 4-2_2 0.3564 Rndcg 4-2_2 0.3214 ndcg_cut_5 4-2_2 0.3432 ndcg_cut_10 4-2_2 0.3824 ndcg_cut_15 4-2_2 0.3435 ndcg_cut_20 4-2_2 0.3743 ndcg_cut_30 4-2_2 0.3498 ndcg_cut_100 4-2_2 0.2919 ndcg_cut_200 4-2_2 0.3171 ndcg_cut_500 4-2_2 0.3618 ndcg_cut_1000 4-2_2 0.3680 map_cut_5 4-2_2 0.0107 map_cut_10 4-2_2 0.0277 map_cut_15 4-2_2 0.0342 map_cut_20 4-2_2 0.0495 map_cut_30 4-2_2 0.0537 map_cut_100 4-2_2 0.0861 map_cut_200 4-2_2 0.0980 map_cut_500 4-2_2 0.1067 map_cut_1000 4-2_2 0.1074 relative_P_5 4-2_2 0.4000 relative_P_10 4-2_2 0.5000 relative_P_15 4-2_2 0.4000 relative_P_20 4-2_2 0.4500 relative_P_30 4-2_2 0.3333 relative_P_100 4-2_2 0.2381 relative_P_200 4-2_2 0.3214 relative_P_500 4-2_2 0.4048 relative_P_1000 4-2_2 0.4167 success_1 4-2_2 0.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0350 set_relative_P 4-2_2 0.4167 set_recall 4-2_2 0.4167 set_map 4-2_2 0.0146 set_F 4-2_2 0.0646 num_nonrel_judged_ret 4-2_2 26 rbp 4-2_2 0.3430 rbp_resid 4-2_2 0.2253 unj_5 4-2_2 0.0000 unj_10 4-2_2 0.1000 unj_20 4-2_2 0.2500 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 33 map 4-2_3 0.2744 Rprec 4-2_3 0.3333 bpref 4-2_3 0.6082 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.8333 iprec_at_recall_0.20 4-2_3 0.4000 iprec_at_recall_0.30 4-2_3 0.3556 iprec_at_recall_0.40 4-2_3 0.3333 iprec_at_recall_0.50 4-2_3 0.2609 iprec_at_recall_0.60 4-2_3 0.1986 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.8000 P_10 4-2_3 0.5000 P_15 4-2_3 0.4000 P_20 4-2_3 0.3500 P_30 4-2_3 0.4000 P_100 4-2_3 0.2500 P_200 4-2_3 0.1500 P_500 4-2_3 0.0660 P_1000 4-2_3 0.0330 relstring 4-2_3 '2233-2----' recall_5 4-2_3 0.0833 recall_10 4-2_3 0.1042 recall_15 4-2_3 0.1250 recall_20 4-2_3 0.1458 recall_30 4-2_3 0.2500 recall_100 4-2_3 0.5208 recall_200 4-2_3 0.6250 recall_500 4-2_3 0.6875 recall_1000 4-2_3 0.6875 infAP 4-2_3 0.2744 Rprec_mult_0.20 4-2_3 0.5000 Rprec_mult_0.40 4-2_3 0.3500 Rprec_mult_0.60 4-2_3 0.3793 Rprec_mult_0.80 4-2_3 0.3333 Rprec_mult_1.00 4-2_3 0.3333 Rprec_mult_1.20 4-2_3 0.3276 Rprec_mult_1.40 4-2_3 0.3088 Rprec_mult_1.60 4-2_3 0.2987 Rprec_mult_1.80 4-2_3 0.2644 Rprec_mult_2.00 4-2_3 0.2500 utility 4-2_3 -934.0000 11pt_avg 4-2_3 0.3074 binG 4-2_3 0.2082 G 4-2_3 0.1349 ndcg 4-2_3 0.5703 ndcg_rel 4-2_3 0.5260 Rndcg 4-2_3 0.5034 ndcg_cut_5 4-2_3 0.6844 ndcg_cut_10 4-2_3 0.5189 ndcg_cut_15 4-2_3 0.4672 ndcg_cut_20 4-2_3 0.4314 ndcg_cut_30 4-2_3 0.4444 ndcg_cut_100 4-2_3 0.4719 ndcg_cut_200 4-2_3 0.5374 ndcg_cut_500 4-2_3 0.5703 ndcg_cut_1000 4-2_3 0.5703 map_cut_5 4-2_3 0.0833 map_cut_10 4-2_3 0.1007 map_cut_15 4-2_3 0.1121 map_cut_20 4-2_3 0.1193 map_cut_30 4-2_3 0.1599 map_cut_100 4-2_3 0.2465 map_cut_200 4-2_3 0.2669 map_cut_500 4-2_3 0.2744 map_cut_1000 4-2_3 0.2744 relative_P_5 4-2_3 0.8000 relative_P_10 4-2_3 0.5000 relative_P_15 4-2_3 0.4000 relative_P_20 4-2_3 0.3500 relative_P_30 4-2_3 0.4000 relative_P_100 4-2_3 0.5208 relative_P_200 4-2_3 0.6250 relative_P_500 4-2_3 0.6875 relative_P_1000 4-2_3 0.6875 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0330 set_relative_P 4-2_3 0.6875 set_recall 4-2_3 0.6875 set_map 4-2_3 0.0227 set_F 4-2_3 0.0630 num_nonrel_judged_ret 4-2_3 17 rbp 4-2_3 0.3861 rbp_resid 4-2_3 0.4954 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.5000 unj_20 4-2_3 0.6500 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.5224 Rprec 4-2_6 0.5714 bpref 4-2_6 0.6122 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.6667 iprec_at_recall_0.40 4-2_6 0.6667 iprec_at_recall_0.50 4-2_6 0.5833 iprec_at_recall_0.60 4-2_6 0.5714 iprec_at_recall_0.70 4-2_6 0.4762 iprec_at_recall_0.80 4-2_6 0.1964 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.6000 P_10 4-2_6 0.6000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4500 P_30 4-2_6 0.3333 P_100 4-2_6 0.1100 P_200 4-2_6 0.0550 P_500 4-2_6 0.0240 P_1000 4-2_6 0.0120 relstring 4-2_6 '222-13-231' recall_5 4-2_6 0.2143 recall_10 4-2_6 0.4286 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.6429 recall_30 4-2_6 0.7143 recall_100 4-2_6 0.7857 recall_200 4-2_6 0.7857 recall_500 4-2_6 0.8571 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.5224 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.6667 Rprec_mult_0.80 4-2_6 0.5833 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4500 Rprec_mult_1.60 4-2_6 0.4348 Rprec_mult_1.80 4-2_6 0.3846 Rprec_mult_2.00 4-2_6 0.3571 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.5601 binG 4-2_6 0.4221 G 4-2_6 0.2561 ndcg 4-2_6 0.7392 ndcg_rel 4-2_6 0.6743 Rndcg 4-2_6 0.6491 ndcg_cut_5 4-2_6 0.5496 ndcg_cut_10 4-2_6 0.6473 ndcg_cut_15 4-2_6 0.6509 ndcg_cut_20 4-2_6 0.6776 ndcg_cut_30 4-2_6 0.6399 ndcg_cut_100 4-2_6 0.7242 ndcg_cut_200 4-2_6 0.7242 ndcg_cut_500 4-2_6 0.7392 ndcg_cut_1000 4-2_6 0.7392 map_cut_5 4-2_6 0.2143 map_cut_10 4-2_6 0.3542 map_cut_15 4-2_6 0.4366 map_cut_20 4-2_6 0.4705 map_cut_30 4-2_6 0.5045 map_cut_100 4-2_6 0.5185 map_cut_200 4-2_6 0.5185 map_cut_500 4-2_6 0.5224 map_cut_1000 4-2_6 0.5224 relative_P_5 4-2_6 0.6000 relative_P_10 4-2_6 0.6000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.6429 relative_P_30 4-2_6 0.7143 relative_P_100 4-2_6 0.7857 relative_P_200 4-2_6 0.7857 relative_P_500 4-2_6 0.8571 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 13 rbp 4-2_6 0.4488 rbp_resid 4-2_6 0.2755 unj_5 4-2_6 0.2000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.2500 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 45 map 5-1_2 0.1224 Rprec 5-1_2 0.2231 bpref 5-1_2 0.3068 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.4043 iprec_at_recall_0.20 5-1_2 0.2673 iprec_at_recall_0.30 5-1_2 0.0775 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.8000 P_10 5-1_2 0.6000 P_15 5-1_2 0.5333 P_20 5-1_2 0.4500 P_30 5-1_2 0.4000 P_100 5-1_2 0.2600 P_200 5-1_2 0.1700 P_500 5-1_2 0.0760 P_1000 5-1_2 0.0450 relstring 5-1_2 '333-303201' recall_5 5-1_2 0.0308 recall_10 5-1_2 0.0462 recall_15 5-1_2 0.0615 recall_20 5-1_2 0.0692 recall_30 5-1_2 0.0923 recall_100 5-1_2 0.2000 recall_200 5-1_2 0.2615 recall_500 5-1_2 0.2923 recall_1000 5-1_2 0.3462 infAP 5-1_2 0.1224 Rprec_mult_0.20 5-1_2 0.4231 Rprec_mult_0.40 5-1_2 0.3654 Rprec_mult_0.60 5-1_2 0.2949 Rprec_mult_0.80 5-1_2 0.2596 Rprec_mult_1.00 5-1_2 0.2231 Rprec_mult_1.20 5-1_2 0.1987 Rprec_mult_1.40 5-1_2 0.1813 Rprec_mult_1.60 5-1_2 0.1635 Rprec_mult_1.80 5-1_2 0.1453 Rprec_mult_2.00 5-1_2 0.1346 utility 5-1_2 -910.0000 11pt_avg 5-1_2 0.1590 binG 5-1_2 0.0886 G 5-1_2 0.0629 ndcg 5-1_2 0.3671 ndcg_rel 5-1_2 0.3918 Rndcg 5-1_2 0.4313 ndcg_cut_5 5-1_2 0.7672 ndcg_cut_10 5-1_2 0.6475 ndcg_cut_15 5-1_2 0.5954 ndcg_cut_20 5-1_2 0.5521 ndcg_cut_30 5-1_2 0.5038 ndcg_cut_100 5-1_2 0.3619 ndcg_cut_200 5-1_2 0.3232 ndcg_cut_500 5-1_2 0.3377 ndcg_cut_1000 5-1_2 0.3671 map_cut_5 5-1_2 0.0292 map_cut_10 5-1_2 0.0405 map_cut_15 5-1_2 0.0495 map_cut_20 5-1_2 0.0530 map_cut_30 5-1_2 0.0632 map_cut_100 5-1_2 0.1014 map_cut_200 5-1_2 0.1149 map_cut_500 5-1_2 0.1189 map_cut_1000 5-1_2 0.1224 relative_P_5 5-1_2 0.8000 relative_P_10 5-1_2 0.6000 relative_P_15 5-1_2 0.5333 relative_P_20 5-1_2 0.4500 relative_P_30 5-1_2 0.4000 relative_P_100 5-1_2 0.2600 relative_P_200 5-1_2 0.2615 relative_P_500 5-1_2 0.2923 relative_P_1000 5-1_2 0.3462 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0450 set_relative_P 5-1_2 0.3462 set_recall 5-1_2 0.3462 set_map 5-1_2 0.0156 set_F 5-1_2 0.0796 num_nonrel_judged_ret 5-1_2 36 rbp 5-1_2 0.4181 rbp_resid 5-1_2 0.1991 unj_5 5-1_2 0.2000 unj_10 5-1_2 0.1000 unj_20 5-1_2 0.2000 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 18 map 5-1_4 0.1254 Rprec 5-1_4 0.2069 bpref 5-1_4 0.3436 recip_rank 5-1_4 0.5000 iprec_at_recall_0.00 5-1_4 0.5455 iprec_at_recall_0.10 5-1_4 0.5455 iprec_at_recall_0.20 5-1_4 0.5455 iprec_at_recall_0.30 5-1_4 0.0826 iprec_at_recall_0.40 5-1_4 0.0429 iprec_at_recall_0.50 5-1_4 0.0314 iprec_at_recall_0.60 5-1_4 0.0314 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.4000 P_10 5-1_4 0.5000 P_15 5-1_4 0.4000 P_20 5-1_4 0.3000 P_30 5-1_4 0.2000 P_100 5-1_4 0.0800 P_200 5-1_4 0.0500 P_500 5-1_4 0.0260 P_1000 5-1_4 0.0180 relstring 5-1_4 '-2-0220-33' recall_5 5-1_4 0.0690 recall_10 5-1_4 0.1724 recall_15 5-1_4 0.2069 recall_20 5-1_4 0.2069 recall_30 5-1_4 0.2069 recall_100 5-1_4 0.2759 recall_200 5-1_4 0.3448 recall_500 5-1_4 0.4483 recall_1000 5-1_4 0.6207 infAP 5-1_4 0.1254 Rprec_mult_0.20 5-1_4 0.5000 Rprec_mult_0.40 5-1_4 0.5000 Rprec_mult_0.60 5-1_4 0.3333 Rprec_mult_0.80 5-1_4 0.2500 Rprec_mult_1.00 5-1_4 0.2069 Rprec_mult_1.20 5-1_4 0.1714 Rprec_mult_1.40 5-1_4 0.1463 Rprec_mult_1.60 5-1_4 0.1277 Rprec_mult_1.80 5-1_4 0.1509 Rprec_mult_2.00 5-1_4 0.1379 utility 5-1_4 -964.0000 11pt_avg 5-1_4 0.1659 binG 5-1_4 0.1431 G 5-1_4 0.0979 ndcg 5-1_4 0.3755 ndcg_rel 5-1_4 0.3324 Rndcg 5-1_4 0.2768 ndcg_cut_5 5-1_4 0.2301 ndcg_cut_10 5-1_4 0.3387 ndcg_cut_15 5-1_4 0.3177 ndcg_cut_20 5-1_4 0.2769 ndcg_cut_30 5-1_4 0.2269 ndcg_cut_100 5-1_4 0.2598 ndcg_cut_200 5-1_4 0.2951 ndcg_cut_500 5-1_4 0.3257 ndcg_cut_1000 5-1_4 0.3755 map_cut_5 5-1_4 0.0310 map_cut_10 5-1_4 0.0808 map_cut_15 5-1_4 0.0997 map_cut_20 5-1_4 0.0997 map_cut_30 5-1_4 0.0997 map_cut_100 5-1_4 0.1101 map_cut_200 5-1_4 0.1158 map_cut_500 5-1_4 0.1203 map_cut_1000 5-1_4 0.1254 relative_P_5 5-1_4 0.4000 relative_P_10 5-1_4 0.5000 relative_P_15 5-1_4 0.4000 relative_P_20 5-1_4 0.3000 relative_P_30 5-1_4 0.2069 relative_P_100 5-1_4 0.2759 relative_P_200 5-1_4 0.3448 relative_P_500 5-1_4 0.4483 relative_P_1000 5-1_4 0.6207 success_1 5-1_4 0.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0180 set_relative_P 5-1_4 0.6207 set_recall 5-1_4 0.6207 set_map 5-1_4 0.0112 set_F 5-1_4 0.0350 num_nonrel_judged_ret 5-1_4 27 rbp 5-1_4 0.2498 rbp_resid 5-1_4 0.4915 unj_5 5-1_4 0.4000 unj_10 5-1_4 0.3000 unj_20 5-1_4 0.5000 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 50 map 6-1_2 0.3042 Rprec 6-1_2 0.3333 bpref 6-1_2 0.7018 recip_rank 6-1_2 1.0000 iprec_at_recall_0.00 6-1_2 1.0000 iprec_at_recall_0.10 6-1_2 1.0000 iprec_at_recall_0.20 6-1_2 0.6190 iprec_at_recall_0.30 6-1_2 0.4250 iprec_at_recall_0.40 6-1_2 0.3485 iprec_at_recall_0.50 6-1_2 0.1198 iprec_at_recall_0.60 6-1_2 0.0909 iprec_at_recall_0.70 6-1_2 0.0731 iprec_at_recall_0.80 6-1_2 0.0634 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 1.0000 P_10 6-1_2 0.8000 P_15 6-1_2 0.6000 P_20 6-1_2 0.6000 P_30 6-1_2 0.4667 P_100 6-1_2 0.2300 P_200 6-1_2 0.1300 P_500 6-1_2 0.0760 P_1000 6-1_2 0.0500 relstring 6-1_2 '2232231221' recall_5 6-1_2 0.0877 recall_10 6-1_2 0.1404 recall_15 6-1_2 0.1579 recall_20 6-1_2 0.2105 recall_30 6-1_2 0.2456 recall_100 6-1_2 0.4035 recall_200 6-1_2 0.4561 recall_500 6-1_2 0.6667 recall_1000 6-1_2 0.8772 infAP 6-1_2 0.3042 Rprec_mult_0.20 6-1_2 0.6667 Rprec_mult_0.40 6-1_2 0.5652 Rprec_mult_0.60 6-1_2 0.4286 Rprec_mult_0.80 6-1_2 0.3696 Rprec_mult_1.00 6-1_2 0.3333 Rprec_mult_1.20 6-1_2 0.3333 Rprec_mult_1.40 6-1_2 0.2875 Rprec_mult_1.60 6-1_2 0.2500 Rprec_mult_1.80 6-1_2 0.2233 Rprec_mult_2.00 6-1_2 0.2105 utility 6-1_2 -900.0000 11pt_avg 6-1_2 0.3400 binG 6-1_2 0.2476 G 6-1_2 0.1375 ndcg 6-1_2 0.6226 ndcg_rel 6-1_2 0.5593 Rndcg 6-1_2 0.4958 ndcg_cut_5 6-1_2 0.7232 ndcg_cut_10 6-1_2 0.6838 ndcg_cut_15 6-1_2 0.5749 ndcg_cut_20 6-1_2 0.5629 ndcg_cut_30 6-1_2 0.5015 ndcg_cut_100 6-1_2 0.4038 ndcg_cut_200 6-1_2 0.4443 ndcg_cut_500 6-1_2 0.5430 ndcg_cut_1000 6-1_2 0.6226 map_cut_5 6-1_2 0.0877 map_cut_10 6-1_2 0.1362 map_cut_15 6-1_2 0.1484 map_cut_20 6-1_2 0.1788 map_cut_30 6-1_2 0.1995 map_cut_100 6-1_2 0.2585 map_cut_200 6-1_2 0.2697 map_cut_500 6-1_2 0.2906 map_cut_1000 6-1_2 0.3042 relative_P_5 6-1_2 1.0000 relative_P_10 6-1_2 0.8000 relative_P_15 6-1_2 0.6000 relative_P_20 6-1_2 0.6000 relative_P_30 6-1_2 0.4667 relative_P_100 6-1_2 0.4035 relative_P_200 6-1_2 0.4561 relative_P_500 6-1_2 0.6667 relative_P_1000 6-1_2 0.8772 success_1 6-1_2 1.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0500 set_relative_P 6-1_2 0.8772 set_recall 6-1_2 0.8772 set_map 6-1_2 0.0439 set_F 6-1_2 0.0946 num_nonrel_judged_ret 6-1_2 29 rbp 6-1_2 0.5288 rbp_resid 6-1_2 0.2462 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.0000 unj_20 6-1_2 0.3000 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 25 map 6-1_6 0.3653 Rprec 6-1_6 0.3704 bpref 6-1_6 0.4623 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.7143 iprec_at_recall_0.30 6-1_6 0.5333 iprec_at_recall_0.40 6-1_6 0.3438 iprec_at_recall_0.50 6-1_6 0.2059 iprec_at_recall_0.60 6-1_6 0.1935 iprec_at_recall_0.70 6-1_6 0.1881 iprec_at_recall_0.80 6-1_6 0.0756 iprec_at_recall_0.90 6-1_6 0.0506 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.8000 P_10 6-1_6 0.6000 P_15 6-1_6 0.5333 P_20 6-1_6 0.4500 P_30 6-1_6 0.3333 P_100 6-1_6 0.1800 P_200 6-1_6 0.1000 P_500 6-1_6 0.0480 P_1000 6-1_6 0.0250 relstring 6-1_6 '3233-13-12' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.2222 recall_15 6-1_6 0.2963 recall_20 6-1_6 0.3333 recall_30 6-1_6 0.3704 recall_100 6-1_6 0.6667 recall_200 6-1_6 0.7407 recall_500 6-1_6 0.8889 recall_1000 6-1_6 0.9259 infAP 6-1_6 0.3653 Rprec_mult_0.20 6-1_6 0.6667 Rprec_mult_0.40 6-1_6 0.5455 Rprec_mult_0.60 6-1_6 0.5294 Rprec_mult_0.80 6-1_6 0.4091 Rprec_mult_1.00 6-1_6 0.3704 Rprec_mult_1.20 6-1_6 0.3333 Rprec_mult_1.40 6-1_6 0.2895 Rprec_mult_1.60 6-1_6 0.2727 Rprec_mult_1.80 6-1_6 0.2449 Rprec_mult_2.00 6-1_6 0.2222 utility 6-1_6 -950.0000 11pt_avg 6-1_6 0.3914 binG 6-1_6 0.3122 G 6-1_6 0.2405 ndcg 6-1_6 0.7853 ndcg_rel 6-1_6 0.6865 Rndcg 6-1_6 0.6410 ndcg_cut_5 6-1_6 0.7975 ndcg_cut_10 6-1_6 0.6815 ndcg_cut_15 6-1_6 0.6520 ndcg_cut_20 6-1_6 0.6340 ndcg_cut_30 6-1_6 0.5806 ndcg_cut_100 6-1_6 0.6916 ndcg_cut_200 6-1_6 0.7336 ndcg_cut_500 6-1_6 0.7776 ndcg_cut_1000 6-1_6 0.7853 map_cut_5 6-1_6 0.1481 map_cut_10 6-1_6 0.1968 map_cut_15 6-1_6 0.2382 map_cut_20 6-1_6 0.2578 map_cut_30 6-1_6 0.2739 map_cut_100 6-1_6 0.3421 map_cut_200 6-1_6 0.3534 map_cut_500 6-1_6 0.3641 map_cut_1000 6-1_6 0.3653 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.6000 relative_P_15 6-1_6 0.5333 relative_P_20 6-1_6 0.4500 relative_P_30 6-1_6 0.3704 relative_P_100 6-1_6 0.6667 relative_P_200 6-1_6 0.7407 relative_P_500 6-1_6 0.8889 relative_P_1000 6-1_6 0.9259 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0250 set_relative_P 6-1_6 0.9259 set_recall 6-1_6 0.9259 set_map 6-1_6 0.0231 set_F 6-1_6 0.0487 num_nonrel_judged_ret 6-1_6 34 rbp 6-1_6 0.5436 rbp_resid 6-1_6 0.2359 unj_5 6-1_6 0.2000 unj_10 6-1_6 0.2000 unj_20 6-1_6 0.2000 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 22 map 6-1_7 0.1244 Rprec 6-1_7 0.2609 bpref 6-1_7 0.3549 recip_rank 6-1_7 0.2000 iprec_at_recall_0.00 6-1_7 0.4545 iprec_at_recall_0.10 6-1_7 0.4545 iprec_at_recall_0.20 6-1_7 0.4545 iprec_at_recall_0.30 6-1_7 0.2545 iprec_at_recall_0.40 6-1_7 0.1374 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.2000 P_15 6-1_7 0.2667 P_20 6-1_7 0.4000 P_30 6-1_7 0.3667 P_100 6-1_7 0.1500 P_200 6-1_7 0.1050 P_500 6-1_7 0.0440 P_1000 6-1_7 0.0220 relstring 6-1_7 '1111231101' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0435 recall_15 6-1_7 0.0870 recall_20 6-1_7 0.1739 recall_30 6-1_7 0.2391 recall_100 6-1_7 0.3261 recall_200 6-1_7 0.4565 recall_500 6-1_7 0.4783 recall_1000 6-1_7 0.4783 infAP 6-1_7 0.1244 Rprec_mult_0.20 6-1_7 0.2000 Rprec_mult_0.40 6-1_7 0.3684 Rprec_mult_0.60 6-1_7 0.3929 Rprec_mult_0.80 6-1_7 0.2973 Rprec_mult_1.00 6-1_7 0.2609 Rprec_mult_1.20 6-1_7 0.2500 Rprec_mult_1.40 6-1_7 0.2308 Rprec_mult_1.60 6-1_7 0.2027 Rprec_mult_1.80 6-1_7 0.1807 Rprec_mult_2.00 6-1_7 0.1630 utility 6-1_7 -956.0000 11pt_avg 6-1_7 0.1596 binG 6-1_7 0.1072 G 6-1_7 0.0778 ndcg 6-1_7 0.3897 ndcg_rel 6-1_7 0.3884 Rndcg 6-1_7 0.3680 ndcg_cut_5 6-1_7 0.3771 ndcg_cut_10 6-1_7 0.3919 ndcg_cut_15 6-1_7 0.3771 ndcg_cut_20 6-1_7 0.4399 ndcg_cut_30 6-1_7 0.4431 ndcg_cut_100 6-1_7 0.3306 ndcg_cut_200 6-1_7 0.3775 ndcg_cut_500 6-1_7 0.3897 ndcg_cut_1000 6-1_7 0.3897 map_cut_5 6-1_7 0.0043 map_cut_10 6-1_7 0.0116 map_cut_15 6-1_7 0.0248 map_cut_20 6-1_7 0.0555 map_cut_30 6-1_7 0.0839 map_cut_100 6-1_7 0.1066 map_cut_200 6-1_7 0.1225 map_cut_500 6-1_7 0.1244 map_cut_1000 6-1_7 0.1244 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.2000 relative_P_15 6-1_7 0.2667 relative_P_20 6-1_7 0.4000 relative_P_30 6-1_7 0.3667 relative_P_100 6-1_7 0.3261 relative_P_200 6-1_7 0.4565 relative_P_500 6-1_7 0.4783 relative_P_1000 6-1_7 0.4783 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0220 set_relative_P 6-1_7 0.4783 set_recall 6-1_7 0.4783 set_map 6-1_7 0.0105 set_F 6-1_7 0.0421 num_nonrel_judged_ret 6-1_7 24 rbp 6-1_7 0.3866 rbp_resid 6-1_7 0.1467 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.0000 unj_20 6-1_7 0.1500 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 6 map 6-2_2 0.0422 Rprec 6-2_2 0.0714 bpref 6-2_2 0.0979 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.0279 iprec_at_recall_0.20 6-2_2 0.0000 iprec_at_recall_0.30 6-2_2 0.0000 iprec_at_recall_0.40 6-2_2 0.0000 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.4000 P_10 6-2_2 0.4000 P_15 6-2_2 0.2667 P_20 6-2_2 0.2000 P_30 6-2_2 0.1333 P_100 6-2_2 0.0500 P_200 6-2_2 0.0250 P_500 6-2_2 0.0120 P_1000 6-2_2 0.0060 relstring 6-2_2 '31--202021' recall_5 6-2_2 0.0357 recall_10 6-2_2 0.0714 recall_15 6-2_2 0.0714 recall_20 6-2_2 0.0714 recall_30 6-2_2 0.0714 recall_100 6-2_2 0.0893 recall_200 6-2_2 0.0893 recall_500 6-2_2 0.1071 recall_1000 6-2_2 0.1071 infAP 6-2_2 0.0422 Rprec_mult_0.20 6-2_2 0.3333 Rprec_mult_0.40 6-2_2 0.1739 Rprec_mult_0.60 6-2_2 0.1176 Rprec_mult_0.80 6-2_2 0.0889 Rprec_mult_1.00 6-2_2 0.0714 Rprec_mult_1.20 6-2_2 0.0588 Rprec_mult_1.40 6-2_2 0.0633 Rprec_mult_1.60 6-2_2 0.0556 Rprec_mult_1.80 6-2_2 0.0495 Rprec_mult_2.00 6-2_2 0.0446 utility 6-2_2 -988.0000 11pt_avg 6-2_2 0.0934 binG 6-2_2 0.0440 G 6-2_2 0.0299 ndcg 6-2_2 0.1705 ndcg_rel 6-2_2 0.1919 Rndcg 6-2_2 0.2110 ndcg_cut_5 6-2_2 0.3735 ndcg_cut_10 6-2_2 0.3281 ndcg_cut_15 6-2_2 0.2821 ndcg_cut_20 6-2_2 0.2432 ndcg_cut_30 6-2_2 0.2178 ndcg_cut_100 6-2_2 0.1597 ndcg_cut_200 6-2_2 0.1597 ndcg_cut_500 6-2_2 0.1705 ndcg_cut_1000 6-2_2 0.1705 map_cut_5 6-2_2 0.0250 map_cut_10 6-2_2 0.0406 map_cut_15 6-2_2 0.0406 map_cut_20 6-2_2 0.0406 map_cut_30 6-2_2 0.0406 map_cut_100 6-2_2 0.0417 map_cut_200 6-2_2 0.0417 map_cut_500 6-2_2 0.0422 map_cut_1000 6-2_2 0.0422 relative_P_5 6-2_2 0.4000 relative_P_10 6-2_2 0.4000 relative_P_15 6-2_2 0.2667 relative_P_20 6-2_2 0.2000 relative_P_30 6-2_2 0.1333 relative_P_100 6-2_2 0.0893 relative_P_200 6-2_2 0.0893 relative_P_500 6-2_2 0.1071 relative_P_1000 6-2_2 0.1071 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0060 set_relative_P 6-2_2 0.1071 set_recall 6-2_2 0.1071 set_map 6-2_2 0.0006 set_F 6-2_2 0.0114 num_nonrel_judged_ret 6-2_2 17 rbp 6-2_2 0.2011 rbp_resid 6-2_2 0.4456 unj_5 6-2_2 0.4000 unj_10 6-2_2 0.2000 unj_20 6-2_2 0.5500 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 7 map 6-2_3 0.0138 Rprec 6-2_3 0.0000 bpref 6-2_3 0.0554 recip_rank 6-2_3 0.0312 iprec_at_recall_0.00 6-2_3 0.0606 iprec_at_recall_0.10 6-2_3 0.0606 iprec_at_recall_0.20 6-2_3 0.0484 iprec_at_recall_0.30 6-2_3 0.0298 iprec_at_recall_0.40 6-2_3 0.0108 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.0000 P_10 6-2_3 0.0000 P_15 6-2_3 0.0000 P_20 6-2_3 0.0000 P_30 6-2_3 0.0000 P_100 6-2_3 0.0400 P_200 6-2_3 0.0250 P_500 6-2_3 0.0100 P_1000 6-2_3 0.0070 relstring 6-2_3 '00-0000---' recall_5 6-2_3 0.0000 recall_10 6-2_3 0.0000 recall_15 6-2_3 0.0000 recall_20 6-2_3 0.0000 recall_30 6-2_3 0.0000 recall_100 6-2_3 0.2353 recall_200 6-2_3 0.2941 recall_500 6-2_3 0.2941 recall_1000 6-2_3 0.4118 infAP 6-2_3 0.0138 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.0000 Rprec_mult_0.60 6-2_3 0.0000 Rprec_mult_0.80 6-2_3 0.0000 Rprec_mult_1.00 6-2_3 0.0000 Rprec_mult_1.20 6-2_3 0.0000 Rprec_mult_1.40 6-2_3 0.0000 Rprec_mult_1.60 6-2_3 0.0000 Rprec_mult_1.80 6-2_3 0.0000 Rprec_mult_2.00 6-2_3 0.0588 utility 6-2_3 -986.0000 11pt_avg 6-2_3 0.0191 binG 6-2_3 0.0631 G 6-2_3 0.0539 ndcg 6-2_3 0.1581 ndcg_rel 6-2_3 0.1368 Rndcg 6-2_3 0.0355 ndcg_cut_5 6-2_3 0.0000 ndcg_cut_10 6-2_3 0.0000 ndcg_cut_15 6-2_3 0.0000 ndcg_cut_20 6-2_3 0.0000 ndcg_cut_30 6-2_3 0.0000 ndcg_cut_100 6-2_3 0.0973 ndcg_cut_200 6-2_3 0.1308 ndcg_cut_500 6-2_3 0.1365 ndcg_cut_1000 6-2_3 0.1581 map_cut_5 6-2_3 0.0000 map_cut_10 6-2_3 0.0000 map_cut_15 6-2_3 0.0000 map_cut_20 6-2_3 0.0000 map_cut_30 6-2_3 0.0000 map_cut_100 6-2_3 0.0108 map_cut_200 6-2_3 0.0125 map_cut_500 6-2_3 0.0125 map_cut_1000 6-2_3 0.0138 relative_P_5 6-2_3 0.0000 relative_P_10 6-2_3 0.0000 relative_P_15 6-2_3 0.0000 relative_P_20 6-2_3 0.0000 relative_P_30 6-2_3 0.0000 relative_P_100 6-2_3 0.2353 relative_P_200 6-2_3 0.2941 relative_P_500 6-2_3 0.2941 relative_P_1000 6-2_3 0.4118 success_1 6-2_3 0.0000 success_5 6-2_3 0.0000 success_10 6-2_3 0.0000 set_P 6-2_3 0.0070 set_relative_P 6-2_3 0.4118 set_recall 6-2_3 0.4118 set_map 6-2_3 0.0029 set_F 6-2_3 0.0138 num_nonrel_judged_ret 6-2_3 52 rbp 6-2_3 0.0049 rbp_resid 6-2_3 0.4714 unj_5 6-2_3 0.2000 unj_10 6-2_3 0.4000 unj_20 6-2_3 0.5500 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 36 map 6-2_5 0.1547 Rprec 6-2_5 0.2353 bpref 6-2_5 0.5417 recip_rank 6-2_5 0.5000 iprec_at_recall_0.00 6-2_5 0.5000 iprec_at_recall_0.10 6-2_5 0.3846 iprec_at_recall_0.20 6-2_5 0.2857 iprec_at_recall_0.30 6-2_5 0.2581 iprec_at_recall_0.40 6-2_5 0.1852 iprec_at_recall_0.50 6-2_5 0.1656 iprec_at_recall_0.60 6-2_5 0.1051 iprec_at_recall_0.70 6-2_5 0.0406 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.2000 P_10 6-2_5 0.3000 P_15 6-2_5 0.3333 P_20 6-2_5 0.3500 P_30 6-2_5 0.3000 P_100 6-2_5 0.1800 P_200 6-2_5 0.1300 P_500 6-2_5 0.0680 P_1000 6-2_5 0.0360 relstring 6-2_5 '-401-4120-' recall_5 6-2_5 0.0196 recall_10 6-2_5 0.0588 recall_15 6-2_5 0.0980 recall_20 6-2_5 0.1373 recall_30 6-2_5 0.1765 recall_100 6-2_5 0.3529 recall_200 6-2_5 0.5098 recall_500 6-2_5 0.6667 recall_1000 6-2_5 0.7059 infAP 6-2_5 0.1547 Rprec_mult_0.20 6-2_5 0.3636 Rprec_mult_0.40 6-2_5 0.3333 Rprec_mult_0.60 6-2_5 0.2903 Rprec_mult_0.80 6-2_5 0.2683 Rprec_mult_1.00 6-2_5 0.2353 Rprec_mult_1.20 6-2_5 0.2581 Rprec_mult_1.40 6-2_5 0.2361 Rprec_mult_1.60 6-2_5 0.2073 Rprec_mult_1.80 6-2_5 0.1848 Rprec_mult_2.00 6-2_5 0.1765 utility 6-2_5 -928.0000 11pt_avg 6-2_5 0.1750 binG 6-2_5 0.1381 G 6-2_5 0.1028 ndcg 6-2_5 0.4786 ndcg_rel 6-2_5 0.4038 Rndcg 6-2_5 0.3245 ndcg_cut_5 6-2_5 0.2505 ndcg_cut_10 6-2_5 0.2940 ndcg_cut_15 6-2_5 0.2965 ndcg_cut_20 6-2_5 0.2903 ndcg_cut_30 6-2_5 0.2765 ndcg_cut_100 6-2_5 0.3082 ndcg_cut_200 6-2_5 0.3951 ndcg_cut_500 6-2_5 0.4521 ndcg_cut_1000 6-2_5 0.4786 map_cut_5 6-2_5 0.0098 map_cut_10 6-2_5 0.0237 map_cut_15 6-2_5 0.0384 map_cut_20 6-2_5 0.0529 map_cut_30 6-2_5 0.0658 map_cut_100 6-2_5 0.1096 map_cut_200 6-2_5 0.1362 map_cut_500 6-2_5 0.1527 map_cut_1000 6-2_5 0.1547 relative_P_5 6-2_5 0.2000 relative_P_10 6-2_5 0.3000 relative_P_15 6-2_5 0.3333 relative_P_20 6-2_5 0.3500 relative_P_30 6-2_5 0.3000 relative_P_100 6-2_5 0.3529 relative_P_200 6-2_5 0.5098 relative_P_500 6-2_5 0.6667 relative_P_1000 6-2_5 0.7059 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0360 set_relative_P 6-2_5 0.7059 set_recall 6-2_5 0.7059 set_map 6-2_5 0.0254 set_F 6-2_5 0.0685 num_nonrel_judged_ret 6-2_5 38 rbp 6-2_5 0.2845 rbp_resid 6-2_5 0.4195 unj_5 6-2_5 0.4000 unj_10 6-2_5 0.3000 unj_20 6-2_5 0.4500 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0013 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0053 iprec_at_recall_0.00 7-1_1 0.0053 iprec_at_recall_0.10 7-1_1 0.0053 iprec_at_recall_0.20 7-1_1 0.0053 iprec_at_recall_0.30 7-1_1 0.0053 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '-11111111-' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0013 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0019 binG 7-1_1 0.0330 G 7-1_1 0.0813 ndcg 7-1_1 0.3711 ndcg_rel 7-1_1 0.3760 Rndcg 7-1_1 0.2360 ndcg_cut_5 7-1_1 0.2993 ndcg_cut_10 7-1_1 0.4015 ndcg_cut_15 7-1_1 0.4006 ndcg_cut_20 7-1_1 0.4442 ndcg_cut_30 7-1_1 0.4682 ndcg_cut_100 7-1_1 0.3620 ndcg_cut_200 7-1_1 0.3356 ndcg_cut_500 7-1_1 0.3605 ndcg_cut_1000 7-1_1 0.3711 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0013 map_cut_500 7-1_1 0.0013 map_cut_1000 7-1_1 0.0013 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 55 rbp 7-1_1 0.2279 rbp_resid 7-1_1 0.3066 unj_5 7-1_1 0.2000 unj_10 7-1_1 0.2000 unj_20 7-1_1 0.3000 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 6 map 7-1_5 0.0385 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0526 iprec_at_recall_0.00 7-1_5 0.0741 iprec_at_recall_0.10 7-1_5 0.0741 iprec_at_recall_0.20 7-1_5 0.0741 iprec_at_recall_0.30 7-1_5 0.0741 iprec_at_recall_0.40 7-1_5 0.0741 iprec_at_recall_0.50 7-1_5 0.0400 iprec_at_recall_0.60 7-1_5 0.0400 iprec_at_recall_0.70 7-1_5 0.0400 iprec_at_recall_0.80 7-1_5 0.0160 iprec_at_recall_0.90 7-1_5 0.0160 iprec_at_recall_1.00 7-1_5 0.0147 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0500 P_30 7-1_5 0.0667 P_100 7-1_5 0.0400 P_200 7-1_5 0.0200 P_500 7-1_5 0.0120 P_1000 7-1_5 0.0060 relstring 7-1_5 '0--0000001' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.1667 recall_30 7-1_5 0.3333 recall_100 7-1_5 0.6667 recall_200 7-1_5 0.6667 recall_500 7-1_5 1.0000 recall_1000 7-1_5 1.0000 infAP 7-1_5 0.0385 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -988.0000 11pt_avg 7-1_5 0.0488 binG 7-1_5 0.1640 G 7-1_5 0.1289 ndcg 7-1_5 0.3099 ndcg_rel 7-1_5 0.2322 Rndcg 7-1_5 0.0957 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0210 ndcg_cut_15 7-1_5 0.0192 ndcg_cut_20 7-1_5 0.0748 ndcg_cut_30 7-1_5 0.1226 ndcg_cut_100 7-1_5 0.2378 ndcg_cut_200 7-1_5 0.2539 ndcg_cut_500 7-1_5 0.3036 ndcg_cut_1000 7-1_5 0.3099 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0088 map_cut_30 7-1_5 0.0211 map_cut_100 7-1_5 0.0334 map_cut_200 7-1_5 0.0334 map_cut_500 7-1_5 0.0385 map_cut_1000 7-1_5 0.0385 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.1667 relative_P_30 7-1_5 0.3333 relative_P_100 7-1_5 0.6667 relative_P_200 7-1_5 0.6667 relative_P_500 7-1_5 1.0000 relative_P_1000 7-1_5 1.0000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0060 set_relative_P 7-1_5 1.0000 set_recall 7-1_5 1.0000 set_map 7-1_5 0.0060 set_F 7-1_5 0.0119 num_nonrel_judged_ret 7-1_5 53 rbp 7-1_5 0.0324 rbp_resid 7-1_5 0.4037 unj_5 7-1_5 0.4000 unj_10 7-1_5 0.2000 unj_20 7-1_5 0.4500 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.8363 Rprec 7-1_6 0.7778 bpref 7-1_6 0.9136 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 1.0000 iprec_at_recall_0.50 7-1_6 0.8750 iprec_at_recall_0.60 7-1_6 0.8750 iprec_at_recall_0.70 7-1_6 0.8750 iprec_at_recall_0.80 7-1_6 0.8750 iprec_at_recall_0.90 7-1_6 0.6154 iprec_at_recall_1.00 7-1_6 0.3462 P_5 7-1_6 0.8000 P_10 7-1_6 0.7000 P_15 7-1_6 0.5333 P_20 7-1_6 0.4000 P_30 7-1_6 0.3000 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '44441224--' recall_5 7-1_6 0.4444 recall_10 7-1_6 0.7778 recall_15 7-1_6 0.8889 recall_20 7-1_6 0.8889 recall_30 7-1_6 1.0000 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.8363 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 1.0000 Rprec_mult_0.60 7-1_6 0.8333 Rprec_mult_0.80 7-1_6 0.8750 Rprec_mult_1.00 7-1_6 0.7778 Rprec_mult_1.20 7-1_6 0.6364 Rprec_mult_1.40 7-1_6 0.6154 Rprec_mult_1.60 7-1_6 0.5333 Rprec_mult_1.80 7-1_6 0.4706 Rprec_mult_2.00 7-1_6 0.4444 utility 7-1_6 -982.0000 11pt_avg 7-1_6 0.8601 binG 7-1_6 0.7205 G 7-1_6 0.6260 ndcg 7-1_6 0.9322 ndcg_rel 7-1_6 0.9258 Rndcg 7-1_6 0.8854 ndcg_cut_5 7-1_6 0.9016 ndcg_cut_10 7-1_6 0.8615 ndcg_cut_15 7-1_6 0.8732 ndcg_cut_20 7-1_6 0.8732 ndcg_cut_30 7-1_6 0.8983 ndcg_cut_100 7-1_6 0.9090 ndcg_cut_200 7-1_6 0.9180 ndcg_cut_500 7-1_6 0.9322 ndcg_cut_1000 7-1_6 0.9322 map_cut_5 7-1_6 0.4444 map_cut_10 7-1_6 0.7295 map_cut_15 7-1_6 0.7979 map_cut_20 7-1_6 0.7979 map_cut_30 7-1_6 0.8363 map_cut_100 7-1_6 0.8363 map_cut_200 7-1_6 0.8363 map_cut_500 7-1_6 0.8363 map_cut_1000 7-1_6 0.8363 relative_P_5 7-1_6 0.8000 relative_P_10 7-1_6 0.7778 relative_P_15 7-1_6 0.8889 relative_P_20 7-1_6 0.8889 relative_P_30 7-1_6 1.0000 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0090 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0090 set_F 7-1_6 0.0178 num_nonrel_judged_ret 7-1_6 11 rbp 7-1_6 0.5050 rbp_resid 7-1_6 0.3586 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.2000 unj_20 7-1_6 0.5000 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 13 map 7-1_9 0.3211 Rprec 7-1_9 0.3000 bpref 7-1_9 0.4600 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 0.6667 iprec_at_recall_0.40 7-1_9 0.2308 iprec_at_recall_0.50 7-1_9 0.1587 iprec_at_recall_0.60 7-1_9 0.0622 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.8000 P_10 7-1_9 0.6000 P_15 7-1_9 0.4000 P_20 7-1_9 0.3000 P_30 7-1_9 0.2333 P_100 7-1_9 0.1000 P_200 7-1_9 0.0600 P_500 7-1_9 0.0260 P_1000 7-1_9 0.0130 relstring 7-1_9 '2222-01220' recall_5 7-1_9 0.2000 recall_10 7-1_9 0.3000 recall_15 7-1_9 0.3000 recall_20 7-1_9 0.3000 recall_30 7-1_9 0.3500 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.6000 recall_500 7-1_9 0.6500 recall_1000 7-1_9 0.6500 infAP 7-1_9 0.3210 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.6250 Rprec_mult_0.60 7-1_9 0.5000 Rprec_mult_0.80 7-1_9 0.3750 Rprec_mult_1.00 7-1_9 0.3000 Rprec_mult_1.20 7-1_9 0.2500 Rprec_mult_1.40 7-1_9 0.2500 Rprec_mult_1.60 7-1_9 0.2188 Rprec_mult_1.80 7-1_9 0.2222 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -974.0000 11pt_avg 7-1_9 0.3744 binG 7-1_9 0.3044 G 7-1_9 0.1713 ndcg 7-1_9 0.5751 ndcg_rel 7-1_9 0.5445 Rndcg 7-1_9 0.4820 ndcg_cut_5 7-1_9 0.6488 ndcg_cut_10 7-1_9 0.6034 ndcg_cut_15 7-1_9 0.5078 ndcg_cut_20 7-1_9 0.4333 ndcg_cut_30 7-1_9 0.4297 ndcg_cut_100 7-1_9 0.4715 ndcg_cut_200 7-1_9 0.5497 ndcg_cut_500 7-1_9 0.5751 ndcg_cut_1000 7-1_9 0.5751 map_cut_5 7-1_9 0.2000 map_cut_10 7-1_9 0.2646 map_cut_15 7-1_9 0.2646 map_cut_20 7-1_9 0.2646 map_cut_30 7-1_9 0.2786 map_cut_100 7-1_9 0.3095 map_cut_200 7-1_9 0.3180 map_cut_500 7-1_9 0.3211 map_cut_1000 7-1_9 0.3211 relative_P_5 7-1_9 0.8000 relative_P_10 7-1_9 0.6000 relative_P_15 7-1_9 0.4000 relative_P_20 7-1_9 0.3000 relative_P_30 7-1_9 0.3500 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.6000 relative_P_500 7-1_9 0.6500 relative_P_1000 7-1_9 0.6500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0130 set_relative_P 7-1_9 0.6500 set_recall 7-1_9 0.6500 set_map 7-1_9 0.0084 set_F 7-1_9 0.0255 num_nonrel_judged_ret 7-1_9 25 rbp 7-1_9 0.2501 rbp_resid 7-1_9 0.3478 unj_5 7-1_9 0.2000 unj_10 7-1_9 0.1000 unj_20 7-1_9 0.5000 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 51 map 9-1_10 0.3676 Rprec 9-1_10 0.3559 bpref 9-1_10 0.8091 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 1.0000 iprec_at_recall_0.20 9-1_10 0.6364 iprec_at_recall_0.30 9-1_10 0.5000 iprec_at_recall_0.40 9-1_10 0.3582 iprec_at_recall_0.50 9-1_10 0.2913 iprec_at_recall_0.60 9-1_10 0.2434 iprec_at_recall_0.70 9-1_10 0.2228 iprec_at_recall_0.80 9-1_10 0.1051 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 1.0000 P_10 9-1_10 0.8000 P_15 9-1_10 0.6000 P_20 9-1_10 0.6000 P_30 9-1_10 0.5333 P_100 9-1_10 0.2900 P_200 9-1_10 0.2050 P_500 9-1_10 0.0960 P_1000 9-1_10 0.0510 relstring 9-1_10 '2433431402' recall_5 9-1_10 0.0847 recall_10 9-1_10 0.1356 recall_15 9-1_10 0.1525 recall_20 9-1_10 0.2034 recall_30 9-1_10 0.2712 recall_100 9-1_10 0.4915 recall_200 9-1_10 0.6949 recall_500 9-1_10 0.8136 recall_1000 9-1_10 0.8644 infAP 9-1_10 0.3676 Rprec_mult_0.20 9-1_10 0.6667 Rprec_mult_0.40 9-1_10 0.6250 Rprec_mult_0.60 9-1_10 0.5000 Rprec_mult_0.80 9-1_10 0.4167 Rprec_mult_1.00 9-1_10 0.3559 Rprec_mult_1.20 9-1_10 0.3380 Rprec_mult_1.40 9-1_10 0.3133 Rprec_mult_1.60 9-1_10 0.2842 Rprec_mult_1.80 9-1_10 0.2804 Rprec_mult_2.00 9-1_10 0.2712 utility 9-1_10 -898.0000 11pt_avg 9-1_10 0.3961 binG 9-1_10 0.2549 G 9-1_10 0.1616 ndcg 9-1_10 0.7061 ndcg_rel 9-1_10 0.6054 Rndcg 9-1_10 0.5266 ndcg_cut_5 9-1_10 0.7515 ndcg_cut_10 9-1_10 0.6661 ndcg_cut_15 9-1_10 0.5387 ndcg_cut_20 9-1_10 0.5230 ndcg_cut_30 9-1_10 0.5231 ndcg_cut_100 9-1_10 0.5298 ndcg_cut_200 9-1_10 0.6348 ndcg_cut_500 9-1_10 0.6906 ndcg_cut_1000 9-1_10 0.7061 map_cut_5 9-1_10 0.0847 map_cut_10 9-1_10 0.1301 map_cut_15 9-1_10 0.1418 map_cut_20 9-1_10 0.1723 map_cut_30 9-1_10 0.2132 map_cut_100 9-1_10 0.2971 map_cut_200 9-1_10 0.3472 map_cut_500 9-1_10 0.3634 map_cut_1000 9-1_10 0.3676 relative_P_5 9-1_10 1.0000 relative_P_10 9-1_10 0.8000 relative_P_15 9-1_10 0.6000 relative_P_20 9-1_10 0.6000 relative_P_30 9-1_10 0.5333 relative_P_100 9-1_10 0.4915 relative_P_200 9-1_10 0.6949 relative_P_500 9-1_10 0.8136 relative_P_1000 9-1_10 0.8644 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0510 set_relative_P 9-1_10 0.8644 set_recall 9-1_10 0.8644 set_map 9-1_10 0.0441 set_F 9-1_10 0.0963 num_nonrel_judged_ret 9-1_10 7 rbp 9-1_10 0.5399 rbp_resid 9-1_10 0.2255 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.0000 unj_20 9-1_10 0.3000 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 54 map 9-1_2 0.1367 Rprec 9-1_2 0.1207 bpref 9-1_2 0.4804 recip_rank 9-1_2 0.1429 iprec_at_recall_0.00 9-1_2 0.2072 iprec_at_recall_0.10 9-1_2 0.2072 iprec_at_recall_0.20 9-1_2 0.2072 iprec_at_recall_0.30 9-1_2 0.2072 iprec_at_recall_0.40 9-1_2 0.2072 iprec_at_recall_0.50 9-1_2 0.1839 iprec_at_recall_0.60 9-1_2 0.1759 iprec_at_recall_0.70 9-1_2 0.1178 iprec_at_recall_0.80 9-1_2 0.1048 iprec_at_recall_0.90 9-1_2 0.0974 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.0000 P_10 9-1_2 0.1000 P_15 9-1_2 0.2000 P_20 9-1_2 0.1500 P_30 9-1_2 0.1333 P_100 9-1_2 0.1800 P_200 9-1_2 0.1750 P_500 9-1_2 0.0960 P_1000 9-1_2 0.0540 relstring 9-1_2 '00-0004000' recall_5 9-1_2 0.0000 recall_10 9-1_2 0.0172 recall_15 9-1_2 0.0517 recall_20 9-1_2 0.0517 recall_30 9-1_2 0.0690 recall_100 9-1_2 0.3103 recall_200 9-1_2 0.6034 recall_500 9-1_2 0.8276 recall_1000 9-1_2 0.9310 infAP 9-1_2 0.1367 Rprec_mult_0.20 9-1_2 0.0833 Rprec_mult_0.40 9-1_2 0.1250 Rprec_mult_0.60 9-1_2 0.1143 Rprec_mult_0.80 9-1_2 0.1064 Rprec_mult_1.00 9-1_2 0.1207 Rprec_mult_1.20 9-1_2 0.1571 Rprec_mult_1.40 9-1_2 0.1463 Rprec_mult_1.60 9-1_2 0.1720 Rprec_mult_1.80 9-1_2 0.1905 Rprec_mult_2.00 9-1_2 0.1983 utility 9-1_2 -892.0000 11pt_avg 9-1_2 0.1560 binG 9-1_2 0.1400 G 9-1_2 0.1246 ndcg 9-1_2 0.5319 ndcg_rel 9-1_2 0.3325 Rndcg 9-1_2 0.2081 ndcg_cut_5 9-1_2 0.0000 ndcg_cut_10 9-1_2 0.0772 ndcg_cut_15 9-1_2 0.1237 ndcg_cut_20 9-1_2 0.1155 ndcg_cut_30 9-1_2 0.1051 ndcg_cut_100 9-1_2 0.2258 ndcg_cut_200 9-1_2 0.3826 ndcg_cut_500 9-1_2 0.4840 ndcg_cut_1000 9-1_2 0.5319 map_cut_5 9-1_2 0.0000 map_cut_10 9-1_2 0.0025 map_cut_15 9-1_2 0.0084 map_cut_20 9-1_2 0.0084 map_cut_30 9-1_2 0.0108 map_cut_100 9-1_2 0.0479 map_cut_200 9-1_2 0.1016 map_cut_500 9-1_2 0.1274 map_cut_1000 9-1_2 0.1367 relative_P_5 9-1_2 0.0000 relative_P_10 9-1_2 0.1000 relative_P_15 9-1_2 0.2000 relative_P_20 9-1_2 0.1500 relative_P_30 9-1_2 0.1333 relative_P_100 9-1_2 0.3103 relative_P_200 9-1_2 0.6034 relative_P_500 9-1_2 0.8276 relative_P_1000 9-1_2 0.9310 success_1 9-1_2 0.0000 success_5 9-1_2 0.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0540 set_relative_P 9-1_2 0.9310 set_recall 9-1_2 0.9310 set_map 9-1_2 0.0503 set_F 9-1_2 0.1021 num_nonrel_judged_ret 9-1_2 56 rbp 9-1_2 0.0975 rbp_resid 9-1_2 0.2674 unj_5 9-1_2 0.2000 unj_10 9-1_2 0.1000 unj_20 9-1_2 0.3000 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 20 map 9-1_4 0.2447 Rprec 9-1_4 0.2800 bpref 9-1_4 0.4576 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.7500 iprec_at_recall_0.20 9-1_4 0.4615 iprec_at_recall_0.30 9-1_4 0.3077 iprec_at_recall_0.40 9-1_4 0.1786 iprec_at_recall_0.50 9-1_4 0.1400 iprec_at_recall_0.60 9-1_4 0.1119 iprec_at_recall_0.70 9-1_4 0.0446 iprec_at_recall_0.80 9-1_4 0.0355 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.4000 P_15 9-1_4 0.4000 P_20 9-1_4 0.3500 P_30 9-1_4 0.2667 P_100 9-1_4 0.1400 P_200 9-1_4 0.0800 P_500 9-1_4 0.0380 P_1000 9-1_4 0.0200 relstring 9-1_4 '3303-0--30' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.1600 recall_15 9-1_4 0.2400 recall_20 9-1_4 0.2800 recall_30 9-1_4 0.3200 recall_100 9-1_4 0.5600 recall_200 9-1_4 0.6400 recall_500 9-1_4 0.7600 recall_1000 9-1_4 0.8000 infAP 9-1_4 0.2447 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.4000 Rprec_mult_0.60 9-1_4 0.4000 Rprec_mult_0.80 9-1_4 0.3500 Rprec_mult_1.00 9-1_4 0.2800 Rprec_mult_1.20 9-1_4 0.2667 Rprec_mult_1.40 9-1_4 0.2286 Rprec_mult_1.60 9-1_4 0.2000 Rprec_mult_1.80 9-1_4 0.1778 Rprec_mult_2.00 9-1_4 0.1800 utility 9-1_4 -960.0000 11pt_avg 9-1_4 0.2754 binG 9-1_4 0.2354 G 9-1_4 0.2090 ndcg 9-1_4 0.6281 ndcg_rel 9-1_4 0.5911 Rndcg 9-1_4 0.4828 ndcg_cut_5 9-1_4 0.6992 ndcg_cut_10 9-1_4 0.5200 ndcg_cut_15 9-1_4 0.4948 ndcg_cut_20 9-1_4 0.4502 ndcg_cut_30 9-1_4 0.4255 ndcg_cut_100 9-1_4 0.5456 ndcg_cut_200 9-1_4 0.5803 ndcg_cut_500 9-1_4 0.6190 ndcg_cut_1000 9-1_4 0.6281 map_cut_5 9-1_4 0.1100 map_cut_10 9-1_4 0.1278 map_cut_15 9-1_4 0.1644 map_cut_20 9-1_4 0.1800 map_cut_30 9-1_4 0.1923 map_cut_100 9-1_4 0.2287 map_cut_200 9-1_4 0.2373 map_cut_500 9-1_4 0.2433 map_cut_1000 9-1_4 0.2447 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.4000 relative_P_15 9-1_4 0.4000 relative_P_20 9-1_4 0.3500 relative_P_30 9-1_4 0.3200 relative_P_100 9-1_4 0.5600 relative_P_200 9-1_4 0.6400 relative_P_500 9-1_4 0.7600 relative_P_1000 9-1_4 0.8000 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0200 set_relative_P 9-1_4 0.8000 set_recall 9-1_4 0.8000 set_map 9-1_4 0.0160 set_F 9-1_4 0.0390 num_nonrel_judged_ret 9-1_4 22 rbp 9-1_4 0.3960 rbp_resid 9-1_4 0.3317 unj_5 9-1_4 0.2000 unj_10 9-1_4 0.3000 unj_20 9-1_4 0.4000 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 5 map 9-1_5 0.0124 Rprec 9-1_5 0.0800 bpref 9-1_5 0.0880 recip_rank 9-1_5 0.1111 iprec_at_recall_0.00 9-1_5 0.1250 iprec_at_recall_0.10 9-1_5 0.0390 iprec_at_recall_0.20 9-1_5 0.0184 iprec_at_recall_0.30 9-1_5 0.0000 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.1000 P_15 9-1_5 0.0667 P_20 9-1_5 0.1000 P_30 9-1_5 0.0667 P_100 9-1_5 0.0300 P_200 9-1_5 0.0150 P_500 9-1_5 0.0100 P_1000 9-1_5 0.0050 relstring 9-1_5 '01001---2-' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0400 recall_20 9-1_5 0.0800 recall_30 9-1_5 0.0800 recall_100 9-1_5 0.1200 recall_200 9-1_5 0.1200 recall_500 9-1_5 0.2000 recall_1000 9-1_5 0.2000 infAP 9-1_5 0.0124 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.0667 Rprec_mult_0.80 9-1_5 0.1000 Rprec_mult_1.00 9-1_5 0.0800 Rprec_mult_1.20 9-1_5 0.0667 Rprec_mult_1.40 9-1_5 0.0571 Rprec_mult_1.60 9-1_5 0.0500 Rprec_mult_1.80 9-1_5 0.0444 Rprec_mult_2.00 9-1_5 0.0400 utility 9-1_5 -990.0000 11pt_avg 9-1_5 0.0166 binG 9-1_5 0.0384 G 9-1_5 0.0286 ndcg 9-1_5 0.1213 ndcg_rel 9-1_5 0.1182 Rndcg 9-1_5 0.0958 ndcg_cut_5 9-1_5 0.0927 ndcg_cut_10 9-1_5 0.1028 ndcg_cut_15 9-1_5 0.0822 ndcg_cut_20 9-1_5 0.1033 ndcg_cut_30 9-1_5 0.0905 ndcg_cut_100 9-1_5 0.0995 ndcg_cut_200 9-1_5 0.0995 ndcg_cut_500 9-1_5 0.1213 ndcg_cut_1000 9-1_5 0.1213 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0044 map_cut_15 9-1_5 0.0044 map_cut_20 9-1_5 0.0094 map_cut_30 9-1_5 0.0094 map_cut_100 9-1_5 0.0110 map_cut_200 9-1_5 0.0110 map_cut_500 9-1_5 0.0124 map_cut_1000 9-1_5 0.0124 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.0667 relative_P_20 9-1_5 0.1000 relative_P_30 9-1_5 0.0800 relative_P_100 9-1_5 0.1200 relative_P_200 9-1_5 0.1200 relative_P_500 9-1_5 0.2000 relative_P_1000 9-1_5 0.2000 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0050 set_relative_P 9-1_5 0.2000 set_recall 9-1_5 0.2000 set_map 9-1_5 0.0010 set_F 9-1_5 0.0098 num_nonrel_judged_ret 9-1_5 32 rbp 9-1_5 0.0761 rbp_resid 9-1_5 0.4062 unj_5 9-1_5 0.0000 unj_10 9-1_5 0.4000 unj_20 9-1_5 0.4000 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 20 map 9-2_6 0.3158 Rprec 9-2_6 0.3000 bpref 9-2_6 0.5750 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 0.6667 iprec_at_recall_0.20 9-2_6 0.6667 iprec_at_recall_0.30 9-2_6 0.5000 iprec_at_recall_0.40 9-2_6 0.3200 iprec_at_recall_0.50 9-2_6 0.2174 iprec_at_recall_0.60 9-2_6 0.1714 iprec_at_recall_0.70 9-2_6 0.1531 iprec_at_recall_0.80 9-2_6 0.1356 iprec_at_recall_0.90 9-2_6 0.0952 iprec_at_recall_1.00 9-2_6 0.0656 P_5 9-2_6 0.6000 P_10 9-2_6 0.5000 P_15 9-2_6 0.4000 P_20 9-2_6 0.3000 P_30 9-2_6 0.2667 P_100 9-2_6 0.1500 P_200 9-2_6 0.0900 P_500 9-2_6 0.0400 P_1000 9-2_6 0.0200 relstring 9-2_6 '312044--03' recall_5 9-2_6 0.1500 recall_10 9-2_6 0.2500 recall_15 9-2_6 0.3000 recall_20 9-2_6 0.3000 recall_30 9-2_6 0.4000 recall_100 9-2_6 0.7500 recall_200 9-2_6 0.9000 recall_500 9-2_6 1.0000 recall_1000 9-2_6 1.0000 infAP 9-2_6 0.3158 Rprec_mult_0.20 9-2_6 0.5000 Rprec_mult_0.40 9-2_6 0.5000 Rprec_mult_0.60 9-2_6 0.5000 Rprec_mult_0.80 9-2_6 0.3750 Rprec_mult_1.00 9-2_6 0.3000 Rprec_mult_1.20 9-2_6 0.2917 Rprec_mult_1.40 9-2_6 0.2857 Rprec_mult_1.60 9-2_6 0.2500 Rprec_mult_1.80 9-2_6 0.2500 Rprec_mult_2.00 9-2_6 0.2250 utility 9-2_6 -960.0000 11pt_avg 9-2_6 0.3629 binG 9-2_6 0.2843 G 9-2_6 0.2029 ndcg 9-2_6 0.6954 ndcg_rel 9-2_6 0.5882 Rndcg 9-2_6 0.5274 ndcg_cut_5 9-2_6 0.5239 ndcg_cut_10 9-2_6 0.4905 ndcg_cut_15 9-2_6 0.5001 ndcg_cut_20 9-2_6 0.4586 ndcg_cut_30 9-2_6 0.4804 ndcg_cut_100 9-2_6 0.5797 ndcg_cut_200 9-2_6 0.6498 ndcg_cut_500 9-2_6 0.6871 ndcg_cut_1000 9-2_6 0.6954 map_cut_5 9-2_6 0.1133 map_cut_10 9-2_6 0.1717 map_cut_15 9-2_6 0.1967 map_cut_20 9-2_6 0.1967 map_cut_30 9-2_6 0.2279 map_cut_100 9-2_6 0.2910 map_cut_200 9-2_6 0.3092 map_cut_500 9-2_6 0.3158 map_cut_1000 9-2_6 0.3158 relative_P_5 9-2_6 0.6000 relative_P_10 9-2_6 0.5000 relative_P_15 9-2_6 0.4000 relative_P_20 9-2_6 0.3000 relative_P_30 9-2_6 0.4000 relative_P_100 9-2_6 0.7500 relative_P_200 9-2_6 0.9000 relative_P_500 9-2_6 1.0000 relative_P_1000 9-2_6 1.0000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0200 set_relative_P 9-2_6 1.0000 set_recall 9-2_6 1.0000 set_map 9-2_6 0.0200 set_F 9-2_6 0.0392 num_nonrel_judged_ret 9-2_6 26 rbp 9-2_6 0.3626 rbp_resid 9-2_6 0.2930 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.2000 unj_20 9-2_6 0.3500 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 7 map 9-2_7 0.0193 Rprec 9-2_7 0.0000 bpref 9-2_7 0.0000 recip_rank 9-2_7 0.0132 iprec_at_recall_0.00 9-2_7 0.0342 iprec_at_recall_0.10 9-2_7 0.0342 iprec_at_recall_0.20 9-2_7 0.0342 iprec_at_recall_0.30 9-2_7 0.0342 iprec_at_recall_0.40 9-2_7 0.0342 iprec_at_recall_0.50 9-2_7 0.0342 iprec_at_recall_0.60 9-2_7 0.0333 iprec_at_recall_0.70 9-2_7 0.0262 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.0000 P_15 9-2_7 0.0000 P_20 9-2_7 0.0000 P_30 9-2_7 0.0000 P_100 9-2_7 0.0300 P_200 9-2_7 0.0300 P_500 9-2_7 0.0140 P_1000 9-2_7 0.0070 relstring 9-2_7 '0001-00-0-' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.0000 recall_15 9-2_7 0.0000 recall_20 9-2_7 0.0000 recall_30 9-2_7 0.0000 recall_100 9-2_7 0.3000 recall_200 9-2_7 0.6000 recall_500 9-2_7 0.7000 recall_1000 9-2_7 0.7000 infAP 9-2_7 0.0193 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.0000 Rprec_mult_0.80 9-2_7 0.0000 Rprec_mult_1.00 9-2_7 0.0000 Rprec_mult_1.20 9-2_7 0.0000 Rprec_mult_1.40 9-2_7 0.0000 Rprec_mult_1.60 9-2_7 0.0000 Rprec_mult_1.80 9-2_7 0.0000 Rprec_mult_2.00 9-2_7 0.0000 utility 9-2_7 -986.0000 11pt_avg 9-2_7 0.0241 binG 9-2_7 0.1010 G 9-2_7 0.1109 ndcg 9-2_7 0.2993 ndcg_rel 9-2_7 0.2173 Rndcg 9-2_7 0.0932 ndcg_cut_5 9-2_7 0.0470 ndcg_cut_10 9-2_7 0.0349 ndcg_cut_15 9-2_7 0.0315 ndcg_cut_20 9-2_7 0.0290 ndcg_cut_30 9-2_7 0.0384 ndcg_cut_100 9-2_7 0.1503 ndcg_cut_200 9-2_7 0.2568 ndcg_cut_500 9-2_7 0.2930 ndcg_cut_1000 9-2_7 0.2993 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0000 map_cut_15 9-2_7 0.0000 map_cut_20 9-2_7 0.0000 map_cut_30 9-2_7 0.0000 map_cut_100 9-2_7 0.0070 map_cut_200 9-2_7 0.0166 map_cut_500 9-2_7 0.0193 map_cut_1000 9-2_7 0.0193 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.0000 relative_P_15 9-2_7 0.0000 relative_P_20 9-2_7 0.0000 relative_P_30 9-2_7 0.0000 relative_P_100 9-2_7 0.3000 relative_P_200 9-2_7 0.6000 relative_P_500 9-2_7 0.7000 relative_P_1000 9-2_7 0.7000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 0.0000 set_P 9-2_7 0.0070 set_relative_P 9-2_7 0.7000 set_recall 9-2_7 0.7000 set_map 9-2_7 0.0049 set_F 9-2_7 0.0139 num_nonrel_judged_ret 9-2_7 33 rbp 9-2_7 0.0211 rbp_resid 9-2_7 0.4728 unj_5 9-2_7 0.2000 unj_10 9-2_7 0.3000 unj_20 9-2_7 0.6500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 30 map 9-2_9 0.1978 Rprec 9-2_9 0.2258 bpref 9-2_9 0.3018 recip_rank 9-2_9 0.1429 iprec_at_recall_0.00 9-2_9 0.4375 iprec_at_recall_0.10 9-2_9 0.4375 iprec_at_recall_0.20 9-2_9 0.4375 iprec_at_recall_0.30 9-2_9 0.2069 iprec_at_recall_0.40 9-2_9 0.2069 iprec_at_recall_0.50 9-2_9 0.1975 iprec_at_recall_0.60 9-2_9 0.1923 iprec_at_recall_0.70 9-2_9 0.1549 iprec_at_recall_0.80 9-2_9 0.1497 iprec_at_recall_0.90 9-2_9 0.0875 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.0000 P_10 9-2_9 0.3000 P_15 9-2_9 0.4000 P_20 9-2_9 0.3500 P_30 9-2_9 0.2333 P_100 9-2_9 0.1800 P_200 9-2_9 0.1300 P_500 9-2_9 0.0580 P_1000 9-2_9 0.0300 relstring 9-2_9 '1010112341' recall_5 9-2_9 0.0000 recall_10 9-2_9 0.0968 recall_15 9-2_9 0.1935 recall_20 9-2_9 0.2258 recall_30 9-2_9 0.2258 recall_100 9-2_9 0.5806 recall_200 9-2_9 0.8387 recall_500 9-2_9 0.9355 recall_1000 9-2_9 0.9677 infAP 9-2_9 0.1978 Rprec_mult_0.20 9-2_9 0.1429 Rprec_mult_0.40 9-2_9 0.3846 Rprec_mult_0.60 9-2_9 0.3684 Rprec_mult_0.80 9-2_9 0.2800 Rprec_mult_1.00 9-2_9 0.2258 Rprec_mult_1.20 9-2_9 0.2105 Rprec_mult_1.40 9-2_9 0.1818 Rprec_mult_1.60 9-2_9 0.1800 Rprec_mult_1.80 9-2_9 0.1964 Rprec_mult_2.00 9-2_9 0.1935 utility 9-2_9 -940.0000 11pt_avg 9-2_9 0.2280 binG 9-2_9 0.1864 G 9-2_9 0.1552 ndcg 9-2_9 0.6349 ndcg_rel 9-2_9 0.4600 Rndcg 9-2_9 0.4072 ndcg_cut_5 9-2_9 0.1600 ndcg_cut_10 9-2_9 0.2943 ndcg_cut_15 9-2_9 0.3633 ndcg_cut_20 9-2_9 0.3640 ndcg_cut_30 9-2_9 0.3326 ndcg_cut_100 9-2_9 0.4545 ndcg_cut_200 9-2_9 0.5659 ndcg_cut_500 9-2_9 0.6235 ndcg_cut_1000 9-2_9 0.6349 map_cut_5 9-2_9 0.0000 map_cut_10 9-2_9 0.0234 map_cut_15 9-2_9 0.0615 map_cut_20 9-2_9 0.0756 map_cut_30 9-2_9 0.0756 map_cut_100 9-2_9 0.1473 map_cut_200 9-2_9 0.1880 map_cut_500 9-2_9 0.1962 map_cut_1000 9-2_9 0.1978 relative_P_5 9-2_9 0.0000 relative_P_10 9-2_9 0.3000 relative_P_15 9-2_9 0.4000 relative_P_20 9-2_9 0.3500 relative_P_30 9-2_9 0.2333 relative_P_100 9-2_9 0.5806 relative_P_200 9-2_9 0.8387 relative_P_500 9-2_9 0.9355 relative_P_1000 9-2_9 0.9677 success_1 9-2_9 0.0000 success_5 9-2_9 0.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0300 set_relative_P 9-2_9 0.9677 set_recall 9-2_9 0.9677 set_map 9-2_9 0.0290 set_F 9-2_9 0.0582 num_nonrel_judged_ret 9-2_9 54 rbp 9-2_9 0.3003 rbp_resid 9-2_9 0.1344 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.0000 unj_20 9-2_9 0.1500 runid all UCSC-SIMRAG-trained-MiniLM num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 1357 map all 0.2170 gm_map all 0.1142 Rprec all 0.2525 bpref all 0.4109 recip_rank all 0.6235 iprec_at_recall_0.00 all 0.6555 iprec_at_recall_0.10 all 0.5010 iprec_at_recall_0.20 all 0.4007 iprec_at_recall_0.30 all 0.2942 iprec_at_recall_0.40 all 0.2345 iprec_at_recall_0.50 all 0.1789 iprec_at_recall_0.60 all 0.1542 iprec_at_recall_0.70 all 0.1208 iprec_at_recall_0.80 all 0.0783 iprec_at_recall_0.90 all 0.0444 iprec_at_recall_1.00 all 0.0105 P_5 all 0.4311 P_10 all 0.4178 P_15 all 0.3689 P_20 all 0.3356 P_30 all 0.2822 P_100 all 0.1560 P_200 all 0.1056 P_500 all 0.0540 P_1000 all 0.0302 recall_5 all 0.0672 recall_10 all 0.1292 recall_15 all 0.1660 recall_20 all 0.1959 recall_30 all 0.2376 recall_100 all 0.3997 recall_200 all 0.5135 recall_500 all 0.6434 recall_1000 all 0.6926 infAP all 0.2170 gm_bpref all 0.1182 Rprec_mult_0.20 all 0.4174 Rprec_mult_0.40 all 0.3622 Rprec_mult_0.60 all 0.3146 Rprec_mult_0.80 all 0.2781 Rprec_mult_1.00 all 0.2525 Rprec_mult_1.20 all 0.2282 Rprec_mult_1.40 all 0.2105 Rprec_mult_1.60 all 0.1915 Rprec_mult_1.80 all 0.1805 Rprec_mult_2.00 all 0.1721 utility all -939.6889 11pt_avg all 0.2430 binG all 0.1949 G all 0.1466 ndcg all 0.5082 ndcg_rel all 0.4457 Rndcg all 0.3840 ndcg_cut_5 all 0.4055 ndcg_cut_10 all 0.4092 ndcg_cut_15 all 0.3940 ndcg_cut_20 all 0.3876 ndcg_cut_30 all 0.3802 ndcg_cut_100 all 0.3896 ndcg_cut_200 all 0.4394 ndcg_cut_500 all 0.4868 ndcg_cut_1000 all 0.5082 map_cut_5 all 0.0606 map_cut_10 all 0.0991 map_cut_15 all 0.1182 map_cut_20 all 0.1308 map_cut_30 all 0.1468 map_cut_100 all 0.1854 map_cut_200 all 0.2031 map_cut_500 all 0.2139 map_cut_1000 all 0.2170 relative_P_5 all 0.4311 relative_P_10 all 0.4205 relative_P_15 all 0.3848 relative_P_20 all 0.3695 relative_P_30 all 0.3502 relative_P_100 all 0.4069 relative_P_200 all 0.5143 relative_P_500 all 0.6434 relative_P_1000 all 0.6926 success_1 all 0.5333 success_5 all 0.7111 success_10 all 0.8667 set_P all 0.0302 set_relative_P all 0.6926 set_recall all 0.6926 set_map all 0.0222 set_F all 0.0561 num_nonrel_judged_ret all 1443 rbp all 0.3086 rbp_resid all 0.3297 unj_5 all 0.1822 unj_10 all 0.2022 unj_20 all 0.3778