num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 29 map 1-1_3 0.1501 Rprec 1-1_3 0.2812 bpref 1-1_3 0.3587 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 0.4706 iprec_at_recall_0.20 1-1_3 0.3396 iprec_at_recall_0.30 1-1_3 0.2676 iprec_at_recall_0.40 1-1_3 0.0967 iprec_at_recall_0.50 1-1_3 0.0000 iprec_at_recall_0.60 1-1_3 0.0000 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.3000 P_15 1-1_3 0.4000 P_20 1-1_3 0.4000 P_30 1-1_3 0.3000 P_100 1-1_3 0.1900 P_200 1-1_3 0.1200 P_500 1-1_3 0.0580 P_1000 1-1_3 0.0290 relstring 1-1_3 '323---000-' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0469 recall_15 1-1_3 0.0938 recall_20 1-1_3 0.1250 recall_30 1-1_3 0.1406 recall_100 1-1_3 0.2969 recall_200 1-1_3 0.3750 recall_500 1-1_3 0.4531 recall_1000 1-1_3 0.4531 infAP 1-1_3 0.1501 Rprec_mult_0.20 1-1_3 0.4615 Rprec_mult_0.40 1-1_3 0.3077 Rprec_mult_0.60 1-1_3 0.2564 Rprec_mult_0.80 1-1_3 0.3269 Rprec_mult_1.00 1-1_3 0.2812 Rprec_mult_1.20 1-1_3 0.2468 Rprec_mult_1.40 1-1_3 0.2111 Rprec_mult_1.60 1-1_3 0.1845 Rprec_mult_1.80 1-1_3 0.1638 Rprec_mult_2.00 1-1_3 0.1562 utility 1-1_3 -942.0000 11pt_avg 1-1_3 0.1977 binG 1-1_3 0.1253 G 1-1_3 0.0863 ndcg 1-1_3 0.4153 ndcg_rel 1-1_3 0.4143 Rndcg 1-1_3 0.4276 ndcg_cut_5 1-1_3 0.5500 ndcg_cut_10 1-1_3 0.3775 ndcg_cut_15 1-1_3 0.4125 ndcg_cut_20 1-1_3 0.4015 ndcg_cut_30 1-1_3 0.3452 ndcg_cut_100 1-1_3 0.3471 ndcg_cut_200 1-1_3 0.3833 ndcg_cut_500 1-1_3 0.4153 ndcg_cut_1000 1-1_3 0.4153 map_cut_5 1-1_3 0.0469 map_cut_10 1-1_3 0.0469 map_cut_15 1-1_3 0.0663 map_cut_20 1-1_3 0.0805 map_cut_30 1-1_3 0.0855 map_cut_100 1-1_3 0.1322 map_cut_200 1-1_3 0.1432 map_cut_500 1-1_3 0.1501 map_cut_1000 1-1_3 0.1501 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.3000 relative_P_15 1-1_3 0.4000 relative_P_20 1-1_3 0.4000 relative_P_30 1-1_3 0.3000 relative_P_100 1-1_3 0.2969 relative_P_200 1-1_3 0.3750 relative_P_500 1-1_3 0.4531 relative_P_1000 1-1_3 0.4531 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0290 set_relative_P 1-1_3 0.4531 set_recall 1-1_3 0.4531 set_map 1-1_3 0.0131 set_F 1-1_3 0.0545 num_nonrel_judged_ret 1-1_3 18 rbp 1-1_3 0.2782 rbp_resid 1-1_3 0.3794 unj_5 1-1_3 0.4000 unj_10 1-1_3 0.4000 unj_20 1-1_3 0.4000 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 13 map 1-1_4 0.1014 Rprec 1-1_4 0.1215 bpref 1-1_4 0.1129 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.7333 iprec_at_recall_0.20 1-1_4 0.0000 iprec_at_recall_0.30 1-1_4 0.0000 iprec_at_recall_0.40 1-1_4 0.0000 iprec_at_recall_0.50 1-1_4 0.0000 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 1.0000 P_10 1-1_4 0.8000 P_15 1-1_4 0.7333 P_20 1-1_4 0.5500 P_30 1-1_4 0.4000 P_100 1-1_4 0.1300 P_200 1-1_4 0.0650 P_500 1-1_4 0.0260 P_1000 1-1_4 0.0130 relstring 1-1_4 '2432342020' recall_5 1-1_4 0.0467 recall_10 1-1_4 0.0748 recall_15 1-1_4 0.1028 recall_20 1-1_4 0.1028 recall_30 1-1_4 0.1121 recall_100 1-1_4 0.1215 recall_200 1-1_4 0.1215 recall_500 1-1_4 0.1215 recall_1000 1-1_4 0.1215 infAP 1-1_4 0.1014 Rprec_mult_0.20 1-1_4 0.5000 Rprec_mult_0.40 1-1_4 0.2791 Rprec_mult_0.60 1-1_4 0.1846 Rprec_mult_0.80 1-1_4 0.1512 Rprec_mult_1.00 1-1_4 0.1215 Rprec_mult_1.20 1-1_4 0.1008 Rprec_mult_1.40 1-1_4 0.0867 Rprec_mult_1.60 1-1_4 0.0756 Rprec_mult_1.80 1-1_4 0.0674 Rprec_mult_2.00 1-1_4 0.0607 utility 1-1_4 -974.0000 11pt_avg 1-1_4 0.1576 binG 1-1_4 0.0875 G 1-1_4 0.0382 ndcg 1-1_4 0.2146 ndcg_rel 1-1_4 0.2590 Rndcg 1-1_4 0.2937 ndcg_cut_5 1-1_4 0.6822 ndcg_cut_10 1-1_4 0.5909 ndcg_cut_15 1-1_4 0.5256 ndcg_cut_20 1-1_4 0.4526 ndcg_cut_30 1-1_4 0.3794 ndcg_cut_100 1-1_4 0.2232 ndcg_cut_200 1-1_4 0.2146 ndcg_cut_500 1-1_4 0.2146 ndcg_cut_1000 1-1_4 0.2146 map_cut_5 1-1_4 0.0467 map_cut_10 1-1_4 0.0737 map_cut_15 1-1_4 0.0954 map_cut_20 1-1_4 0.0954 map_cut_30 1-1_4 0.0997 map_cut_100 1-1_4 0.1014 map_cut_200 1-1_4 0.1014 map_cut_500 1-1_4 0.1014 map_cut_1000 1-1_4 0.1014 relative_P_5 1-1_4 1.0000 relative_P_10 1-1_4 0.8000 relative_P_15 1-1_4 0.7333 relative_P_20 1-1_4 0.5500 relative_P_30 1-1_4 0.4000 relative_P_100 1-1_4 0.1300 relative_P_200 1-1_4 0.1215 relative_P_500 1-1_4 0.1215 relative_P_1000 1-1_4 0.1215 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0130 set_relative_P 1-1_4 0.1215 set_recall 1-1_4 0.1215 set_map 1-1_4 0.0016 set_F 1-1_4 0.0235 num_nonrel_judged_ret 1-1_4 2 rbp 1-1_4 0.4402 rbp_resid 1-1_4 0.2555 unj_5 1-1_4 0.0000 unj_10 1-1_4 0.0000 unj_20 1-1_4 0.3500 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 13 map 1-1_5 0.0277 Rprec 1-1_5 0.0502 bpref 1-1_5 0.0511 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.0000 iprec_at_recall_0.20 1-1_5 0.0000 iprec_at_recall_0.30 1-1_5 0.0000 iprec_at_recall_0.40 1-1_5 0.0000 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 0.8000 P_10 1-1_5 0.6000 P_15 1-1_5 0.4000 P_20 1-1_5 0.3000 P_30 1-1_5 0.2333 P_100 1-1_5 0.1000 P_200 1-1_5 0.0550 P_500 1-1_5 0.0260 P_1000 1-1_5 0.0130 relstring 1-1_5 '2230202102' recall_5 1-1_5 0.0183 recall_10 1-1_5 0.0274 recall_15 1-1_5 0.0274 recall_20 1-1_5 0.0274 recall_30 1-1_5 0.0320 recall_100 1-1_5 0.0457 recall_200 1-1_5 0.0502 recall_500 1-1_5 0.0594 recall_1000 1-1_5 0.0594 infAP 1-1_5 0.0277 Rprec_mult_0.20 1-1_5 0.1818 Rprec_mult_0.40 1-1_5 0.1136 Rprec_mult_0.60 1-1_5 0.0758 Rprec_mult_0.80 1-1_5 0.0568 Rprec_mult_1.00 1-1_5 0.0502 Rprec_mult_1.20 1-1_5 0.0456 Rprec_mult_1.40 1-1_5 0.0423 Rprec_mult_1.60 1-1_5 0.0370 Rprec_mult_1.80 1-1_5 0.0329 Rprec_mult_2.00 1-1_5 0.0297 utility 1-1_5 -974.0000 11pt_avg 1-1_5 0.0909 binG 1-1_5 0.0259 G 1-1_5 0.0137 ndcg 1-1_5 0.1090 ndcg_rel 1-1_5 0.1229 Rndcg 1-1_5 0.1824 ndcg_cut_5 1-1_5 0.4694 ndcg_cut_10 1-1_5 0.3967 ndcg_cut_15 1-1_5 0.3249 ndcg_cut_20 1-1_5 0.2796 ndcg_cut_30 1-1_5 0.2494 ndcg_cut_100 1-1_5 0.1608 ndcg_cut_200 1-1_5 0.1119 ndcg_cut_500 1-1_5 0.1090 ndcg_cut_1000 1-1_5 0.1090 map_cut_5 1-1_5 0.0174 map_cut_10 1-1_5 0.0234 map_cut_15 1-1_5 0.0234 map_cut_20 1-1_5 0.0234 map_cut_30 1-1_5 0.0245 map_cut_100 1-1_5 0.0270 map_cut_200 1-1_5 0.0273 map_cut_500 1-1_5 0.0277 map_cut_1000 1-1_5 0.0277 relative_P_5 1-1_5 0.8000 relative_P_10 1-1_5 0.6000 relative_P_15 1-1_5 0.4000 relative_P_20 1-1_5 0.3000 relative_P_30 1-1_5 0.2333 relative_P_100 1-1_5 0.1000 relative_P_200 1-1_5 0.0550 relative_P_500 1-1_5 0.0594 relative_P_1000 1-1_5 0.0594 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.0130 set_relative_P 1-1_5 0.0594 set_recall 1-1_5 0.0594 set_map 1-1_5 0.0008 set_F 1-1_5 0.0213 num_nonrel_judged_ret 1-1_5 6 rbp 1-1_5 0.2540 rbp_resid 1-1_5 0.3286 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.5000 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 31 map 1-1_7 0.2025 Rprec 1-1_7 0.2727 bpref 1-1_7 0.2907 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.7692 iprec_at_recall_0.20 1-1_7 0.6486 iprec_at_recall_0.30 1-1_7 0.2000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.8000 P_10 1-1_7 0.8000 P_15 1-1_7 0.6667 P_20 1-1_7 0.6000 P_30 1-1_7 0.6333 P_100 1-1_7 0.2700 P_200 1-1_7 0.1500 P_500 1-1_7 0.0620 P_1000 1-1_7 0.0310 relstring 1-1_7 '2223122331' recall_5 1-1_7 0.0404 recall_10 1-1_7 0.0808 recall_15 1-1_7 0.1010 recall_20 1-1_7 0.1212 recall_30 1-1_7 0.1919 recall_100 1-1_7 0.2727 recall_200 1-1_7 0.3030 recall_500 1-1_7 0.3131 recall_1000 1-1_7 0.3131 infAP 1-1_7 0.2025 Rprec_mult_0.20 1-1_7 0.6000 Rprec_mult_0.40 1-1_7 0.6000 Rprec_mult_0.60 1-1_7 0.4333 Rprec_mult_0.80 1-1_7 0.3250 Rprec_mult_1.00 1-1_7 0.2727 Rprec_mult_1.20 1-1_7 0.2353 Rprec_mult_1.40 1-1_7 0.2086 Rprec_mult_1.60 1-1_7 0.1887 Rprec_mult_1.80 1-1_7 0.1676 Rprec_mult_2.00 1-1_7 0.1515 utility 1-1_7 -938.0000 11pt_avg 1-1_7 0.2380 binG 1-1_7 0.1271 G 1-1_7 0.0706 ndcg 1-1_7 0.3860 ndcg_rel 1-1_7 0.4262 Rndcg 1-1_7 0.4381 ndcg_cut_5 1-1_7 0.5037 ndcg_cut_10 1-1_7 0.5585 ndcg_cut_15 1-1_7 0.5551 ndcg_cut_20 1-1_7 0.5328 ndcg_cut_30 1-1_7 0.5609 ndcg_cut_100 1-1_7 0.3759 ndcg_cut_200 1-1_7 0.3799 ndcg_cut_500 1-1_7 0.3860 ndcg_cut_1000 1-1_7 0.3860 map_cut_5 1-1_7 0.0404 map_cut_10 1-1_7 0.0753 map_cut_15 1-1_7 0.0913 map_cut_20 1-1_7 0.1043 map_cut_30 1-1_7 0.1492 map_cut_100 1-1_7 0.1948 map_cut_200 1-1_7 0.2018 map_cut_500 1-1_7 0.2025 map_cut_1000 1-1_7 0.2025 relative_P_5 1-1_7 0.8000 relative_P_10 1-1_7 0.8000 relative_P_15 1-1_7 0.6667 relative_P_20 1-1_7 0.6000 relative_P_30 1-1_7 0.6333 relative_P_100 1-1_7 0.2727 relative_P_200 1-1_7 0.3030 relative_P_500 1-1_7 0.3131 relative_P_1000 1-1_7 0.3131 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0310 set_relative_P 1-1_7 0.3131 set_recall 1-1_7 0.3131 set_map 1-1_7 0.0097 set_F 1-1_7 0.0564 num_nonrel_judged_ret 1-1_7 4 rbp 1-1_7 0.4753 rbp_resid 1-1_7 0.1562 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.0000 unj_20 1-1_7 0.2500 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 7 map 1-1_8 0.0070 Rprec 1-1_8 0.0638 bpref 1-1_8 0.0648 recip_rank 1-1_8 0.0909 iprec_at_recall_0.00 1-1_8 0.1429 iprec_at_recall_0.10 1-1_8 0.0000 iprec_at_recall_0.20 1-1_8 0.0000 iprec_at_recall_0.30 1-1_8 0.0000 iprec_at_recall_0.40 1-1_8 0.0000 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.0000 P_10 1-1_8 0.0000 P_15 1-1_8 0.0667 P_20 1-1_8 0.1000 P_30 1-1_8 0.1333 P_100 1-1_8 0.0600 P_200 1-1_8 0.0300 P_500 1-1_8 0.0120 P_1000 1-1_8 0.0070 relstring 1-1_8 '-0000-0001' recall_5 1-1_8 0.0000 recall_10 1-1_8 0.0000 recall_15 1-1_8 0.0106 recall_20 1-1_8 0.0213 recall_30 1-1_8 0.0426 recall_100 1-1_8 0.0638 recall_200 1-1_8 0.0638 recall_500 1-1_8 0.0638 recall_1000 1-1_8 0.0745 infAP 1-1_8 0.0070 Rprec_mult_0.20 1-1_8 0.1053 Rprec_mult_0.40 1-1_8 0.1053 Rprec_mult_0.60 1-1_8 0.0702 Rprec_mult_0.80 1-1_8 0.0789 Rprec_mult_1.00 1-1_8 0.0638 Rprec_mult_1.20 1-1_8 0.0531 Rprec_mult_1.40 1-1_8 0.0455 Rprec_mult_1.60 1-1_8 0.0397 Rprec_mult_1.80 1-1_8 0.0353 Rprec_mult_2.00 1-1_8 0.0319 utility 1-1_8 -986.0000 11pt_avg 1-1_8 0.0130 binG 1-1_8 0.0149 G 1-1_8 0.0116 ndcg 1-1_8 0.0647 ndcg_rel 1-1_8 0.0644 Rndcg 1-1_8 0.0449 ndcg_cut_5 1-1_8 0.0000 ndcg_cut_10 1-1_8 0.0179 ndcg_cut_15 1-1_8 0.0420 ndcg_cut_20 1-1_8 0.0576 ndcg_cut_30 1-1_8 0.0804 ndcg_cut_100 1-1_8 0.0601 ndcg_cut_200 1-1_8 0.0581 ndcg_cut_500 1-1_8 0.0605 ndcg_cut_1000 1-1_8 0.0647 map_cut_5 1-1_8 0.0000 map_cut_10 1-1_8 0.0000 map_cut_15 1-1_8 0.0010 map_cut_20 1-1_8 0.0021 map_cut_30 1-1_8 0.0051 map_cut_100 1-1_8 0.0069 map_cut_200 1-1_8 0.0069 map_cut_500 1-1_8 0.0069 map_cut_1000 1-1_8 0.0070 relative_P_5 1-1_8 0.0000 relative_P_10 1-1_8 0.0000 relative_P_15 1-1_8 0.0667 relative_P_20 1-1_8 0.1000 relative_P_30 1-1_8 0.1333 relative_P_100 1-1_8 0.0638 relative_P_200 1-1_8 0.0638 relative_P_500 1-1_8 0.0638 relative_P_1000 1-1_8 0.0745 success_1 1-1_8 0.0000 success_5 1-1_8 0.0000 success_10 1-1_8 0.0000 set_P 1-1_8 0.0070 set_relative_P 1-1_8 0.0745 set_recall 1-1_8 0.0745 set_map 1-1_8 0.0005 set_F 1-1_8 0.0128 num_nonrel_judged_ret 1-1_8 15 rbp 1-1_8 0.0437 rbp_resid 1-1_8 0.4360 unj_5 1-1_8 0.2000 unj_10 1-1_8 0.2000 unj_20 1-1_8 0.5000 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 17 map 2-1_10 0.5313 Rprec 2-1_10 0.5882 bpref 2-1_10 0.9377 recip_rank 2-1_10 0.3333 iprec_at_recall_0.00 2-1_10 0.6364 iprec_at_recall_0.10 2-1_10 0.6364 iprec_at_recall_0.20 2-1_10 0.6364 iprec_at_recall_0.30 2-1_10 0.6364 iprec_at_recall_0.40 2-1_10 0.6364 iprec_at_recall_0.50 2-1_10 0.6250 iprec_at_recall_0.60 2-1_10 0.6250 iprec_at_recall_0.70 2-1_10 0.5455 iprec_at_recall_0.80 2-1_10 0.5333 iprec_at_recall_0.90 2-1_10 0.5333 iprec_at_recall_1.00 2-1_10 0.1466 P_5 2-1_10 0.6000 P_10 2-1_10 0.6000 P_15 2-1_10 0.6000 P_20 2-1_10 0.5500 P_30 2-1_10 0.5333 P_100 2-1_10 0.1600 P_200 2-1_10 0.0850 P_500 2-1_10 0.0340 P_1000 2-1_10 0.0170 relstring 2-1_10 '1-223-3-33' recall_5 2-1_10 0.1765 recall_10 2-1_10 0.3529 recall_15 2-1_10 0.5294 recall_20 2-1_10 0.6471 recall_30 2-1_10 0.9412 recall_100 2-1_10 0.9412 recall_200 2-1_10 1.0000 recall_500 2-1_10 1.0000 recall_1000 2-1_10 1.0000 infAP 2-1_10 0.5313 Rprec_mult_0.20 2-1_10 0.5000 Rprec_mult_0.40 2-1_10 0.5714 Rprec_mult_0.60 2-1_10 0.6364 Rprec_mult_0.80 2-1_10 0.5714 Rprec_mult_1.00 2-1_10 0.5882 Rprec_mult_1.20 2-1_10 0.5238 Rprec_mult_1.40 2-1_10 0.5417 Rprec_mult_1.60 2-1_10 0.5000 Rprec_mult_1.80 2-1_10 0.5161 Rprec_mult_2.00 2-1_10 0.4706 utility 2-1_10 -966.0000 11pt_avg 2-1_10 0.5628 binG 2-1_10 0.3458 G 2-1_10 0.2517 ndcg 2-1_10 0.7347 ndcg_rel 2-1_10 0.5690 Rndcg 2-1_10 0.5947 ndcg_cut_5 2-1_10 0.4547 ndcg_cut_10 2-1_10 0.4983 ndcg_cut_15 2-1_10 0.5636 ndcg_cut_20 2-1_10 0.5785 ndcg_cut_30 2-1_10 0.7102 ndcg_cut_100 2-1_10 0.7187 ndcg_cut_200 2-1_10 0.7347 ndcg_cut_500 2-1_10 0.7347 ndcg_cut_1000 2-1_10 0.7347 map_cut_5 2-1_10 0.0843 map_cut_10 2-1_10 0.1859 map_cut_15 2-1_10 0.2948 map_cut_20 2-1_10 0.3675 map_cut_30 2-1_10 0.5227 map_cut_100 2-1_10 0.5227 map_cut_200 2-1_10 0.5313 map_cut_500 2-1_10 0.5313 map_cut_1000 2-1_10 0.5313 relative_P_5 2-1_10 0.6000 relative_P_10 2-1_10 0.6000 relative_P_15 2-1_10 0.6000 relative_P_20 2-1_10 0.6471 relative_P_30 2-1_10 0.9412 relative_P_100 2-1_10 0.9412 relative_P_200 2-1_10 1.0000 relative_P_500 2-1_10 1.0000 relative_P_1000 2-1_10 1.0000 success_1 2-1_10 0.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0170 set_relative_P 2-1_10 1.0000 set_recall 2-1_10 1.0000 set_map 2-1_10 0.0170 set_F 2-1_10 0.0334 num_nonrel_judged_ret 2-1_10 2 rbp 2-1_10 0.4833 rbp_resid 2-1_10 0.3867 unj_5 2-1_10 0.2000 unj_10 2-1_10 0.3000 unj_20 2-1_10 0.4000 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 1 map 2-1_12 0.0050 Rprec 2-1_12 0.0099 bpref 2-1_12 0.0099 recip_rank 2-1_12 0.5000 iprec_at_recall_0.00 2-1_12 0.5000 iprec_at_recall_0.10 2-1_12 0.0000 iprec_at_recall_0.20 2-1_12 0.0000 iprec_at_recall_0.30 2-1_12 0.0000 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.2000 P_10 2-1_12 0.1000 P_15 2-1_12 0.0667 P_20 2-1_12 0.0500 P_30 2-1_12 0.0333 P_100 2-1_12 0.0100 P_200 2-1_12 0.0050 P_500 2-1_12 0.0020 P_1000 2-1_12 0.0010 relstring 2-1_12 '-20-000-00' recall_5 2-1_12 0.0099 recall_10 2-1_12 0.0099 recall_15 2-1_12 0.0099 recall_20 2-1_12 0.0099 recall_30 2-1_12 0.0099 recall_100 2-1_12 0.0099 recall_200 2-1_12 0.0099 recall_500 2-1_12 0.0099 recall_1000 2-1_12 0.0099 infAP 2-1_12 0.0050 Rprec_mult_0.20 2-1_12 0.0476 Rprec_mult_0.40 2-1_12 0.0244 Rprec_mult_0.60 2-1_12 0.0164 Rprec_mult_0.80 2-1_12 0.0123 Rprec_mult_1.00 2-1_12 0.0099 Rprec_mult_1.20 2-1_12 0.0082 Rprec_mult_1.40 2-1_12 0.0070 Rprec_mult_1.60 2-1_12 0.0062 Rprec_mult_1.80 2-1_12 0.0055 Rprec_mult_2.00 2-1_12 0.0050 utility 2-1_12 -998.0000 11pt_avg 2-1_12 0.0455 binG 2-1_12 0.0062 G 2-1_12 0.0030 ndcg 2-1_12 0.0229 ndcg_rel 2-1_12 0.0248 Rndcg 2-1_12 0.0285 ndcg_cut_5 2-1_12 0.1427 ndcg_cut_10 2-1_12 0.0926 ndcg_cut_15 2-1_12 0.0718 ndcg_cut_20 2-1_12 0.0597 ndcg_cut_30 2-1_12 0.0459 ndcg_cut_100 2-1_12 0.0245 ndcg_cut_200 2-1_12 0.0229 ndcg_cut_500 2-1_12 0.0229 ndcg_cut_1000 2-1_12 0.0229 map_cut_5 2-1_12 0.0050 map_cut_10 2-1_12 0.0050 map_cut_15 2-1_12 0.0050 map_cut_20 2-1_12 0.0050 map_cut_30 2-1_12 0.0050 map_cut_100 2-1_12 0.0050 map_cut_200 2-1_12 0.0050 map_cut_500 2-1_12 0.0050 map_cut_1000 2-1_12 0.0050 relative_P_5 2-1_12 0.2000 relative_P_10 2-1_12 0.1000 relative_P_15 2-1_12 0.0667 relative_P_20 2-1_12 0.0500 relative_P_30 2-1_12 0.0333 relative_P_100 2-1_12 0.0100 relative_P_200 2-1_12 0.0099 relative_P_500 2-1_12 0.0099 relative_P_1000 2-1_12 0.0099 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0010 set_relative_P 2-1_12 0.0099 set_recall 2-1_12 0.0099 set_map 2-1_12 0.0000 set_F 2-1_12 0.0018 num_nonrel_judged_ret 2-1_12 9 rbp 2-1_12 0.0600 rbp_resid 2-1_12 0.5311 unj_5 2-1_12 0.4000 unj_10 2-1_12 0.3000 unj_20 2-1_12 0.6000 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 17 map 2-1_14 0.0770 Rprec 2-1_14 0.1731 bpref 2-1_14 0.2337 recip_rank 2-1_14 0.5000 iprec_at_recall_0.00 2-1_14 0.5000 iprec_at_recall_0.10 2-1_14 0.2414 iprec_at_recall_0.20 2-1_14 0.1786 iprec_at_recall_0.30 2-1_14 0.1667 iprec_at_recall_0.40 2-1_14 0.0000 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.4000 P_10 2-1_14 0.4000 P_15 2-1_14 0.2667 P_20 2-1_14 0.2000 P_30 2-1_14 0.2333 P_100 2-1_14 0.1600 P_200 2-1_14 0.0850 P_500 2-1_14 0.0340 P_1000 2-1_14 0.0170 relstring 2-1_14 '020030-212' recall_5 2-1_14 0.0385 recall_10 2-1_14 0.0769 recall_15 2-1_14 0.0769 recall_20 2-1_14 0.0769 recall_30 2-1_14 0.1346 recall_100 2-1_14 0.3077 recall_200 2-1_14 0.3269 recall_500 2-1_14 0.3269 recall_1000 2-1_14 0.3269 infAP 2-1_14 0.0770 Rprec_mult_0.20 2-1_14 0.3636 Rprec_mult_0.40 2-1_14 0.1905 Rprec_mult_0.60 2-1_14 0.2188 Rprec_mult_0.80 2-1_14 0.1905 Rprec_mult_1.00 2-1_14 0.1731 Rprec_mult_1.20 2-1_14 0.1587 Rprec_mult_1.40 2-1_14 0.1507 Rprec_mult_1.60 2-1_14 0.1548 Rprec_mult_1.80 2-1_14 0.1596 Rprec_mult_2.00 2-1_14 0.1538 utility 2-1_14 -966.0000 11pt_avg 2-1_14 0.0988 binG 2-1_14 0.0789 G 2-1_14 0.0566 ndcg 2-1_14 0.2818 ndcg_rel 2-1_14 0.2729 Rndcg 2-1_14 0.2471 ndcg_cut_5 2-1_14 0.2739 ndcg_cut_10 2-1_14 0.2885 ndcg_cut_15 2-1_14 0.2382 ndcg_cut_20 2-1_14 0.2051 ndcg_cut_30 2-1_14 0.2473 ndcg_cut_100 2-1_14 0.2749 ndcg_cut_200 2-1_14 0.2818 ndcg_cut_500 2-1_14 0.2818 ndcg_cut_1000 2-1_14 0.2818 map_cut_5 2-1_14 0.0173 map_cut_10 2-1_14 0.0322 map_cut_15 2-1_14 0.0322 map_cut_20 2-1_14 0.0322 map_cut_30 2-1_14 0.0453 map_cut_100 2-1_14 0.0752 map_cut_200 2-1_14 0.0770 map_cut_500 2-1_14 0.0770 map_cut_1000 2-1_14 0.0770 relative_P_5 2-1_14 0.4000 relative_P_10 2-1_14 0.4000 relative_P_15 2-1_14 0.2667 relative_P_20 2-1_14 0.2000 relative_P_30 2-1_14 0.2333 relative_P_100 2-1_14 0.3077 relative_P_200 2-1_14 0.3269 relative_P_500 2-1_14 0.3269 relative_P_1000 2-1_14 0.3269 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0170 set_relative_P 2-1_14 0.3269 set_recall 2-1_14 0.3269 set_map 2-1_14 0.0056 set_F 2-1_14 0.0323 num_nonrel_judged_ret 2-1_14 27 rbp 2-1_14 0.2361 rbp_resid 2-1_14 0.2072 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.1000 unj_20 2-1_14 0.2500 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 9 map 2-1_4 0.0513 Rprec 2-1_4 0.1094 bpref 2-1_4 0.1298 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 0.2800 iprec_at_recall_0.20 2-1_4 0.0000 iprec_at_recall_0.30 2-1_4 0.0000 iprec_at_recall_0.40 2-1_4 0.0000 iprec_at_recall_0.50 2-1_4 0.0000 iprec_at_recall_0.60 2-1_4 0.0000 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.4000 P_10 2-1_4 0.4000 P_15 2-1_4 0.3333 P_20 2-1_4 0.2500 P_30 2-1_4 0.2333 P_100 2-1_4 0.0700 P_200 2-1_4 0.0400 P_500 2-1_4 0.0180 P_1000 2-1_4 0.0090 relstring 2-1_4 '3--1201302' recall_5 2-1_4 0.0312 recall_10 2-1_4 0.0625 recall_15 2-1_4 0.0781 recall_20 2-1_4 0.0781 recall_30 2-1_4 0.1094 recall_100 2-1_4 0.1094 recall_200 2-1_4 0.1250 recall_500 2-1_4 0.1406 recall_1000 2-1_4 0.1406 infAP 2-1_4 0.0513 Rprec_mult_0.20 2-1_4 0.3846 Rprec_mult_0.40 2-1_4 0.2692 Rprec_mult_0.60 2-1_4 0.1795 Rprec_mult_0.80 2-1_4 0.1346 Rprec_mult_1.00 2-1_4 0.1094 Rprec_mult_1.20 2-1_4 0.0909 Rprec_mult_1.40 2-1_4 0.0778 Rprec_mult_1.60 2-1_4 0.0680 Rprec_mult_1.80 2-1_4 0.0603 Rprec_mult_2.00 2-1_4 0.0547 utility 2-1_4 -982.0000 11pt_avg 2-1_4 0.1164 binG 2-1_4 0.0500 G 2-1_4 0.0381 ndcg 2-1_4 0.2112 ndcg_rel 2-1_4 0.2385 Rndcg 2-1_4 0.3501 ndcg_cut_5 2-1_4 0.4270 ndcg_cut_10 2-1_4 0.4144 ndcg_cut_15 2-1_4 0.3747 ndcg_cut_20 2-1_4 0.3432 ndcg_cut_30 2-1_4 0.3282 ndcg_cut_100 2-1_4 0.1981 ndcg_cut_200 2-1_4 0.2049 ndcg_cut_500 2-1_4 0.2112 ndcg_cut_1000 2-1_4 0.2112 map_cut_5 2-1_4 0.0219 map_cut_10 2-1_4 0.0340 map_cut_15 2-1_4 0.0411 map_cut_20 2-1_4 0.0411 map_cut_30 2-1_4 0.0497 map_cut_100 2-1_4 0.0497 map_cut_200 2-1_4 0.0506 map_cut_500 2-1_4 0.0513 map_cut_1000 2-1_4 0.0513 relative_P_5 2-1_4 0.4000 relative_P_10 2-1_4 0.4000 relative_P_15 2-1_4 0.3333 relative_P_20 2-1_4 0.2500 relative_P_30 2-1_4 0.2333 relative_P_100 2-1_4 0.1094 relative_P_200 2-1_4 0.1250 relative_P_500 2-1_4 0.1406 relative_P_1000 2-1_4 0.1406 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0090 set_relative_P 2-1_4 0.1406 set_recall 2-1_4 0.1406 set_map 2-1_4 0.0013 set_F 2-1_4 0.0169 num_nonrel_judged_ret 2-1_4 8 rbp 2-1_4 0.2331 rbp_resid 2-1_4 0.4191 unj_5 2-1_4 0.4000 unj_10 2-1_4 0.2000 unj_20 2-1_4 0.4500 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 16 map 2-1_9 0.7245 Rprec 2-1_9 0.6250 bpref 2-1_9 0.9821 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 0.8750 iprec_at_recall_0.40 2-1_9 0.8750 iprec_at_recall_0.50 2-1_9 0.8182 iprec_at_recall_0.60 2-1_9 0.6667 iprec_at_recall_0.70 2-1_9 0.6471 iprec_at_recall_0.80 2-1_9 0.5000 iprec_at_recall_0.90 2-1_9 0.3590 iprec_at_recall_1.00 2-1_9 0.2909 P_5 2-1_9 0.8000 P_10 2-1_9 0.8000 P_15 2-1_9 0.6667 P_20 2-1_9 0.6000 P_30 2-1_9 0.4333 P_100 2-1_9 0.1600 P_200 2-1_9 0.0800 P_500 2-1_9 0.0320 P_1000 2-1_9 0.0160 relstring 2-1_9 '3433-432-4' recall_5 2-1_9 0.2500 recall_10 2-1_9 0.5000 recall_15 2-1_9 0.6250 recall_20 2-1_9 0.7500 recall_30 2-1_9 0.8125 recall_100 2-1_9 1.0000 recall_200 2-1_9 1.0000 recall_500 2-1_9 1.0000 recall_1000 2-1_9 1.0000 infAP 2-1_9 0.7245 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 0.8571 Rprec_mult_0.60 2-1_9 0.8000 Rprec_mult_0.80 2-1_9 0.6923 Rprec_mult_1.00 2-1_9 0.6250 Rprec_mult_1.20 2-1_9 0.6000 Rprec_mult_1.40 2-1_9 0.5217 Rprec_mult_1.60 2-1_9 0.5000 Rprec_mult_1.80 2-1_9 0.4483 Rprec_mult_2.00 2-1_9 0.4062 utility 2-1_9 -968.0000 11pt_avg 2-1_9 0.7302 binG 2-1_9 0.5466 G 2-1_9 0.3820 ndcg 2-1_9 0.8897 ndcg_rel 2-1_9 0.8209 Rndcg 2-1_9 0.8082 ndcg_cut_5 2-1_9 0.7576 ndcg_cut_10 2-1_9 0.8257 ndcg_cut_15 2-1_9 0.7629 ndcg_cut_20 2-1_9 0.8090 ndcg_cut_30 2-1_9 0.8317 ndcg_cut_100 2-1_9 0.8897 ndcg_cut_200 2-1_9 0.8897 ndcg_cut_500 2-1_9 0.8897 ndcg_cut_1000 2-1_9 0.8897 map_cut_5 2-1_9 0.2500 map_cut_10 2-1_9 0.4603 map_cut_15 2-1_9 0.5531 map_cut_20 2-1_9 0.6331 map_cut_30 2-1_9 0.6643 map_cut_100 2-1_9 0.7245 map_cut_200 2-1_9 0.7245 map_cut_500 2-1_9 0.7245 map_cut_1000 2-1_9 0.7245 relative_P_5 2-1_9 0.8000 relative_P_10 2-1_9 0.8000 relative_P_15 2-1_9 0.6667 relative_P_20 2-1_9 0.7500 relative_P_30 2-1_9 0.8125 relative_P_100 2-1_9 1.0000 relative_P_200 2-1_9 1.0000 relative_P_500 2-1_9 1.0000 relative_P_1000 2-1_9 1.0000 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0160 set_relative_P 2-1_9 1.0000 set_recall 2-1_9 1.0000 set_map 2-1_9 0.0160 set_F 2-1_9 0.0315 num_nonrel_judged_ret 2-1_9 6 rbp 2-1_9 0.5007 rbp_resid 2-1_9 0.3424 unj_5 2-1_9 0.2000 unj_10 2-1_9 0.2000 unj_20 2-1_9 0.3500 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 3 map 2-2_1 0.0010 Rprec 2-2_1 0.0000 bpref 2-2_1 0.0454 recip_rank 2-2_1 0.0115 iprec_at_recall_0.00 2-2_1 0.0208 iprec_at_recall_0.10 2-2_1 0.0000 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.0000 P_10 2-2_1 0.0000 P_15 2-2_1 0.0000 P_20 2-2_1 0.0000 P_30 2-2_1 0.0000 P_100 2-2_1 0.0100 P_200 2-2_1 0.0150 P_500 2-2_1 0.0060 P_1000 2-2_1 0.0030 relstring 2-2_1 '-0000-0000' recall_5 2-2_1 0.0000 recall_10 2-2_1 0.0000 recall_15 2-2_1 0.0000 recall_20 2-2_1 0.0000 recall_30 2-2_1 0.0000 recall_100 2-2_1 0.0196 recall_200 2-2_1 0.0588 recall_500 2-2_1 0.0588 recall_1000 2-2_1 0.0588 infAP 2-2_1 0.0010 Rprec_mult_0.20 2-2_1 0.0000 Rprec_mult_0.40 2-2_1 0.0000 Rprec_mult_0.60 2-2_1 0.0000 Rprec_mult_0.80 2-2_1 0.0000 Rprec_mult_1.00 2-2_1 0.0000 Rprec_mult_1.20 2-2_1 0.0000 Rprec_mult_1.40 2-2_1 0.0000 Rprec_mult_1.60 2-2_1 0.0000 Rprec_mult_1.80 2-2_1 0.0109 Rprec_mult_2.00 2-2_1 0.0098 utility 2-2_1 -994.0000 11pt_avg 2-2_1 0.0019 binG 2-2_1 0.0087 G 2-2_1 0.0051 ndcg 2-2_1 0.0214 ndcg_rel 2-2_1 0.0211 Rndcg 2-2_1 0.0043 ndcg_cut_5 2-2_1 0.0000 ndcg_cut_10 2-2_1 0.0000 ndcg_cut_15 2-2_1 0.0000 ndcg_cut_20 2-2_1 0.0000 ndcg_cut_30 2-2_1 0.0000 ndcg_cut_100 2-2_1 0.0075 ndcg_cut_200 2-2_1 0.0214 ndcg_cut_500 2-2_1 0.0214 ndcg_cut_1000 2-2_1 0.0214 map_cut_5 2-2_1 0.0000 map_cut_10 2-2_1 0.0000 map_cut_15 2-2_1 0.0000 map_cut_20 2-2_1 0.0000 map_cut_30 2-2_1 0.0000 map_cut_100 2-2_1 0.0002 map_cut_200 2-2_1 0.0010 map_cut_500 2-2_1 0.0010 map_cut_1000 2-2_1 0.0010 relative_P_5 2-2_1 0.0000 relative_P_10 2-2_1 0.0000 relative_P_15 2-2_1 0.0000 relative_P_20 2-2_1 0.0000 relative_P_30 2-2_1 0.0000 relative_P_100 2-2_1 0.0196 relative_P_200 2-2_1 0.0588 relative_P_500 2-2_1 0.0588 relative_P_1000 2-2_1 0.0588 success_1 2-2_1 0.0000 success_5 2-2_1 0.0000 success_10 2-2_1 0.0000 set_P 2-2_1 0.0030 set_relative_P 2-2_1 0.0588 set_recall 2-2_1 0.0588 set_map 2-2_1 0.0002 set_F 2-2_1 0.0057 num_nonrel_judged_ret 2-2_1 16 rbp 2-2_1 0.0000 rbp_resid 2-2_1 0.4497 unj_5 2-2_1 0.2000 unj_10 2-2_1 0.2000 unj_20 2-2_1 0.5000 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 25 map 2-2_4 0.1212 Rprec 2-2_4 0.2642 bpref 2-2_4 0.4331 recip_rank 2-2_4 0.1429 iprec_at_recall_0.00 2-2_4 0.4286 iprec_at_recall_0.10 2-2_4 0.4286 iprec_at_recall_0.20 2-2_4 0.3667 iprec_at_recall_0.30 2-2_4 0.2195 iprec_at_recall_0.40 2-2_4 0.1780 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.0000 P_10 2-2_4 0.3000 P_15 2-2_4 0.4000 P_20 2-2_4 0.3000 P_30 2-2_4 0.3667 P_100 2-2_4 0.2000 P_200 2-2_4 0.1200 P_500 2-2_4 0.0500 P_1000 2-2_4 0.0250 relstring 2-2_4 '----1-3-43' recall_5 2-2_4 0.0000 recall_10 2-2_4 0.0566 recall_15 2-2_4 0.1132 recall_20 2-2_4 0.1132 recall_30 2-2_4 0.2075 recall_100 2-2_4 0.3774 recall_200 2-2_4 0.4528 recall_500 2-2_4 0.4717 recall_1000 2-2_4 0.4717 infAP 2-2_4 0.1212 Rprec_mult_0.20 2-2_4 0.3636 Rprec_mult_0.40 2-2_4 0.2727 Rprec_mult_0.60 2-2_4 0.3438 Rprec_mult_0.80 2-2_4 0.3023 Rprec_mult_1.00 2-2_4 0.2642 Rprec_mult_1.20 2-2_4 0.2188 Rprec_mult_1.40 2-2_4 0.1867 Rprec_mult_1.60 2-2_4 0.2118 Rprec_mult_1.80 2-2_4 0.1979 Rprec_mult_2.00 2-2_4 0.1887 utility 2-2_4 -950.0000 11pt_avg 2-2_4 0.1474 binG 2-2_4 0.1009 G 2-2_4 0.0732 ndcg 2-2_4 0.3468 ndcg_rel 2-2_4 0.3023 Rndcg 2-2_4 0.2586 ndcg_cut_5 2-2_4 0.0328 ndcg_cut_10 2-2_4 0.1903 ndcg_cut_15 2-2_4 0.2693 ndcg_cut_20 2-2_4 0.2330 ndcg_cut_30 2-2_4 0.2711 ndcg_cut_100 2-2_4 0.3002 ndcg_cut_200 2-2_4 0.3389 ndcg_cut_500 2-2_4 0.3468 ndcg_cut_1000 2-2_4 0.3468 map_cut_5 2-2_4 0.0000 map_cut_10 2-2_4 0.0125 map_cut_15 2-2_4 0.0348 map_cut_20 2-2_4 0.0348 map_cut_30 2-2_4 0.0670 map_cut_100 2-2_4 0.1092 map_cut_200 2-2_4 0.1197 map_cut_500 2-2_4 0.1212 map_cut_1000 2-2_4 0.1212 relative_P_5 2-2_4 0.0000 relative_P_10 2-2_4 0.3000 relative_P_15 2-2_4 0.4000 relative_P_20 2-2_4 0.3000 relative_P_30 2-2_4 0.3667 relative_P_100 2-2_4 0.3774 relative_P_200 2-2_4 0.4528 relative_P_500 2-2_4 0.4717 relative_P_1000 2-2_4 0.4717 success_1 2-2_4 0.0000 success_5 2-2_4 0.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0250 set_relative_P 2-2_4 0.4717 set_recall 2-2_4 0.4717 set_map 2-2_4 0.0118 set_F 2-2_4 0.0475 num_nonrel_judged_ret 2-2_4 8 rbp 2-2_4 0.2302 rbp_resid 2-2_4 0.6507 unj_5 2-2_4 0.8000 unj_10 2-2_4 0.6000 unj_20 2-2_4 0.6500 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 9 map 2-2_5 0.1609 Rprec 2-2_5 0.2000 bpref 2-2_5 0.2622 recip_rank 2-2_5 1.0000 iprec_at_recall_0.00 2-2_5 1.0000 iprec_at_recall_0.10 2-2_5 0.7143 iprec_at_recall_0.20 2-2_5 0.6667 iprec_at_recall_0.30 2-2_5 0.0320 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.6000 P_10 2-2_5 0.6000 P_15 2-2_5 0.4000 P_20 2-2_5 0.3000 P_30 2-2_5 0.2000 P_100 2-2_5 0.0700 P_200 2-2_5 0.0400 P_500 2-2_5 0.0180 P_1000 2-2_5 0.0090 relstring 2-2_5 '440-34214-' recall_5 2-2_5 0.1000 recall_10 2-2_5 0.2000 recall_15 2-2_5 0.2000 recall_20 2-2_5 0.2000 recall_30 2-2_5 0.2000 recall_100 2-2_5 0.2333 recall_200 2-2_5 0.2667 recall_500 2-2_5 0.3000 recall_1000 2-2_5 0.3000 infAP 2-2_5 0.1609 Rprec_mult_0.20 2-2_5 0.6667 Rprec_mult_0.40 2-2_5 0.5000 Rprec_mult_0.60 2-2_5 0.3333 Rprec_mult_0.80 2-2_5 0.2500 Rprec_mult_1.00 2-2_5 0.2000 Rprec_mult_1.20 2-2_5 0.1667 Rprec_mult_1.40 2-2_5 0.1429 Rprec_mult_1.60 2-2_5 0.1250 Rprec_mult_1.80 2-2_5 0.1111 Rprec_mult_2.00 2-2_5 0.1000 utility 2-2_5 -982.0000 11pt_avg 2-2_5 0.2194 binG 2-2_5 0.1452 G 2-2_5 0.1136 ndcg 2-2_5 0.3737 ndcg_rel 2-2_5 0.4275 Rndcg 2-2_5 0.3960 ndcg_cut_5 2-2_5 0.6516 ndcg_cut_10 2-2_5 0.6215 ndcg_cut_15 2-2_5 0.5042 ndcg_cut_20 2-2_5 0.4342 ndcg_cut_30 2-2_5 0.3730 ndcg_cut_100 2-2_5 0.3473 ndcg_cut_200 2-2_5 0.3669 ndcg_cut_500 2-2_5 0.3737 ndcg_cut_1000 2-2_5 0.3737 map_cut_5 2-2_5 0.0867 map_cut_10 2-2_5 0.1549 map_cut_15 2-2_5 0.1549 map_cut_20 2-2_5 0.1549 map_cut_30 2-2_5 0.1549 map_cut_100 2-2_5 0.1579 map_cut_200 2-2_5 0.1598 map_cut_500 2-2_5 0.1609 map_cut_1000 2-2_5 0.1609 relative_P_5 2-2_5 0.6000 relative_P_10 2-2_5 0.6000 relative_P_15 2-2_5 0.4000 relative_P_20 2-2_5 0.3000 relative_P_30 2-2_5 0.2000 relative_P_100 2-2_5 0.2333 relative_P_200 2-2_5 0.2667 relative_P_500 2-2_5 0.3000 relative_P_1000 2-2_5 0.3000 success_1 2-2_5 1.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0090 set_relative_P 2-2_5 0.3000 set_recall 2-2_5 0.3000 set_map 2-2_5 0.0027 set_F 2-2_5 0.0175 num_nonrel_judged_ret 2-2_5 16 rbp 2-2_5 0.3941 rbp_resid 2-2_5 0.3536 unj_5 2-2_5 0.2000 unj_10 2-2_5 0.2000 unj_20 2-2_5 0.4000 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 61 map 2-2_7 0.5255 Rprec 2-2_7 0.5227 bpref 2-2_7 0.6459 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 0.9615 iprec_at_recall_0.30 2-2_7 0.8824 iprec_at_recall_0.40 2-2_7 0.8140 iprec_at_recall_0.50 2-2_7 0.6716 iprec_at_recall_0.60 2-2_7 0.3759 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 0.9000 P_15 2-2_7 0.9333 P_20 2-2_7 0.9500 P_30 2-2_7 0.8667 P_100 2-2_7 0.5100 P_200 2-2_7 0.2850 P_500 2-2_7 0.1220 P_1000 2-2_7 0.0610 relstring 2-2_7 '4444444431' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1023 recall_15 2-2_7 0.1591 recall_20 2-2_7 0.2159 recall_30 2-2_7 0.2955 recall_100 2-2_7 0.5795 recall_200 2-2_7 0.6477 recall_500 2-2_7 0.6932 recall_1000 2-2_7 0.6932 infAP 2-2_7 0.5255 Rprec_mult_0.20 2-2_7 0.9444 Rprec_mult_0.40 2-2_7 0.8611 Rprec_mult_0.60 2-2_7 0.7547 Rprec_mult_0.80 2-2_7 0.6338 Rprec_mult_1.00 2-2_7 0.5227 Rprec_mult_1.20 2-2_7 0.4811 Rprec_mult_1.40 2-2_7 0.4194 Rprec_mult_1.60 2-2_7 0.3759 Rprec_mult_1.80 2-2_7 0.3396 Rprec_mult_2.00 2-2_7 0.3182 utility 2-2_7 -878.0000 11pt_avg 2-2_7 0.5187 binG 2-2_7 0.3148 G 2-2_7 0.2323 ndcg 2-2_7 0.7287 ndcg_rel 2-2_7 0.7868 Rndcg 2-2_7 0.7002 ndcg_cut_5 2-2_7 1.0000 ndcg_cut_10 2-2_7 0.9357 ndcg_cut_15 2-2_7 0.9264 ndcg_cut_20 2-2_7 0.9302 ndcg_cut_30 2-2_7 0.8494 ndcg_cut_100 2-2_7 0.6692 ndcg_cut_200 2-2_7 0.6995 ndcg_cut_500 2-2_7 0.7287 ndcg_cut_1000 2-2_7 0.7287 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1023 map_cut_15 2-2_7 0.1547 map_cut_20 2-2_7 0.2083 map_cut_30 2-2_7 0.2834 map_cut_100 2-2_7 0.4903 map_cut_200 2-2_7 0.5145 map_cut_500 2-2_7 0.5255 map_cut_1000 2-2_7 0.5255 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 0.9000 relative_P_15 2-2_7 0.9333 relative_P_20 2-2_7 0.9500 relative_P_30 2-2_7 0.8667 relative_P_100 2-2_7 0.5795 relative_P_200 2-2_7 0.6477 relative_P_500 2-2_7 0.6932 relative_P_1000 2-2_7 0.6932 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0610 set_relative_P 2-2_7 0.6932 set_recall 2-2_7 0.6932 set_map 2-2_7 0.0423 set_F 2-2_7 0.1121 num_nonrel_judged_ret 2-2_7 12 rbp 2-2_7 0.8895 rbp_resid 2-2_7 0.0274 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 32 map 2-2_9 0.1098 Rprec 2-2_9 0.1915 bpref 2-2_9 0.5532 recip_rank 2-2_9 0.2000 iprec_at_recall_0.00 2-2_9 0.3125 iprec_at_recall_0.10 2-2_9 0.3125 iprec_at_recall_0.20 2-2_9 0.2250 iprec_at_recall_0.30 2-2_9 0.1895 iprec_at_recall_0.40 2-2_9 0.1818 iprec_at_recall_0.50 2-2_9 0.1043 iprec_at_recall_0.60 2-2_9 0.0604 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.2000 P_10 2-2_9 0.2000 P_15 2-2_9 0.2667 P_20 2-2_9 0.2500 P_30 2-2_9 0.2000 P_100 2-2_9 0.1800 P_200 2-2_9 0.1150 P_500 2-2_9 0.0580 P_1000 2-2_9 0.0320 relstring 2-2_9 '01-121---3' recall_5 2-2_9 0.0213 recall_10 2-2_9 0.0426 recall_15 2-2_9 0.0851 recall_20 2-2_9 0.1064 recall_30 2-2_9 0.1277 recall_100 2-2_9 0.3830 recall_200 2-2_9 0.4894 recall_500 2-2_9 0.6170 recall_1000 2-2_9 0.6809 infAP 2-2_9 0.1098 Rprec_mult_0.20 2-2_9 0.2000 Rprec_mult_0.40 2-2_9 0.2632 Rprec_mult_0.60 2-2_9 0.2069 Rprec_mult_0.80 2-2_9 0.2105 Rprec_mult_1.00 2-2_9 0.1915 Rprec_mult_1.20 2-2_9 0.1930 Rprec_mult_1.40 2-2_9 0.1667 Rprec_mult_1.60 2-2_9 0.1842 Rprec_mult_1.80 2-2_9 0.1882 Rprec_mult_2.00 2-2_9 0.1809 utility 2-2_9 -936.0000 11pt_avg 2-2_9 0.1260 binG 2-2_9 0.1196 G 2-2_9 0.0986 ndcg 2-2_9 0.4174 ndcg_rel 2-2_9 0.3219 Rndcg 2-2_9 0.2442 ndcg_cut_5 2-2_9 0.1556 ndcg_cut_10 2-2_9 0.1683 ndcg_cut_15 2-2_9 0.1931 ndcg_cut_20 2-2_9 0.2045 ndcg_cut_30 2-2_9 0.2004 ndcg_cut_100 2-2_9 0.2987 ndcg_cut_200 2-2_9 0.3464 ndcg_cut_500 2-2_9 0.3862 ndcg_cut_1000 2-2_9 0.4174 map_cut_5 2-2_9 0.0043 map_cut_10 2-2_9 0.0085 map_cut_15 2-2_9 0.0187 map_cut_20 2-2_9 0.0254 map_cut_30 2-2_9 0.0298 map_cut_100 2-2_9 0.0790 map_cut_200 2-2_9 0.0961 map_cut_500 2-2_9 0.1061 map_cut_1000 2-2_9 0.1098 relative_P_5 2-2_9 0.2000 relative_P_10 2-2_9 0.2000 relative_P_15 2-2_9 0.2667 relative_P_20 2-2_9 0.2500 relative_P_30 2-2_9 0.2000 relative_P_100 2-2_9 0.3830 relative_P_200 2-2_9 0.4894 relative_P_500 2-2_9 0.6170 relative_P_1000 2-2_9 0.6809 success_1 2-2_9 0.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0320 set_relative_P 2-2_9 0.6809 set_recall 2-2_9 0.6809 set_map 2-2_9 0.0218 set_F 2-2_9 0.0611 num_nonrel_judged_ret 2-2_9 7 rbp 2-2_9 0.1814 rbp_resid 2-2_9 0.4775 unj_5 2-2_9 0.2000 unj_10 2-2_9 0.4000 unj_20 2-2_9 0.5500 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 0 map 3-2_1 0.0000 Rprec 3-2_1 0.0000 bpref 3-2_1 0.0000 recip_rank 3-2_1 0.0000 iprec_at_recall_0.00 3-2_1 0.0000 iprec_at_recall_0.10 3-2_1 0.0000 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.0000 P_10 3-2_1 0.0000 P_15 3-2_1 0.0000 P_20 3-2_1 0.0000 P_30 3-2_1 0.0000 P_100 3-2_1 0.0000 P_200 3-2_1 0.0000 P_500 3-2_1 0.0000 P_1000 3-2_1 0.0000 relstring 3-2_1 '0-0-000001' recall_5 3-2_1 0.0000 recall_10 3-2_1 0.0000 recall_15 3-2_1 0.0000 recall_20 3-2_1 0.0000 recall_30 3-2_1 0.0000 recall_100 3-2_1 0.0000 recall_200 3-2_1 0.0000 recall_500 3-2_1 0.0000 recall_1000 3-2_1 0.0000 infAP 3-2_1 0.0000 Rprec_mult_0.20 3-2_1 0.0000 Rprec_mult_0.40 3-2_1 0.0000 Rprec_mult_0.60 3-2_1 0.0000 Rprec_mult_0.80 3-2_1 0.0000 Rprec_mult_1.00 3-2_1 0.0000 Rprec_mult_1.20 3-2_1 0.0000 Rprec_mult_1.40 3-2_1 0.0000 Rprec_mult_1.60 3-2_1 0.0000 Rprec_mult_1.80 3-2_1 0.0000 Rprec_mult_2.00 3-2_1 0.0000 utility 3-2_1 -1000.0000 11pt_avg 3-2_1 0.0000 binG 3-2_1 0.0000 G 3-2_1 0.0009 ndcg 3-2_1 0.0062 ndcg_rel 3-2_1 0.0063 Rndcg 3-2_1 0.0051 ndcg_cut_5 3-2_1 0.0000 ndcg_cut_10 3-2_1 0.0217 ndcg_cut_15 3-2_1 0.0181 ndcg_cut_20 3-2_1 0.0158 ndcg_cut_30 3-2_1 0.0128 ndcg_cut_100 3-2_1 0.0070 ndcg_cut_200 3-2_1 0.0062 ndcg_cut_500 3-2_1 0.0062 ndcg_cut_1000 3-2_1 0.0062 map_cut_5 3-2_1 0.0000 map_cut_10 3-2_1 0.0000 map_cut_15 3-2_1 0.0000 map_cut_20 3-2_1 0.0000 map_cut_30 3-2_1 0.0000 map_cut_100 3-2_1 0.0000 map_cut_200 3-2_1 0.0000 map_cut_500 3-2_1 0.0000 map_cut_1000 3-2_1 0.0000 relative_P_5 3-2_1 0.0000 relative_P_10 3-2_1 0.0000 relative_P_15 3-2_1 0.0000 relative_P_20 3-2_1 0.0000 relative_P_30 3-2_1 0.0000 relative_P_100 3-2_1 0.0000 relative_P_200 3-2_1 0.0000 relative_P_500 3-2_1 0.0000 relative_P_1000 3-2_1 0.0000 success_1 3-2_1 0.0000 success_5 3-2_1 0.0000 success_10 3-2_1 0.0000 set_P 3-2_1 0.0000 set_relative_P 3-2_1 0.0000 set_recall 3-2_1 0.0000 set_map 3-2_1 0.0000 set_F 3-2_1 0.0000 num_nonrel_judged_ret 3-2_1 11 rbp 3-2_1 0.0129 rbp_resid 3-2_1 0.4335 unj_5 3-2_1 0.4000 unj_10 3-2_1 0.2000 unj_20 3-2_1 0.4500 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 4 map 3-2_6 0.0334 Rprec 3-2_6 0.1250 bpref 3-2_6 0.0957 recip_rank 3-2_6 0.5000 iprec_at_recall_0.00 3-2_6 0.5000 iprec_at_recall_0.10 3-2_6 0.1579 iprec_at_recall_0.20 3-2_6 0.0000 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.2000 P_10 3-2_6 0.2000 P_15 3-2_6 0.1333 P_20 3-2_6 0.1500 P_30 3-2_6 0.1000 P_100 3-2_6 0.0400 P_200 3-2_6 0.0200 P_500 3-2_6 0.0080 P_1000 3-2_6 0.0040 relstring 3-2_6 '1210113100' recall_5 3-2_6 0.0312 recall_10 3-2_6 0.0625 recall_15 3-2_6 0.0625 recall_20 3-2_6 0.0938 recall_30 3-2_6 0.0938 recall_100 3-2_6 0.1250 recall_200 3-2_6 0.1250 recall_500 3-2_6 0.1250 recall_1000 3-2_6 0.1250 infAP 3-2_6 0.0334 Rprec_mult_0.20 3-2_6 0.2857 Rprec_mult_0.40 3-2_6 0.1538 Rprec_mult_0.60 3-2_6 0.1500 Rprec_mult_0.80 3-2_6 0.1154 Rprec_mult_1.00 3-2_6 0.1250 Rprec_mult_1.20 3-2_6 0.1026 Rprec_mult_1.40 3-2_6 0.0889 Rprec_mult_1.60 3-2_6 0.0769 Rprec_mult_1.80 3-2_6 0.0690 Rprec_mult_2.00 3-2_6 0.0625 utility 3-2_6 -992.0000 11pt_avg 3-2_6 0.0598 binG 3-2_6 0.0447 G 3-2_6 0.0515 ndcg 3-2_6 0.2427 ndcg_rel 3-2_6 0.2629 Rndcg 3-2_6 0.2427 ndcg_cut_5 3-2_6 0.3560 ndcg_cut_10 3-2_6 0.3536 ndcg_cut_15 3-2_6 0.2741 ndcg_cut_20 3-2_6 0.2704 ndcg_cut_30 3-2_6 0.2325 ndcg_cut_100 3-2_6 0.2382 ndcg_cut_200 3-2_6 0.2427 ndcg_cut_500 3-2_6 0.2427 ndcg_cut_1000 3-2_6 0.2427 map_cut_5 3-2_6 0.0156 map_cut_10 3-2_6 0.0246 map_cut_15 3-2_6 0.0246 map_cut_20 3-2_6 0.0295 map_cut_30 3-2_6 0.0295 map_cut_100 3-2_6 0.0334 map_cut_200 3-2_6 0.0334 map_cut_500 3-2_6 0.0334 map_cut_1000 3-2_6 0.0334 relative_P_5 3-2_6 0.2000 relative_P_10 3-2_6 0.2000 relative_P_15 3-2_6 0.1333 relative_P_20 3-2_6 0.1500 relative_P_30 3-2_6 0.1000 relative_P_100 3-2_6 0.1250 relative_P_200 3-2_6 0.1250 relative_P_500 3-2_6 0.1250 relative_P_1000 3-2_6 0.1250 success_1 3-2_6 0.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0040 set_relative_P 3-2_6 0.1250 set_recall 3-2_6 0.1250 set_map 3-2_6 0.0005 set_F 3-2_6 0.0078 num_nonrel_judged_ret 3-2_6 26 rbp 3-2_6 0.2535 rbp_resid 3-2_6 0.2460 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.0000 unj_20 3-2_6 0.3000 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 0 map 4-1_10 0.0000 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0000 iprec_at_recall_0.00 4-1_10 0.0000 iprec_at_recall_0.10 4-1_10 0.0000 iprec_at_recall_0.20 4-1_10 0.0000 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0000 P_200 4-1_10 0.0000 P_500 4-1_10 0.0000 P_1000 4-1_10 0.0000 relstring 4-1_10 '1-100100-0' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.0000 recall_200 4-1_10 0.0000 recall_500 4-1_10 0.0000 recall_1000 4-1_10 0.0000 infAP 4-1_10 0.0000 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -1000.0000 11pt_avg 4-1_10 0.0000 binG 4-1_10 0.0000 G 4-1_10 0.0220 ndcg 4-1_10 0.1132 ndcg_rel 4-1_10 0.1228 Rndcg 4-1_10 0.1786 ndcg_cut_5 4-1_10 0.2175 ndcg_cut_10 4-1_10 0.1840 ndcg_cut_15 4-1_10 0.1553 ndcg_cut_20 4-1_10 0.1413 ndcg_cut_30 4-1_10 0.1360 ndcg_cut_100 4-1_10 0.1018 ndcg_cut_200 4-1_10 0.1018 ndcg_cut_500 4-1_10 0.1078 ndcg_cut_1000 4-1_10 0.1132 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0000 map_cut_200 4-1_10 0.0000 map_cut_500 4-1_10 0.0000 map_cut_1000 4-1_10 0.0000 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.0000 relative_P_200 4-1_10 0.0000 relative_P_500 4-1_10 0.0000 relative_P_1000 4-1_10 0.0000 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0000 set_relative_P 4-1_10 0.0000 set_recall 4-1_10 0.0000 set_map 4-1_10 0.0000 set_F 4-1_10 0.0000 num_nonrel_judged_ret 4-1_10 16 rbp 4-1_10 0.0833 rbp_resid 4-1_10 0.4191 unj_5 4-1_10 0.2000 unj_10 4-1_10 0.2000 unj_20 4-1_10 0.5500 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 0 map 4-1_12 0.0000 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0000 iprec_at_recall_0.00 4-1_12 0.0000 iprec_at_recall_0.10 4-1_12 0.0000 iprec_at_recall_0.20 4-1_12 0.0000 iprec_at_recall_0.30 4-1_12 0.0000 iprec_at_recall_0.40 4-1_12 0.0000 iprec_at_recall_0.50 4-1_12 0.0000 iprec_at_recall_0.60 4-1_12 0.0000 iprec_at_recall_0.70 4-1_12 0.0000 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0000 P_200 4-1_12 0.0000 P_500 4-1_12 0.0000 P_1000 4-1_12 0.0000 relstring 4-1_12 '00-0000000' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.0000 recall_200 4-1_12 0.0000 recall_500 4-1_12 0.0000 recall_1000 4-1_12 0.0000 infAP 4-1_12 0.0000 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -1000.0000 11pt_avg 4-1_12 0.0000 binG 4-1_12 0.0000 G 4-1_12 0.0000 ndcg 4-1_12 0.0000 ndcg_rel 4-1_12 0.0000 Rndcg 4-1_12 0.0000 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.0000 ndcg_cut_15 4-1_12 0.0000 ndcg_cut_20 4-1_12 0.0000 ndcg_cut_30 4-1_12 0.0000 ndcg_cut_100 4-1_12 0.0000 ndcg_cut_200 4-1_12 0.0000 ndcg_cut_500 4-1_12 0.0000 ndcg_cut_1000 4-1_12 0.0000 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0000 map_cut_200 4-1_12 0.0000 map_cut_500 4-1_12 0.0000 map_cut_1000 4-1_12 0.0000 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.0000 relative_P_200 4-1_12 0.0000 relative_P_500 4-1_12 0.0000 relative_P_1000 4-1_12 0.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0000 set_relative_P 4-1_12 0.0000 set_recall 4-1_12 0.0000 set_map 4-1_12 0.0000 set_F 4-1_12 0.0000 num_nonrel_judged_ret 4-1_12 11 rbp 4-1_12 0.0000 rbp_resid 4-1_12 0.3634 unj_5 4-1_12 0.2000 unj_10 4-1_12 0.1000 unj_20 4-1_12 0.4500 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 2 map 4-1_3 0.0089 Rprec 4-1_3 0.0513 bpref 4-1_3 0.0421 recip_rank 4-1_3 0.1250 iprec_at_recall_0.00 4-1_3 0.2222 iprec_at_recall_0.10 4-1_3 0.0000 iprec_at_recall_0.20 4-1_3 0.0000 iprec_at_recall_0.30 4-1_3 0.0000 iprec_at_recall_0.40 4-1_3 0.0000 iprec_at_recall_0.50 4-1_3 0.0000 iprec_at_recall_0.60 4-1_3 0.0000 iprec_at_recall_0.70 4-1_3 0.0000 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.0000 P_10 4-1_3 0.2000 P_15 4-1_3 0.1333 P_20 4-1_3 0.1000 P_30 4-1_3 0.0667 P_100 4-1_3 0.0200 P_200 4-1_3 0.0100 P_500 4-1_3 0.0040 P_1000 4-1_3 0.0020 relstring 4-1_3 '0001000220' recall_5 4-1_3 0.0000 recall_10 4-1_3 0.0513 recall_15 4-1_3 0.0513 recall_20 4-1_3 0.0513 recall_30 4-1_3 0.0513 recall_100 4-1_3 0.0513 recall_200 4-1_3 0.0513 recall_500 4-1_3 0.0513 recall_1000 4-1_3 0.0513 infAP 4-1_3 0.0089 Rprec_mult_0.20 4-1_3 0.1250 Rprec_mult_0.40 4-1_3 0.1250 Rprec_mult_0.60 4-1_3 0.0833 Rprec_mult_0.80 4-1_3 0.0625 Rprec_mult_1.00 4-1_3 0.0513 Rprec_mult_1.20 4-1_3 0.0426 Rprec_mult_1.40 4-1_3 0.0364 Rprec_mult_1.60 4-1_3 0.0317 Rprec_mult_1.80 4-1_3 0.0282 Rprec_mult_2.00 4-1_3 0.0256 utility 4-1_3 -996.0000 11pt_avg 4-1_3 0.0202 binG 4-1_3 0.0162 G 4-1_3 0.0079 ndcg 4-1_3 0.0450 ndcg_rel 4-1_3 0.0461 Rndcg 4-1_3 0.0512 ndcg_cut_5 4-1_3 0.0365 ndcg_cut_10 4-1_3 0.0982 ndcg_cut_15 4-1_3 0.0796 ndcg_cut_20 4-1_3 0.0716 ndcg_cut_30 4-1_3 0.0605 ndcg_cut_100 4-1_3 0.0450 ndcg_cut_200 4-1_3 0.0450 ndcg_cut_500 4-1_3 0.0450 ndcg_cut_1000 4-1_3 0.0450 map_cut_5 4-1_3 0.0000 map_cut_10 4-1_3 0.0089 map_cut_15 4-1_3 0.0089 map_cut_20 4-1_3 0.0089 map_cut_30 4-1_3 0.0089 map_cut_100 4-1_3 0.0089 map_cut_200 4-1_3 0.0089 map_cut_500 4-1_3 0.0089 map_cut_1000 4-1_3 0.0089 relative_P_5 4-1_3 0.0000 relative_P_10 4-1_3 0.2000 relative_P_15 4-1_3 0.1333 relative_P_20 4-1_3 0.1000 relative_P_30 4-1_3 0.0667 relative_P_100 4-1_3 0.0513 relative_P_200 4-1_3 0.0513 relative_P_500 4-1_3 0.0513 relative_P_1000 4-1_3 0.0513 success_1 4-1_3 0.0000 success_5 4-1_3 0.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0020 set_relative_P 4-1_3 0.0513 set_recall 4-1_3 0.0513 set_map 4-1_3 0.0001 set_F 4-1_3 0.0038 num_nonrel_judged_ret 4-1_3 12 rbp 4-1_3 0.0637 rbp_resid 4-1_3 0.2636 unj_5 4-1_3 0.0000 unj_10 4-1_3 0.0000 unj_20 4-1_3 0.3000 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 0 map 4-1_4 0.0000 Rprec 4-1_4 0.0000 bpref 4-1_4 0.0000 recip_rank 4-1_4 0.0000 iprec_at_recall_0.00 4-1_4 0.0000 iprec_at_recall_0.10 4-1_4 0.0000 iprec_at_recall_0.20 4-1_4 0.0000 iprec_at_recall_0.30 4-1_4 0.0000 iprec_at_recall_0.40 4-1_4 0.0000 iprec_at_recall_0.50 4-1_4 0.0000 iprec_at_recall_0.60 4-1_4 0.0000 iprec_at_recall_0.70 4-1_4 0.0000 iprec_at_recall_0.80 4-1_4 0.0000 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.0000 P_10 4-1_4 0.0000 P_15 4-1_4 0.0000 P_20 4-1_4 0.0000 P_30 4-1_4 0.0000 P_100 4-1_4 0.0000 P_200 4-1_4 0.0000 P_500 4-1_4 0.0000 P_1000 4-1_4 0.0000 relstring 4-1_4 '0-0-000010' recall_5 4-1_4 0.0000 recall_10 4-1_4 0.0000 recall_15 4-1_4 0.0000 recall_20 4-1_4 0.0000 recall_30 4-1_4 0.0000 recall_100 4-1_4 0.0000 recall_200 4-1_4 0.0000 recall_500 4-1_4 0.0000 recall_1000 4-1_4 0.0000 infAP 4-1_4 0.0000 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.0000 Rprec_mult_0.60 4-1_4 0.0000 Rprec_mult_0.80 4-1_4 0.0000 Rprec_mult_1.00 4-1_4 0.0000 Rprec_mult_1.20 4-1_4 0.0000 Rprec_mult_1.40 4-1_4 0.0000 Rprec_mult_1.60 4-1_4 0.0000 Rprec_mult_1.80 4-1_4 0.0000 Rprec_mult_2.00 4-1_4 0.0000 utility 4-1_4 -1000.0000 11pt_avg 4-1_4 0.0000 binG 4-1_4 0.0000 G 4-1_4 0.0068 ndcg 4-1_4 0.0218 ndcg_rel 4-1_4 0.0217 Rndcg 4-1_4 0.0114 ndcg_cut_5 4-1_4 0.0000 ndcg_cut_10 4-1_4 0.0201 ndcg_cut_15 4-1_4 0.0182 ndcg_cut_20 4-1_4 0.0170 ndcg_cut_30 4-1_4 0.0158 ndcg_cut_100 4-1_4 0.0158 ndcg_cut_200 4-1_4 0.0158 ndcg_cut_500 4-1_4 0.0218 ndcg_cut_1000 4-1_4 0.0218 map_cut_5 4-1_4 0.0000 map_cut_10 4-1_4 0.0000 map_cut_15 4-1_4 0.0000 map_cut_20 4-1_4 0.0000 map_cut_30 4-1_4 0.0000 map_cut_100 4-1_4 0.0000 map_cut_200 4-1_4 0.0000 map_cut_500 4-1_4 0.0000 map_cut_1000 4-1_4 0.0000 relative_P_5 4-1_4 0.0000 relative_P_10 4-1_4 0.0000 relative_P_15 4-1_4 0.0000 relative_P_20 4-1_4 0.0000 relative_P_30 4-1_4 0.0000 relative_P_100 4-1_4 0.0000 relative_P_200 4-1_4 0.0000 relative_P_500 4-1_4 0.0000 relative_P_1000 4-1_4 0.0000 success_1 4-1_4 0.0000 success_5 4-1_4 0.0000 success_10 4-1_4 0.0000 set_P 4-1_4 0.0000 set_relative_P 4-1_4 0.0000 set_recall 4-1_4 0.0000 set_map 4-1_4 0.0000 set_F 4-1_4 0.0000 num_nonrel_judged_ret 4-1_4 15 rbp 4-1_4 0.0108 rbp_resid 4-1_4 0.4547 unj_5 4-1_4 0.4000 unj_10 4-1_4 0.2000 unj_20 4-1_4 0.5500 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '0000-000-0' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -1000.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.0000 ndcg 4-1_6 0.0000 ndcg_rel 4-1_6 0.0000 Rndcg 4-1_6 0.0000 ndcg_cut_5 4-1_6 0.0000 ndcg_cut_10 4-1_6 0.0000 ndcg_cut_15 4-1_6 0.0000 ndcg_cut_20 4-1_6 0.0000 ndcg_cut_30 4-1_6 0.0000 ndcg_cut_100 4-1_6 0.0000 ndcg_cut_200 4-1_6 0.0000 ndcg_cut_500 4-1_6 0.0000 ndcg_cut_1000 4-1_6 0.0000 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 17 rbp 4-1_6 0.0000 rbp_resid 4-1_6 0.3506 unj_5 4-1_6 0.2000 unj_10 4-1_6 0.2000 unj_20 4-1_6 0.4500 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 6 map 4-1_9 0.0367 Rprec 4-1_9 0.1081 bpref 4-1_9 0.1213 recip_rank 4-1_9 0.3333 iprec_at_recall_0.00 4-1_9 0.4000 iprec_at_recall_0.10 4-1_9 0.1600 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.4000 P_10 4-1_9 0.2000 P_15 4-1_9 0.2000 P_20 4-1_9 0.1500 P_30 4-1_9 0.1333 P_100 4-1_9 0.0600 P_200 4-1_9 0.0300 P_500 4-1_9 0.0120 P_1000 4-1_9 0.0060 relstring 4-1_9 '1120310010' recall_5 4-1_9 0.0541 recall_10 4-1_9 0.0541 recall_15 4-1_9 0.0811 recall_20 4-1_9 0.0811 recall_30 4-1_9 0.1081 recall_100 4-1_9 0.1622 recall_200 4-1_9 0.1622 recall_500 4-1_9 0.1622 recall_1000 4-1_9 0.1622 infAP 4-1_9 0.0367 Rprec_mult_0.20 4-1_9 0.2500 Rprec_mult_0.40 4-1_9 0.2000 Rprec_mult_0.60 4-1_9 0.1304 Rprec_mult_0.80 4-1_9 0.1333 Rprec_mult_1.00 4-1_9 0.1081 Rprec_mult_1.20 4-1_9 0.1111 Rprec_mult_1.40 4-1_9 0.0962 Rprec_mult_1.60 4-1_9 0.0833 Rprec_mult_1.80 4-1_9 0.0896 Rprec_mult_2.00 4-1_9 0.0811 utility 4-1_9 -988.0000 11pt_avg 4-1_9 0.0509 binG 4-1_9 0.0487 G 4-1_9 0.0324 ndcg 4-1_9 0.1953 ndcg_rel 4-1_9 0.2087 Rndcg 4-1_9 0.2523 ndcg_cut_5 4-1_9 0.3619 ndcg_cut_10 4-1_9 0.3173 ndcg_cut_15 4-1_9 0.3162 ndcg_cut_20 4-1_9 0.3020 ndcg_cut_30 4-1_9 0.2836 ndcg_cut_100 4-1_9 0.2283 ndcg_cut_200 4-1_9 0.1953 ndcg_cut_500 4-1_9 0.1953 ndcg_cut_1000 4-1_9 0.1953 map_cut_5 4-1_9 0.0198 map_cut_10 4-1_9 0.0198 map_cut_15 4-1_9 0.0266 map_cut_20 4-1_9 0.0266 map_cut_30 4-1_9 0.0309 map_cut_100 4-1_9 0.0367 map_cut_200 4-1_9 0.0367 map_cut_500 4-1_9 0.0367 map_cut_1000 4-1_9 0.0367 relative_P_5 4-1_9 0.4000 relative_P_10 4-1_9 0.2000 relative_P_15 4-1_9 0.2000 relative_P_20 4-1_9 0.1500 relative_P_30 4-1_9 0.1333 relative_P_100 4-1_9 0.1622 relative_P_200 4-1_9 0.1622 relative_P_500 4-1_9 0.1622 relative_P_1000 4-1_9 0.1622 success_1 4-1_9 0.0000 success_5 4-1_9 1.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0060 set_relative_P 4-1_9 0.1622 set_recall 4-1_9 0.1622 set_map 4-1_9 0.0010 set_F 4-1_9 0.0116 num_nonrel_judged_ret 4-1_9 20 rbp 4-1_9 0.2063 rbp_resid 4-1_9 0.2154 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.3000 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 18 map 4-2_2 0.0398 Rprec 4-2_2 0.1310 bpref 4-2_2 0.1922 recip_rank 4-2_2 0.2500 iprec_at_recall_0.00 4-2_2 0.3750 iprec_at_recall_0.10 4-2_2 0.2286 iprec_at_recall_0.20 4-2_2 0.0736 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.2000 P_10 4-2_2 0.3000 P_15 4-2_2 0.2000 P_20 4-2_2 0.2000 P_30 4-2_2 0.2333 P_100 4-2_2 0.1200 P_200 4-2_2 0.0800 P_500 4-2_2 0.0360 P_1000 4-2_2 0.0180 relstring 4-2_2 '--02003210' recall_5 4-2_2 0.0119 recall_10 4-2_2 0.0357 recall_15 4-2_2 0.0357 recall_20 4-2_2 0.0476 recall_30 4-2_2 0.0833 recall_100 4-2_2 0.1429 recall_200 4-2_2 0.1905 recall_500 4-2_2 0.2143 recall_1000 4-2_2 0.2143 infAP 4-2_2 0.0398 Rprec_mult_0.20 4-2_2 0.1765 Rprec_mult_0.40 4-2_2 0.2059 Rprec_mult_0.60 4-2_2 0.1765 Rprec_mult_0.80 4-2_2 0.1618 Rprec_mult_1.00 4-2_2 0.1310 Rprec_mult_1.20 4-2_2 0.1188 Rprec_mult_1.40 4-2_2 0.1017 Rprec_mult_1.60 4-2_2 0.1037 Rprec_mult_1.80 4-2_2 0.0921 Rprec_mult_2.00 4-2_2 0.0893 utility 4-2_2 -964.0000 11pt_avg 4-2_2 0.0616 binG 4-2_2 0.0455 G 4-2_2 0.0328 ndcg 4-2_2 0.1867 ndcg_rel 4-2_2 0.1869 Rndcg 4-2_2 0.1825 ndcg_cut_5 4-2_2 0.0974 ndcg_cut_10 4-2_2 0.2049 ndcg_cut_15 4-2_2 0.1901 ndcg_cut_20 4-2_2 0.1802 ndcg_cut_30 4-2_2 0.2036 ndcg_cut_100 4-2_2 0.1667 ndcg_cut_200 4-2_2 0.1753 ndcg_cut_500 4-2_2 0.1867 ndcg_cut_1000 4-2_2 0.1867 map_cut_5 4-2_2 0.0030 map_cut_10 4-2_2 0.0108 map_cut_15 4-2_2 0.0108 map_cut_20 4-2_2 0.0133 map_cut_30 4-2_2 0.0231 map_cut_100 4-2_2 0.0338 map_cut_200 4-2_2 0.0384 map_cut_500 4-2_2 0.0398 map_cut_1000 4-2_2 0.0398 relative_P_5 4-2_2 0.2000 relative_P_10 4-2_2 0.3000 relative_P_15 4-2_2 0.2000 relative_P_20 4-2_2 0.2000 relative_P_30 4-2_2 0.2333 relative_P_100 4-2_2 0.1429 relative_P_200 4-2_2 0.1905 relative_P_500 4-2_2 0.2143 relative_P_1000 4-2_2 0.2143 success_1 4-2_2 0.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0180 set_relative_P 4-2_2 0.2143 set_recall 4-2_2 0.2143 set_map 4-2_2 0.0039 set_F 4-2_2 0.0332 num_nonrel_judged_ret 4-2_2 15 rbp 4-2_2 0.2078 rbp_resid 4-2_2 0.4099 unj_5 4-2_2 0.4000 unj_10 4-2_2 0.2000 unj_20 4-2_2 0.4500 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 13 map 4-2_3 0.0530 Rprec 4-2_3 0.1458 bpref 4-2_3 0.2337 recip_rank 4-2_3 0.5000 iprec_at_recall_0.00 4-2_3 0.5000 iprec_at_recall_0.10 4-2_3 0.1750 iprec_at_recall_0.20 4-2_3 0.1266 iprec_at_recall_0.30 4-2_3 0.0000 iprec_at_recall_0.40 4-2_3 0.0000 iprec_at_recall_0.50 4-2_3 0.0000 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.4000 P_10 4-2_3 0.2000 P_15 4-2_3 0.2000 P_20 4-2_3 0.2000 P_30 4-2_3 0.1333 P_100 4-2_3 0.1000 P_200 4-2_3 0.0650 P_500 4-2_3 0.0260 P_1000 4-2_3 0.0130 relstring 4-2_3 '03-20----0' recall_5 4-2_3 0.0417 recall_10 4-2_3 0.0417 recall_15 4-2_3 0.0625 recall_20 4-2_3 0.0833 recall_30 4-2_3 0.0833 recall_100 4-2_3 0.2083 recall_200 4-2_3 0.2708 recall_500 4-2_3 0.2708 recall_1000 4-2_3 0.2708 infAP 4-2_3 0.0530 Rprec_mult_0.20 4-2_3 0.2000 Rprec_mult_0.40 4-2_3 0.2000 Rprec_mult_0.60 4-2_3 0.1379 Rprec_mult_0.80 4-2_3 0.1538 Rprec_mult_1.00 4-2_3 0.1458 Rprec_mult_1.20 4-2_3 0.1207 Rprec_mult_1.40 4-2_3 0.1176 Rprec_mult_1.60 4-2_3 0.1169 Rprec_mult_1.80 4-2_3 0.1149 Rprec_mult_2.00 4-2_3 0.1042 utility 4-2_3 -974.0000 11pt_avg 4-2_3 0.0729 binG 4-2_3 0.0661 G 4-2_3 0.0470 ndcg 4-2_3 0.2250 ndcg_rel 4-2_3 0.2238 Rndcg 4-2_3 0.2017 ndcg_cut_5 4-2_3 0.3114 ndcg_cut_10 4-2_3 0.2112 ndcg_cut_15 4-2_3 0.2102 ndcg_cut_20 4-2_3 0.2083 ndcg_cut_30 4-2_3 0.1783 ndcg_cut_100 4-2_3 0.1858 ndcg_cut_200 4-2_3 0.2186 ndcg_cut_500 4-2_3 0.2186 ndcg_cut_1000 4-2_3 0.2250 map_cut_5 4-2_3 0.0208 map_cut_10 4-2_3 0.0208 map_cut_15 4-2_3 0.0260 map_cut_20 4-2_3 0.0304 map_cut_30 4-2_3 0.0304 map_cut_100 4-2_3 0.0480 map_cut_200 4-2_3 0.0530 map_cut_500 4-2_3 0.0530 map_cut_1000 4-2_3 0.0530 relative_P_5 4-2_3 0.4000 relative_P_10 4-2_3 0.2000 relative_P_15 4-2_3 0.2000 relative_P_20 4-2_3 0.2000 relative_P_30 4-2_3 0.1333 relative_P_100 4-2_3 0.2083 relative_P_200 4-2_3 0.2708 relative_P_500 4-2_3 0.2708 relative_P_1000 4-2_3 0.2708 success_1 4-2_3 0.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0130 set_relative_P 4-2_3 0.2708 set_recall 4-2_3 0.2708 set_map 4-2_3 0.0035 set_F 4-2_3 0.0248 num_nonrel_judged_ret 4-2_3 11 rbp 4-2_3 0.1779 rbp_resid 4-2_3 0.5325 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.5000 unj_20 4-2_3 0.6000 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.4583 Rprec 4-2_6 0.5000 bpref 4-2_6 0.5459 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 1.0000 iprec_at_recall_0.40 4-2_6 0.5000 iprec_at_recall_0.50 4-2_6 0.5000 iprec_at_recall_0.60 4-2_6 0.2500 iprec_at_recall_0.70 4-2_6 0.2439 iprec_at_recall_0.80 4-2_6 0.0940 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.5000 P_15 4-2_6 0.4667 P_20 4-2_6 0.3500 P_30 4-2_6 0.2333 P_100 4-2_6 0.1000 P_200 4-2_6 0.0550 P_500 4-2_6 0.0220 P_1000 4-2_6 0.0120 relstring 4-2_6 '23221112--' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.3571 recall_15 4-2_6 0.5000 recall_20 4-2_6 0.5000 recall_30 4-2_6 0.5000 recall_100 4-2_6 0.7143 recall_200 4-2_6 0.7857 recall_500 4-2_6 0.7857 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.4583 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.5556 Rprec_mult_0.80 4-2_6 0.4167 Rprec_mult_1.00 4-2_6 0.5000 Rprec_mult_1.20 4-2_6 0.4118 Rprec_mult_1.40 4-2_6 0.3500 Rprec_mult_1.60 4-2_6 0.3043 Rprec_mult_1.80 4-2_6 0.2692 Rprec_mult_2.00 4-2_6 0.2500 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.5080 binG 4-2_6 0.4230 G 4-2_6 0.2510 ndcg 4-2_6 0.7165 ndcg_rel 4-2_6 0.6802 Rndcg 4-2_6 0.6746 ndcg_cut_5 4-2_6 0.7260 ndcg_cut_10 4-2_6 0.6405 ndcg_cut_15 4-2_6 0.6435 ndcg_cut_20 4-2_6 0.6097 ndcg_cut_30 4-2_6 0.5781 ndcg_cut_100 4-2_6 0.6876 ndcg_cut_200 4-2_6 0.7046 ndcg_cut_500 4-2_6 0.7046 ndcg_cut_1000 4-2_6 0.7165 map_cut_5 4-2_6 0.2857 map_cut_10 4-2_6 0.3304 map_cut_15 4-2_6 0.3990 map_cut_20 4-2_6 0.3990 map_cut_30 4-2_6 0.3990 map_cut_100 4-2_6 0.4506 map_cut_200 4-2_6 0.4574 map_cut_500 4-2_6 0.4574 map_cut_1000 4-2_6 0.4583 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.5000 relative_P_15 4-2_6 0.5000 relative_P_20 4-2_6 0.5000 relative_P_30 4-2_6 0.5000 relative_P_100 4-2_6 0.7143 relative_P_200 4-2_6 0.7857 relative_P_500 4-2_6 0.7857 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 12 rbp 4-2_6 0.4266 rbp_resid 4-2_6 0.2931 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.4000 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 22 map 5-1_2 0.0758 Rprec 5-1_2 0.1231 bpref 5-1_2 0.1636 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.4483 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.6000 P_10 5-1_2 0.8000 P_15 5-1_2 0.6000 P_20 5-1_2 0.5000 P_30 5-1_2 0.4333 P_100 5-1_2 0.1300 P_200 5-1_2 0.0950 P_500 5-1_2 0.0440 P_1000 5-1_2 0.0220 relstring 5-1_2 '2132022322' recall_5 5-1_2 0.0231 recall_10 5-1_2 0.0615 recall_15 5-1_2 0.0692 recall_20 5-1_2 0.0769 recall_30 5-1_2 0.1000 recall_100 5-1_2 0.1000 recall_200 5-1_2 0.1462 recall_500 5-1_2 0.1692 recall_1000 5-1_2 0.1692 infAP 5-1_2 0.0758 Rprec_mult_0.20 5-1_2 0.4615 Rprec_mult_0.40 5-1_2 0.2500 Rprec_mult_0.60 5-1_2 0.1667 Rprec_mult_0.80 5-1_2 0.1250 Rprec_mult_1.00 5-1_2 0.1231 Rprec_mult_1.20 5-1_2 0.1154 Rprec_mult_1.40 5-1_2 0.1044 Rprec_mult_1.60 5-1_2 0.0913 Rprec_mult_1.80 5-1_2 0.0812 Rprec_mult_2.00 5-1_2 0.0731 utility 5-1_2 -956.0000 11pt_avg 5-1_2 0.1317 binG 5-1_2 0.0578 G 5-1_2 0.0300 ndcg 5-1_2 0.1968 ndcg_rel 5-1_2 0.2208 Rndcg 5-1_2 0.2660 ndcg_cut_5 5-1_2 0.5071 ndcg_cut_10 5-1_2 0.5808 ndcg_cut_15 5-1_2 0.4864 ndcg_cut_20 5-1_2 0.4411 ndcg_cut_30 5-1_2 0.4261 ndcg_cut_100 5-1_2 0.2105 ndcg_cut_200 5-1_2 0.1883 ndcg_cut_500 5-1_2 0.1954 ndcg_cut_1000 5-1_2 0.1968 map_cut_5 5-1_2 0.0186 map_cut_10 5-1_2 0.0471 map_cut_15 5-1_2 0.0529 map_cut_20 5-1_2 0.0574 map_cut_30 5-1_2 0.0691 map_cut_100 5-1_2 0.0691 map_cut_200 5-1_2 0.0747 map_cut_500 5-1_2 0.0758 map_cut_1000 5-1_2 0.0758 relative_P_5 5-1_2 0.6000 relative_P_10 5-1_2 0.8000 relative_P_15 5-1_2 0.6000 relative_P_20 5-1_2 0.5000 relative_P_30 5-1_2 0.4333 relative_P_100 5-1_2 0.1300 relative_P_200 5-1_2 0.1462 relative_P_500 5-1_2 0.1692 relative_P_1000 5-1_2 0.1692 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0220 set_relative_P 5-1_2 0.1692 set_recall 5-1_2 0.1692 set_map 5-1_2 0.0037 set_F 5-1_2 0.0389 num_nonrel_judged_ret 5-1_2 9 rbp 5-1_2 0.3583 rbp_resid 5-1_2 0.2162 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.3500 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 21 map 5-1_4 0.1206 Rprec 5-1_4 0.2069 bpref 5-1_4 0.4899 recip_rank 5-1_4 0.3333 iprec_at_recall_0.00 5-1_4 0.5000 iprec_at_recall_0.10 5-1_4 0.3750 iprec_at_recall_0.20 5-1_4 0.2143 iprec_at_recall_0.30 5-1_4 0.1698 iprec_at_recall_0.40 5-1_4 0.0744 iprec_at_recall_0.50 5-1_4 0.0744 iprec_at_recall_0.60 5-1_4 0.0733 iprec_at_recall_0.70 5-1_4 0.0458 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.4000 P_10 5-1_4 0.3000 P_15 5-1_4 0.2667 P_20 5-1_4 0.2500 P_30 5-1_4 0.2000 P_100 5-1_4 0.1000 P_200 5-1_4 0.0700 P_500 5-1_4 0.0400 P_1000 5-1_4 0.0210 relstring 5-1_4 '0023-0-2-0' recall_5 5-1_4 0.0690 recall_10 5-1_4 0.1034 recall_15 5-1_4 0.1379 recall_20 5-1_4 0.1724 recall_30 5-1_4 0.2069 recall_100 5-1_4 0.3448 recall_200 5-1_4 0.4828 recall_500 5-1_4 0.6897 recall_1000 5-1_4 0.7241 infAP 5-1_4 0.1206 Rprec_mult_0.20 5-1_4 0.3333 Rprec_mult_0.40 5-1_4 0.3333 Rprec_mult_0.60 5-1_4 0.2778 Rprec_mult_0.80 5-1_4 0.2083 Rprec_mult_1.00 5-1_4 0.2069 Rprec_mult_1.20 5-1_4 0.2000 Rprec_mult_1.40 5-1_4 0.1951 Rprec_mult_1.60 5-1_4 0.1702 Rprec_mult_1.80 5-1_4 0.1698 Rprec_mult_2.00 5-1_4 0.1552 utility 5-1_4 -958.0000 11pt_avg 5-1_4 0.1388 binG 5-1_4 0.1484 G 5-1_4 0.1129 ndcg 5-1_4 0.4187 ndcg_rel 5-1_4 0.3459 Rndcg 5-1_4 0.2755 ndcg_cut_5 5-1_4 0.2591 ndcg_cut_10 5-1_4 0.2191 ndcg_cut_15 5-1_4 0.2353 ndcg_cut_20 5-1_4 0.2451 ndcg_cut_30 5-1_4 0.2192 ndcg_cut_100 5-1_4 0.2742 ndcg_cut_200 5-1_4 0.3237 ndcg_cut_500 5-1_4 0.4098 ndcg_cut_1000 5-1_4 0.4187 map_cut_5 5-1_4 0.0287 map_cut_10 5-1_4 0.0417 map_cut_15 5-1_4 0.0542 map_cut_20 5-1_4 0.0650 map_cut_30 5-1_4 0.0724 map_cut_100 5-1_4 0.0966 map_cut_200 5-1_4 0.1063 map_cut_500 5-1_4 0.1195 map_cut_1000 5-1_4 0.1206 relative_P_5 5-1_4 0.4000 relative_P_10 5-1_4 0.3000 relative_P_15 5-1_4 0.2667 relative_P_20 5-1_4 0.2500 relative_P_30 5-1_4 0.2069 relative_P_100 5-1_4 0.3448 relative_P_200 5-1_4 0.4828 relative_P_500 5-1_4 0.6897 relative_P_1000 5-1_4 0.7241 success_1 5-1_4 0.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0210 set_relative_P 5-1_4 0.7241 set_recall 5-1_4 0.7241 set_map 5-1_4 0.0152 set_F 5-1_4 0.0408 num_nonrel_judged_ret 5-1_4 22 rbp 5-1_4 0.2216 rbp_resid 5-1_4 0.4117 unj_5 5-1_4 0.2000 unj_10 5-1_4 0.3000 unj_20 5-1_4 0.5000 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 4 map 6-1_2 0.0002 Rprec 6-1_2 0.0000 bpref 6-1_2 0.0357 recip_rank 6-1_2 0.0016 iprec_at_recall_0.00 6-1_2 0.0043 iprec_at_recall_0.10 6-1_2 0.0000 iprec_at_recall_0.20 6-1_2 0.0000 iprec_at_recall_0.30 6-1_2 0.0000 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.0000 P_15 6-1_2 0.0000 P_20 6-1_2 0.0000 P_30 6-1_2 0.0000 P_100 6-1_2 0.0000 P_200 6-1_2 0.0000 P_500 6-1_2 0.0000 P_1000 6-1_2 0.0040 relstring 6-1_2 '-----1----' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0000 recall_15 6-1_2 0.0000 recall_20 6-1_2 0.0000 recall_30 6-1_2 0.0000 recall_100 6-1_2 0.0000 recall_200 6-1_2 0.0000 recall_500 6-1_2 0.0000 recall_1000 6-1_2 0.0702 infAP 6-1_2 0.0002 Rprec_mult_0.20 6-1_2 0.0000 Rprec_mult_0.40 6-1_2 0.0000 Rprec_mult_0.60 6-1_2 0.0000 Rprec_mult_0.80 6-1_2 0.0000 Rprec_mult_1.00 6-1_2 0.0000 Rprec_mult_1.20 6-1_2 0.0000 Rprec_mult_1.40 6-1_2 0.0000 Rprec_mult_1.60 6-1_2 0.0000 Rprec_mult_1.80 6-1_2 0.0000 Rprec_mult_2.00 6-1_2 0.0000 utility 6-1_2 -992.0000 11pt_avg 6-1_2 0.0004 binG 6-1_2 0.0073 G 6-1_2 0.0200 ndcg 6-1_2 0.0961 ndcg_rel 6-1_2 0.0883 Rndcg 6-1_2 0.0521 ndcg_cut_5 6-1_2 0.0000 ndcg_cut_10 6-1_2 0.0261 ndcg_cut_15 6-1_2 0.0345 ndcg_cut_20 6-1_2 0.0410 ndcg_cut_30 6-1_2 0.0514 ndcg_cut_100 6-1_2 0.0391 ndcg_cut_200 6-1_2 0.0480 ndcg_cut_500 6-1_2 0.0593 ndcg_cut_1000 6-1_2 0.0961 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0000 map_cut_15 6-1_2 0.0000 map_cut_20 6-1_2 0.0000 map_cut_30 6-1_2 0.0000 map_cut_100 6-1_2 0.0000 map_cut_200 6-1_2 0.0000 map_cut_500 6-1_2 0.0000 map_cut_1000 6-1_2 0.0002 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.0000 relative_P_15 6-1_2 0.0000 relative_P_20 6-1_2 0.0000 relative_P_30 6-1_2 0.0000 relative_P_100 6-1_2 0.0000 relative_P_200 6-1_2 0.0000 relative_P_500 6-1_2 0.0000 relative_P_1000 6-1_2 0.0702 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 0.0000 set_P 6-1_2 0.0040 set_relative_P 6-1_2 0.0702 set_recall 6-1_2 0.0702 set_map 6-1_2 0.0003 set_F 6-1_2 0.0076 num_nonrel_judged_ret 6-1_2 30 rbp 6-1_2 0.0394 rbp_resid 6-1_2 0.8427 unj_5 6-1_2 1.0000 unj_10 6-1_2 0.9000 unj_20 6-1_2 0.8000 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 11 map 6-1_6 0.2205 Rprec 6-1_6 0.2963 bpref 6-1_6 0.3265 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 0.6250 iprec_at_recall_0.20 6-1_6 0.6250 iprec_at_recall_0.30 6-1_6 0.5714 iprec_at_recall_0.40 6-1_6 0.1058 iprec_at_recall_0.50 6-1_6 0.0000 iprec_at_recall_0.60 6-1_6 0.0000 iprec_at_recall_0.70 6-1_6 0.0000 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.6000 P_10 6-1_6 0.5000 P_15 6-1_6 0.5333 P_20 6-1_6 0.4000 P_30 6-1_6 0.2667 P_100 6-1_6 0.1000 P_200 6-1_6 0.0550 P_500 6-1_6 0.0220 P_1000 6-1_6 0.0110 relstring 6-1_6 '32113122--' recall_5 6-1_6 0.1111 recall_10 6-1_6 0.1852 recall_15 6-1_6 0.2963 recall_20 6-1_6 0.2963 recall_30 6-1_6 0.2963 recall_100 6-1_6 0.3704 recall_200 6-1_6 0.4074 recall_500 6-1_6 0.4074 recall_1000 6-1_6 0.4074 infAP 6-1_6 0.2205 Rprec_mult_0.20 6-1_6 0.5000 Rprec_mult_0.40 6-1_6 0.4545 Rprec_mult_0.60 6-1_6 0.4706 Rprec_mult_0.80 6-1_6 0.3636 Rprec_mult_1.00 6-1_6 0.2963 Rprec_mult_1.20 6-1_6 0.2727 Rprec_mult_1.40 6-1_6 0.2368 Rprec_mult_1.60 6-1_6 0.2045 Rprec_mult_1.80 6-1_6 0.1837 Rprec_mult_2.00 6-1_6 0.1667 utility 6-1_6 -978.0000 11pt_avg 6-1_6 0.2661 binG 6-1_6 0.1816 G 6-1_6 0.1362 ndcg 6-1_6 0.4931 ndcg_rel 6-1_6 0.5417 Rndcg 6-1_6 0.5041 ndcg_cut_5 6-1_6 0.7182 ndcg_cut_10 6-1_6 0.5874 ndcg_cut_15 6-1_6 0.6230 ndcg_cut_20 6-1_6 0.5474 ndcg_cut_30 6-1_6 0.4798 ndcg_cut_100 6-1_6 0.4771 ndcg_cut_200 6-1_6 0.4931 ndcg_cut_500 6-1_6 0.4931 ndcg_cut_1000 6-1_6 0.4931 map_cut_5 6-1_6 0.0963 map_cut_10 6-1_6 0.1406 map_cut_15 6-1_6 0.2002 map_cut_20 6-1_6 0.2002 map_cut_30 6-1_6 0.2002 map_cut_100 6-1_6 0.2166 map_cut_200 6-1_6 0.2205 map_cut_500 6-1_6 0.2205 map_cut_1000 6-1_6 0.2205 relative_P_5 6-1_6 0.6000 relative_P_10 6-1_6 0.5000 relative_P_15 6-1_6 0.5333 relative_P_20 6-1_6 0.4000 relative_P_30 6-1_6 0.2963 relative_P_100 6-1_6 0.3704 relative_P_200 6-1_6 0.4074 relative_P_500 6-1_6 0.4074 relative_P_1000 6-1_6 0.4074 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0110 set_relative_P 6-1_6 0.4074 set_recall 6-1_6 0.4074 set_map 6-1_6 0.0045 set_F 6-1_6 0.0214 num_nonrel_judged_ret 6-1_6 18 rbp 6-1_6 0.4701 rbp_resid 6-1_6 0.2429 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.2000 unj_20 6-1_6 0.3500 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 14 map 6-1_7 0.0177 Rprec 6-1_7 0.0652 bpref 6-1_7 0.0997 recip_rank 6-1_7 0.1250 iprec_at_recall_0.00 6-1_7 0.2222 iprec_at_recall_0.10 6-1_7 0.0413 iprec_at_recall_0.20 6-1_7 0.0288 iprec_at_recall_0.30 6-1_7 0.0258 iprec_at_recall_0.40 6-1_7 0.0000 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.0000 P_10 6-1_7 0.2000 P_15 6-1_7 0.1333 P_20 6-1_7 0.1000 P_30 6-1_7 0.1000 P_100 6-1_7 0.0400 P_200 6-1_7 0.0350 P_500 6-1_7 0.0260 P_1000 6-1_7 0.0140 relstring 6-1_7 '1-011-0221' recall_5 6-1_7 0.0000 recall_10 6-1_7 0.0435 recall_15 6-1_7 0.0435 recall_20 6-1_7 0.0435 recall_30 6-1_7 0.0652 recall_100 6-1_7 0.0870 recall_200 6-1_7 0.1522 recall_500 6-1_7 0.2826 recall_1000 6-1_7 0.3043 infAP 6-1_7 0.0177 Rprec_mult_0.20 6-1_7 0.2000 Rprec_mult_0.40 6-1_7 0.1053 Rprec_mult_0.60 6-1_7 0.1071 Rprec_mult_0.80 6-1_7 0.0811 Rprec_mult_1.00 6-1_7 0.0652 Rprec_mult_1.20 6-1_7 0.0536 Rprec_mult_1.40 6-1_7 0.0462 Rprec_mult_1.60 6-1_7 0.0405 Rprec_mult_1.80 6-1_7 0.0482 Rprec_mult_2.00 6-1_7 0.0435 utility 6-1_7 -972.0000 11pt_avg 6-1_7 0.0289 binG 6-1_7 0.0486 G 6-1_7 0.0483 ndcg 6-1_7 0.2419 ndcg_rel 6-1_7 0.2214 Rndcg 6-1_7 0.1770 ndcg_cut_5 6-1_7 0.2055 ndcg_cut_10 6-1_7 0.2450 ndcg_cut_15 6-1_7 0.1955 ndcg_cut_20 6-1_7 0.1718 ndcg_cut_30 6-1_7 0.1672 ndcg_cut_100 6-1_7 0.1201 ndcg_cut_200 6-1_7 0.1628 ndcg_cut_500 6-1_7 0.2337 ndcg_cut_1000 6-1_7 0.2419 map_cut_5 6-1_7 0.0000 map_cut_10 6-1_7 0.0075 map_cut_15 6-1_7 0.0075 map_cut_20 6-1_7 0.0075 map_cut_30 6-1_7 0.0099 map_cut_100 6-1_7 0.0110 map_cut_200 6-1_7 0.0135 map_cut_500 6-1_7 0.0172 map_cut_1000 6-1_7 0.0177 relative_P_5 6-1_7 0.0000 relative_P_10 6-1_7 0.2000 relative_P_15 6-1_7 0.1333 relative_P_20 6-1_7 0.1000 relative_P_30 6-1_7 0.1000 relative_P_100 6-1_7 0.0870 relative_P_200 6-1_7 0.1522 relative_P_500 6-1_7 0.2826 relative_P_1000 6-1_7 0.3043 success_1 6-1_7 0.0000 success_5 6-1_7 0.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0140 set_relative_P 6-1_7 0.3043 set_recall 6-1_7 0.3043 set_map 6-1_7 0.0043 set_F 6-1_7 0.0268 num_nonrel_judged_ret 6-1_7 55 rbp 6-1_7 0.1598 rbp_resid 6-1_7 0.3406 unj_5 6-1_7 0.2000 unj_10 6-1_7 0.2000 unj_20 6-1_7 0.3500 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 5 map 6-2_2 0.0140 Rprec 6-2_2 0.0536 bpref 6-2_2 0.0682 recip_rank 6-2_2 0.1667 iprec_at_recall_0.00 6-2_2 0.3333 iprec_at_recall_0.10 6-2_2 0.0000 iprec_at_recall_0.20 6-2_2 0.0000 iprec_at_recall_0.30 6-2_2 0.0000 iprec_at_recall_0.40 6-2_2 0.0000 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.0000 P_10 6-2_2 0.3000 P_15 6-2_2 0.2000 P_20 6-2_2 0.1500 P_30 6-2_2 0.1000 P_100 6-2_2 0.0300 P_200 6-2_2 0.0200 P_500 6-2_2 0.0080 P_1000 6-2_2 0.0050 relstring 6-2_2 '10-1041220' recall_5 6-2_2 0.0000 recall_10 6-2_2 0.0536 recall_15 6-2_2 0.0536 recall_20 6-2_2 0.0536 recall_30 6-2_2 0.0536 recall_100 6-2_2 0.0536 recall_200 6-2_2 0.0714 recall_500 6-2_2 0.0714 recall_1000 6-2_2 0.0893 infAP 6-2_2 0.0140 Rprec_mult_0.20 6-2_2 0.2500 Rprec_mult_0.40 6-2_2 0.1304 Rprec_mult_0.60 6-2_2 0.0882 Rprec_mult_0.80 6-2_2 0.0667 Rprec_mult_1.00 6-2_2 0.0536 Rprec_mult_1.20 6-2_2 0.0441 Rprec_mult_1.40 6-2_2 0.0380 Rprec_mult_1.60 6-2_2 0.0333 Rprec_mult_1.80 6-2_2 0.0297 Rprec_mult_2.00 6-2_2 0.0268 utility 6-2_2 -990.0000 11pt_avg 6-2_2 0.0303 binG 6-2_2 0.0227 G 6-2_2 0.0222 ndcg 6-2_2 0.1303 ndcg_rel 6-2_2 0.1374 Rndcg 6-2_2 0.1582 ndcg_cut_5 6-2_2 0.1213 ndcg_cut_10 6-2_2 0.2433 ndcg_cut_15 6-2_2 0.1998 ndcg_cut_20 6-2_2 0.1907 ndcg_cut_30 6-2_2 0.1601 ndcg_cut_100 6-2_2 0.1140 ndcg_cut_200 6-2_2 0.1233 ndcg_cut_500 6-2_2 0.1233 ndcg_cut_1000 6-2_2 0.1303 map_cut_5 6-2_2 0.0000 map_cut_10 6-2_2 0.0134 map_cut_15 6-2_2 0.0134 map_cut_20 6-2_2 0.0134 map_cut_30 6-2_2 0.0134 map_cut_100 6-2_2 0.0134 map_cut_200 6-2_2 0.0139 map_cut_500 6-2_2 0.0139 map_cut_1000 6-2_2 0.0140 relative_P_5 6-2_2 0.0000 relative_P_10 6-2_2 0.3000 relative_P_15 6-2_2 0.2000 relative_P_20 6-2_2 0.1500 relative_P_30 6-2_2 0.1000 relative_P_100 6-2_2 0.0536 relative_P_200 6-2_2 0.0714 relative_P_500 6-2_2 0.0714 relative_P_1000 6-2_2 0.0893 success_1 6-2_2 0.0000 success_5 6-2_2 0.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0050 set_relative_P 6-2_2 0.0893 set_recall 6-2_2 0.0893 set_map 6-2_2 0.0004 set_F 6-2_2 0.0095 num_nonrel_judged_ret 6-2_2 28 rbp 6-2_2 0.1696 rbp_resid 6-2_2 0.2838 unj_5 6-2_2 0.2000 unj_10 6-2_2 0.1000 unj_20 6-2_2 0.2500 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 6 map 6-2_3 0.0142 Rprec 6-2_3 0.0588 bpref 6-2_3 0.0519 recip_rank 6-2_3 0.1111 iprec_at_recall_0.00 6-2_3 0.1111 iprec_at_recall_0.10 6-2_3 0.0375 iprec_at_recall_0.20 6-2_3 0.0375 iprec_at_recall_0.30 6-2_3 0.0227 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.0000 P_10 6-2_3 0.1000 P_15 6-2_3 0.0667 P_20 6-2_3 0.0500 P_30 6-2_3 0.0333 P_100 6-2_3 0.0300 P_200 6-2_3 0.0200 P_500 6-2_3 0.0120 P_1000 6-2_3 0.0060 relstring 6-2_3 '0-0-11-03-' recall_5 6-2_3 0.0000 recall_10 6-2_3 0.0588 recall_15 6-2_3 0.0588 recall_20 6-2_3 0.0588 recall_30 6-2_3 0.0588 recall_100 6-2_3 0.1765 recall_200 6-2_3 0.2353 recall_500 6-2_3 0.3529 recall_1000 6-2_3 0.3529 infAP 6-2_3 0.0142 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.0000 Rprec_mult_0.60 6-2_3 0.0909 Rprec_mult_0.80 6-2_3 0.0714 Rprec_mult_1.00 6-2_3 0.0588 Rprec_mult_1.20 6-2_3 0.0476 Rprec_mult_1.40 6-2_3 0.0417 Rprec_mult_1.60 6-2_3 0.0357 Rprec_mult_1.80 6-2_3 0.0323 Rprec_mult_2.00 6-2_3 0.0294 utility 6-2_3 -988.0000 11pt_avg 6-2_3 0.0190 binG 6-2_3 0.0591 G 6-2_3 0.0559 ndcg 6-2_3 0.1825 ndcg_rel 6-2_3 0.1616 Rndcg 6-2_3 0.0858 ndcg_cut_5 6-2_3 0.0393 ndcg_cut_10 6-2_3 0.1229 ndcg_cut_15 6-2_3 0.1027 ndcg_cut_20 6-2_3 0.0931 ndcg_cut_30 6-2_3 0.0831 ndcg_cut_100 6-2_3 0.1309 ndcg_cut_200 6-2_3 0.1586 ndcg_cut_500 6-2_3 0.1825 ndcg_cut_1000 6-2_3 0.1825 map_cut_5 6-2_3 0.0000 map_cut_10 6-2_3 0.0065 map_cut_15 6-2_3 0.0065 map_cut_20 6-2_3 0.0065 map_cut_30 6-2_3 0.0065 map_cut_100 6-2_3 0.0103 map_cut_200 6-2_3 0.0120 map_cut_500 6-2_3 0.0142 map_cut_1000 6-2_3 0.0142 relative_P_5 6-2_3 0.0000 relative_P_10 6-2_3 0.1000 relative_P_15 6-2_3 0.0667 relative_P_20 6-2_3 0.0588 relative_P_30 6-2_3 0.0588 relative_P_100 6-2_3 0.1765 relative_P_200 6-2_3 0.2353 relative_P_500 6-2_3 0.3529 relative_P_1000 6-2_3 0.3529 success_1 6-2_3 0.0000 success_5 6-2_3 0.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0060 set_relative_P 6-2_3 0.3529 set_recall 6-2_3 0.3529 set_map 6-2_3 0.0021 set_F 6-2_3 0.0118 num_nonrel_judged_ret 6-2_3 44 rbp 6-2_3 0.0641 rbp_resid 6-2_3 0.5755 unj_5 6-2_3 0.4000 unj_10 6-2_3 0.4000 unj_20 6-2_3 0.7000 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 33 map 6-2_5 0.1403 Rprec 6-2_5 0.1765 bpref 6-2_5 0.4502 recip_rank 6-2_5 1.0000 iprec_at_recall_0.00 6-2_5 1.0000 iprec_at_recall_0.10 6-2_5 0.4615 iprec_at_recall_0.20 6-2_5 0.1839 iprec_at_recall_0.30 6-2_5 0.1839 iprec_at_recall_0.40 6-2_5 0.1342 iprec_at_recall_0.50 6-2_5 0.0767 iprec_at_recall_0.60 6-2_5 0.0585 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.6000 P_10 6-2_5 0.4000 P_15 6-2_5 0.4000 P_20 6-2_5 0.3000 P_30 6-2_5 0.3000 P_100 6-2_5 0.1700 P_200 6-2_5 0.1050 P_500 6-2_5 0.0580 P_1000 6-2_5 0.0330 relstring 6-2_5 '40-2201--3' recall_5 6-2_5 0.0588 recall_10 6-2_5 0.0784 recall_15 6-2_5 0.1176 recall_20 6-2_5 0.1176 recall_30 6-2_5 0.1765 recall_100 6-2_5 0.3333 recall_200 6-2_5 0.4118 recall_500 6-2_5 0.5686 recall_1000 6-2_5 0.6471 infAP 6-2_5 0.1403 Rprec_mult_0.20 6-2_5 0.3636 Rprec_mult_0.40 6-2_5 0.2857 Rprec_mult_0.60 6-2_5 0.2903 Rprec_mult_0.80 6-2_5 0.2195 Rprec_mult_1.00 6-2_5 0.1765 Rprec_mult_1.20 6-2_5 0.1613 Rprec_mult_1.40 6-2_5 0.1806 Rprec_mult_1.60 6-2_5 0.1707 Rprec_mult_1.80 6-2_5 0.1739 Rprec_mult_2.00 6-2_5 0.1667 utility 6-2_5 -934.0000 11pt_avg 6-2_5 0.1908 binG 6-2_5 0.1372 G 6-2_5 0.1098 ndcg 6-2_5 0.4857 ndcg_rel 6-2_5 0.4349 Rndcg 6-2_5 0.3671 ndcg_cut_5 6-2_5 0.4778 ndcg_cut_10 6-2_5 0.3761 ndcg_cut_15 6-2_5 0.3592 ndcg_cut_20 6-2_5 0.3268 ndcg_cut_30 6-2_5 0.3517 ndcg_cut_100 6-2_5 0.3498 ndcg_cut_200 6-2_5 0.3912 ndcg_cut_500 6-2_5 0.4467 ndcg_cut_1000 6-2_5 0.4857 map_cut_5 6-2_5 0.0412 map_cut_10 6-2_5 0.0490 map_cut_15 6-2_5 0.0662 map_cut_20 6-2_5 0.0662 map_cut_30 6-2_5 0.0850 map_cut_100 6-2_5 0.1129 map_cut_200 6-2_5 0.1234 map_cut_500 6-2_5 0.1362 map_cut_1000 6-2_5 0.1403 relative_P_5 6-2_5 0.6000 relative_P_10 6-2_5 0.4000 relative_P_15 6-2_5 0.4000 relative_P_20 6-2_5 0.3000 relative_P_30 6-2_5 0.3000 relative_P_100 6-2_5 0.3333 relative_P_200 6-2_5 0.4118 relative_P_500 6-2_5 0.5686 relative_P_1000 6-2_5 0.6471 success_1 6-2_5 1.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0330 set_relative_P 6-2_5 0.6471 set_recall 6-2_5 0.6471 set_map 6-2_5 0.0214 set_F 6-2_5 0.0628 num_nonrel_judged_ret 6-2_5 28 rbp 6-2_5 0.2929 rbp_resid 6-2_5 0.3439 unj_5 6-2_5 0.2000 unj_10 6-2_5 0.3000 unj_20 6-2_5 0.4000 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 0 map 7-1_1 0.0000 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0000 iprec_at_recall_0.00 7-1_1 0.0000 iprec_at_recall_0.10 7-1_1 0.0000 iprec_at_recall_0.20 7-1_1 0.0000 iprec_at_recall_0.30 7-1_1 0.0000 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0000 P_1000 7-1_1 0.0000 relstring 7-1_1 '1--111111-' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.0000 recall_1000 7-1_1 0.0000 infAP 7-1_1 0.0000 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -1000.0000 11pt_avg 7-1_1 0.0000 binG 7-1_1 0.0000 G 7-1_1 0.0481 ndcg 7-1_1 0.2442 ndcg_rel 7-1_1 0.2579 Rndcg 7-1_1 0.2553 ndcg_cut_5 7-1_1 0.2792 ndcg_cut_10 7-1_1 0.3854 ndcg_cut_15 7-1_1 0.3876 ndcg_cut_20 7-1_1 0.3893 ndcg_cut_30 7-1_1 0.3565 ndcg_cut_100 7-1_1 0.2306 ndcg_cut_200 7-1_1 0.2234 ndcg_cut_500 7-1_1 0.2442 ndcg_cut_1000 7-1_1 0.2442 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0000 map_cut_1000 7-1_1 0.0000 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.0000 relative_P_1000 7-1_1 0.0000 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0000 set_relative_P 7-1_1 0.0000 set_recall 7-1_1 0.0000 set_map 7-1_1 0.0000 set_F 7-1_1 0.0000 num_nonrel_judged_ret 7-1_1 44 rbp 7-1_1 0.1853 rbp_resid 7-1_1 0.4319 unj_5 7-1_1 0.4000 unj_10 7-1_1 0.3000 unj_20 7-1_1 0.4500 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 0 map 7-1_5 0.0000 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0000 iprec_at_recall_0.00 7-1_5 0.0000 iprec_at_recall_0.10 7-1_5 0.0000 iprec_at_recall_0.20 7-1_5 0.0000 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0000 P_500 7-1_5 0.0000 P_1000 7-1_5 0.0000 relstring 7-1_5 '-000000000' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.0000 recall_500 7-1_5 0.0000 recall_1000 7-1_5 0.0000 infAP 7-1_5 0.0000 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -1000.0000 11pt_avg 7-1_5 0.0000 binG 7-1_5 0.0000 G 7-1_5 0.0026 ndcg 7-1_5 0.0060 ndcg_rel 7-1_5 0.0060 Rndcg 7-1_5 0.0015 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0000 ndcg_cut_20 7-1_5 0.0000 ndcg_cut_30 7-1_5 0.0000 ndcg_cut_100 7-1_5 0.0000 ndcg_cut_200 7-1_5 0.0000 ndcg_cut_500 7-1_5 0.0000 ndcg_cut_1000 7-1_5 0.0060 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0000 map_cut_500 7-1_5 0.0000 map_cut_1000 7-1_5 0.0000 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.0000 relative_P_500 7-1_5 0.0000 relative_P_1000 7-1_5 0.0000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0000 set_relative_P 7-1_5 0.0000 set_recall 7-1_5 0.0000 set_map 7-1_5 0.0000 set_F 7-1_5 0.0000 num_nonrel_judged_ret 7-1_5 17 rbp 7-1_5 0.0000 rbp_resid 7-1_5 0.3818 unj_5 7-1_5 0.2000 unj_10 7-1_5 0.1000 unj_20 7-1_5 0.4500 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 8 map 7-1_6 0.5671 Rprec 7-1_6 0.5556 bpref 7-1_6 0.7531 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 0.5714 iprec_at_recall_0.50 7-1_6 0.5556 iprec_at_recall_0.60 7-1_6 0.5556 iprec_at_recall_0.70 7-1_6 0.5000 iprec_at_recall_0.80 7-1_6 0.2414 iprec_at_recall_0.90 7-1_6 0.2353 iprec_at_recall_1.00 7-1_6 0.0000 P_5 7-1_6 0.6000 P_10 7-1_6 0.5000 P_15 7-1_6 0.4000 P_20 7-1_6 0.3000 P_30 7-1_6 0.2333 P_100 7-1_6 0.0800 P_200 7-1_6 0.0400 P_500 7-1_6 0.0160 P_1000 7-1_6 0.0080 relstring 7-1_6 '4441--4-41' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.5556 recall_15 7-1_6 0.6667 recall_20 7-1_6 0.6667 recall_30 7-1_6 0.7778 recall_100 7-1_6 0.8889 recall_200 7-1_6 0.8889 recall_500 7-1_6 0.8889 recall_1000 7-1_6 0.8889 infAP 7-1_6 0.5671 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.5000 Rprec_mult_0.80 7-1_6 0.5000 Rprec_mult_1.00 7-1_6 0.5556 Rprec_mult_1.20 7-1_6 0.4545 Rprec_mult_1.40 7-1_6 0.4615 Rprec_mult_1.60 7-1_6 0.4000 Rprec_mult_1.80 7-1_6 0.3529 Rprec_mult_2.00 7-1_6 0.3333 utility 7-1_6 -984.0000 11pt_avg 7-1_6 0.6054 binG 7-1_6 0.5086 G 7-1_6 0.4786 ndcg 7-1_6 0.8280 ndcg_rel 7-1_6 0.8376 Rndcg 7-1_6 0.7547 ndcg_cut_5 7-1_6 0.7592 ndcg_cut_10 7-1_6 0.7646 ndcg_cut_15 7-1_6 0.7534 ndcg_cut_20 7-1_6 0.7534 ndcg_cut_30 7-1_6 0.7777 ndcg_cut_100 7-1_6 0.8111 ndcg_cut_200 7-1_6 0.8280 ndcg_cut_500 7-1_6 0.8280 ndcg_cut_1000 7-1_6 0.8280 map_cut_5 7-1_6 0.3333 map_cut_10 7-1_6 0.4586 map_cut_15 7-1_6 0.5141 map_cut_20 7-1_6 0.5141 map_cut_30 7-1_6 0.5409 map_cut_100 7-1_6 0.5671 map_cut_200 7-1_6 0.5671 map_cut_500 7-1_6 0.5671 map_cut_1000 7-1_6 0.5671 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.5556 relative_P_15 7-1_6 0.6667 relative_P_20 7-1_6 0.6667 relative_P_30 7-1_6 0.7778 relative_P_100 7-1_6 0.8889 relative_P_200 7-1_6 0.8889 relative_P_500 7-1_6 0.8889 relative_P_1000 7-1_6 0.8889 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0080 set_relative_P 7-1_6 0.8889 set_recall 7-1_6 0.8889 set_map 7-1_6 0.0071 set_F 7-1_6 0.0159 num_nonrel_judged_ret 7-1_6 13 rbp 7-1_6 0.4237 rbp_resid 7-1_6 0.4451 unj_5 7-1_6 0.2000 unj_10 7-1_6 0.3000 unj_20 7-1_6 0.5500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 10 map 7-1_9 0.3277 Rprec 7-1_9 0.4500 bpref 7-1_9 0.4600 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 0.6667 iprec_at_recall_0.30 7-1_9 0.6667 iprec_at_recall_0.40 7-1_9 0.5333 iprec_at_recall_0.50 7-1_9 0.3125 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.6000 P_10 7-1_9 0.6000 P_15 7-1_9 0.5333 P_20 7-1_9 0.4500 P_30 7-1_9 0.3000 P_100 7-1_9 0.1000 P_200 7-1_9 0.0500 P_500 7-1_9 0.0200 P_1000 7-1_9 0.0100 relstring 7-1_9 '22-2-2-221' recall_5 7-1_9 0.1500 recall_10 7-1_9 0.3000 recall_15 7-1_9 0.4000 recall_20 7-1_9 0.4500 recall_30 7-1_9 0.4500 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.5000 recall_500 7-1_9 0.5000 recall_1000 7-1_9 0.5000 infAP 7-1_9 0.3277 Rprec_mult_0.20 7-1_9 0.7500 Rprec_mult_0.40 7-1_9 0.6250 Rprec_mult_0.60 7-1_9 0.5000 Rprec_mult_0.80 7-1_9 0.5000 Rprec_mult_1.00 7-1_9 0.4500 Rprec_mult_1.20 7-1_9 0.3750 Rprec_mult_1.40 7-1_9 0.3214 Rprec_mult_1.60 7-1_9 0.3125 Rprec_mult_1.80 7-1_9 0.2778 Rprec_mult_2.00 7-1_9 0.2500 utility 7-1_9 -980.0000 11pt_avg 7-1_9 0.3799 binG 7-1_9 0.2565 G 7-1_9 0.1524 ndcg 7-1_9 0.5297 ndcg_rel 7-1_9 0.5400 Rndcg 7-1_9 0.5146 ndcg_cut_5 7-1_9 0.5221 ndcg_cut_10 7-1_9 0.5734 ndcg_cut_15 7-1_9 0.5765 ndcg_cut_20 7-1_9 0.5362 ndcg_cut_30 7-1_9 0.4860 ndcg_cut_100 7-1_9 0.5015 ndcg_cut_200 7-1_9 0.5231 ndcg_cut_500 7-1_9 0.5297 ndcg_cut_1000 7-1_9 0.5297 map_cut_5 7-1_9 0.1375 map_cut_10 7-1_9 0.2354 map_cut_15 7-1_9 0.2871 map_cut_20 7-1_9 0.3121 map_cut_30 7-1_9 0.3121 map_cut_100 7-1_9 0.3277 map_cut_200 7-1_9 0.3277 map_cut_500 7-1_9 0.3277 map_cut_1000 7-1_9 0.3277 relative_P_5 7-1_9 0.6000 relative_P_10 7-1_9 0.6000 relative_P_15 7-1_9 0.5333 relative_P_20 7-1_9 0.4500 relative_P_30 7-1_9 0.4500 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.5000 relative_P_500 7-1_9 0.5000 relative_P_1000 7-1_9 0.5000 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0100 set_relative_P 7-1_9 0.5000 set_recall 7-1_9 0.5000 set_map 7-1_9 0.0050 set_F 7-1_9 0.0196 num_nonrel_judged_ret 7-1_9 14 rbp 7-1_9 0.2760 rbp_resid 7-1_9 0.3719 unj_5 7-1_9 0.4000 unj_10 7-1_9 0.3000 unj_20 7-1_9 0.3000 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 35 map 9-1_10 0.1480 Rprec 9-1_10 0.2542 bpref 9-1_10 0.5269 recip_rank 9-1_10 0.2500 iprec_at_recall_0.00 9-1_10 0.5000 iprec_at_recall_0.10 9-1_10 0.4615 iprec_at_recall_0.20 9-1_10 0.2927 iprec_at_recall_0.30 9-1_10 0.2727 iprec_at_recall_0.40 9-1_10 0.2000 iprec_at_recall_0.50 9-1_10 0.1316 iprec_at_recall_0.60 9-1_10 0.0783 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.4000 P_10 9-1_10 0.5000 P_15 9-1_10 0.4000 P_20 9-1_10 0.3000 P_30 9-1_10 0.2667 P_100 9-1_10 0.2100 P_200 9-1_10 0.1400 P_500 9-1_10 0.0700 P_1000 9-1_10 0.0350 relstring 9-1_10 '1-0242-033' recall_5 9-1_10 0.0339 recall_10 9-1_10 0.0847 recall_15 9-1_10 0.1017 recall_20 9-1_10 0.1017 recall_30 9-1_10 0.1356 recall_100 9-1_10 0.3559 recall_200 9-1_10 0.4746 recall_500 9-1_10 0.5932 recall_1000 9-1_10 0.5932 infAP 9-1_10 0.1480 Rprec_mult_0.20 9-1_10 0.4167 Rprec_mult_0.40 9-1_10 0.2500 Rprec_mult_0.60 9-1_10 0.2778 Rprec_mult_0.80 9-1_10 0.2708 Rprec_mult_1.00 9-1_10 0.2542 Rprec_mult_1.20 9-1_10 0.2535 Rprec_mult_1.40 9-1_10 0.2410 Rprec_mult_1.60 9-1_10 0.2211 Rprec_mult_1.80 9-1_10 0.2056 Rprec_mult_2.00 9-1_10 0.1949 utility 9-1_10 -930.0000 11pt_avg 9-1_10 0.1761 binG 9-1_10 0.1206 G 9-1_10 0.0928 ndcg 9-1_10 0.4467 ndcg_rel 9-1_10 0.3770 Rndcg 9-1_10 0.3042 ndcg_cut_5 9-1_10 0.2890 ndcg_cut_10 9-1_10 0.3242 ndcg_cut_15 9-1_10 0.2961 ndcg_cut_20 9-1_10 0.2465 ndcg_cut_30 9-1_10 0.2412 ndcg_cut_100 9-1_10 0.3447 ndcg_cut_200 9-1_10 0.3910 ndcg_cut_500 9-1_10 0.4467 ndcg_cut_1000 9-1_10 0.4467 map_cut_5 9-1_10 0.0110 map_cut_10 9-1_10 0.0355 map_cut_15 9-1_10 0.0433 map_cut_20 9-1_10 0.0433 map_cut_30 9-1_10 0.0524 map_cut_100 9-1_10 0.1117 map_cut_200 9-1_10 0.1339 map_cut_500 9-1_10 0.1480 map_cut_1000 9-1_10 0.1480 relative_P_5 9-1_10 0.4000 relative_P_10 9-1_10 0.5000 relative_P_15 9-1_10 0.4000 relative_P_20 9-1_10 0.3000 relative_P_30 9-1_10 0.2667 relative_P_100 9-1_10 0.3559 relative_P_200 9-1_10 0.4746 relative_P_500 9-1_10 0.5932 relative_P_1000 9-1_10 0.5932 success_1 9-1_10 0.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0350 set_relative_P 9-1_10 0.5932 set_recall 9-1_10 0.5932 set_map 9-1_10 0.0208 set_F 9-1_10 0.0661 num_nonrel_judged_ret 9-1_10 8 rbp 9-1_10 0.2671 rbp_resid 9-1_10 0.4048 unj_5 9-1_10 0.2000 unj_10 9-1_10 0.2000 unj_20 9-1_10 0.5000 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 31 map 9-1_2 0.0747 Rprec 9-1_2 0.1724 bpref 9-1_2 0.3799 recip_rank 9-1_2 0.5000 iprec_at_recall_0.00 9-1_2 0.5000 iprec_at_recall_0.10 9-1_2 0.1852 iprec_at_recall_0.20 9-1_2 0.1429 iprec_at_recall_0.30 9-1_2 0.1429 iprec_at_recall_0.40 9-1_2 0.1059 iprec_at_recall_0.50 9-1_2 0.0767 iprec_at_recall_0.60 9-1_2 0.0000 iprec_at_recall_0.70 9-1_2 0.0000 iprec_at_recall_0.80 9-1_2 0.0000 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.2000 P_10 9-1_2 0.1000 P_15 9-1_2 0.1333 P_20 9-1_2 0.1500 P_30 9-1_2 0.1333 P_100 9-1_2 0.1200 P_200 9-1_2 0.1050 P_500 9-1_2 0.0620 P_1000 9-1_2 0.0310 relstring 9-1_2 '030-100-0-' recall_5 9-1_2 0.0172 recall_10 9-1_2 0.0172 recall_15 9-1_2 0.0345 recall_20 9-1_2 0.0517 recall_30 9-1_2 0.0690 recall_100 9-1_2 0.2069 recall_200 9-1_2 0.3621 recall_500 9-1_2 0.5345 recall_1000 9-1_2 0.5345 infAP 9-1_2 0.0747 Rprec_mult_0.20 9-1_2 0.0833 Rprec_mult_0.40 9-1_2 0.1250 Rprec_mult_0.60 9-1_2 0.1143 Rprec_mult_0.80 9-1_2 0.1702 Rprec_mult_1.00 9-1_2 0.1724 Rprec_mult_1.20 9-1_2 0.1429 Rprec_mult_1.40 9-1_2 0.1341 Rprec_mult_1.60 9-1_2 0.1183 Rprec_mult_1.80 9-1_2 0.1238 Rprec_mult_2.00 9-1_2 0.1293 utility 9-1_2 -938.0000 11pt_avg 9-1_2 0.1049 binG 9-1_2 0.0928 G 9-1_2 0.0796 ndcg 9-1_2 0.3694 ndcg_rel 9-1_2 0.3125 Rndcg 9-1_2 0.2188 ndcg_cut_5 9-1_2 0.1933 ndcg_cut_10 9-1_2 0.1320 ndcg_cut_15 9-1_2 0.1701 ndcg_cut_20 9-1_2 0.1738 ndcg_cut_30 9-1_2 0.1652 ndcg_cut_100 9-1_2 0.2064 ndcg_cut_200 9-1_2 0.2886 ndcg_cut_500 9-1_2 0.3694 ndcg_cut_1000 9-1_2 0.3694 map_cut_5 9-1_2 0.0086 map_cut_10 9-1_2 0.0086 map_cut_15 9-1_2 0.0113 map_cut_20 9-1_2 0.0140 map_cut_30 9-1_2 0.0166 map_cut_100 9-1_2 0.0383 map_cut_200 9-1_2 0.0591 map_cut_500 9-1_2 0.0747 map_cut_1000 9-1_2 0.0747 relative_P_5 9-1_2 0.2000 relative_P_10 9-1_2 0.1000 relative_P_15 9-1_2 0.1333 relative_P_20 9-1_2 0.1500 relative_P_30 9-1_2 0.1333 relative_P_100 9-1_2 0.2069 relative_P_200 9-1_2 0.3621 relative_P_500 9-1_2 0.5345 relative_P_1000 9-1_2 0.5345 success_1 9-1_2 0.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0310 set_relative_P 9-1_2 0.5345 set_recall 9-1_2 0.5345 set_map 9-1_2 0.0166 set_F 9-1_2 0.0586 num_nonrel_judged_ret 9-1_2 31 rbp 9-1_2 0.1438 rbp_resid 9-1_2 0.3712 unj_5 9-1_2 0.2000 unj_10 9-1_2 0.3000 unj_20 9-1_2 0.4000 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 21 map 9-1_4 0.2571 Rprec 9-1_4 0.2800 bpref 9-1_4 0.5552 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 1.0000 iprec_at_recall_0.20 9-1_4 0.5000 iprec_at_recall_0.30 9-1_4 0.2045 iprec_at_recall_0.40 9-1_4 0.1897 iprec_at_recall_0.50 9-1_4 0.1386 iprec_at_recall_0.60 9-1_4 0.1376 iprec_at_recall_0.70 9-1_4 0.0905 iprec_at_recall_0.80 9-1_4 0.0416 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.5000 P_15 9-1_4 0.4000 P_20 9-1_4 0.3000 P_30 9-1_4 0.2333 P_100 9-1_4 0.1300 P_200 9-1_4 0.0900 P_500 9-1_4 0.0400 P_1000 9-1_4 0.0210 relstring 9-1_4 '333---1-33' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.2400 recall_20 9-1_4 0.2400 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.5200 recall_200 9-1_4 0.7200 recall_500 9-1_4 0.8000 recall_1000 9-1_4 0.8400 infAP 9-1_4 0.2571 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.4000 Rprec_mult_0.80 9-1_4 0.3000 Rprec_mult_1.00 9-1_4 0.2800 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2000 Rprec_mult_1.60 9-1_4 0.1750 Rprec_mult_1.80 9-1_4 0.2000 Rprec_mult_2.00 9-1_4 0.1800 utility 9-1_4 -958.0000 11pt_avg 9-1_4 0.3002 binG 9-1_4 0.2548 G 9-1_4 0.2409 ndcg 9-1_4 0.6627 ndcg_rel 9-1_4 0.6178 Rndcg 9-1_4 0.4986 ndcg_cut_5 9-1_4 0.7227 ndcg_cut_10 9-1_4 0.6233 ndcg_cut_15 9-1_4 0.5258 ndcg_cut_20 9-1_4 0.4540 ndcg_cut_30 9-1_4 0.4287 ndcg_cut_100 9-1_4 0.5484 ndcg_cut_200 9-1_4 0.6246 ndcg_cut_500 9-1_4 0.6536 ndcg_cut_1000 9-1_4 0.6627 map_cut_5 9-1_4 0.1200 map_cut_10 9-1_4 0.1578 map_cut_15 9-1_4 0.1738 map_cut_20 9-1_4 0.1738 map_cut_30 9-1_4 0.1850 map_cut_100 9-1_4 0.2278 map_cut_200 9-1_4 0.2515 map_cut_500 9-1_4 0.2556 map_cut_1000 9-1_4 0.2571 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.4000 relative_P_20 9-1_4 0.3000 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.5200 relative_P_200 9-1_4 0.7200 relative_P_500 9-1_4 0.8000 relative_P_1000 9-1_4 0.8400 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0210 set_relative_P 9-1_4 0.8400 set_recall 9-1_4 0.8400 set_map 9-1_4 0.0176 set_F 9-1_4 0.0410 num_nonrel_judged_ret 9-1_4 19 rbp 9-1_4 0.4127 rbp_resid 9-1_4 0.4603 unj_5 9-1_4 0.4000 unj_10 9-1_4 0.4000 unj_20 9-1_4 0.4500 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 8 map 9-1_5 0.0058 Rprec 9-1_5 0.0400 bpref 9-1_5 0.0672 recip_rank 9-1_5 0.0417 iprec_at_recall_0.00 9-1_5 0.0417 iprec_at_recall_0.10 9-1_5 0.0326 iprec_at_recall_0.20 9-1_5 0.0093 iprec_at_recall_0.30 9-1_5 0.0087 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.0000 P_15 9-1_5 0.0000 P_20 9-1_5 0.0000 P_30 9-1_5 0.0333 P_100 9-1_5 0.0300 P_200 9-1_5 0.0150 P_500 9-1_5 0.0080 P_1000 9-1_5 0.0080 relstring 9-1_5 '--01--0---' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0000 recall_15 9-1_5 0.0000 recall_20 9-1_5 0.0000 recall_30 9-1_5 0.0400 recall_100 9-1_5 0.1200 recall_200 9-1_5 0.1200 recall_500 9-1_5 0.1600 recall_1000 9-1_5 0.3200 infAP 9-1_5 0.0058 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.0000 Rprec_mult_0.60 9-1_5 0.0000 Rprec_mult_0.80 9-1_5 0.0000 Rprec_mult_1.00 9-1_5 0.0400 Rprec_mult_1.20 9-1_5 0.0333 Rprec_mult_1.40 9-1_5 0.0286 Rprec_mult_1.60 9-1_5 0.0250 Rprec_mult_1.80 9-1_5 0.0222 Rprec_mult_2.00 9-1_5 0.0200 utility 9-1_5 -984.0000 11pt_avg 9-1_5 0.0084 binG 9-1_5 0.0426 G 9-1_5 0.0563 ndcg 9-1_5 0.1964 ndcg_rel 9-1_5 0.1507 Rndcg 9-1_5 0.0659 ndcg_cut_5 9-1_5 0.0392 ndcg_cut_10 9-1_5 0.0273 ndcg_cut_15 9-1_5 0.0218 ndcg_cut_20 9-1_5 0.0189 ndcg_cut_30 9-1_5 0.0582 ndcg_cut_100 9-1_5 0.0918 ndcg_cut_200 9-1_5 0.1015 ndcg_cut_500 9-1_5 0.1267 ndcg_cut_1000 9-1_5 0.1964 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0000 map_cut_15 9-1_5 0.0000 map_cut_20 9-1_5 0.0000 map_cut_30 9-1_5 0.0017 map_cut_100 9-1_5 0.0041 map_cut_200 9-1_5 0.0041 map_cut_500 9-1_5 0.0045 map_cut_1000 9-1_5 0.0058 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.0000 relative_P_15 9-1_5 0.0000 relative_P_20 9-1_5 0.0000 relative_P_30 9-1_5 0.0400 relative_P_100 9-1_5 0.1200 relative_P_200 9-1_5 0.1200 relative_P_500 9-1_5 0.1600 relative_P_1000 9-1_5 0.3200 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 0.0000 set_P 9-1_5 0.0080 set_relative_P 9-1_5 0.3200 set_recall 9-1_5 0.3200 set_map 9-1_5 0.0026 set_F 9-1_5 0.0156 num_nonrel_judged_ret 9-1_5 47 rbp 9-1_5 0.0300 rbp_resid 9-1_5 0.7446 unj_5 9-1_5 0.6000 unj_10 9-1_5 0.7000 unj_20 9-1_5 0.8500 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 6 map 9-2_6 0.0163 Rprec 9-2_6 0.0500 bpref 9-2_6 0.1825 recip_rank 9-2_6 0.0625 iprec_at_recall_0.00 9-2_6 0.0909 iprec_at_recall_0.10 9-2_6 0.0909 iprec_at_recall_0.20 9-2_6 0.0488 iprec_at_recall_0.30 9-2_6 0.0488 iprec_at_recall_0.40 9-2_6 0.0000 iprec_at_recall_0.50 9-2_6 0.0000 iprec_at_recall_0.60 9-2_6 0.0000 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.0000 P_10 9-2_6 0.0000 P_15 9-2_6 0.0000 P_20 9-2_6 0.0500 P_30 9-2_6 0.0667 P_100 9-2_6 0.0400 P_200 9-2_6 0.0300 P_500 9-2_6 0.0120 P_1000 9-2_6 0.0060 relstring 9-2_6 '-00--0--0-' recall_5 9-2_6 0.0000 recall_10 9-2_6 0.0000 recall_15 9-2_6 0.0000 recall_20 9-2_6 0.0500 recall_30 9-2_6 0.1000 recall_100 9-2_6 0.2000 recall_200 9-2_6 0.3000 recall_500 9-2_6 0.3000 recall_1000 9-2_6 0.3000 infAP 9-2_6 0.0163 Rprec_mult_0.20 9-2_6 0.0000 Rprec_mult_0.40 9-2_6 0.0000 Rprec_mult_0.60 9-2_6 0.0000 Rprec_mult_0.80 9-2_6 0.0625 Rprec_mult_1.00 9-2_6 0.0500 Rprec_mult_1.20 9-2_6 0.0833 Rprec_mult_1.40 9-2_6 0.0714 Rprec_mult_1.60 9-2_6 0.0625 Rprec_mult_1.80 9-2_6 0.0556 Rprec_mult_2.00 9-2_6 0.0500 utility 9-2_6 -988.0000 11pt_avg 9-2_6 0.0254 binG 9-2_6 0.0536 G 9-2_6 0.0356 ndcg 9-2_6 0.1166 ndcg_rel 9-2_6 0.1081 Rndcg 9-2_6 0.0390 ndcg_cut_5 9-2_6 0.0000 ndcg_cut_10 9-2_6 0.0000 ndcg_cut_15 9-2_6 0.0000 ndcg_cut_20 9-2_6 0.0326 ndcg_cut_30 9-2_6 0.0477 ndcg_cut_100 9-2_6 0.0882 ndcg_cut_200 9-2_6 0.1166 ndcg_cut_500 9-2_6 0.1166 ndcg_cut_1000 9-2_6 0.1166 map_cut_5 9-2_6 0.0000 map_cut_10 9-2_6 0.0000 map_cut_15 9-2_6 0.0000 map_cut_20 9-2_6 0.0031 map_cut_30 9-2_6 0.0077 map_cut_100 9-2_6 0.0116 map_cut_200 9-2_6 0.0163 map_cut_500 9-2_6 0.0163 map_cut_1000 9-2_6 0.0163 relative_P_5 9-2_6 0.0000 relative_P_10 9-2_6 0.0000 relative_P_15 9-2_6 0.0000 relative_P_20 9-2_6 0.0500 relative_P_30 9-2_6 0.1000 relative_P_100 9-2_6 0.2000 relative_P_200 9-2_6 0.3000 relative_P_500 9-2_6 0.3000 relative_P_1000 9-2_6 0.3000 success_1 9-2_6 0.0000 success_5 9-2_6 0.0000 success_10 9-2_6 0.0000 set_P 9-2_6 0.0060 set_relative_P 9-2_6 0.3000 set_recall 9-2_6 0.3000 set_map 9-2_6 0.0018 set_F 9-2_6 0.0118 num_nonrel_judged_ret 9-2_6 14 rbp 9-2_6 0.0209 rbp_resid 9-2_6 0.6537 unj_5 9-2_6 0.6000 unj_10 9-2_6 0.6000 unj_20 9-2_6 0.7000 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 2 map 9-2_7 0.0143 Rprec 9-2_7 0.0000 bpref 9-2_7 0.0500 recip_rank 9-2_7 0.0556 iprec_at_recall_0.00 9-2_7 0.0870 iprec_at_recall_0.10 9-2_7 0.0870 iprec_at_recall_0.20 9-2_7 0.0870 iprec_at_recall_0.30 9-2_7 0.0000 iprec_at_recall_0.40 9-2_7 0.0000 iprec_at_recall_0.50 9-2_7 0.0000 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.0000 P_15 9-2_7 0.0000 P_20 9-2_7 0.0500 P_30 9-2_7 0.0667 P_100 9-2_7 0.0200 P_200 9-2_7 0.0100 P_500 9-2_7 0.0040 P_1000 9-2_7 0.0020 relstring 9-2_7 '---10-1--0' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.0000 recall_15 9-2_7 0.0000 recall_20 9-2_7 0.1000 recall_30 9-2_7 0.2000 recall_100 9-2_7 0.2000 recall_200 9-2_7 0.2000 recall_500 9-2_7 0.2000 recall_1000 9-2_7 0.2000 infAP 9-2_7 0.0143 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.0000 Rprec_mult_0.80 9-2_7 0.0000 Rprec_mult_1.00 9-2_7 0.0000 Rprec_mult_1.20 9-2_7 0.0000 Rprec_mult_1.40 9-2_7 0.0000 Rprec_mult_1.60 9-2_7 0.0000 Rprec_mult_1.80 9-2_7 0.0556 Rprec_mult_2.00 9-2_7 0.0500 utility 9-2_7 -996.0000 11pt_avg 9-2_7 0.0237 binG 9-2_7 0.0456 G 9-2_7 0.0593 ndcg 9-2_7 0.1822 ndcg_rel 9-2_7 0.1666 Rndcg 9-2_7 0.1066 ndcg_cut_5 9-2_7 0.0470 ndcg_cut_10 9-2_7 0.0619 ndcg_cut_15 9-2_7 0.0763 ndcg_cut_20 9-2_7 0.1498 ndcg_cut_30 9-2_7 0.1822 ndcg_cut_100 9-2_7 0.1822 ndcg_cut_200 9-2_7 0.1822 ndcg_cut_500 9-2_7 0.1822 ndcg_cut_1000 9-2_7 0.1822 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0000 map_cut_15 9-2_7 0.0000 map_cut_20 9-2_7 0.0056 map_cut_30 9-2_7 0.0143 map_cut_100 9-2_7 0.0143 map_cut_200 9-2_7 0.0143 map_cut_500 9-2_7 0.0143 map_cut_1000 9-2_7 0.0143 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.0000 relative_P_15 9-2_7 0.0000 relative_P_20 9-2_7 0.1000 relative_P_30 9-2_7 0.2000 relative_P_100 9-2_7 0.2000 relative_P_200 9-2_7 0.2000 relative_P_500 9-2_7 0.2000 relative_P_1000 9-2_7 0.2000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 0.0000 set_P 9-2_7 0.0020 set_relative_P 9-2_7 0.2000 set_recall 9-2_7 0.2000 set_map 9-2_7 0.0004 set_F 9-2_7 0.0040 num_nonrel_judged_ret 9-2_7 12 rbp 9-2_7 0.0710 rbp_resid 9-2_7 0.6426 unj_5 9-2_7 0.6000 unj_10 9-2_7 0.6000 unj_20 9-2_7 0.5500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 22 map 9-2_9 0.1157 Rprec 9-2_9 0.1613 bpref 9-2_9 0.3319 recip_rank 9-2_9 0.2000 iprec_at_recall_0.00 9-2_9 0.3333 iprec_at_recall_0.10 9-2_9 0.2857 iprec_at_recall_0.20 9-2_9 0.1746 iprec_at_recall_0.30 9-2_9 0.1746 iprec_at_recall_0.40 9-2_9 0.1500 iprec_at_recall_0.50 9-2_9 0.1282 iprec_at_recall_0.60 9-2_9 0.1282 iprec_at_recall_0.70 9-2_9 0.0846 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.2000 P_10 9-2_9 0.2000 P_15 9-2_9 0.2667 P_20 9-2_9 0.2000 P_30 9-2_9 0.1667 P_100 9-2_9 0.1400 P_200 9-2_9 0.1000 P_500 9-2_9 0.0440 P_1000 9-2_9 0.0220 relstring 9-2_9 '-11-34-01-' recall_5 9-2_9 0.0323 recall_10 9-2_9 0.0645 recall_15 9-2_9 0.1290 recall_20 9-2_9 0.1290 recall_30 9-2_9 0.1613 recall_100 9-2_9 0.4516 recall_200 9-2_9 0.6452 recall_500 9-2_9 0.7097 recall_1000 9-2_9 0.7097 infAP 9-2_9 0.1157 Rprec_mult_0.20 9-2_9 0.2857 Rprec_mult_0.40 9-2_9 0.2308 Rprec_mult_0.60 9-2_9 0.2105 Rprec_mult_0.80 9-2_9 0.1600 Rprec_mult_1.00 9-2_9 0.1613 Rprec_mult_1.20 9-2_9 0.1579 Rprec_mult_1.40 9-2_9 0.1591 Rprec_mult_1.60 9-2_9 0.1600 Rprec_mult_1.80 9-2_9 0.1607 Rprec_mult_2.00 9-2_9 0.1613 utility 9-2_9 -956.0000 11pt_avg 9-2_9 0.1327 binG 9-2_9 0.1370 G 9-2_9 0.1226 ndcg 9-2_9 0.5130 ndcg_rel 9-2_9 0.4107 Rndcg 9-2_9 0.3286 ndcg_cut_5 9-2_9 0.1943 ndcg_cut_10 9-2_9 0.2210 ndcg_cut_15 9-2_9 0.2879 ndcg_cut_20 9-2_9 0.2668 ndcg_cut_30 9-2_9 0.2861 ndcg_cut_100 9-2_9 0.3802 ndcg_cut_200 9-2_9 0.4648 ndcg_cut_500 9-2_9 0.5073 ndcg_cut_1000 9-2_9 0.5130 map_cut_5 9-2_9 0.0065 map_cut_10 9-2_9 0.0172 map_cut_15 9-2_9 0.0339 map_cut_20 9-2_9 0.0339 map_cut_30 9-2_9 0.0396 map_cut_100 9-2_9 0.0860 map_cut_200 9-2_9 0.1099 map_cut_500 9-2_9 0.1157 map_cut_1000 9-2_9 0.1157 relative_P_5 9-2_9 0.2000 relative_P_10 9-2_9 0.2000 relative_P_15 9-2_9 0.2667 relative_P_20 9-2_9 0.2000 relative_P_30 9-2_9 0.1667 relative_P_100 9-2_9 0.4516 relative_P_200 9-2_9 0.6452 relative_P_500 9-2_9 0.7097 relative_P_1000 9-2_9 0.7097 success_1 9-2_9 0.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0220 set_relative_P 9-2_9 0.7097 set_recall 9-2_9 0.7097 set_map 9-2_9 0.0156 set_F 9-2_9 0.0427 num_nonrel_judged_ret 9-2_9 44 rbp 9-2_9 0.2485 rbp_resid 9-2_9 0.4355 unj_5 9-2_9 0.4000 unj_10 9-2_9 0.4000 unj_20 9-2_9 0.4500 runid all orga-bm25-human num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 597 map all 0.1235 gm_map all 0.0143 Rprec all 0.1662 bpref all 0.2519 recip_rank all 0.4519 iprec_at_recall_0.00 all 0.4947 iprec_at_recall_0.10 all 0.3209 iprec_at_recall_0.20 all 0.2274 iprec_at_recall_0.30 all 0.1769 iprec_at_recall_0.40 all 0.1188 iprec_at_recall_0.50 all 0.0936 iprec_at_recall_0.60 all 0.0669 iprec_at_recall_0.70 all 0.0479 iprec_at_recall_0.80 all 0.0313 iprec_at_recall_0.90 all 0.0251 iprec_at_recall_1.00 all 0.0097 P_5 all 0.3156 P_10 all 0.2978 P_15 all 0.2637 P_20 all 0.2244 P_30 all 0.1919 P_100 all 0.0931 P_200 all 0.0562 P_500 all 0.0256 P_1000 all 0.0133 recall_5 all 0.0491 recall_10 all 0.0898 recall_15 all 0.1190 recall_20 all 0.1347 recall_30 all 0.1655 recall_100 all 0.2461 recall_200 all 0.2888 recall_500 all 0.3215 recall_1000 all 0.3341 infAP all 0.1235 gm_bpref all 0.0407 Rprec_mult_0.20 all 0.3022 Rprec_mult_0.40 all 0.2402 Rprec_mult_0.60 all 0.2053 Rprec_mult_0.80 all 0.1795 Rprec_mult_1.00 all 0.1662 Rprec_mult_1.20 all 0.1480 Rprec_mult_1.40 all 0.1347 Rprec_mult_1.60 all 0.1242 Rprec_mult_1.80 all 0.1187 Rprec_mult_2.00 all 0.1102 utility all -973.4667 11pt_avg all 0.1467 binG all 0.1092 G all 0.0851 ndcg all 0.2958 ndcg_rel all 0.2837 Rndcg all 0.2620 ndcg_cut_5 all 0.3018 ndcg_cut_10 all 0.3009 ndcg_cut_15 all 0.2889 ndcg_cut_20 all 0.2759 ndcg_cut_30 all 0.2698 ndcg_cut_100 all 0.2594 ndcg_cut_200 all 0.2754 ndcg_cut_500 all 0.2902 ndcg_cut_1000 all 0.2958 map_cut_5 all 0.0405 map_cut_10 all 0.0633 map_cut_15 all 0.0784 map_cut_20 all 0.0852 map_cut_30 all 0.0963 map_cut_100 all 0.1157 map_cut_200 all 0.1208 map_cut_500 all 0.1232 map_cut_1000 all 0.1235 relative_P_5 all 0.3156 relative_P_10 all 0.2990 relative_P_15 all 0.2704 relative_P_20 all 0.2427 relative_P_30 all 0.2370 relative_P_100 all 0.2482 relative_P_200 all 0.2889 relative_P_500 all 0.3215 relative_P_1000 all 0.3341 success_1 all 0.3333 success_5 all 0.6000 success_10 all 0.7111 set_P all 0.0133 set_relative_P all 0.3341 set_recall all 0.3341 set_map all 0.0067 set_F all 0.0251 num_nonrel_judged_ret all 819 rbp all 0.2222 rbp_resid all 0.3996 unj_5 all 0.2578 unj_10 all 0.2556 unj_20 all 0.4511