num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 51 map 0_10 0.3283 Rprec 0_10 0.3519 bpref 0_10 0.6067 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.5000 iprec_at_recall_0.20 0_10 0.4800 iprec_at_recall_0.30 0_10 0.3810 iprec_at_recall_0.40 0_10 0.3421 iprec_at_recall_0.50 0_10 0.3293 iprec_at_recall_0.60 0_10 0.3077 iprec_at_recall_0.70 0_10 0.2695 iprec_at_recall_0.80 0_10 0.2368 iprec_at_recall_0.90 0_10 0.1289 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.6000 P_10 0_10 0.5000 P_15 0_10 0.4000 P_20 0_10 0.4000 P_30 0_10 0.4000 P_100 0_10 0.3000 P_200 0_10 0.2300 P_500 0_10 0.0980 P_1000 0_10 0.0510 relstring 0_10 '2200300103' recall_5 0_10 0.0556 recall_10 0_10 0.0926 recall_15 0_10 0.1111 recall_20 0_10 0.1481 recall_30 0_10 0.2222 recall_100 0_10 0.5556 recall_200 0_10 0.8519 recall_500 0_10 0.9074 recall_1000 0_10 0.9444 infAP 0_10 0.3283 Rprec_mult_0.20 0_10 0.4545 Rprec_mult_0.40 0_10 0.4545 Rprec_mult_0.60 0_10 0.3939 Rprec_mult_0.80 0_10 0.3636 Rprec_mult_1.00 0_10 0.3519 Rprec_mult_1.20 0_10 0.3231 Rprec_mult_1.40 0_10 0.3421 Rprec_mult_1.60 0_10 0.3103 Rprec_mult_1.80 0_10 0.2857 Rprec_mult_2.00 0_10 0.2963 utility 0_10 -898.0000 11pt_avg 0_10 0.3614 binG 0_10 0.2119 G 0_10 0.1622 ndcg 0_10 0.6761 ndcg_rel 0_10 0.4940 Rndcg 0_10 0.4323 ndcg_cut_5 0_10 0.5000 ndcg_cut_10 0_10 0.4112 ndcg_cut_15 0_10 0.3472 ndcg_cut_20 0_10 0.3444 ndcg_cut_30 0_10 0.3441 ndcg_cut_100 0_10 0.4745 ndcg_cut_200 0_10 0.6493 ndcg_cut_500 0_10 0.6636 ndcg_cut_1000 0_10 0.6761 map_cut_5 0_10 0.0481 map_cut_10 0_10 0.0667 map_cut_15 0_10 0.0741 map_cut_20 0_10 0.0891 map_cut_30 0_10 0.1228 map_cut_100 0_10 0.2364 map_cut_200 0_10 0.3152 map_cut_500 0_10 0.3255 map_cut_1000 0_10 0.3283 relative_P_5 0_10 0.6000 relative_P_10 0_10 0.5000 relative_P_15 0_10 0.4000 relative_P_20 0_10 0.4000 relative_P_30 0_10 0.4000 relative_P_100 0_10 0.5556 relative_P_200 0_10 0.8519 relative_P_500 0_10 0.9074 relative_P_1000 0_10 0.9444 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0510 set_relative_P 0_10 0.9444 set_recall 0_10 0.9444 set_map 0_10 0.0482 set_F 0_10 0.0968 num_nonrel_judged_ret 0_10 39 rbp 0_10 0.3278 rbp_resid 0_10 0.0929 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.1000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.7027 Rprec 0_11 0.5833 bpref 0_11 0.7014 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.8571 iprec_at_recall_0.40 0_11 0.8571 iprec_at_recall_0.50 0_11 0.8571 iprec_at_recall_0.60 0_11 0.6364 iprec_at_recall_0.70 0_11 0.6000 iprec_at_recall_0.80 0_11 0.5789 iprec_at_recall_0.90 0_11 0.5789 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.8000 P_10 0_11 0.6000 P_15 0_11 0.6000 P_20 0_11 0.5500 P_30 0_11 0.3667 P_100 0_11 0.1100 P_200 0_11 0.0550 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '3330333000' recall_5 0_11 0.3333 recall_10 0_11 0.5000 recall_15 0_11 0.7500 recall_20 0_11 0.9167 recall_30 0_11 0.9167 recall_100 0_11 0.9167 recall_200 0_11 0.9167 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.7027 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.6000 Rprec_mult_1.00 0_11 0.5833 Rprec_mult_1.20 0_11 0.6000 Rprec_mult_1.40 0_11 0.5294 Rprec_mult_1.60 0_11 0.5500 Rprec_mult_1.80 0_11 0.5000 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -978.0000 11pt_avg 0_11 0.7242 binG 0_11 0.5457 G 0_11 0.4674 ndcg 0_11 0.8756 ndcg_rel 0_11 0.8690 Rndcg 0_11 0.7801 ndcg_cut_5 0_11 0.8539 ndcg_cut_10 0_11 0.7059 ndcg_cut_15 0_11 0.7839 ndcg_cut_20 0_11 0.8756 ndcg_cut_30 0_11 0.8756 ndcg_cut_100 0_11 0.8756 ndcg_cut_200 0_11 0.8756 ndcg_cut_500 0_11 0.8756 ndcg_cut_1000 0_11 0.8756 map_cut_5 0_11 0.3167 map_cut_10 0_11 0.4575 map_cut_15 0_11 0.6082 map_cut_20 0_11 0.7027 map_cut_30 0_11 0.7027 map_cut_100 0_11 0.7027 map_cut_200 0_11 0.7027 map_cut_500 0_11 0.7027 map_cut_1000 0_11 0.7027 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.6000 relative_P_15 0_11 0.7500 relative_P_20 0_11 0.9167 relative_P_30 0_11 0.9167 relative_P_100 0_11 0.9167 relative_P_200 0_11 0.9167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 24 rbp 0_11 0.5637 rbp_resid 0_11 0.1291 unj_5 0_11 0.0000 unj_10 0_11 0.0000 unj_20 0_11 0.1000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 33 map 0_2 0.0711 Rprec 0_2 0.0588 bpref 0_2 0.0337 recip_rank 0_2 0.0769 iprec_at_recall_0.00 0_2 0.1053 iprec_at_recall_0.10 0_2 0.1045 iprec_at_recall_0.20 0_2 0.1045 iprec_at_recall_0.30 0_2 0.0862 iprec_at_recall_0.40 0_2 0.0862 iprec_at_recall_0.50 0_2 0.0813 iprec_at_recall_0.60 0_2 0.0748 iprec_at_recall_0.70 0_2 0.0748 iprec_at_recall_0.80 0_2 0.0726 iprec_at_recall_0.90 0_2 0.0374 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.0000 P_10 0_2 0.0000 P_15 0_2 0.0667 P_20 0_2 0.1000 P_30 0_2 0.0667 P_100 0_2 0.0800 P_200 0_2 0.0800 P_500 0_2 0.0560 P_1000 0_2 0.0330 relstring 0_2 '0000000000' recall_5 0_2 0.0000 recall_10 0_2 0.0000 recall_15 0_2 0.0294 recall_20 0_2 0.0588 recall_30 0_2 0.0588 recall_100 0_2 0.2353 recall_200 0_2 0.4706 recall_500 0_2 0.8235 recall_1000 0_2 0.9706 infAP 0_2 0.0711 Rprec_mult_0.20 0_2 0.0000 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0952 Rprec_mult_0.80 0_2 0.0714 Rprec_mult_1.00 0_2 0.0588 Rprec_mult_1.20 0_2 0.0488 Rprec_mult_1.40 0_2 0.0417 Rprec_mult_1.60 0_2 0.0727 Rprec_mult_1.80 0_2 0.0806 Rprec_mult_2.00 0_2 0.1029 utility 0_2 -934.0000 11pt_avg 0_2 0.0752 binG 0_2 0.1364 G 0_2 0.1311 ndcg 0_2 0.3948 ndcg_rel 0_2 0.2232 Rndcg 0_2 0.1115 ndcg_cut_5 0_2 0.0000 ndcg_cut_10 0_2 0.0000 ndcg_cut_15 0_2 0.0211 ndcg_cut_20 0_2 0.0362 ndcg_cut_30 0_2 0.0313 ndcg_cut_100 0_2 0.1217 ndcg_cut_200 0_2 0.2041 ndcg_cut_500 0_2 0.3503 ndcg_cut_1000 0_2 0.3948 map_cut_5 0_2 0.0000 map_cut_10 0_2 0.0000 map_cut_15 0_2 0.0023 map_cut_20 0_2 0.0054 map_cut_30 0_2 0.0054 map_cut_100 0_2 0.0207 map_cut_200 0_2 0.0392 map_cut_500 0_2 0.0651 map_cut_1000 0_2 0.0711 relative_P_5 0_2 0.0000 relative_P_10 0_2 0.0000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.1000 relative_P_30 0_2 0.0667 relative_P_100 0_2 0.2353 relative_P_200 0_2 0.4706 relative_P_500 0_2 0.8235 relative_P_1000 0_2 0.9706 success_1 0_2 0.0000 success_5 0_2 0.0000 success_10 0_2 0.0000 set_P 0_2 0.0330 set_relative_P 0_2 0.9706 set_recall 0_2 0.9706 set_map 0_2 0.0320 set_F 0_2 0.0638 num_nonrel_judged_ret 0_2 172 rbp 0_2 0.0153 rbp_resid 0_2 0.0110 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 24 map 0_3 0.1904 Rprec 0_3 0.2500 bpref 0_3 0.1528 recip_rank 0_3 0.2000 iprec_at_recall_0.00 0_3 0.2941 iprec_at_recall_0.10 0_3 0.2941 iprec_at_recall_0.20 0_3 0.2941 iprec_at_recall_0.30 0_3 0.2059 iprec_at_recall_0.40 0_3 0.1899 iprec_at_recall_0.50 0_3 0.1899 iprec_at_recall_0.60 0_3 0.1899 iprec_at_recall_0.70 0_3 0.1743 iprec_at_recall_0.80 0_3 0.1743 iprec_at_recall_0.90 0_3 0.1507 iprec_at_recall_1.00 0_3 0.0688 P_5 0_3 0.2000 P_10 0_3 0.2000 P_15 0_3 0.2667 P_20 0_3 0.2500 P_30 0_3 0.2000 P_100 0_3 0.1700 P_200 0_3 0.1150 P_500 0_3 0.0480 P_1000 0_3 0.0240 relstring 0_3 '0000101000' recall_5 0_3 0.0417 recall_10 0_3 0.0833 recall_15 0_3 0.1667 recall_20 0_3 0.2083 recall_30 0_3 0.2500 recall_100 0_3 0.7083 recall_200 0_3 0.9583 recall_500 0_3 1.0000 recall_1000 0_3 1.0000 infAP 0_3 0.1904 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.2000 Rprec_mult_0.60 0_3 0.2667 Rprec_mult_0.80 0_3 0.2500 Rprec_mult_1.00 0_3 0.2500 Rprec_mult_1.20 0_3 0.2069 Rprec_mult_1.40 0_3 0.2059 Rprec_mult_1.60 0_3 0.1795 Rprec_mult_1.80 0_3 0.1591 Rprec_mult_2.00 0_3 0.1667 utility 0_3 -952.0000 11pt_avg 0_3 0.2024 binG 0_3 0.1968 G 0_3 0.1777 ndcg 0_3 0.4596 ndcg_rel 0_3 0.2740 Rndcg 0_3 0.1648 ndcg_cut_5 0_3 0.0561 ndcg_cut_10 0_3 0.0848 ndcg_cut_15 0_3 0.1264 ndcg_cut_20 0_3 0.1347 ndcg_cut_30 0_3 0.1436 ndcg_cut_100 0_3 0.3556 ndcg_cut_200 0_3 0.4396 ndcg_cut_500 0_3 0.4596 ndcg_cut_1000 0_3 0.4596 map_cut_5 0_3 0.0083 map_cut_10 0_3 0.0202 map_cut_15 0_3 0.0418 map_cut_20 0_3 0.0540 map_cut_30 0_3 0.0659 map_cut_100 0_3 0.1472 map_cut_200 0_3 0.1876 map_cut_500 0_3 0.1904 map_cut_1000 0_3 0.1904 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.2000 relative_P_15 0_3 0.2667 relative_P_20 0_3 0.2500 relative_P_30 0_3 0.2500 relative_P_100 0_3 0.7083 relative_P_200 0_3 0.9583 relative_P_500 0_3 1.0000 relative_P_1000 0_3 1.0000 success_1 0_3 0.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0240 set_relative_P 0_3 1.0000 set_recall 0_3 1.0000 set_map 0_3 0.0240 set_F 0_3 0.0469 num_nonrel_judged_ret 0_3 145 rbp 0_3 0.0701 rbp_resid 0_3 0.0014 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 20 map 0_4 0.4129 Rprec 0_4 0.3500 bpref 0_4 0.3725 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 0.8750 iprec_at_recall_0.40 0_4 0.2581 iprec_at_recall_0.50 0_4 0.2000 iprec_at_recall_0.60 0_4 0.1000 iprec_at_recall_0.70 0_4 0.1000 iprec_at_recall_0.80 0_4 0.0792 iprec_at_recall_0.90 0_4 0.0677 iprec_at_recall_1.00 0_4 0.0405 P_5 0_4 1.0000 P_10 0_4 0.7000 P_15 0_4 0.4667 P_20 0_4 0.3500 P_30 0_4 0.2333 P_100 0_4 0.1100 P_200 0_4 0.0750 P_500 0_4 0.0400 P_1000 0_4 0.0200 relstring 0_4 '43244012-0' recall_5 0_4 0.2500 recall_10 0_4 0.3500 recall_15 0_4 0.3500 recall_20 0_4 0.3500 recall_30 0_4 0.3500 recall_100 0_4 0.5500 recall_200 0_4 0.7500 recall_500 0_4 1.0000 recall_1000 0_4 1.0000 infAP 0_4 0.4129 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.8750 Rprec_mult_0.60 0_4 0.5833 Rprec_mult_0.80 0_4 0.4375 Rprec_mult_1.00 0_4 0.3500 Rprec_mult_1.20 0_4 0.2917 Rprec_mult_1.40 0_4 0.2500 Rprec_mult_1.60 0_4 0.2500 Rprec_mult_1.80 0_4 0.2222 Rprec_mult_2.00 0_4 0.2000 utility 0_4 -960.0000 11pt_avg 0_4 0.4291 binG 0_4 0.4107 G 0_4 0.4324 ndcg 0_4 0.8262 ndcg_rel 0_4 0.8091 Rndcg 0_4 0.7844 ndcg_cut_5 0_4 0.9597 ndcg_cut_10 0_4 0.8075 ndcg_cut_15 0_4 0.7112 ndcg_cut_20 0_4 0.6613 ndcg_cut_30 0_4 0.6613 ndcg_cut_100 0_4 0.7256 ndcg_cut_200 0_4 0.7757 ndcg_cut_500 0_4 0.8262 ndcg_cut_1000 0_4 0.8262 map_cut_5 0_4 0.2500 map_cut_10 0_4 0.3366 map_cut_15 0_4 0.3366 map_cut_20 0_4 0.3366 map_cut_30 0_4 0.3366 map_cut_100 0_4 0.3782 map_cut_200 0_4 0.3976 map_cut_500 0_4 0.4129 map_cut_1000 0_4 0.4129 relative_P_5 0_4 1.0000 relative_P_10 0_4 0.7000 relative_P_15 0_4 0.4667 relative_P_20 0_4 0.3500 relative_P_30 0_4 0.3500 relative_P_100 0_4 0.5500 relative_P_200 0_4 0.7500 relative_P_500 0_4 1.0000 relative_P_1000 0_4 1.0000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0200 set_relative_P 0_4 1.0000 set_recall 0_4 1.0000 set_map 0_4 0.0200 set_F 0_4 0.0392 num_nonrel_judged_ret 0_4 43 rbp 0_4 0.3856 rbp_resid 0_4 0.1833 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.2000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 7 map 0_6 0.0019 Rprec 0_6 0.0413 bpref 0_6 0.0399 recip_rank 0_6 0.0278 iprec_at_recall_0.00 0_6 0.0463 iprec_at_recall_0.10 0_6 0.0000 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0000 P_20 0_6 0.0000 P_30 0_6 0.0000 P_100 0_6 0.0300 P_200 0_6 0.0300 P_500 0_6 0.0140 P_1000 0_6 0.0070 relstring 0_6 '00000-0-00' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0000 recall_20 0_6 0.0000 recall_30 0_6 0.0000 recall_100 0_6 0.0248 recall_200 0_6 0.0496 recall_500 0_6 0.0579 recall_1000 0_6 0.0579 infAP 0_6 0.0019 Rprec_mult_0.20 0_6 0.0000 Rprec_mult_0.40 0_6 0.0204 Rprec_mult_0.60 0_6 0.0274 Rprec_mult_0.80 0_6 0.0309 Rprec_mult_1.00 0_6 0.0413 Rprec_mult_1.20 0_6 0.0342 Rprec_mult_1.40 0_6 0.0353 Rprec_mult_1.60 0_6 0.0309 Rprec_mult_1.80 0_6 0.0275 Rprec_mult_2.00 0_6 0.0248 utility 0_6 -986.0000 11pt_avg 0_6 0.0042 binG 0_6 0.0088 G 0_6 0.0110 ndcg 0_6 0.0508 ndcg_rel 0_6 0.0494 Rndcg 0_6 0.0211 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0000 ndcg_cut_20 0_6 0.0000 ndcg_cut_30 0_6 0.0000 ndcg_cut_100 0_6 0.0192 ndcg_cut_200 0_6 0.0444 ndcg_cut_500 0_6 0.0508 ndcg_cut_1000 0_6 0.0508 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0000 map_cut_20 0_6 0.0000 map_cut_30 0_6 0.0000 map_cut_100 0_6 0.0007 map_cut_200 0_6 0.0017 map_cut_500 0_6 0.0019 map_cut_1000 0_6 0.0019 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0000 relative_P_20 0_6 0.0000 relative_P_30 0_6 0.0000 relative_P_100 0_6 0.0300 relative_P_200 0_6 0.0496 relative_P_500 0_6 0.0579 relative_P_1000 0_6 0.0579 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0070 set_relative_P 0_6 0.0579 set_recall 0_6 0.0579 set_map 0_6 0.0004 set_F 0_6 0.0125 num_nonrel_judged_ret 0_6 28 rbp 0_6 0.0009 rbp_resid 0_6 0.3935 unj_5 0_6 0.0000 unj_10 0_6 0.2000 unj_20 0_6 0.5000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 29 map 0_7 0.2212 Rprec 0_7 0.2727 bpref 0_7 0.2902 recip_rank 0_7 0.5000 iprec_at_recall_0.00 0_7 0.7500 iprec_at_recall_0.10 0_7 0.7500 iprec_at_recall_0.20 0_7 0.3810 iprec_at_recall_0.30 0_7 0.2941 iprec_at_recall_0.40 0_7 0.2121 iprec_at_recall_0.50 0_7 0.1400 iprec_at_recall_0.60 0_7 0.1400 iprec_at_recall_0.70 0_7 0.1217 iprec_at_recall_0.80 0_7 0.0823 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.6000 P_10 0_7 0.5000 P_15 0_7 0.3333 P_20 0_7 0.3500 P_30 0_7 0.3000 P_100 0_7 0.1400 P_200 0_7 0.1150 P_500 0_7 0.0540 P_1000 0_7 0.0290 relstring 0_7 '0111000110' recall_5 0_7 0.0909 recall_10 0_7 0.1515 recall_15 0_7 0.1515 recall_20 0_7 0.2121 recall_30 0_7 0.2727 recall_100 0_7 0.4242 recall_200 0_7 0.6970 recall_500 0_7 0.8182 recall_1000 0_7 0.8788 infAP 0_7 0.2212 Rprec_mult_0.20 0_7 0.4286 Rprec_mult_0.40 0_7 0.3571 Rprec_mult_0.60 0_7 0.3500 Rprec_mult_0.80 0_7 0.3333 Rprec_mult_1.00 0_7 0.2727 Rprec_mult_1.20 0_7 0.2500 Rprec_mult_1.40 0_7 0.2553 Rprec_mult_1.60 0_7 0.2264 Rprec_mult_1.80 0_7 0.2000 Rprec_mult_2.00 0_7 0.2121 utility 0_7 -942.0000 11pt_avg 0_7 0.2610 binG 0_7 0.2014 G 0_7 0.1729 ndcg 0_7 0.5358 ndcg_rel 0_7 0.4078 Rndcg 0_7 0.3332 ndcg_cut_5 0_7 0.3410 ndcg_cut_10 0_7 0.3528 ndcg_cut_15 0_7 0.2907 ndcg_cut_20 0_7 0.3046 ndcg_cut_30 0_7 0.2852 ndcg_cut_100 0_7 0.3632 ndcg_cut_200 0_7 0.4736 ndcg_cut_500 0_7 0.5170 ndcg_cut_1000 0_7 0.5358 map_cut_5 0_7 0.0581 map_cut_10 0_7 0.0901 map_cut_15 0_7 0.0901 map_cut_20 0_7 0.1108 map_cut_30 0_7 0.1332 map_cut_100 0_7 0.1710 map_cut_200 0_7 0.2070 map_cut_500 0_7 0.2185 map_cut_1000 0_7 0.2212 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.5000 relative_P_15 0_7 0.3333 relative_P_20 0_7 0.3500 relative_P_30 0_7 0.3000 relative_P_100 0_7 0.4242 relative_P_200 0_7 0.6970 relative_P_500 0_7 0.8182 relative_P_1000 0_7 0.8788 success_1 0_7 0.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0290 set_relative_P 0_7 0.8788 set_recall 0_7 0.8788 set_map 0_7 0.0255 set_F 0_7 0.0561 num_nonrel_judged_ret 0_7 85 rbp 0_7 0.1955 rbp_resid 0_7 0.1394 unj_5 0_7 0.0000 unj_10 0_7 0.0000 unj_20 0_7 0.1500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 28 map 0_8 0.3276 Rprec 0_8 0.3871 bpref 0_8 0.6004 recip_rank 0_8 0.5000 iprec_at_recall_0.00 0_8 0.6667 iprec_at_recall_0.10 0_8 0.6250 iprec_at_recall_0.20 0_8 0.6000 iprec_at_recall_0.30 0_8 0.4167 iprec_at_recall_0.40 0_8 0.4138 iprec_at_recall_0.50 0_8 0.3175 iprec_at_recall_0.60 0_8 0.3175 iprec_at_recall_0.70 0_8 0.2178 iprec_at_recall_0.80 0_8 0.1689 iprec_at_recall_0.90 0_8 0.0755 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.6000 P_10 0_8 0.6000 P_15 0_8 0.4000 P_20 0_8 0.4000 P_30 0_8 0.4000 P_100 0_8 0.2100 P_200 0_8 0.1300 P_500 0_8 0.0560 P_1000 0_8 0.0280 relstring 0_8 '01101-21-2' recall_5 0_8 0.0968 recall_10 0_8 0.1935 recall_15 0_8 0.1935 recall_20 0_8 0.2581 recall_30 0_8 0.3871 recall_100 0_8 0.6774 recall_200 0_8 0.8387 recall_500 0_8 0.9032 recall_1000 0_8 0.9032 infAP 0_8 0.3276 Rprec_mult_0.20 0_8 0.5714 Rprec_mult_0.40 0_8 0.4615 Rprec_mult_0.60 0_8 0.4211 Rprec_mult_0.80 0_8 0.4000 Rprec_mult_1.00 0_8 0.3871 Rprec_mult_1.20 0_8 0.3684 Rprec_mult_1.40 0_8 0.3409 Rprec_mult_1.60 0_8 0.3000 Rprec_mult_1.80 0_8 0.2679 Rprec_mult_2.00 0_8 0.3065 utility 0_8 -944.0000 11pt_avg 0_8 0.3472 binG 0_8 0.2354 G 0_8 0.1970 ndcg 0_8 0.6006 ndcg_rel 0_8 0.4383 Rndcg 0_8 0.4225 ndcg_cut_5 0_8 0.2574 ndcg_cut_10 0_8 0.3499 ndcg_cut_15 0_8 0.3043 ndcg_cut_20 0_8 0.3371 ndcg_cut_30 0_8 0.3787 ndcg_cut_100 0_8 0.5014 ndcg_cut_200 0_8 0.5741 ndcg_cut_500 0_8 0.6006 ndcg_cut_1000 0_8 0.6006 map_cut_5 0_8 0.0570 map_cut_10 0_8 0.1149 map_cut_15 0_8 0.1149 map_cut_20 0_8 0.1442 map_cut_30 0_8 0.1974 map_cut_100 0_8 0.2921 map_cut_200 0_8 0.3216 map_cut_500 0_8 0.3276 map_cut_1000 0_8 0.3276 relative_P_5 0_8 0.6000 relative_P_10 0_8 0.6000 relative_P_15 0_8 0.4000 relative_P_20 0_8 0.4000 relative_P_30 0_8 0.4000 relative_P_100 0_8 0.6774 relative_P_200 0_8 0.8387 relative_P_500 0_8 0.9032 relative_P_1000 0_8 0.9032 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0280 set_relative_P 0_8 0.9032 set_recall 0_8 0.9032 set_map 0_8 0.0253 set_F 0_8 0.0543 num_nonrel_judged_ret 0_8 23 rbp 0_8 0.2922 rbp_resid 0_8 0.2295 unj_5 0_8 0.0000 unj_10 0_8 0.2000 unj_20 0_8 0.2500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 10 map 10_1 0.0407 Rprec 10_1 0.0593 bpref 10_1 0.0824 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.0000 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.8000 P_10 10_1 0.4000 P_15 10_1 0.3333 P_20 10_1 0.2500 P_30 10_1 0.2000 P_100 10_1 0.0700 P_200 10_1 0.0350 P_500 10_1 0.0200 P_1000 10_1 0.0100 relstring 10_1 '21102-----' recall_5 10_1 0.0339 recall_10 10_1 0.0339 recall_15 10_1 0.0424 recall_20 10_1 0.0424 recall_30 10_1 0.0508 recall_100 10_1 0.0593 recall_200 10_1 0.0593 recall_500 10_1 0.0847 recall_1000 10_1 0.0847 infAP 10_1 0.0407 Rprec_mult_0.20 10_1 0.2500 Rprec_mult_0.40 10_1 0.1458 Rprec_mult_0.60 10_1 0.0986 Rprec_mult_0.80 10_1 0.0737 Rprec_mult_1.00 10_1 0.0593 Rprec_mult_1.20 10_1 0.0493 Rprec_mult_1.40 10_1 0.0422 Rprec_mult_1.60 10_1 0.0370 Rprec_mult_1.80 10_1 0.0376 Rprec_mult_2.00 10_1 0.0339 utility 10_1 -980.0000 11pt_avg 10_1 0.0909 binG 10_1 0.0404 G 10_1 0.0231 ndcg 10_1 0.1378 ndcg_rel 10_1 0.1546 Rndcg 10_1 0.2119 ndcg_cut_5 10_1 0.4616 ndcg_cut_10 10_1 0.3352 ndcg_cut_15 10_1 0.2923 ndcg_cut_20 10_1 0.2509 ndcg_cut_30 10_1 0.2106 ndcg_cut_100 10_1 0.1340 ndcg_cut_200 10_1 0.1248 ndcg_cut_500 10_1 0.1378 ndcg_cut_1000 10_1 0.1378 map_cut_5 10_1 0.0322 map_cut_10 10_1 0.0322 map_cut_15 10_1 0.0357 map_cut_20 10_1 0.0357 map_cut_30 10_1 0.0382 map_cut_100 10_1 0.0398 map_cut_200 10_1 0.0398 map_cut_500 10_1 0.0407 map_cut_1000 10_1 0.0407 relative_P_5 10_1 0.8000 relative_P_10 10_1 0.4000 relative_P_15 10_1 0.3333 relative_P_20 10_1 0.2500 relative_P_30 10_1 0.2000 relative_P_100 10_1 0.0700 relative_P_200 10_1 0.0593 relative_P_500 10_1 0.0847 relative_P_1000 10_1 0.0847 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0100 set_relative_P 10_1 0.0847 set_recall 10_1 0.0847 set_map 10_1 0.0008 set_F 10_1 0.0179 num_nonrel_judged_ret 10_1 12 rbp 10_1 0.1836 rbp_resid 10_1 0.4747 unj_5 10_1 0.0000 unj_10 10_1 0.5000 unj_20 10_1 0.6000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 59 map 10_12 0.2977 Rprec 10_12 0.3380 bpref 10_12 0.7121 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.7143 iprec_at_recall_0.20 10_12 0.4667 iprec_at_recall_0.30 10_12 0.3667 iprec_at_recall_0.40 10_12 0.3333 iprec_at_recall_0.50 10_12 0.3037 iprec_at_recall_0.60 10_12 0.2590 iprec_at_recall_0.70 10_12 0.2262 iprec_at_recall_0.80 10_12 0.1344 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.6000 P_10 10_12 0.6000 P_15 10_12 0.6667 P_20 10_12 0.5500 P_30 10_12 0.4667 P_100 10_12 0.3000 P_200 10_12 0.2400 P_500 10_12 0.1140 P_1000 10_12 0.0590 relstring 10_12 '200120-222' recall_5 10_12 0.0423 recall_10 10_12 0.0845 recall_15 10_12 0.1408 recall_20 10_12 0.1549 recall_30 10_12 0.1972 recall_100 10_12 0.4225 recall_200 10_12 0.6761 recall_500 10_12 0.8028 recall_1000 10_12 0.8310 infAP 10_12 0.2977 Rprec_mult_0.20 10_12 0.6667 Rprec_mult_0.40 10_12 0.4483 Rprec_mult_0.60 10_12 0.4186 Rprec_mult_0.80 10_12 0.3509 Rprec_mult_1.00 10_12 0.3380 Rprec_mult_1.20 10_12 0.3256 Rprec_mult_1.40 10_12 0.3000 Rprec_mult_1.60 10_12 0.2982 Rprec_mult_1.80 10_12 0.2891 Rprec_mult_2.00 10_12 0.2887 utility 10_12 -882.0000 11pt_avg 10_12 0.3459 binG 10_12 0.1807 G 10_12 0.1363 ndcg 10_12 0.5770 ndcg_rel 10_12 0.4351 Rndcg 10_12 0.3431 ndcg_cut_5 10_12 0.2919 ndcg_cut_10 10_12 0.3242 ndcg_cut_15 10_12 0.3799 ndcg_cut_20 10_12 0.3477 ndcg_cut_30 10_12 0.3296 ndcg_cut_100 10_12 0.3645 ndcg_cut_200 10_12 0.5085 ndcg_cut_500 10_12 0.5676 ndcg_cut_1000 10_12 0.5770 map_cut_5 10_12 0.0296 map_cut_10 10_12 0.0529 map_cut_15 10_12 0.0911 map_cut_20 10_12 0.0997 map_cut_30 10_12 0.1191 map_cut_100 10_12 0.2013 map_cut_200 10_12 0.2727 map_cut_500 10_12 0.2947 map_cut_1000 10_12 0.2977 relative_P_5 10_12 0.6000 relative_P_10 10_12 0.6000 relative_P_15 10_12 0.6667 relative_P_20 10_12 0.5500 relative_P_30 10_12 0.4667 relative_P_100 10_12 0.4225 relative_P_200 10_12 0.6761 relative_P_500 10_12 0.8028 relative_P_1000 10_12 0.8310 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0590 set_relative_P 10_12 0.8310 set_recall 10_12 0.8310 set_map 10_12 0.0490 set_F 10_12 0.1102 num_nonrel_judged_ret 10_12 29 rbp 10_12 0.2323 rbp_resid 10_12 0.2249 unj_5 10_12 0.0000 unj_10 10_12 0.1000 unj_20 10_12 0.3000 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 3 map 10_2 0.0008 Rprec 10_2 0.0000 bpref 10_2 0.0000 recip_rank 10_2 0.0152 iprec_at_recall_0.00 10_2 0.0152 iprec_at_recall_0.10 10_2 0.0054 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0100 P_200 10_2 0.0050 P_500 10_2 0.0020 P_1000 10_2 0.0030 relstring 10_2 '000000--00' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0333 recall_200 10_2 0.0333 recall_500 10_2 0.0333 recall_1000 10_2 0.1000 infAP 10_2 0.0008 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0000 Rprec_mult_1.40 10_2 0.0000 Rprec_mult_1.60 10_2 0.0000 Rprec_mult_1.80 10_2 0.0000 Rprec_mult_2.00 10_2 0.0000 utility 10_2 -994.0000 11pt_avg 10_2 0.0019 binG 10_2 0.0129 G 10_2 0.0078 ndcg 10_2 0.0212 ndcg_rel 10_2 0.0206 Rndcg 10_2 0.0042 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0091 ndcg_cut_200 10_2 0.0091 ndcg_cut_500 10_2 0.0091 ndcg_cut_1000 10_2 0.0212 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0005 map_cut_200 10_2 0.0005 map_cut_500 10_2 0.0005 map_cut_1000 10_2 0.0008 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0333 relative_P_200 10_2 0.0333 relative_P_500 10_2 0.0333 relative_P_1000 10_2 0.1000 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0030 set_relative_P 10_2 0.1000 set_recall 10_2 0.1000 set_map 10_2 0.0003 set_F 10_2 0.0058 num_nonrel_judged_ret 10_2 94 rbp 10_2 0.0000 rbp_resid 10_2 0.2389 unj_5 10_2 0.0000 unj_10 10_2 0.2000 unj_20 10_2 0.3000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 2 map 10_3 0.0559 Rprec 10_3 0.0870 bpref 10_3 0.0775 recip_rank 10_3 1.0000 iprec_at_recall_0.00 10_3 1.0000 iprec_at_recall_0.10 10_3 0.2857 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.2000 P_10 10_3 0.2000 P_15 10_3 0.1333 P_20 10_3 0.1000 P_30 10_3 0.0667 P_100 10_3 0.0200 P_200 10_3 0.0100 P_500 10_3 0.0040 P_1000 10_3 0.0020 relstring 10_3 '100000100-' recall_5 10_3 0.0435 recall_10 10_3 0.0870 recall_15 10_3 0.0870 recall_20 10_3 0.0870 recall_30 10_3 0.0870 recall_100 10_3 0.0870 recall_200 10_3 0.0870 recall_500 10_3 0.0870 recall_1000 10_3 0.0870 infAP 10_3 0.0559 Rprec_mult_0.20 10_3 0.2000 Rprec_mult_0.40 10_3 0.2000 Rprec_mult_0.60 10_3 0.1429 Rprec_mult_0.80 10_3 0.1053 Rprec_mult_1.00 10_3 0.0870 Rprec_mult_1.20 10_3 0.0714 Rprec_mult_1.40 10_3 0.0606 Rprec_mult_1.60 10_3 0.0541 Rprec_mult_1.80 10_3 0.0476 Rprec_mult_2.00 10_3 0.0435 utility 10_3 -996.0000 11pt_avg 10_3 0.1169 binG 10_3 0.0590 G 10_3 0.0288 ndcg 10_3 0.1144 ndcg_rel 10_3 0.1341 Rndcg 10_3 0.1325 ndcg_cut_5 10_3 0.1696 ndcg_cut_10 10_3 0.1569 ndcg_cut_15 10_3 0.1358 ndcg_cut_20 10_3 0.1213 ndcg_cut_30 10_3 0.1144 ndcg_cut_100 10_3 0.1144 ndcg_cut_200 10_3 0.1144 ndcg_cut_500 10_3 0.1144 ndcg_cut_1000 10_3 0.1144 map_cut_5 10_3 0.0435 map_cut_10 10_3 0.0559 map_cut_15 10_3 0.0559 map_cut_20 10_3 0.0559 map_cut_30 10_3 0.0559 map_cut_100 10_3 0.0559 map_cut_200 10_3 0.0559 map_cut_500 10_3 0.0559 map_cut_1000 10_3 0.0559 relative_P_5 10_3 0.2000 relative_P_10 10_3 0.2000 relative_P_15 10_3 0.1333 relative_P_20 10_3 0.1000 relative_P_30 10_3 0.0870 relative_P_100 10_3 0.0870 relative_P_200 10_3 0.0870 relative_P_500 10_3 0.0870 relative_P_1000 10_3 0.0870 success_1 10_3 1.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0020 set_relative_P 10_3 0.0870 set_recall 10_3 0.0870 set_map 10_3 0.0002 set_F 10_3 0.0039 num_nonrel_judged_ret 10_3 36 rbp 10_3 0.0766 rbp_resid 10_3 0.3170 unj_5 10_3 0.0000 unj_10 10_3 0.1000 unj_20 10_3 0.4500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 11 map 10_6 0.0054 Rprec 10_6 0.0526 bpref 10_6 0.0726 recip_rank 10_6 0.1250 iprec_at_recall_0.00 10_6 0.1250 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.0000 P_10 10_6 0.1000 P_15 10_6 0.0667 P_20 10_6 0.0500 P_30 10_6 0.0667 P_100 10_6 0.0700 P_200 10_6 0.0450 P_500 10_6 0.0200 P_1000 10_6 0.0110 relstring 10_6 '00000--1-0' recall_5 10_6 0.0000 recall_10 10_6 0.0075 recall_15 10_6 0.0075 recall_20 10_6 0.0075 recall_30 10_6 0.0150 recall_100 10_6 0.0526 recall_200 10_6 0.0677 recall_500 10_6 0.0752 recall_1000 10_6 0.0827 infAP 10_6 0.0054 Rprec_mult_0.20 10_6 0.0741 Rprec_mult_0.40 10_6 0.0556 Rprec_mult_0.60 10_6 0.0500 Rprec_mult_0.80 10_6 0.0654 Rprec_mult_1.00 10_6 0.0526 Rprec_mult_1.20 10_6 0.0500 Rprec_mult_1.40 10_6 0.0481 Rprec_mult_1.60 10_6 0.0423 Rprec_mult_1.80 10_6 0.0375 Rprec_mult_2.00 10_6 0.0338 utility 10_6 -978.0000 11pt_avg 10_6 0.0114 binG 10_6 0.0141 G 10_6 0.0106 ndcg 10_6 0.0567 ndcg_rel 10_6 0.0557 Rndcg 10_6 0.0335 ndcg_cut_5 10_6 0.0000 ndcg_cut_10 10_6 0.0281 ndcg_cut_15 10_6 0.0228 ndcg_cut_20 10_6 0.0195 ndcg_cut_30 10_6 0.0373 ndcg_cut_100 10_6 0.0447 ndcg_cut_200 10_6 0.0489 ndcg_cut_500 10_6 0.0544 ndcg_cut_1000 10_6 0.0567 map_cut_5 10_6 0.0000 map_cut_10 10_6 0.0009 map_cut_15 10_6 0.0009 map_cut_20 10_6 0.0009 map_cut_30 10_6 0.0017 map_cut_100 10_6 0.0043 map_cut_200 10_6 0.0051 map_cut_500 10_6 0.0053 map_cut_1000 10_6 0.0054 relative_P_5 10_6 0.0000 relative_P_10 10_6 0.1000 relative_P_15 10_6 0.0667 relative_P_20 10_6 0.0500 relative_P_30 10_6 0.0667 relative_P_100 10_6 0.0700 relative_P_200 10_6 0.0677 relative_P_500 10_6 0.0752 relative_P_1000 10_6 0.0827 success_1 10_6 0.0000 success_5 10_6 0.0000 success_10 10_6 1.0000 set_P 10_6 0.0110 set_relative_P 10_6 0.0827 set_recall 10_6 0.0827 set_map 10_6 0.0009 set_F 10_6 0.0194 num_nonrel_judged_ret 10_6 22 rbp 10_6 0.0256 rbp_resid 10_6 0.4098 unj_5 10_6 0.0000 unj_10 10_6 0.3000 unj_20 10_6 0.5000 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 4 map 10_7 0.0032 Rprec 10_7 0.0201 bpref 10_7 0.0249 recip_rank 10_7 0.1667 iprec_at_recall_0.00 10_7 0.2500 iprec_at_recall_0.10 10_7 0.0000 iprec_at_recall_0.20 10_7 0.0000 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.0000 P_10 10_7 0.2000 P_15 10_7 0.1333 P_20 10_7 0.1000 P_30 10_7 0.0667 P_100 10_7 0.0300 P_200 10_7 0.0200 P_500 10_7 0.0080 P_1000 10_7 0.0040 relstring 10_7 '000001-1-0' recall_5 10_7 0.0000 recall_10 10_7 0.0134 recall_15 10_7 0.0134 recall_20 10_7 0.0134 recall_30 10_7 0.0134 recall_100 10_7 0.0201 recall_200 10_7 0.0268 recall_500 10_7 0.0268 recall_1000 10_7 0.0268 infAP 10_7 0.0032 Rprec_mult_0.20 10_7 0.0667 Rprec_mult_0.40 10_7 0.0333 Rprec_mult_0.60 10_7 0.0333 Rprec_mult_0.80 10_7 0.0250 Rprec_mult_1.00 10_7 0.0201 Rprec_mult_1.20 10_7 0.0168 Rprec_mult_1.40 10_7 0.0191 Rprec_mult_1.60 10_7 0.0167 Rprec_mult_1.80 10_7 0.0149 Rprec_mult_2.00 10_7 0.0134 utility 10_7 -992.0000 11pt_avg 10_7 0.0227 binG 10_7 0.0066 G 10_7 0.0051 ndcg 10_7 0.0289 ndcg_rel 10_7 0.0293 Rndcg 10_7 0.0219 ndcg_cut_5 10_7 0.0000 ndcg_cut_10 10_7 0.0666 ndcg_cut_15 10_7 0.0528 ndcg_cut_20 10_7 0.0445 ndcg_cut_30 10_7 0.0348 ndcg_cut_100 10_7 0.0311 ndcg_cut_200 10_7 0.0289 ndcg_cut_500 10_7 0.0289 ndcg_cut_1000 10_7 0.0289 map_cut_5 10_7 0.0000 map_cut_10 10_7 0.0028 map_cut_15 10_7 0.0028 map_cut_20 10_7 0.0028 map_cut_30 10_7 0.0028 map_cut_100 10_7 0.0030 map_cut_200 10_7 0.0032 map_cut_500 10_7 0.0032 map_cut_1000 10_7 0.0032 relative_P_5 10_7 0.0000 relative_P_10 10_7 0.2000 relative_P_15 10_7 0.1333 relative_P_20 10_7 0.1000 relative_P_30 10_7 0.0667 relative_P_100 10_7 0.0300 relative_P_200 10_7 0.0268 relative_P_500 10_7 0.0268 relative_P_1000 10_7 0.0268 success_1 10_7 0.0000 success_5 10_7 0.0000 success_10 10_7 1.0000 set_P 10_7 0.0040 set_relative_P 10_7 0.0268 set_recall 10_7 0.0268 set_map 10_7 0.0001 set_F 10_7 0.0070 num_nonrel_judged_ret 10_7 7 rbp 10_7 0.0356 rbp_resid 10_7 0.4384 unj_5 10_7 0.0000 unj_10 10_7 0.2000 unj_20 10_7 0.6000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 54 map 10_8 0.2580 Rprec 10_8 0.3684 bpref 10_8 0.5471 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.5789 iprec_at_recall_0.20 10_8 0.4848 iprec_at_recall_0.30 10_8 0.4694 iprec_at_recall_0.40 10_8 0.3263 iprec_at_recall_0.50 10_8 0.1557 iprec_at_recall_0.60 10_8 0.0920 iprec_at_recall_0.70 10_8 0.0642 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.6000 P_10 10_8 0.6000 P_15 10_8 0.5333 P_20 10_8 0.5500 P_30 10_8 0.4667 P_100 10_8 0.3100 P_200 10_8 0.1750 P_500 10_8 0.0920 P_1000 10_8 0.0540 relstring 10_8 '11100112--' recall_5 10_8 0.0395 recall_10 10_8 0.0789 recall_15 10_8 0.1053 recall_20 10_8 0.1447 recall_30 10_8 0.1842 recall_100 10_8 0.4079 recall_200 10_8 0.4605 recall_500 10_8 0.6053 recall_1000 10_8 0.7105 infAP 10_8 0.2580 Rprec_mult_0.20 10_8 0.5000 Rprec_mult_0.40 10_8 0.4516 Rprec_mult_0.60 10_8 0.4348 Rprec_mult_0.80 10_8 0.4262 Rprec_mult_1.00 10_8 0.3684 Rprec_mult_1.20 10_8 0.3152 Rprec_mult_1.40 10_8 0.2897 Rprec_mult_1.60 10_8 0.2541 Rprec_mult_1.80 10_8 0.2263 Rprec_mult_2.00 10_8 0.2171 utility 10_8 -892.0000 11pt_avg 10_8 0.2883 binG 10_8 0.1722 G 10_8 0.1245 ndcg 10_8 0.5241 ndcg_rel 10_8 0.4372 Rndcg 10_8 0.3859 ndcg_cut_5 10_8 0.2831 ndcg_cut_10 10_8 0.3220 ndcg_cut_15 10_8 0.3361 ndcg_cut_20 10_8 0.3307 ndcg_cut_30 10_8 0.3203 ndcg_cut_100 10_8 0.3873 ndcg_cut_200 10_8 0.4227 ndcg_cut_500 10_8 0.4808 ndcg_cut_1000 10_8 0.5241 map_cut_5 10_8 0.0395 map_cut_10 10_8 0.0675 map_cut_15 10_8 0.0821 map_cut_20 10_8 0.1040 map_cut_30 10_8 0.1252 map_cut_100 10_8 0.2208 map_cut_200 10_8 0.2321 map_cut_500 10_8 0.2501 map_cut_1000 10_8 0.2580 relative_P_5 10_8 0.6000 relative_P_10 10_8 0.6000 relative_P_15 10_8 0.5333 relative_P_20 10_8 0.5500 relative_P_30 10_8 0.4667 relative_P_100 10_8 0.4079 relative_P_200 10_8 0.4605 relative_P_500 10_8 0.6053 relative_P_1000 10_8 0.7105 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0540 set_relative_P 10_8 0.7105 set_recall 10_8 0.7105 set_map 10_8 0.0384 set_F 10_8 0.1004 num_nonrel_judged_ret 10_8 49 rbp 10_8 0.2341 rbp_resid 10_8 0.2179 unj_5 10_8 0.0000 unj_10 10_8 0.2000 unj_20 10_8 0.3000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 28 map 11_10 0.0592 Rprec 11_10 0.1508 bpref 11_10 0.1828 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.3611 iprec_at_recall_0.20 11_10 0.0751 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.4000 P_10 11_10 0.3000 P_15 11_10 0.2667 P_20 11_10 0.3000 P_30 11_10 0.3000 P_100 11_10 0.1900 P_200 11_10 0.1050 P_500 11_10 0.0520 P_1000 11_10 0.0280 relstring 11_10 '2010000100' recall_5 11_10 0.0159 recall_10 11_10 0.0238 recall_15 11_10 0.0317 recall_20 11_10 0.0476 recall_30 11_10 0.0714 recall_100 11_10 0.1508 recall_200 11_10 0.1667 recall_500 11_10 0.2063 recall_1000 11_10 0.2222 infAP 11_10 0.0592 Rprec_mult_0.20 11_10 0.3077 Rprec_mult_0.40 11_10 0.2745 Rprec_mult_0.60 11_10 0.2105 Rprec_mult_0.80 11_10 0.1881 Rprec_mult_1.00 11_10 0.1508 Rprec_mult_1.20 11_10 0.1316 Rprec_mult_1.40 11_10 0.1186 Rprec_mult_1.60 11_10 0.1089 Rprec_mult_1.80 11_10 0.1013 Rprec_mult_2.00 11_10 0.0913 utility 11_10 -944.0000 11pt_avg 11_10 0.1306 binG 11_10 0.0518 G 11_10 0.0304 ndcg 11_10 0.1842 ndcg_rel 11_10 0.1881 Rndcg 11_10 0.2379 ndcg_cut_5 11_10 0.2539 ndcg_cut_10 11_10 0.1924 ndcg_cut_15 11_10 0.1798 ndcg_cut_20 11_10 0.1826 ndcg_cut_30 11_10 0.1874 ndcg_cut_100 11_10 0.1616 ndcg_cut_200 11_10 0.1605 ndcg_cut_500 11_10 0.1803 ndcg_cut_1000 11_10 0.1842 map_cut_5 11_10 0.0132 map_cut_10 11_10 0.0162 map_cut_15 11_10 0.0186 map_cut_20 11_10 0.0232 map_cut_30 11_10 0.0307 map_cut_100 11_10 0.0529 map_cut_200 11_10 0.0551 map_cut_500 11_10 0.0585 map_cut_1000 11_10 0.0592 relative_P_5 11_10 0.4000 relative_P_10 11_10 0.3000 relative_P_15 11_10 0.2667 relative_P_20 11_10 0.3000 relative_P_30 11_10 0.3000 relative_P_100 11_10 0.1900 relative_P_200 11_10 0.1667 relative_P_500 11_10 0.2063 relative_P_1000 11_10 0.2222 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0280 set_relative_P 11_10 0.2222 set_recall 11_10 0.2222 set_map 11_10 0.0062 set_F 11_10 0.0497 num_nonrel_judged_ret 11_10 17 rbp 11_10 0.1288 rbp_resid 11_10 0.1754 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.2500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 128 map 11_11 0.4971 Rprec 11_11 0.4403 bpref 11_11 0.8874 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 0.7941 iprec_at_recall_0.30 11_11 0.5556 iprec_at_recall_0.40 11_11 0.4909 iprec_at_recall_0.50 11_11 0.4410 iprec_at_recall_0.60 11_11 0.3902 iprec_at_recall_0.70 11_11 0.3471 iprec_at_recall_0.80 11_11 0.2981 iprec_at_recall_0.90 11_11 0.1776 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 1.0000 P_20 11_11 0.9500 P_30 11_11 0.8333 P_100 11_11 0.4700 P_200 11_11 0.3950 P_500 11_11 0.2260 P_1000 11_11 0.1280 relstring 11_11 '2331222113' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1119 recall_20 11_11 0.1418 recall_30 11_11 0.1866 recall_100 11_11 0.3507 recall_200 11_11 0.5896 recall_500 11_11 0.8433 recall_1000 11_11 0.9552 infAP 11_11 0.4971 Rprec_mult_0.20 11_11 0.9259 Rprec_mult_0.40 11_11 0.6667 Rprec_mult_0.60 11_11 0.5185 Rprec_mult_0.80 11_11 0.4815 Rprec_mult_1.00 11_11 0.4403 Rprec_mult_1.20 11_11 0.4410 Rprec_mult_1.40 11_11 0.4202 Rprec_mult_1.60 11_11 0.3814 Rprec_mult_1.80 11_11 0.3512 Rprec_mult_2.00 11_11 0.3396 utility 11_11 -744.0000 11pt_avg 11_11 0.4995 binG 11_11 0.2874 G 11_11 0.1664 ndcg 11_11 0.7916 ndcg_rel 11_11 0.6358 Rndcg 11_11 0.5790 ndcg_cut_5 11_11 0.6701 ndcg_cut_10 11_11 0.6466 ndcg_cut_15 11_11 0.6643 ndcg_cut_20 11_11 0.6332 ndcg_cut_30 11_11 0.5867 ndcg_cut_100 11_11 0.4920 ndcg_cut_200 11_11 0.6051 ndcg_cut_500 11_11 0.7525 ndcg_cut_1000 11_11 0.7916 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1119 map_cut_20 11_11 0.1418 map_cut_30 11_11 0.1835 map_cut_100 11_11 0.2875 map_cut_200 11_11 0.3940 map_cut_500 11_11 0.4772 map_cut_1000 11_11 0.4971 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 1.0000 relative_P_20 11_11 0.9500 relative_P_30 11_11 0.8333 relative_P_100 11_11 0.4700 relative_P_200 11_11 0.5896 relative_P_500 11_11 0.8433 relative_P_1000 11_11 0.9552 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1280 set_relative_P 11_11 0.9552 set_recall 11_11 0.9552 set_map 11_11 0.1223 set_F 11_11 0.2257 num_nonrel_judged_ret 11_11 9 rbp 11_11 0.4821 rbp_resid 11_11 0.0637 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 62 map 11_12 0.1253 Rprec 11_12 0.2022 bpref 11_12 0.5127 recip_rank 11_12 0.5000 iprec_at_recall_0.00 11_12 0.5000 iprec_at_recall_0.10 11_12 0.2250 iprec_at_recall_0.20 11_12 0.2250 iprec_at_recall_0.30 11_12 0.2158 iprec_at_recall_0.40 11_12 0.1967 iprec_at_recall_0.50 11_12 0.1718 iprec_at_recall_0.60 11_12 0.1293 iprec_at_recall_0.70 11_12 0.0626 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.4000 P_10 11_12 0.2000 P_15 11_12 0.1333 P_20 11_12 0.2000 P_30 11_12 0.1667 P_100 11_12 0.2000 P_200 11_12 0.1800 P_500 11_12 0.1080 P_1000 11_12 0.0620 relstring 11_12 '0101000000' recall_5 11_12 0.0225 recall_10 11_12 0.0225 recall_15 11_12 0.0225 recall_20 11_12 0.0449 recall_30 11_12 0.0562 recall_100 11_12 0.2247 recall_200 11_12 0.4045 recall_500 11_12 0.6067 recall_1000 11_12 0.6966 infAP 11_12 0.1253 Rprec_mult_0.20 11_12 0.1667 Rprec_mult_0.40 11_12 0.1667 Rprec_mult_0.60 11_12 0.1481 Rprec_mult_0.80 11_12 0.1806 Rprec_mult_1.00 11_12 0.2022 Rprec_mult_1.20 11_12 0.1963 Rprec_mult_1.40 11_12 0.2000 Rprec_mult_1.60 11_12 0.2098 Rprec_mult_1.80 11_12 0.1988 Rprec_mult_2.00 11_12 0.1910 utility 11_12 -876.0000 11pt_avg 11_12 0.1569 binG 11_12 0.1115 G 11_12 0.0935 ndcg 11_12 0.4145 ndcg_rel 11_12 0.2988 Rndcg 11_12 0.1887 ndcg_cut_5 11_12 0.1200 ndcg_cut_10 11_12 0.0779 ndcg_cut_15 11_12 0.0631 ndcg_cut_20 11_12 0.1166 ndcg_cut_30 11_12 0.1041 ndcg_cut_100 11_12 0.1751 ndcg_cut_200 11_12 0.2718 ndcg_cut_500 11_12 0.3758 ndcg_cut_1000 11_12 0.4145 map_cut_5 11_12 0.0112 map_cut_10 11_12 0.0112 map_cut_15 11_12 0.0112 map_cut_20 11_12 0.0156 map_cut_30 11_12 0.0175 map_cut_100 11_12 0.0495 map_cut_200 11_12 0.0858 map_cut_500 11_12 0.1181 map_cut_1000 11_12 0.1253 relative_P_5 11_12 0.4000 relative_P_10 11_12 0.2000 relative_P_15 11_12 0.1333 relative_P_20 11_12 0.2000 relative_P_30 11_12 0.1667 relative_P_100 11_12 0.2247 relative_P_200 11_12 0.4045 relative_P_500 11_12 0.6067 relative_P_1000 11_12 0.6966 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0620 set_relative_P 11_12 0.6966 set_recall 11_12 0.6966 set_map 11_12 0.0432 set_F 11_12 0.1139 num_nonrel_judged_ret 11_12 32 rbp 11_12 0.0880 rbp_resid 11_12 0.2018 unj_5 11_12 0.0000 unj_10 11_12 0.0000 unj_20 11_12 0.2500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 95 map 11_13 0.2879 Rprec 11_13 0.3645 bpref 11_13 0.4487 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.8696 iprec_at_recall_0.20 11_13 0.7455 iprec_at_recall_0.30 11_13 0.5648 iprec_at_recall_0.40 11_13 0.3037 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 1.0000 P_10 11_13 1.0000 P_15 11_13 0.9333 P_20 11_13 0.9000 P_30 11_13 0.8333 P_100 11_13 0.5700 P_200 11_13 0.3700 P_500 11_13 0.1840 P_1000 11_13 0.0950 relstring 11_13 '3233233122' recall_5 11_13 0.0246 recall_10 11_13 0.0493 recall_15 11_13 0.0690 recall_20 11_13 0.0887 recall_30 11_13 0.1232 recall_100 11_13 0.2808 recall_200 11_13 0.3645 recall_500 11_13 0.4532 recall_1000 11_13 0.4680 infAP 11_13 0.2879 Rprec_mult_0.20 11_13 0.6829 Rprec_mult_0.40 11_13 0.5976 Rprec_mult_0.60 11_13 0.5164 Rprec_mult_0.80 11_13 0.4110 Rprec_mult_1.00 11_13 0.3645 Rprec_mult_1.20 11_13 0.3033 Rprec_mult_1.40 11_13 0.2912 Rprec_mult_1.60 11_13 0.2677 Rprec_mult_1.80 11_13 0.2404 Rprec_mult_2.00 11_13 0.2217 utility 11_13 -810.0000 11pt_avg 11_13 0.3167 binG 11_13 0.1533 G 11_13 0.1006 ndcg 11_13 0.5249 ndcg_rel 11_13 0.5659 Rndcg 11_13 0.5068 ndcg_cut_5 11_13 0.8849 ndcg_cut_10 11_13 0.8358 ndcg_cut_15 11_13 0.7691 ndcg_cut_20 11_13 0.7398 ndcg_cut_30 11_13 0.7134 ndcg_cut_100 11_13 0.5508 ndcg_cut_200 11_13 0.4647 ndcg_cut_500 11_13 0.5173 ndcg_cut_1000 11_13 0.5249 map_cut_5 11_13 0.0246 map_cut_10 11_13 0.0493 map_cut_15 11_13 0.0686 map_cut_20 11_13 0.0862 map_cut_30 11_13 0.1150 map_cut_100 11_13 0.2223 map_cut_200 11_13 0.2614 map_cut_500 11_13 0.2861 map_cut_1000 11_13 0.2879 relative_P_5 11_13 1.0000 relative_P_10 11_13 1.0000 relative_P_15 11_13 0.9333 relative_P_20 11_13 0.9000 relative_P_30 11_13 0.8333 relative_P_100 11_13 0.5700 relative_P_200 11_13 0.3700 relative_P_500 11_13 0.4532 relative_P_1000 11_13 0.4680 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0950 set_relative_P 11_13 0.4680 set_recall 11_13 0.4680 set_map 11_13 0.0445 set_F 11_13 0.1579 num_nonrel_judged_ret 11_13 8 rbp 11_13 0.7264 rbp_resid 11_13 0.0929 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.1000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 12 map 11_2 0.0035 Rprec 11_2 0.0479 bpref 11_2 0.0760 recip_rank 11_2 0.0345 iprec_at_recall_0.00 11_2 0.0769 iprec_at_recall_0.10 11_2 0.0000 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.0000 P_10 11_2 0.0000 P_15 11_2 0.0000 P_20 11_2 0.0000 P_30 11_2 0.0333 P_100 11_2 0.0500 P_200 11_2 0.0400 P_500 11_2 0.0180 P_1000 11_2 0.0120 relstring 11_2 '00-00--0--' recall_5 11_2 0.0000 recall_10 11_2 0.0000 recall_15 11_2 0.0000 recall_20 11_2 0.0000 recall_30 11_2 0.0068 recall_100 11_2 0.0342 recall_200 11_2 0.0548 recall_500 11_2 0.0616 recall_1000 11_2 0.0822 infAP 11_2 0.0035 Rprec_mult_0.20 11_2 0.0333 Rprec_mult_0.40 11_2 0.0508 Rprec_mult_0.60 11_2 0.0568 Rprec_mult_0.80 11_2 0.0427 Rprec_mult_1.00 11_2 0.0479 Rprec_mult_1.20 11_2 0.0455 Rprec_mult_1.40 11_2 0.0390 Rprec_mult_1.60 11_2 0.0342 Rprec_mult_1.80 11_2 0.0304 Rprec_mult_2.00 11_2 0.0274 utility 11_2 -976.0000 11pt_avg 11_2 0.0070 binG 11_2 0.0122 G 11_2 0.0092 ndcg 11_2 0.0508 ndcg_rel 11_2 0.0497 Rndcg 11_2 0.0295 ndcg_cut_5 11_2 0.0000 ndcg_cut_10 11_2 0.0000 ndcg_cut_15 11_2 0.0000 ndcg_cut_20 11_2 0.0000 ndcg_cut_30 11_2 0.0070 ndcg_cut_100 11_2 0.0337 ndcg_cut_200 11_2 0.0416 ndcg_cut_500 11_2 0.0436 ndcg_cut_1000 11_2 0.0508 map_cut_5 11_2 0.0000 map_cut_10 11_2 0.0000 map_cut_15 11_2 0.0000 map_cut_20 11_2 0.0000 map_cut_30 11_2 0.0002 map_cut_100 11_2 0.0020 map_cut_200 11_2 0.0030 map_cut_500 11_2 0.0031 map_cut_1000 11_2 0.0035 relative_P_5 11_2 0.0000 relative_P_10 11_2 0.0000 relative_P_15 11_2 0.0000 relative_P_20 11_2 0.0000 relative_P_30 11_2 0.0333 relative_P_100 11_2 0.0500 relative_P_200 11_2 0.0548 relative_P_500 11_2 0.0616 relative_P_1000 11_2 0.0822 success_1 11_2 0.0000 success_5 11_2 0.0000 success_10 11_2 0.0000 set_P 11_2 0.0120 set_relative_P 11_2 0.0822 set_recall 11_2 0.0822 set_map 11_2 0.0010 set_F 11_2 0.0209 num_nonrel_judged_ret 11_2 17 rbp 11_2 0.0042 rbp_resid 11_2 0.6053 unj_5 11_2 0.2000 unj_10 11_2 0.5000 unj_20 11_2 0.7500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 54 map 11_3 0.0572 Rprec 11_3 0.1383 bpref 11_3 0.2640 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.1875 iprec_at_recall_0.20 11_3 0.0895 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.4000 P_10 11_3 0.6000 P_15 11_3 0.5333 P_20 11_3 0.4000 P_30 11_3 0.3000 P_100 11_3 0.1600 P_200 11_3 0.1300 P_500 11_3 0.0820 P_1000 11_3 0.0540 relstring 11_3 '20020-2221' recall_5 11_3 0.0106 recall_10 11_3 0.0319 recall_15 11_3 0.0426 recall_20 11_3 0.0426 recall_30 11_3 0.0479 recall_100 11_3 0.0851 recall_200 11_3 0.1383 recall_500 11_3 0.2181 recall_1000 11_3 0.2872 infAP 11_3 0.0572 Rprec_mult_0.20 11_3 0.2368 Rprec_mult_0.40 11_3 0.1842 Rprec_mult_0.60 11_3 0.1858 Rprec_mult_0.80 11_3 0.1523 Rprec_mult_1.00 11_3 0.1383 Rprec_mult_1.20 11_3 0.1195 Rprec_mult_1.40 11_3 0.1136 Rprec_mult_1.60 11_3 0.1063 Rprec_mult_1.80 11_3 0.0973 Rprec_mult_2.00 11_3 0.0904 utility 11_3 -892.0000 11pt_avg 11_3 0.1161 binG 11_3 0.0530 G 11_3 0.0454 ndcg 11_3 0.2712 ndcg_rel 11_3 0.2641 Rndcg 11_3 0.2273 ndcg_cut_5 11_3 0.3235 ndcg_cut_10 11_3 0.3705 ndcg_cut_15 11_3 0.3488 ndcg_cut_20 11_3 0.2904 ndcg_cut_30 11_3 0.2599 ndcg_cut_100 11_3 0.1805 ndcg_cut_200 11_3 0.1782 ndcg_cut_500 11_3 0.2327 ndcg_cut_1000 11_3 0.2712 map_cut_5 11_3 0.0080 map_cut_10 11_3 0.0191 map_cut_15 11_3 0.0257 map_cut_20 11_3 0.0257 map_cut_30 11_3 0.0276 map_cut_100 11_3 0.0348 map_cut_200 11_3 0.0439 map_cut_500 11_3 0.0520 map_cut_1000 11_3 0.0572 relative_P_5 11_3 0.4000 relative_P_10 11_3 0.6000 relative_P_15 11_3 0.5333 relative_P_20 11_3 0.4000 relative_P_30 11_3 0.3000 relative_P_100 11_3 0.1600 relative_P_200 11_3 0.1383 relative_P_500 11_3 0.2181 relative_P_1000 11_3 0.2872 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0540 set_relative_P 11_3 0.2872 set_recall 11_3 0.2872 set_map 11_3 0.0155 set_F 11_3 0.0909 num_nonrel_judged_ret 11_3 11 rbp 11_3 0.2756 rbp_resid 11_3 0.3250 unj_5 11_3 0.0000 unj_10 11_3 0.1000 unj_20 11_3 0.4500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 113 map 11_4 0.2615 Rprec 11_4 0.2917 bpref 11_4 0.7446 recip_rank 11_4 0.5000 iprec_at_recall_0.00 11_4 0.8571 iprec_at_recall_0.10 11_4 0.6429 iprec_at_recall_0.20 11_4 0.3855 iprec_at_recall_0.30 11_4 0.2925 iprec_at_recall_0.40 11_4 0.2719 iprec_at_recall_0.50 11_4 0.2099 iprec_at_recall_0.60 11_4 0.1813 iprec_at_recall_0.70 11_4 0.1386 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.8000 P_10 11_4 0.8000 P_15 11_4 0.7333 P_20 11_4 0.6500 P_30 11_4 0.6333 P_100 11_4 0.3500 P_200 11_4 0.2600 P_500 11_4 0.1780 P_1000 11_4 0.1130 relstring 11_4 '0123321-21' recall_5 11_4 0.0278 recall_10 11_4 0.0556 recall_15 11_4 0.0764 recall_20 11_4 0.0903 recall_30 11_4 0.1319 recall_100 11_4 0.2431 recall_200 11_4 0.3611 recall_500 11_4 0.6181 recall_1000 11_4 0.7847 infAP 11_4 0.2615 Rprec_mult_0.20 11_4 0.6207 Rprec_mult_0.40 11_4 0.4483 Rprec_mult_0.60 11_4 0.3793 Rprec_mult_0.80 11_4 0.3276 Rprec_mult_1.00 11_4 0.2917 Rprec_mult_1.20 11_4 0.2601 Rprec_mult_1.40 11_4 0.2624 Rprec_mult_1.60 11_4 0.2597 Rprec_mult_1.80 11_4 0.2423 Rprec_mult_2.00 11_4 0.2326 utility 11_4 -774.0000 11pt_avg 11_4 0.2709 binG 11_4 0.1494 G 11_4 0.1250 ndcg 11_4 0.6102 ndcg_rel 11_4 0.4865 Rndcg 11_4 0.4399 ndcg_cut_5 11_4 0.4617 ndcg_cut_10 11_4 0.5002 ndcg_cut_15 11_4 0.4637 ndcg_cut_20 11_4 0.4564 ndcg_cut_30 11_4 0.4345 ndcg_cut_100 11_4 0.3492 ndcg_cut_200 11_4 0.3861 ndcg_cut_500 11_4 0.5293 ndcg_cut_1000 11_4 0.6102 map_cut_5 11_4 0.0189 map_cut_10 11_4 0.0416 map_cut_15 11_4 0.0572 map_cut_20 11_4 0.0677 map_cut_30 11_4 0.0940 map_cut_100 11_4 0.1458 map_cut_200 11_4 0.1804 map_cut_500 11_4 0.2376 map_cut_1000 11_4 0.2615 relative_P_5 11_4 0.8000 relative_P_10 11_4 0.8000 relative_P_15 11_4 0.7333 relative_P_20 11_4 0.6500 relative_P_30 11_4 0.6333 relative_P_100 11_4 0.3500 relative_P_200 11_4 0.3611 relative_P_500 11_4 0.6181 relative_P_1000 11_4 0.7847 success_1 11_4 0.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1130 set_relative_P 11_4 0.7847 set_recall 11_4 0.7847 set_map 11_4 0.0887 set_F 11_4 0.1976 num_nonrel_judged_ret 11_4 4 rbp 11_4 0.3977 rbp_resid 11_4 0.1928 unj_5 11_4 0.0000 unj_10 11_4 0.1000 unj_20 11_4 0.2500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 52 map 11_6 0.2026 Rprec 11_6 0.2667 bpref 11_6 0.8035 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.4074 iprec_at_recall_0.20 11_6 0.3529 iprec_at_recall_0.30 11_6 0.2466 iprec_at_recall_0.40 11_6 0.1846 iprec_at_recall_0.50 11_6 0.1333 iprec_at_recall_0.60 11_6 0.0876 iprec_at_recall_0.70 11_6 0.0796 iprec_at_recall_0.80 11_6 0.0565 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.8000 P_10 11_6 0.4000 P_15 11_6 0.2667 P_20 11_6 0.3500 P_30 11_6 0.3667 P_100 11_6 0.2100 P_200 11_6 0.1400 P_500 11_6 0.0820 P_1000 11_6 0.0520 relstring 11_6 '130120----' recall_5 11_6 0.0667 recall_10 11_6 0.0667 recall_15 11_6 0.0667 recall_20 11_6 0.1167 recall_30 11_6 0.1833 recall_100 11_6 0.3500 recall_200 11_6 0.4667 recall_500 11_6 0.6833 recall_1000 11_6 0.8667 infAP 11_6 0.2026 Rprec_mult_0.20 11_6 0.3333 Rprec_mult_0.40 11_6 0.3750 Rprec_mult_0.60 11_6 0.3333 Rprec_mult_0.80 11_6 0.3333 Rprec_mult_1.00 11_6 0.2667 Rprec_mult_1.20 11_6 0.2361 Rprec_mult_1.40 11_6 0.2262 Rprec_mult_1.60 11_6 0.2188 Rprec_mult_1.80 11_6 0.1944 Rprec_mult_2.00 11_6 0.1833 utility 11_6 -896.0000 11pt_avg 11_6 0.2317 binG 11_6 0.1771 G 11_6 0.1271 ndcg 11_6 0.5295 ndcg_rel 11_6 0.3929 Rndcg 11_6 0.3155 ndcg_cut_5 11_6 0.4632 ndcg_cut_10 11_6 0.3006 ndcg_cut_15 11_6 0.2364 ndcg_cut_20 11_6 0.2557 ndcg_cut_30 11_6 0.2733 ndcg_cut_100 11_6 0.2918 ndcg_cut_200 11_6 0.3476 ndcg_cut_500 11_6 0.4552 ndcg_cut_1000 11_6 0.5295 map_cut_5 11_6 0.0592 map_cut_10 11_6 0.0592 map_cut_15 11_6 0.0592 map_cut_20 11_6 0.0752 map_cut_30 11_6 0.1012 map_cut_100 11_6 0.1484 map_cut_200 11_6 0.1680 map_cut_500 11_6 0.1912 map_cut_1000 11_6 0.2026 relative_P_5 11_6 0.8000 relative_P_10 11_6 0.4000 relative_P_15 11_6 0.2667 relative_P_20 11_6 0.3500 relative_P_30 11_6 0.3667 relative_P_100 11_6 0.3500 relative_P_200 11_6 0.4667 relative_P_500 11_6 0.6833 relative_P_1000 11_6 0.8667 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0520 set_relative_P 11_6 0.8667 set_recall 11_6 0.8667 set_map 11_6 0.0451 set_F 11_6 0.0981 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.2373 rbp_resid 11_6 0.4394 unj_5 11_6 0.0000 unj_10 11_6 0.4000 unj_20 11_6 0.5500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 42 map 11_7 0.0833 Rprec 11_7 0.1444 bpref 11_7 0.3590 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.2308 iprec_at_recall_0.20 11_7 0.1440 iprec_at_recall_0.30 11_7 0.0826 iprec_at_recall_0.40 11_7 0.0545 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.4000 P_10 11_7 0.5000 P_15 11_7 0.3333 P_20 11_7 0.2500 P_30 11_7 0.2000 P_100 11_7 0.1400 P_200 11_7 0.0950 P_500 11_7 0.0600 P_1000 11_7 0.0420 relstring 11_7 '1100021--2' recall_5 11_7 0.0222 recall_10 11_7 0.0556 recall_15 11_7 0.0556 recall_20 11_7 0.0556 recall_30 11_7 0.0667 recall_100 11_7 0.1556 recall_200 11_7 0.2111 recall_500 11_7 0.3333 recall_1000 11_7 0.4667 infAP 11_7 0.0833 Rprec_mult_0.20 11_7 0.2778 Rprec_mult_0.40 11_7 0.1944 Rprec_mult_0.60 11_7 0.1852 Rprec_mult_0.80 11_7 0.1528 Rprec_mult_1.00 11_7 0.1444 Rprec_mult_1.20 11_7 0.1389 Rprec_mult_1.40 11_7 0.1429 Rprec_mult_1.60 11_7 0.1250 Rprec_mult_1.80 11_7 0.1111 Rprec_mult_2.00 11_7 0.1000 utility 11_7 -916.0000 11pt_avg 11_7 0.1374 binG 11_7 0.0918 G 11_7 0.0692 ndcg 11_7 0.3258 ndcg_rel 11_7 0.2865 Rndcg 11_7 0.2173 ndcg_cut_5 11_7 0.1928 ndcg_cut_10 11_7 0.2794 ndcg_cut_15 11_7 0.2279 ndcg_cut_20 11_7 0.1956 ndcg_cut_30 11_7 0.1762 ndcg_cut_100 11_7 0.1731 ndcg_cut_200 11_7 0.2071 ndcg_cut_500 11_7 0.2638 ndcg_cut_1000 11_7 0.3258 map_cut_5 11_7 0.0222 map_cut_10 11_7 0.0397 map_cut_15 11_7 0.0397 map_cut_20 11_7 0.0397 map_cut_30 11_7 0.0423 map_cut_100 11_7 0.0587 map_cut_200 11_7 0.0662 map_cut_500 11_7 0.0764 map_cut_1000 11_7 0.0833 relative_P_5 11_7 0.4000 relative_P_10 11_7 0.5000 relative_P_15 11_7 0.3333 relative_P_20 11_7 0.2500 relative_P_30 11_7 0.2000 relative_P_100 11_7 0.1556 relative_P_200 11_7 0.2111 relative_P_500 11_7 0.3333 relative_P_1000 11_7 0.4667 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0420 set_relative_P 11_7 0.4667 set_recall 11_7 0.4667 set_map 11_7 0.0196 set_F 11_7 0.0771 num_nonrel_judged_ret 11_7 40 rbp 11_7 0.1547 rbp_resid 11_7 0.3689 unj_5 11_7 0.0000 unj_10 11_7 0.2000 unj_20 11_7 0.5500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 80 map 11_8 0.4298 Rprec 11_8 0.4948 bpref 11_8 0.7798 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.8235 iprec_at_recall_0.20 11_8 0.7600 iprec_at_recall_0.30 11_8 0.6667 iprec_at_recall_0.40 11_8 0.6290 iprec_at_recall_0.50 11_8 0.5000 iprec_at_recall_0.60 11_8 0.2980 iprec_at_recall_0.70 11_8 0.1679 iprec_at_recall_0.80 11_8 0.0975 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.8000 P_15 11_8 0.8000 P_20 11_8 0.7000 P_30 11_8 0.7000 P_100 11_8 0.4900 P_200 11_8 0.2950 P_500 11_8 0.1400 P_1000 11_8 0.0800 relstring 11_8 '33420422-2' recall_5 11_8 0.0412 recall_10 11_8 0.0825 recall_15 11_8 0.1237 recall_20 11_8 0.1443 recall_30 11_8 0.2165 recall_100 11_8 0.5052 recall_200 11_8 0.6082 recall_500 11_8 0.7216 recall_1000 11_8 0.8247 infAP 11_8 0.4298 Rprec_mult_0.20 11_8 0.7000 Rprec_mult_0.40 11_8 0.6667 Rprec_mult_0.60 11_8 0.6271 Rprec_mult_0.80 11_8 0.5513 Rprec_mult_1.00 11_8 0.4948 Rprec_mult_1.20 11_8 0.4359 Rprec_mult_1.40 11_8 0.3750 Rprec_mult_1.60 11_8 0.3462 Rprec_mult_1.80 11_8 0.3143 Rprec_mult_2.00 11_8 0.2938 utility 11_8 -840.0000 11pt_avg 11_8 0.4493 binG 11_8 0.2220 G 11_8 0.1657 ndcg 11_8 0.7394 ndcg_rel 11_8 0.6754 Rndcg 11_8 0.6711 ndcg_cut_5 11_8 0.7064 ndcg_cut_10 11_8 0.7014 ndcg_cut_15 11_8 0.6788 ndcg_cut_20 11_8 0.6294 ndcg_cut_30 11_8 0.6426 ndcg_cut_100 11_8 0.5815 ndcg_cut_200 11_8 0.6418 ndcg_cut_500 11_8 0.6976 ndcg_cut_1000 11_8 0.7394 map_cut_5 11_8 0.0412 map_cut_10 11_8 0.0759 map_cut_15 11_8 0.1079 map_cut_20 11_8 0.1248 map_cut_30 11_8 0.1782 map_cut_100 11_8 0.3566 map_cut_200 11_8 0.3932 map_cut_500 11_8 0.4185 map_cut_1000 11_8 0.4298 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.8000 relative_P_15 11_8 0.8000 relative_P_20 11_8 0.7000 relative_P_30 11_8 0.7000 relative_P_100 11_8 0.5052 relative_P_200 11_8 0.6082 relative_P_500 11_8 0.7216 relative_P_1000 11_8 0.8247 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0800 set_relative_P 11_8 0.8247 set_recall 11_8 0.8247 set_map 11_8 0.0660 set_F 11_8 0.1459 num_nonrel_judged_ret 11_8 5 rbp 11_8 0.5135 rbp_resid 11_8 0.1540 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.2500 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 48 map 11_9 0.1297 Rprec 11_9 0.2137 bpref 11_9 0.3801 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.4848 iprec_at_recall_0.20 11_9 0.2273 iprec_at_recall_0.30 11_9 0.1489 iprec_at_recall_0.40 11_9 0.0648 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.6000 P_10 11_9 0.6000 P_15 11_9 0.5333 P_20 11_9 0.5000 P_30 11_9 0.4667 P_100 11_9 0.2200 P_200 11_9 0.1550 P_500 11_9 0.0840 P_1000 11_9 0.0480 relstring 11_9 '332000-124' recall_5 11_9 0.0256 recall_10 11_9 0.0513 recall_15 11_9 0.0684 recall_20 11_9 0.0855 recall_30 11_9 0.1197 recall_100 11_9 0.1880 recall_200 11_9 0.2650 recall_500 11_9 0.3590 recall_1000 11_9 0.4103 infAP 11_9 0.1297 Rprec_mult_0.20 11_9 0.4167 Rprec_mult_0.40 11_9 0.3617 Rprec_mult_0.60 11_9 0.2535 Rprec_mult_0.80 11_9 0.2234 Rprec_mult_1.00 11_9 0.2137 Rprec_mult_1.20 11_9 0.1986 Rprec_mult_1.40 11_9 0.1768 Rprec_mult_1.60 11_9 0.1543 Rprec_mult_1.80 11_9 0.1517 Rprec_mult_2.00 11_9 0.1453 utility 11_9 -904.0000 11pt_avg 11_9 0.1751 binG 11_9 0.0974 G 11_9 0.0753 ndcg 11_9 0.3937 ndcg_rel 11_9 0.3994 Rndcg 11_9 0.4372 ndcg_cut_5 11_9 0.5625 ndcg_cut_10 11_9 0.5220 ndcg_cut_15 11_9 0.4992 ndcg_cut_20 11_9 0.4745 ndcg_cut_30 11_9 0.4415 ndcg_cut_100 11_9 0.3000 ndcg_cut_200 11_9 0.3372 ndcg_cut_500 11_9 0.3795 ndcg_cut_1000 11_9 0.3937 map_cut_5 11_9 0.0256 map_cut_10 11_9 0.0398 map_cut_15 11_9 0.0505 map_cut_20 11_9 0.0600 map_cut_30 11_9 0.0753 map_cut_100 11_9 0.0981 map_cut_200 11_9 0.1139 map_cut_500 11_9 0.1264 map_cut_1000 11_9 0.1297 relative_P_5 11_9 0.6000 relative_P_10 11_9 0.6000 relative_P_15 11_9 0.5333 relative_P_20 11_9 0.5000 relative_P_30 11_9 0.4667 relative_P_100 11_9 0.2200 relative_P_200 11_9 0.2650 relative_P_500 11_9 0.3590 relative_P_1000 11_9 0.4103 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0480 set_relative_P 11_9 0.4103 set_recall 11_9 0.4103 set_map 11_9 0.0197 set_F 11_9 0.0859 num_nonrel_judged_ret 11_9 15 rbp 11_9 0.3452 rbp_resid 11_9 0.2119 unj_5 11_9 0.0000 unj_10 11_9 0.1000 unj_20 11_9 0.2500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 40 map 12_1 0.0429 Rprec 12_1 0.0933 bpref 12_1 0.3349 recip_rank 12_1 0.0833 iprec_at_recall_0.00 12_1 0.1481 iprec_at_recall_0.10 12_1 0.1062 iprec_at_recall_0.20 12_1 0.0969 iprec_at_recall_0.30 12_1 0.0754 iprec_at_recall_0.40 12_1 0.0563 iprec_at_recall_0.50 12_1 0.0494 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.0000 P_10 12_1 0.0000 P_15 12_1 0.0667 P_20 12_1 0.1000 P_30 12_1 0.1333 P_100 12_1 0.0900 P_200 12_1 0.0950 P_500 12_1 0.0580 P_1000 12_1 0.0400 relstring 12_1 '0000000000' recall_5 12_1 0.0000 recall_10 12_1 0.0000 recall_15 12_1 0.0133 recall_20 12_1 0.0267 recall_30 12_1 0.0533 recall_100 12_1 0.1200 recall_200 12_1 0.2533 recall_500 12_1 0.3867 recall_1000 12_1 0.5333 infAP 12_1 0.0429 Rprec_mult_0.20 12_1 0.0667 Rprec_mult_0.40 12_1 0.1333 Rprec_mult_0.60 12_1 0.0889 Rprec_mult_0.80 12_1 0.1000 Rprec_mult_1.00 12_1 0.0933 Rprec_mult_1.20 12_1 0.1000 Rprec_mult_1.40 12_1 0.0952 Rprec_mult_1.60 12_1 0.1000 Rprec_mult_1.80 12_1 0.0963 Rprec_mult_2.00 12_1 0.0933 utility 12_1 -920.0000 11pt_avg 12_1 0.0484 binG 12_1 0.0744 G 12_1 0.0766 ndcg 12_1 0.3195 ndcg_rel 12_1 0.2490 Rndcg 12_1 0.1176 ndcg_cut_5 12_1 0.0000 ndcg_cut_10 12_1 0.0000 ndcg_cut_15 12_1 0.0425 ndcg_cut_20 12_1 0.0671 ndcg_cut_30 12_1 0.0854 ndcg_cut_100 12_1 0.1009 ndcg_cut_200 12_1 0.1725 ndcg_cut_500 12_1 0.2540 ndcg_cut_1000 12_1 0.3195 map_cut_5 12_1 0.0000 map_cut_10 12_1 0.0000 map_cut_15 12_1 0.0011 map_cut_20 12_1 0.0026 map_cut_30 12_1 0.0062 map_cut_100 12_1 0.0129 map_cut_200 12_1 0.0259 map_cut_500 12_1 0.0353 map_cut_1000 12_1 0.0429 relative_P_5 12_1 0.0000 relative_P_10 12_1 0.0000 relative_P_15 12_1 0.0667 relative_P_20 12_1 0.1000 relative_P_30 12_1 0.1333 relative_P_100 12_1 0.1200 relative_P_200 12_1 0.2533 relative_P_500 12_1 0.3867 relative_P_1000 12_1 0.5333 success_1 12_1 0.0000 success_5 12_1 0.0000 success_10 12_1 0.0000 set_P 12_1 0.0400 set_relative_P 12_1 0.5333 set_recall 12_1 0.5333 set_map 12_1 0.0213 set_F 12_1 0.0744 num_nonrel_judged_ret 12_1 47 rbp 12_1 0.0404 rbp_resid 12_1 0.1086 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0500 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 5 map 12_2 0.0240 Rprec 12_2 0.0769 bpref 12_2 0.0712 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.0000 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.2000 P_10 12_2 0.1000 P_15 12_2 0.1333 P_20 12_2 0.1000 P_30 12_2 0.1333 P_100 12_2 0.0500 P_200 12_2 0.0250 P_500 12_2 0.0100 P_1000 12_2 0.0050 relstring 12_2 '20000--0--' recall_5 12_2 0.0154 recall_10 12_2 0.0154 recall_15 12_2 0.0308 recall_20 12_2 0.0308 recall_30 12_2 0.0615 recall_100 12_2 0.0769 recall_200 12_2 0.0769 recall_500 12_2 0.0769 recall_1000 12_2 0.0769 infAP 12_2 0.0240 Rprec_mult_0.20 12_2 0.0769 Rprec_mult_0.40 12_2 0.1538 Rprec_mult_0.60 12_2 0.1026 Rprec_mult_0.80 12_2 0.0962 Rprec_mult_1.00 12_2 0.0769 Rprec_mult_1.20 12_2 0.0641 Rprec_mult_1.40 12_2 0.0549 Rprec_mult_1.60 12_2 0.0481 Rprec_mult_1.80 12_2 0.0427 Rprec_mult_2.00 12_2 0.0385 utility 12_2 -990.0000 11pt_avg 12_2 0.0909 binG 12_2 0.0292 G 12_2 0.0295 ndcg 12_2 0.1445 ndcg_rel 12_2 0.1545 Rndcg 12_2 0.1693 ndcg_cut_5 12_2 0.2261 ndcg_cut_10 12_2 0.1662 ndcg_cut_15 12_2 0.1874 ndcg_cut_20 12_2 0.1615 ndcg_cut_30 12_2 0.1718 ndcg_cut_100 12_2 0.1445 ndcg_cut_200 12_2 0.1445 ndcg_cut_500 12_2 0.1445 ndcg_cut_1000 12_2 0.1445 map_cut_5 12_2 0.0154 map_cut_10 12_2 0.0154 map_cut_15 12_2 0.0174 map_cut_20 12_2 0.0174 map_cut_30 12_2 0.0222 map_cut_100 12_2 0.0240 map_cut_200 12_2 0.0240 map_cut_500 12_2 0.0240 map_cut_1000 12_2 0.0240 relative_P_5 12_2 0.2000 relative_P_10 12_2 0.1000 relative_P_15 12_2 0.1333 relative_P_20 12_2 0.1000 relative_P_30 12_2 0.1333 relative_P_100 12_2 0.0769 relative_P_200 12_2 0.0769 relative_P_500 12_2 0.0769 relative_P_1000 12_2 0.0769 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0050 set_relative_P 12_2 0.0769 set_recall 12_2 0.0769 set_map 12_2 0.0004 set_F 12_2 0.0094 num_nonrel_judged_ret 12_2 11 rbp 12_2 0.1003 rbp_resid 12_2 0.4661 unj_5 12_2 0.0000 unj_10 12_2 0.4000 unj_20 12_2 0.6000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 70 map 12_3 0.5865 Rprec 12_3 0.6000 bpref 12_3 0.8295 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.8421 iprec_at_recall_0.20 12_3 0.8421 iprec_at_recall_0.30 12_3 0.6667 iprec_at_recall_0.40 12_3 0.6667 iprec_at_recall_0.50 12_3 0.6500 iprec_at_recall_0.60 12_3 0.6081 iprec_at_recall_0.70 12_3 0.5146 iprec_at_recall_0.80 12_3 0.4255 iprec_at_recall_0.90 12_3 0.2255 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 1.0000 P_10 12_3 0.7000 P_15 12_3 0.8000 P_20 12_3 0.8000 P_30 12_3 0.7000 P_100 12_3 0.5100 P_200 12_3 0.3300 P_500 12_3 0.1380 P_1000 12_3 0.0700 relstring 12_3 '1222102200' recall_5 12_3 0.0667 recall_10 12_3 0.0933 recall_15 12_3 0.1600 recall_20 12_3 0.2133 recall_30 12_3 0.2800 recall_100 12_3 0.6800 recall_200 12_3 0.8800 recall_500 12_3 0.9200 recall_1000 12_3 0.9333 infAP 12_3 0.5865 Rprec_mult_0.20 12_3 0.8000 Rprec_mult_0.40 12_3 0.7000 Rprec_mult_0.60 12_3 0.6444 Rprec_mult_0.80 12_3 0.6500 Rprec_mult_1.00 12_3 0.6000 Rprec_mult_1.20 12_3 0.5556 Rprec_mult_1.40 12_3 0.5143 Rprec_mult_1.60 12_3 0.4917 Rprec_mult_1.80 12_3 0.4370 Rprec_mult_2.00 12_3 0.4067 utility 12_3 -860.0000 11pt_avg 12_3 0.5856 binG 12_3 0.2861 G 12_3 0.2183 ndcg 12_3 0.8063 ndcg_rel 12_3 0.6790 Rndcg 12_3 0.6586 ndcg_cut_5 12_3 0.7648 ndcg_cut_10 12_3 0.6391 ndcg_cut_15 12_3 0.7202 ndcg_cut_20 12_3 0.7010 ndcg_cut_30 12_3 0.6201 ndcg_cut_100 12_3 0.6641 ndcg_cut_200 12_3 0.7851 ndcg_cut_500 12_3 0.8024 ndcg_cut_1000 12_3 0.8063 map_cut_5 12_3 0.0667 map_cut_10 12_3 0.0898 map_cut_15 12_3 0.1409 map_cut_20 12_3 0.1850 map_cut_30 12_3 0.2364 map_cut_100 12_3 0.4869 map_cut_200 12_3 0.5757 map_cut_500 12_3 0.5849 map_cut_1000 12_3 0.5865 relative_P_5 12_3 1.0000 relative_P_10 12_3 0.7000 relative_P_15 12_3 0.8000 relative_P_20 12_3 0.8000 relative_P_30 12_3 0.7000 relative_P_100 12_3 0.6800 relative_P_200 12_3 0.8800 relative_P_500 12_3 0.9200 relative_P_1000 12_3 0.9333 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0700 set_relative_P 12_3 0.9333 set_recall 12_3 0.9333 set_map 12_3 0.0653 set_F 12_3 0.1302 num_nonrel_judged_ret 12_3 23 rbp 12_3 0.6650 rbp_resid 12_3 0.0546 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 47 map 12_5 0.0719 Rprec 12_5 0.1228 bpref 12_5 0.7772 recip_rank 12_5 0.2500 iprec_at_recall_0.00 12_5 0.3636 iprec_at_recall_0.10 12_5 0.1356 iprec_at_recall_0.20 12_5 0.0982 iprec_at_recall_0.30 12_5 0.0712 iprec_at_recall_0.40 12_5 0.0588 iprec_at_recall_0.50 12_5 0.0557 iprec_at_recall_0.60 12_5 0.0557 iprec_at_recall_0.70 12_5 0.0536 iprec_at_recall_0.80 12_5 0.0475 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.2000 P_10 12_5 0.3000 P_15 12_5 0.2667 P_20 12_5 0.2000 P_30 12_5 0.1333 P_100 12_5 0.1000 P_200 12_5 0.0600 P_500 12_5 0.0560 P_1000 12_5 0.0470 relstring 12_5 '---10-2--2' recall_5 12_5 0.0175 recall_10 12_5 0.0526 recall_15 12_5 0.0702 recall_20 12_5 0.0702 recall_30 12_5 0.0702 recall_100 12_5 0.1754 recall_200 12_5 0.2105 recall_500 12_5 0.4912 recall_1000 12_5 0.8246 infAP 12_5 0.0719 Rprec_mult_0.20 12_5 0.3333 Rprec_mult_0.40 12_5 0.1739 Rprec_mult_0.60 12_5 0.1143 Rprec_mult_0.80 12_5 0.1087 Rprec_mult_1.00 12_5 0.1228 Rprec_mult_1.20 12_5 0.1159 Rprec_mult_1.40 12_5 0.1125 Rprec_mult_1.60 12_5 0.1087 Rprec_mult_1.80 12_5 0.0971 Rprec_mult_2.00 12_5 0.0965 utility 12_5 -906.0000 11pt_avg 12_5 0.0855 binG 12_5 0.1178 G 12_5 0.1027 ndcg 12_5 0.4164 ndcg_rel 12_5 0.2759 Rndcg 12_5 0.1766 ndcg_cut_5 12_5 0.0487 ndcg_cut_10 12_5 0.1317 ndcg_cut_15 12_5 0.1454 ndcg_cut_20 12_5 0.1260 ndcg_cut_30 12_5 0.1017 ndcg_cut_100 12_5 0.1304 ndcg_cut_200 12_5 0.1488 ndcg_cut_500 12_5 0.2786 ndcg_cut_1000 12_5 0.4164 map_cut_5 12_5 0.0044 map_cut_10 12_5 0.0147 map_cut_15 12_5 0.0210 map_cut_20 12_5 0.0210 map_cut_30 12_5 0.0210 map_cut_100 12_5 0.0341 map_cut_200 12_5 0.0374 map_cut_500 12_5 0.0547 map_cut_1000 12_5 0.0719 relative_P_5 12_5 0.2000 relative_P_10 12_5 0.3000 relative_P_15 12_5 0.2667 relative_P_20 12_5 0.2000 relative_P_30 12_5 0.1333 relative_P_100 12_5 0.1754 relative_P_200 12_5 0.2105 relative_P_500 12_5 0.4912 relative_P_1000 12_5 0.8246 success_1 12_5 0.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0470 set_relative_P 12_5 0.8246 set_recall 12_5 0.8246 set_map 12_5 0.0388 set_F 12_5 0.0889 num_nonrel_judged_ret 12_5 5 rbp 12_5 0.1101 rbp_resid 12_5 0.7034 unj_5 12_5 0.6000 unj_10 12_5 0.6000 unj_20 12_5 0.7000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 41 map 12_6 0.2817 Rprec 12_6 0.2708 bpref 12_6 0.5990 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.7000 iprec_at_recall_0.20 12_6 0.5263 iprec_at_recall_0.30 12_6 0.3051 iprec_at_recall_0.40 12_6 0.2614 iprec_at_recall_0.50 12_6 0.2553 iprec_at_recall_0.60 12_6 0.2086 iprec_at_recall_0.70 12_6 0.1316 iprec_at_recall_0.80 12_6 0.0850 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.6000 P_10 12_6 0.7000 P_15 12_6 0.6000 P_20 12_6 0.5000 P_30 12_6 0.4000 P_100 12_6 0.2400 P_200 12_6 0.1550 P_500 12_6 0.0760 P_1000 12_6 0.0410 relstring 12_6 '110021-122' recall_5 12_6 0.0625 recall_10 12_6 0.1458 recall_15 12_6 0.1875 recall_20 12_6 0.2083 recall_30 12_6 0.2500 recall_100 12_6 0.5000 recall_200 12_6 0.6458 recall_500 12_6 0.7917 recall_1000 12_6 0.8542 infAP 12_6 0.2817 Rprec_mult_0.20 12_6 0.7000 Rprec_mult_0.40 12_6 0.5000 Rprec_mult_0.60 12_6 0.3793 Rprec_mult_0.80 12_6 0.3077 Rprec_mult_1.00 12_6 0.2708 Rprec_mult_1.20 12_6 0.2931 Rprec_mult_1.40 12_6 0.2647 Rprec_mult_1.60 12_6 0.2338 Rprec_mult_1.80 12_6 0.2529 Rprec_mult_2.00 12_6 0.2500 utility 12_6 -918.0000 11pt_avg 12_6 0.3158 binG 12_6 0.2101 G 12_6 0.1527 ndcg 12_6 0.5667 ndcg_rel 12_6 0.4452 Rndcg 12_6 0.3789 ndcg_cut_5 12_6 0.3487 ndcg_cut_10 12_6 0.4220 ndcg_cut_15 12_6 0.3944 ndcg_cut_20 12_6 0.3481 ndcg_cut_30 12_6 0.3208 ndcg_cut_100 12_6 0.4351 ndcg_cut_200 12_6 0.4953 ndcg_cut_500 12_6 0.5418 ndcg_cut_1000 12_6 0.5667 map_cut_5 12_6 0.0542 map_cut_10 12_6 0.1095 map_cut_15 12_6 0.1340 map_cut_20 12_6 0.1449 map_cut_30 12_6 0.1621 map_cut_100 12_6 0.2311 map_cut_200 12_6 0.2603 map_cut_500 12_6 0.2783 map_cut_1000 12_6 0.2817 relative_P_5 12_6 0.6000 relative_P_10 12_6 0.7000 relative_P_15 12_6 0.6000 relative_P_20 12_6 0.5000 relative_P_30 12_6 0.4000 relative_P_100 12_6 0.5000 relative_P_200 12_6 0.6458 relative_P_500 12_6 0.7917 relative_P_1000 12_6 0.8542 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0410 set_relative_P 12_6 0.8542 set_recall 12_6 0.8542 set_map 12_6 0.0350 set_F 12_6 0.0782 num_nonrel_judged_ret 12_6 30 rbp 12_6 0.2331 rbp_resid 12_6 0.2402 unj_5 12_6 0.0000 unj_10 12_6 0.1000 unj_20 12_6 0.3000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 16 map 12_7 0.4056 Rprec 12_7 0.4118 bpref 12_7 0.4498 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 0.6667 iprec_at_recall_0.20 12_7 0.6000 iprec_at_recall_0.30 12_7 0.5455 iprec_at_recall_0.40 12_7 0.4375 iprec_at_recall_0.50 12_7 0.4286 iprec_at_recall_0.60 12_7 0.3846 iprec_at_recall_0.70 12_7 0.3077 iprec_at_recall_0.80 12_7 0.2456 iprec_at_recall_0.90 12_7 0.1648 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.6000 P_10 12_7 0.5000 P_15 12_7 0.4000 P_20 12_7 0.4000 P_30 12_7 0.3333 P_100 12_7 0.1500 P_200 12_7 0.0800 P_500 12_7 0.0320 P_1000 12_7 0.0160 relstring 12_7 '203010-301' recall_5 12_7 0.1765 recall_10 12_7 0.2941 recall_15 12_7 0.3529 recall_20 12_7 0.4706 recall_30 12_7 0.5882 recall_100 12_7 0.8824 recall_200 12_7 0.9412 recall_500 12_7 0.9412 recall_1000 12_7 0.9412 infAP 12_7 0.4056 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.4286 Rprec_mult_0.60 12_7 0.5455 Rprec_mult_0.80 12_7 0.4286 Rprec_mult_1.00 12_7 0.4118 Rprec_mult_1.20 12_7 0.4286 Rprec_mult_1.40 12_7 0.3750 Rprec_mult_1.60 12_7 0.3571 Rprec_mult_1.80 12_7 0.3226 Rprec_mult_2.00 12_7 0.3235 utility 12_7 -968.0000 11pt_avg 12_7 0.4346 binG 12_7 0.3166 G 12_7 0.2566 ndcg 12_7 0.6949 ndcg_rel 12_7 0.5721 Rndcg 12_7 0.5196 ndcg_cut_5 12_7 0.4595 ndcg_cut_10 12_7 0.4397 ndcg_cut_15 12_7 0.4409 ndcg_cut_20 12_7 0.4931 ndcg_cut_30 12_7 0.5552 ndcg_cut_100 12_7 0.6852 ndcg_cut_200 12_7 0.6949 ndcg_cut_500 12_7 0.6949 ndcg_cut_1000 12_7 0.6949 map_cut_5 12_7 0.1333 map_cut_10 12_7 0.1922 map_cut_15 12_7 0.2242 map_cut_20 12_7 0.2735 map_cut_30 12_7 0.3213 map_cut_100 12_7 0.3998 map_cut_200 12_7 0.4056 map_cut_500 12_7 0.4056 map_cut_1000 12_7 0.4056 relative_P_5 12_7 0.6000 relative_P_10 12_7 0.5000 relative_P_15 12_7 0.4000 relative_P_20 12_7 0.4706 relative_P_30 12_7 0.5882 relative_P_100 12_7 0.8824 relative_P_200 12_7 0.9412 relative_P_500 12_7 0.9412 relative_P_1000 12_7 0.9412 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0160 set_relative_P 12_7 0.9412 set_recall 12_7 0.9412 set_map 12_7 0.0151 set_F 12_7 0.0315 num_nonrel_judged_ret 12_7 38 rbp 12_7 0.3062 rbp_resid 12_7 0.1693 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.2000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 21 map 12_9 0.2582 Rprec 12_9 0.2593 bpref 12_9 0.3471 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 0.7500 iprec_at_recall_0.20 12_9 0.6250 iprec_at_recall_0.30 12_9 0.2667 iprec_at_recall_0.40 12_9 0.2500 iprec_at_recall_0.50 12_9 0.1333 iprec_at_recall_0.60 12_9 0.1013 iprec_at_recall_0.70 12_9 0.0685 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.6000 P_10 12_9 0.6000 P_15 12_9 0.4000 P_20 12_9 0.3000 P_30 12_9 0.2667 P_100 12_9 0.1100 P_200 12_9 0.0850 P_500 12_9 0.0420 P_1000 12_9 0.0210 relstring 12_9 '31010101-1' recall_5 12_9 0.1111 recall_10 12_9 0.2222 recall_15 12_9 0.2222 recall_20 12_9 0.2222 recall_30 12_9 0.2963 recall_100 12_9 0.4074 recall_200 12_9 0.6296 recall_500 12_9 0.7778 recall_1000 12_9 0.7778 infAP 12_9 0.2582 Rprec_mult_0.20 12_9 0.6667 Rprec_mult_0.40 12_9 0.5455 Rprec_mult_0.60 12_9 0.3529 Rprec_mult_0.80 12_9 0.3182 Rprec_mult_1.00 12_9 0.2593 Rprec_mult_1.20 12_9 0.2424 Rprec_mult_1.40 12_9 0.2632 Rprec_mult_1.60 12_9 0.2500 Rprec_mult_1.80 12_9 0.2245 Rprec_mult_2.00 12_9 0.2037 utility 12_9 -958.0000 11pt_avg 12_9 0.2904 binG 12_9 0.2370 G 12_9 0.1897 ndcg 12_9 0.5451 ndcg_rel 12_9 0.5056 Rndcg 12_9 0.4976 ndcg_cut_5 12_9 0.5395 ndcg_cut_10 12_9 0.4686 ndcg_cut_15 12_9 0.3761 ndcg_cut_20 12_9 0.3456 ndcg_cut_30 12_9 0.3522 ndcg_cut_100 12_9 0.3872 ndcg_cut_200 12_9 0.4763 ndcg_cut_500 12_9 0.5451 ndcg_cut_1000 12_9 0.5451 map_cut_5 12_9 0.1019 map_cut_10 12_9 0.1719 map_cut_15 12_9 0.1719 map_cut_20 12_9 0.1719 map_cut_30 12_9 0.1941 map_cut_100 12_9 0.2222 map_cut_200 12_9 0.2478 map_cut_500 12_9 0.2582 map_cut_1000 12_9 0.2582 relative_P_5 12_9 0.6000 relative_P_10 12_9 0.6000 relative_P_15 12_9 0.4000 relative_P_20 12_9 0.3000 relative_P_30 12_9 0.2963 relative_P_100 12_9 0.4074 relative_P_200 12_9 0.6296 relative_P_500 12_9 0.7778 relative_P_1000 12_9 0.7778 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0210 set_relative_P 12_9 0.7778 set_recall 12_9 0.7778 set_map 12_9 0.0163 set_F 12_9 0.0409 num_nonrel_judged_ret 12_9 31 rbp 12_9 0.2118 rbp_resid 12_9 0.1897 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.2000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 45 map 13_2 0.0592 Rprec 13_2 0.1429 bpref 13_2 0.2434 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.1915 iprec_at_recall_0.20 13_2 0.0912 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.6000 P_10 13_2 0.4000 P_15 13_2 0.2667 P_20 13_2 0.2500 P_30 13_2 0.3000 P_100 13_2 0.1800 P_200 13_2 0.1100 P_500 13_2 0.0700 P_1000 13_2 0.0450 relstring 13_2 '13001-1---' recall_5 13_2 0.0195 recall_10 13_2 0.0260 recall_15 13_2 0.0260 recall_20 13_2 0.0325 recall_30 13_2 0.0584 recall_100 13_2 0.1169 recall_200 13_2 0.1429 recall_500 13_2 0.2273 recall_1000 13_2 0.2922 infAP 13_2 0.0592 Rprec_mult_0.20 13_2 0.2903 Rprec_mult_0.40 13_2 0.1935 Rprec_mult_0.60 13_2 0.1828 Rprec_mult_0.80 13_2 0.1613 Rprec_mult_1.00 13_2 0.1429 Rprec_mult_1.20 13_2 0.1189 Rprec_mult_1.40 13_2 0.1157 Rprec_mult_1.60 13_2 0.1093 Rprec_mult_1.80 13_2 0.1007 Rprec_mult_2.00 13_2 0.0942 utility 13_2 -910.0000 11pt_avg 13_2 0.1166 binG 13_2 0.0584 G 13_2 0.0399 ndcg 13_2 0.2329 ndcg_rel 13_2 0.2240 Rndcg 13_2 0.1994 ndcg_cut_5 13_2 0.3331 ndcg_cut_10 13_2 0.2469 ndcg_cut_15 13_2 0.1944 ndcg_cut_20 13_2 0.1738 ndcg_cut_30 13_2 0.2047 ndcg_cut_100 13_2 0.1632 ndcg_cut_200 13_2 0.1562 ndcg_cut_500 13_2 0.1970 ndcg_cut_1000 13_2 0.2329 map_cut_5 13_2 0.0169 map_cut_10 13_2 0.0206 map_cut_15 13_2 0.0206 map_cut_20 13_2 0.0223 map_cut_30 13_2 0.0302 map_cut_100 13_2 0.0429 map_cut_200 13_2 0.0470 map_cut_500 13_2 0.0552 map_cut_1000 13_2 0.0592 relative_P_5 13_2 0.6000 relative_P_10 13_2 0.4000 relative_P_15 13_2 0.2667 relative_P_20 13_2 0.2500 relative_P_30 13_2 0.3000 relative_P_100 13_2 0.1800 relative_P_200 13_2 0.1429 relative_P_500 13_2 0.2273 relative_P_1000 13_2 0.2922 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0450 set_relative_P 13_2 0.2922 set_recall 13_2 0.2922 set_map 13_2 0.0131 set_F 13_2 0.0780 num_nonrel_judged_ret 13_2 11 rbp 13_2 0.1476 rbp_resid 13_2 0.4328 unj_5 13_2 0.0000 unj_10 13_2 0.4000 unj_20 13_2 0.5500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 58 map 13_3 0.1930 Rprec 13_3 0.3165 bpref 13_3 0.5856 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.3478 iprec_at_recall_0.20 13_3 0.3478 iprec_at_recall_0.30 13_3 0.3247 iprec_at_recall_0.40 13_3 0.2931 iprec_at_recall_0.50 13_3 0.2062 iprec_at_recall_0.60 13_3 0.1460 iprec_at_recall_0.70 13_3 0.0843 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.4000 P_10 13_3 0.2000 P_15 13_3 0.2667 P_20 13_3 0.3000 P_30 13_3 0.3000 P_100 13_3 0.2900 P_200 13_3 0.2000 P_500 13_3 0.1060 P_1000 13_3 0.0580 relstring 13_3 '20100---00' recall_5 13_3 0.0253 recall_10 13_3 0.0253 recall_15 13_3 0.0506 recall_20 13_3 0.0759 recall_30 13_3 0.1139 recall_100 13_3 0.3671 recall_200 13_3 0.5063 recall_500 13_3 0.6709 recall_1000 13_3 0.7342 infAP 13_3 0.1930 Rprec_mult_0.20 13_3 0.2500 Rprec_mult_0.40 13_3 0.2812 Rprec_mult_0.60 13_3 0.3333 Rprec_mult_0.80 13_3 0.2969 Rprec_mult_1.00 13_3 0.3165 Rprec_mult_1.20 13_3 0.3053 Rprec_mult_1.40 13_3 0.2883 Rprec_mult_1.60 13_3 0.2835 Rprec_mult_1.80 13_3 0.2587 Rprec_mult_2.00 13_3 0.2405 utility 13_3 -884.0000 11pt_avg 13_3 0.2500 binG 13_3 0.1385 G 13_3 0.1161 ndcg 13_3 0.5276 ndcg_rel 13_3 0.4119 Rndcg 13_3 0.3555 ndcg_cut_5 13_3 0.2956 ndcg_cut_10 13_3 0.2146 ndcg_cut_15 13_3 0.2496 ndcg_cut_20 13_3 0.2560 ndcg_cut_30 13_3 0.2654 ndcg_cut_100 13_3 0.3316 ndcg_cut_200 13_3 0.4140 ndcg_cut_500 13_3 0.4998 ndcg_cut_1000 13_3 0.5276 map_cut_5 13_3 0.0211 map_cut_10 13_3 0.0211 map_cut_15 13_3 0.0282 map_cut_20 13_3 0.0357 map_cut_30 13_3 0.0479 map_cut_100 13_3 0.1269 map_cut_200 13_3 0.1646 map_cut_500 13_3 0.1874 map_cut_1000 13_3 0.1930 relative_P_5 13_3 0.4000 relative_P_10 13_3 0.2000 relative_P_15 13_3 0.2667 relative_P_20 13_3 0.3000 relative_P_30 13_3 0.3000 relative_P_100 13_3 0.3671 relative_P_200 13_3 0.5063 relative_P_500 13_3 0.6709 relative_P_1000 13_3 0.7342 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0580 set_relative_P 13_3 0.7342 set_recall 13_3 0.7342 set_map 13_3 0.0426 set_F 13_3 0.1075 num_nonrel_judged_ret 13_3 27 rbp 13_3 0.1732 rbp_resid 13_3 0.3361 unj_5 13_3 0.0000 unj_10 13_3 0.3000 unj_20 13_3 0.4000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 48 map 13_4 0.1134 Rprec 13_4 0.2121 bpref 13_4 0.3276 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.4688 iprec_at_recall_0.20 13_4 0.2250 iprec_at_recall_0.30 13_4 0.1299 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.8000 P_10 13_4 0.4000 P_15 13_4 0.4000 P_20 13_4 0.3500 P_30 13_4 0.4333 P_100 13_4 0.2400 P_200 13_4 0.1700 P_500 13_4 0.0860 P_1000 13_4 0.0480 relstring 13_4 '22220-00--' recall_5 13_4 0.0303 recall_10 13_4 0.0303 recall_15 13_4 0.0455 recall_20 13_4 0.0530 recall_30 13_4 0.0985 recall_100 13_4 0.1818 recall_200 13_4 0.2576 recall_500 13_4 0.3258 recall_1000 13_4 0.3636 infAP 13_4 0.1134 Rprec_mult_0.20 13_4 0.4074 Rprec_mult_0.40 13_4 0.3208 Rprec_mult_0.60 13_4 0.2750 Rprec_mult_0.80 13_4 0.2358 Rprec_mult_1.00 13_4 0.2121 Rprec_mult_1.20 13_4 0.2075 Rprec_mult_1.40 13_4 0.1784 Rprec_mult_1.60 13_4 0.1651 Rprec_mult_1.80 13_4 0.1513 Rprec_mult_2.00 13_4 0.1364 utility 13_4 -904.0000 11pt_avg 13_4 0.1658 binG 13_4 0.0877 G 13_4 0.0683 ndcg 13_4 0.3553 ndcg_rel 13_4 0.3658 Rndcg 13_4 0.3907 ndcg_cut_5 13_4 0.7428 ndcg_cut_10 13_4 0.5079 ndcg_cut_15 13_4 0.4648 ndcg_cut_20 13_4 0.4224 ndcg_cut_30 13_4 0.4493 ndcg_cut_100 13_4 0.2778 ndcg_cut_200 13_4 0.3002 ndcg_cut_500 13_4 0.3354 ndcg_cut_1000 13_4 0.3553 map_cut_5 13_4 0.0303 map_cut_10 13_4 0.0303 map_cut_15 13_4 0.0370 map_cut_20 13_4 0.0396 map_cut_30 13_4 0.0579 map_cut_100 13_4 0.0854 map_cut_200 13_4 0.1015 map_cut_500 13_4 0.1107 map_cut_1000 13_4 0.1134 relative_P_5 13_4 0.8000 relative_P_10 13_4 0.4000 relative_P_15 13_4 0.4000 relative_P_20 13_4 0.3500 relative_P_30 13_4 0.4333 relative_P_100 13_4 0.2400 relative_P_200 13_4 0.2576 relative_P_500 13_4 0.3258 relative_P_1000 13_4 0.3636 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0480 set_relative_P 13_4 0.3636 set_recall 13_4 0.3636 set_map 13_4 0.0175 set_F 13_4 0.0848 num_nonrel_judged_ret 13_4 14 rbp 13_4 0.2991 rbp_resid 13_4 0.3273 unj_5 13_4 0.0000 unj_10 13_4 0.3000 unj_20 13_4 0.4500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 101 map 13_6 0.2429 Rprec 13_6 0.3185 bpref 13_6 0.7237 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.7368 iprec_at_recall_0.20 13_6 0.3919 iprec_at_recall_0.30 13_6 0.3306 iprec_at_recall_0.40 13_6 0.1812 iprec_at_recall_0.50 13_6 0.1133 iprec_at_recall_0.60 13_6 0.1133 iprec_at_recall_0.70 13_6 0.1133 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.9000 P_15 13_6 0.7333 P_20 13_6 0.7000 P_30 13_6 0.5667 P_100 13_6 0.3600 P_200 13_6 0.2350 P_500 13_6 0.1240 P_1000 13_6 0.1010 relstring 13_6 '33322222-2' recall_5 13_6 0.0370 recall_10 13_6 0.0667 recall_15 13_6 0.0815 recall_20 13_6 0.1037 recall_30 13_6 0.1259 recall_100 13_6 0.2667 recall_200 13_6 0.3481 recall_500 13_6 0.4593 recall_1000 13_6 0.7481 infAP 13_6 0.2429 Rprec_mult_0.20 13_6 0.6296 Rprec_mult_0.40 13_6 0.4074 Rprec_mult_0.60 13_6 0.3827 Rprec_mult_0.80 13_6 0.3519 Rprec_mult_1.00 13_6 0.3185 Rprec_mult_1.20 13_6 0.2778 Rprec_mult_1.40 13_6 0.2487 Rprec_mult_1.60 13_6 0.2222 Rprec_mult_1.80 13_6 0.2099 Rprec_mult_2.00 13_6 0.1963 utility 13_6 -798.0000 11pt_avg 13_6 0.2709 binG 13_6 0.1700 G 13_6 0.1316 ndcg 13_6 0.6421 ndcg_rel 13_6 0.5759 Rndcg 13_6 0.5716 ndcg_cut_5 13_6 0.8154 ndcg_cut_10 13_6 0.7256 ndcg_cut_15 13_6 0.6288 ndcg_cut_20 13_6 0.6118 ndcg_cut_30 13_6 0.5685 ndcg_cut_100 13_6 0.4352 ndcg_cut_200 13_6 0.4509 ndcg_cut_500 13_6 0.5097 ndcg_cut_1000 13_6 0.6421 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0659 map_cut_15 13_6 0.0785 map_cut_20 13_6 0.0948 map_cut_30 13_6 0.1089 map_cut_100 13_6 0.1663 map_cut_200 13_6 0.1922 map_cut_500 13_6 0.2120 map_cut_1000 13_6 0.2429 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.9000 relative_P_15 13_6 0.7333 relative_P_20 13_6 0.7000 relative_P_30 13_6 0.5667 relative_P_100 13_6 0.3600 relative_P_200 13_6 0.3481 relative_P_500 13_6 0.4593 relative_P_1000 13_6 0.7481 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.1010 set_relative_P 13_6 0.7481 set_recall 13_6 0.7481 set_map 13_6 0.0756 set_F 13_6 0.1780 num_nonrel_judged_ret 13_6 3 rbp 13_6 0.4467 rbp_resid 13_6 0.2463 unj_5 13_6 0.0000 unj_10 13_6 0.1000 unj_20 13_6 0.3000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 42 map 13_8 0.2216 Rprec 13_8 0.2800 bpref 13_8 0.4183 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.9231 iprec_at_recall_0.20 13_8 0.5366 iprec_at_recall_0.30 13_8 0.2752 iprec_at_recall_0.40 13_8 0.0846 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 1.0000 P_10 13_8 0.9000 P_15 13_8 0.8000 P_20 13_8 0.6000 P_30 13_8 0.5667 P_100 13_8 0.2800 P_200 13_8 0.1600 P_500 13_8 0.0800 P_1000 13_8 0.0420 relstring 13_8 '221332222-' recall_5 13_8 0.0500 recall_10 13_8 0.0900 recall_15 13_8 0.1200 recall_20 13_8 0.1200 recall_30 13_8 0.1700 recall_100 13_8 0.2800 recall_200 13_8 0.3200 recall_500 13_8 0.4000 recall_1000 13_8 0.4200 infAP 13_8 0.2216 Rprec_mult_0.20 13_8 0.6000 Rprec_mult_0.40 13_8 0.5250 Rprec_mult_0.60 13_8 0.4000 Rprec_mult_0.80 13_8 0.3375 Rprec_mult_1.00 13_8 0.2800 Rprec_mult_1.20 13_8 0.2500 Rprec_mult_1.40 13_8 0.2214 Rprec_mult_1.60 13_8 0.2000 Rprec_mult_1.80 13_8 0.1778 Rprec_mult_2.00 13_8 0.1600 utility 13_8 -916.0000 11pt_avg 13_8 0.2563 binG 13_8 0.1647 G 13_8 0.0978 ndcg 13_8 0.4626 ndcg_rel 13_8 0.4865 Rndcg 13_8 0.4704 ndcg_cut_5 13_8 0.7026 ndcg_cut_10 13_8 0.6475 ndcg_cut_15 13_8 0.6024 ndcg_cut_20 13_8 0.5303 ndcg_cut_30 13_8 0.5160 ndcg_cut_100 13_8 0.3812 ndcg_cut_200 13_8 0.4083 ndcg_cut_500 13_8 0.4575 ndcg_cut_1000 13_8 0.4626 map_cut_5 13_8 0.0500 map_cut_10 13_8 0.0900 map_cut_15 13_8 0.1175 map_cut_20 13_8 0.1175 map_cut_30 13_8 0.1472 map_cut_100 13_8 0.1994 map_cut_200 13_8 0.2097 map_cut_500 13_8 0.2202 map_cut_1000 13_8 0.2216 relative_P_5 13_8 1.0000 relative_P_10 13_8 0.9000 relative_P_15 13_8 0.8000 relative_P_20 13_8 0.6000 relative_P_30 13_8 0.5667 relative_P_100 13_8 0.2800 relative_P_200 13_8 0.3200 relative_P_500 13_8 0.4000 relative_P_1000 13_8 0.4200 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0420 set_relative_P 13_8 0.4200 set_recall 13_8 0.4200 set_map 13_8 0.0176 set_F 13_8 0.0764 num_nonrel_judged_ret 13_8 3 rbp 13_8 0.5232 rbp_resid 13_8 0.2373 unj_5 13_8 0.0000 unj_10 13_8 0.1000 unj_20 13_8 0.4000 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 48 map 14_10 0.3954 Rprec 14_10 0.4231 bpref 14_10 0.7149 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 0.7143 iprec_at_recall_0.20 14_10 0.6842 iprec_at_recall_0.30 14_10 0.6154 iprec_at_recall_0.40 14_10 0.4681 iprec_at_recall_0.50 14_10 0.4000 iprec_at_recall_0.60 14_10 0.2696 iprec_at_recall_0.70 14_10 0.2090 iprec_at_recall_0.80 14_10 0.1268 iprec_at_recall_0.90 14_10 0.0761 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.6000 P_10 14_10 0.7000 P_15 14_10 0.6000 P_20 14_10 0.6500 P_30 14_10 0.5667 P_100 14_10 0.3000 P_200 14_10 0.1850 P_500 14_10 0.0920 P_1000 14_10 0.0480 relstring 14_10 '3201022021' recall_5 14_10 0.0577 recall_10 14_10 0.1346 recall_15 14_10 0.1731 recall_20 14_10 0.2500 recall_30 14_10 0.3269 recall_100 14_10 0.5769 recall_200 14_10 0.7115 recall_500 14_10 0.8846 recall_1000 14_10 0.9231 infAP 14_10 0.3954 Rprec_mult_0.20 14_10 0.6364 Rprec_mult_0.40 14_10 0.6667 Rprec_mult_0.60 14_10 0.5625 Rprec_mult_0.80 14_10 0.4762 Rprec_mult_1.00 14_10 0.4231 Rprec_mult_1.20 14_10 0.3968 Rprec_mult_1.40 14_10 0.3699 Rprec_mult_1.60 14_10 0.3452 Rprec_mult_1.80 14_10 0.3085 Rprec_mult_2.00 14_10 0.2885 utility 14_10 -904.0000 11pt_avg 14_10 0.4149 binG 14_10 0.2434 G 14_10 0.2096 ndcg 14_10 0.7309 ndcg_rel 14_10 0.6256 Rndcg 14_10 0.6060 ndcg_cut_5 14_10 0.5845 ndcg_cut_10 14_10 0.6207 ndcg_cut_15 14_10 0.5586 ndcg_cut_20 14_10 0.5508 ndcg_cut_30 14_10 0.5152 ndcg_cut_100 14_10 0.5794 ndcg_cut_200 14_10 0.6428 ndcg_cut_500 14_10 0.7180 ndcg_cut_1000 14_10 0.7309 map_cut_5 14_10 0.0529 map_cut_10 14_10 0.1057 map_cut_15 14_10 0.1291 map_cut_20 14_10 0.1795 map_cut_30 14_10 0.2279 map_cut_100 14_10 0.3365 map_cut_200 14_10 0.3691 map_cut_500 14_10 0.3929 map_cut_1000 14_10 0.3954 relative_P_5 14_10 0.6000 relative_P_10 14_10 0.7000 relative_P_15 14_10 0.6000 relative_P_20 14_10 0.6500 relative_P_30 14_10 0.5667 relative_P_100 14_10 0.5769 relative_P_200 14_10 0.7115 relative_P_500 14_10 0.8846 relative_P_1000 14_10 0.9231 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0480 set_relative_P 14_10 0.9231 set_recall 14_10 0.9231 set_map 14_10 0.0443 set_F 14_10 0.0913 num_nonrel_judged_ret 14_10 28 rbp 14_10 0.3855 rbp_resid 14_10 0.1466 unj_5 14_10 0.0000 unj_10 14_10 0.0000 unj_20 14_10 0.1500 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 0 map 14_2 0.0000 Rprec 14_2 0.0000 bpref 14_2 0.0000 recip_rank 14_2 0.0000 iprec_at_recall_0.00 14_2 0.0000 iprec_at_recall_0.10 14_2 0.0000 iprec_at_recall_0.20 14_2 0.0000 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.0000 P_10 14_2 0.0000 P_15 14_2 0.0000 P_20 14_2 0.0000 P_30 14_2 0.0000 P_100 14_2 0.0000 P_200 14_2 0.0000 P_500 14_2 0.0000 P_1000 14_2 0.0000 relstring 14_2 '0-----0---' recall_5 14_2 0.0000 recall_10 14_2 0.0000 recall_15 14_2 0.0000 recall_20 14_2 0.0000 recall_30 14_2 0.0000 recall_100 14_2 0.0000 recall_200 14_2 0.0000 recall_500 14_2 0.0000 recall_1000 14_2 0.0000 infAP 14_2 0.0000 Rprec_mult_0.20 14_2 0.0000 Rprec_mult_0.40 14_2 0.0000 Rprec_mult_0.60 14_2 0.0000 Rprec_mult_0.80 14_2 0.0000 Rprec_mult_1.00 14_2 0.0000 Rprec_mult_1.20 14_2 0.0000 Rprec_mult_1.40 14_2 0.0000 Rprec_mult_1.60 14_2 0.0000 Rprec_mult_1.80 14_2 0.0000 Rprec_mult_2.00 14_2 0.0000 utility 14_2 -1000.0000 11pt_avg 14_2 0.0000 binG 14_2 0.0000 G 14_2 0.0000 ndcg 14_2 0.0000 ndcg_rel 14_2 0.0000 Rndcg 14_2 0.0000 ndcg_cut_5 14_2 0.0000 ndcg_cut_10 14_2 0.0000 ndcg_cut_15 14_2 0.0000 ndcg_cut_20 14_2 0.0000 ndcg_cut_30 14_2 0.0000 ndcg_cut_100 14_2 0.0000 ndcg_cut_200 14_2 0.0000 ndcg_cut_500 14_2 0.0000 ndcg_cut_1000 14_2 0.0000 map_cut_5 14_2 0.0000 map_cut_10 14_2 0.0000 map_cut_15 14_2 0.0000 map_cut_20 14_2 0.0000 map_cut_30 14_2 0.0000 map_cut_100 14_2 0.0000 map_cut_200 14_2 0.0000 map_cut_500 14_2 0.0000 map_cut_1000 14_2 0.0000 relative_P_5 14_2 0.0000 relative_P_10 14_2 0.0000 relative_P_15 14_2 0.0000 relative_P_20 14_2 0.0000 relative_P_30 14_2 0.0000 relative_P_100 14_2 0.0000 relative_P_200 14_2 0.0000 relative_P_500 14_2 0.0000 relative_P_1000 14_2 0.0000 success_1 14_2 0.0000 success_5 14_2 0.0000 success_10 14_2 0.0000 set_P 14_2 0.0000 set_relative_P 14_2 0.0000 set_recall 14_2 0.0000 set_map 14_2 0.0000 set_F 14_2 0.0000 num_nonrel_judged_ret 14_2 8 rbp 14_2 0.0000 rbp_resid 14_2 0.8343 unj_5 14_2 0.8000 unj_10 14_2 0.8000 unj_20 14_2 0.9000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 56 map 14_3 0.0822 Rprec 14_3 0.2188 bpref 14_3 0.3093 recip_rank 14_3 0.5000 iprec_at_recall_0.00 14_3 0.5000 iprec_at_recall_0.10 14_3 0.2754 iprec_at_recall_0.20 14_3 0.2201 iprec_at_recall_0.30 14_3 0.1412 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.4000 P_10 14_3 0.2000 P_15 14_3 0.3333 P_20 14_3 0.3500 P_30 14_3 0.3333 P_100 14_3 0.2400 P_200 14_3 0.1850 P_500 14_3 0.1080 P_1000 14_3 0.0560 relstring 14_3 '02002-0--0' recall_5 14_3 0.0125 recall_10 14_3 0.0125 recall_15 14_3 0.0312 recall_20 14_3 0.0437 recall_30 14_3 0.0625 recall_100 14_3 0.1500 recall_200 14_3 0.2313 recall_500 14_3 0.3375 recall_1000 14_3 0.3500 infAP 14_3 0.0822 Rprec_mult_0.20 14_3 0.3125 Rprec_mult_0.40 14_3 0.2656 Rprec_mult_0.60 14_3 0.2500 Rprec_mult_0.80 14_3 0.2344 Rprec_mult_1.00 14_3 0.2188 Rprec_mult_1.20 14_3 0.1875 Rprec_mult_1.40 14_3 0.1786 Rprec_mult_1.60 14_3 0.1680 Rprec_mult_1.80 14_3 0.1528 Rprec_mult_2.00 14_3 0.1437 utility 14_3 -888.0000 11pt_avg 14_3 0.1033 binG 14_3 0.0624 G 14_3 0.0617 ndcg 14_3 0.3291 ndcg_rel 14_3 0.3065 Rndcg 14_3 0.2490 ndcg_cut_5 14_3 0.2536 ndcg_cut_10 14_3 0.1815 ndcg_cut_15 14_3 0.2419 ndcg_cut_20 14_3 0.2498 ndcg_cut_30 14_3 0.2492 ndcg_cut_100 14_3 0.2511 ndcg_cut_200 14_3 0.2600 ndcg_cut_500 14_3 0.3242 ndcg_cut_1000 14_3 0.3291 map_cut_5 14_3 0.0056 map_cut_10 14_3 0.0056 map_cut_15 14_3 0.0115 map_cut_20 14_3 0.0159 map_cut_30 14_3 0.0225 map_cut_100 14_3 0.0460 map_cut_200 14_3 0.0646 map_cut_500 14_3 0.0808 map_cut_1000 14_3 0.0822 relative_P_5 14_3 0.4000 relative_P_10 14_3 0.2000 relative_P_15 14_3 0.3333 relative_P_20 14_3 0.3500 relative_P_30 14_3 0.3333 relative_P_100 14_3 0.2400 relative_P_200 14_3 0.2313 relative_P_500 14_3 0.3375 relative_P_1000 14_3 0.3500 success_1 14_3 0.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0560 set_relative_P 14_3 0.3500 set_recall 14_3 0.3500 set_map 14_3 0.0196 set_F 14_3 0.0966 num_nonrel_judged_ret 14_3 23 rbp 14_3 0.1818 rbp_resid 14_3 0.3353 unj_5 14_3 0.0000 unj_10 14_3 0.3000 unj_20 14_3 0.4000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 22 map 14_4 0.0210 Rprec 14_4 0.0652 bpref 14_4 0.1711 recip_rank 14_4 0.1250 iprec_at_recall_0.00 14_4 0.1250 iprec_at_recall_0.10 14_4 0.0897 iprec_at_recall_0.20 14_4 0.0396 iprec_at_recall_0.30 14_4 0.0222 iprec_at_recall_0.40 14_4 0.0221 iprec_at_recall_0.50 14_4 0.0000 iprec_at_recall_0.60 14_4 0.0000 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.1000 P_15 14_4 0.0667 P_20 14_4 0.0500 P_30 14_4 0.0333 P_100 14_4 0.0700 P_200 14_4 0.0400 P_500 14_4 0.0240 P_1000 14_4 0.0220 relstring 14_4 '000000030-' recall_5 14_4 0.0000 recall_10 14_4 0.0217 recall_15 14_4 0.0217 recall_20 14_4 0.0217 recall_30 14_4 0.0217 recall_100 14_4 0.1522 recall_200 14_4 0.1739 recall_500 14_4 0.2609 recall_1000 14_4 0.4783 infAP 14_4 0.0210 Rprec_mult_0.20 14_4 0.1000 Rprec_mult_0.40 14_4 0.0526 Rprec_mult_0.60 14_4 0.0357 Rprec_mult_0.80 14_4 0.0541 Rprec_mult_1.00 14_4 0.0652 Rprec_mult_1.20 14_4 0.0536 Rprec_mult_1.40 14_4 0.0615 Rprec_mult_1.60 14_4 0.0676 Rprec_mult_1.80 14_4 0.0843 Rprec_mult_2.00 14_4 0.0761 utility 14_4 -956.0000 11pt_avg 14_4 0.0272 binG 14_4 0.0658 G 14_4 0.0650 ndcg 14_4 0.2257 ndcg_rel 14_4 0.1914 Rndcg 14_4 0.1021 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.0709 ndcg_cut_15 14_4 0.0592 ndcg_cut_20 14_4 0.0516 ndcg_cut_30 14_4 0.0463 ndcg_cut_100 14_4 0.1256 ndcg_cut_200 14_4 0.1372 ndcg_cut_500 14_4 0.1681 ndcg_cut_1000 14_4 0.2257 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0027 map_cut_15 14_4 0.0027 map_cut_20 14_4 0.0027 map_cut_30 14_4 0.0027 map_cut_100 14_4 0.0125 map_cut_200 14_4 0.0136 map_cut_500 14_4 0.0165 map_cut_1000 14_4 0.0210 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.1000 relative_P_15 14_4 0.0667 relative_P_20 14_4 0.0500 relative_P_30 14_4 0.0333 relative_P_100 14_4 0.1522 relative_P_200 14_4 0.1739 relative_P_500 14_4 0.2609 relative_P_1000 14_4 0.4783 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 1.0000 set_P 14_4 0.0220 set_relative_P 14_4 0.4783 set_recall 14_4 0.4783 set_map 14_4 0.0105 set_F 14_4 0.0421 num_nonrel_judged_ret 14_4 46 rbp 14_4 0.0500 rbp_resid 14_4 0.2989 unj_5 14_4 0.0000 unj_10 14_4 0.1000 unj_20 14_4 0.4000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 0 map 14_7 0.0000 Rprec 14_7 0.0000 bpref 14_7 0.0000 recip_rank 14_7 0.0000 iprec_at_recall_0.00 14_7 0.0000 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0000 P_200 14_7 0.0000 P_500 14_7 0.0000 P_1000 14_7 0.0000 relstring 14_7 '00---0-0--' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0000 recall_200 14_7 0.0000 recall_500 14_7 0.0000 recall_1000 14_7 0.0000 infAP 14_7 0.0000 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0000 Rprec_mult_1.40 14_7 0.0000 Rprec_mult_1.60 14_7 0.0000 Rprec_mult_1.80 14_7 0.0000 Rprec_mult_2.00 14_7 0.0000 utility 14_7 -1000.0000 11pt_avg 14_7 0.0000 binG 14_7 0.0000 G 14_7 0.0000 ndcg 14_7 0.0000 ndcg_rel 14_7 0.0000 Rndcg 14_7 0.0000 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0000 ndcg_cut_200 14_7 0.0000 ndcg_cut_500 14_7 0.0000 ndcg_cut_1000 14_7 0.0000 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0000 map_cut_200 14_7 0.0000 map_cut_500 14_7 0.0000 map_cut_1000 14_7 0.0000 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0000 relative_P_200 14_7 0.0000 relative_P_500 14_7 0.0000 relative_P_1000 14_7 0.0000 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0000 set_relative_P 14_7 0.0000 set_recall 14_7 0.0000 set_map 14_7 0.0000 set_F 14_7 0.0000 num_nonrel_judged_ret 14_7 37 rbp 14_7 0.0000 rbp_resid 14_7 0.6294 unj_5 14_7 0.6000 unj_10 14_7 0.6000 unj_20 14_7 0.7000 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 10 map 14_8 0.1740 Rprec 14_8 0.2778 bpref 14_8 0.2562 recip_rank 14_8 0.5000 iprec_at_recall_0.00 14_8 0.6667 iprec_at_recall_0.10 14_8 0.6667 iprec_at_recall_0.20 14_8 0.5714 iprec_at_recall_0.30 14_8 0.5000 iprec_at_recall_0.40 14_8 0.1296 iprec_at_recall_0.50 14_8 0.0176 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.4000 P_10 14_8 0.5000 P_15 14_8 0.3333 P_20 14_8 0.2500 P_30 14_8 0.1667 P_100 14_8 0.0800 P_200 14_8 0.0400 P_500 14_8 0.0160 P_1000 14_8 0.0100 relstring 14_8 '0220022002' recall_5 14_8 0.1111 recall_10 14_8 0.2778 recall_15 14_8 0.2778 recall_20 14_8 0.2778 recall_30 14_8 0.2778 recall_100 14_8 0.4444 recall_200 14_8 0.4444 recall_500 14_8 0.4444 recall_1000 14_8 0.5556 infAP 14_8 0.1740 Rprec_mult_0.20 14_8 0.5000 Rprec_mult_0.40 14_8 0.5000 Rprec_mult_0.60 14_8 0.4545 Rprec_mult_0.80 14_8 0.3333 Rprec_mult_1.00 14_8 0.2778 Rprec_mult_1.20 14_8 0.2273 Rprec_mult_1.40 14_8 0.1923 Rprec_mult_1.60 14_8 0.1724 Rprec_mult_1.80 14_8 0.1515 Rprec_mult_2.00 14_8 0.1389 utility 14_8 -980.0000 11pt_avg 14_8 0.2320 binG 14_8 0.1790 G 14_8 0.1946 ndcg 14_8 0.4996 ndcg_rel 14_8 0.4848 Rndcg 14_8 0.4710 ndcg_cut_5 14_8 0.3836 ndcg_cut_10 14_8 0.5157 ndcg_cut_15 14_8 0.4441 ndcg_cut_20 14_8 0.4129 ndcg_cut_30 14_8 0.4129 ndcg_cut_100 14_8 0.4785 ndcg_cut_200 14_8 0.4785 ndcg_cut_500 14_8 0.4785 ndcg_cut_1000 14_8 0.4996 map_cut_5 14_8 0.0648 map_cut_10 14_8 0.1521 map_cut_15 14_8 0.1521 map_cut_20 14_8 0.1521 map_cut_30 14_8 0.1521 map_cut_100 14_8 0.1723 map_cut_200 14_8 0.1723 map_cut_500 14_8 0.1723 map_cut_1000 14_8 0.1740 relative_P_5 14_8 0.4000 relative_P_10 14_8 0.5000 relative_P_15 14_8 0.3333 relative_P_20 14_8 0.2778 relative_P_30 14_8 0.2778 relative_P_100 14_8 0.4444 relative_P_200 14_8 0.4444 relative_P_500 14_8 0.4444 relative_P_1000 14_8 0.5556 success_1 14_8 0.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0100 set_relative_P 14_8 0.5556 set_recall 14_8 0.5556 set_map 14_8 0.0056 set_F 14_8 0.0196 num_nonrel_judged_ret 14_8 44 rbp 14_8 0.3226 rbp_resid 14_8 0.2309 unj_5 14_8 0.0000 unj_10 14_8 0.0000 unj_20 14_8 0.3000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 65 map 14_9 0.0395 Rprec 14_9 0.1221 bpref 14_9 0.2593 recip_rank 14_9 0.5000 iprec_at_recall_0.00 14_9 0.5000 iprec_at_recall_0.10 14_9 0.1667 iprec_at_recall_0.20 14_9 0.1276 iprec_at_recall_0.30 14_9 0.0896 iprec_at_recall_0.40 14_9 0.0000 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.2000 P_10 14_9 0.1000 P_15 14_9 0.2000 P_20 14_9 0.1500 P_30 14_9 0.1333 P_100 14_9 0.1200 P_200 14_9 0.1250 P_500 14_9 0.1080 P_1000 14_9 0.0650 relstring 14_9 '01000----0' recall_5 14_9 0.0047 recall_10 14_9 0.0047 recall_15 14_9 0.0141 recall_20 14_9 0.0141 recall_30 14_9 0.0188 recall_100 14_9 0.0563 recall_200 14_9 0.1174 recall_500 14_9 0.2535 recall_1000 14_9 0.3052 infAP 14_9 0.0395 Rprec_mult_0.20 14_9 0.1163 Rprec_mult_0.40 14_9 0.1279 Rprec_mult_0.60 14_9 0.1641 Rprec_mult_0.80 14_9 0.1228 Rprec_mult_1.00 14_9 0.1221 Rprec_mult_1.20 14_9 0.1328 Rprec_mult_1.40 14_9 0.1237 Rprec_mult_1.60 14_9 0.1261 Rprec_mult_1.80 14_9 0.1146 Rprec_mult_2.00 14_9 0.1080 utility 14_9 -870.0000 11pt_avg 14_9 0.0804 binG 14_9 0.0442 G 14_9 0.0364 ndcg 14_9 0.2149 ndcg_rel 14_9 0.1895 Rndcg 14_9 0.1153 ndcg_cut_5 14_9 0.0713 ndcg_cut_10 14_9 0.0463 ndcg_cut_15 14_9 0.0703 ndcg_cut_20 14_9 0.0616 ndcg_cut_30 14_9 0.0681 ndcg_cut_100 14_9 0.0722 ndcg_cut_200 14_9 0.1005 ndcg_cut_500 14_9 0.1848 ndcg_cut_1000 14_9 0.2149 map_cut_5 14_9 0.0023 map_cut_10 14_9 0.0023 map_cut_15 14_9 0.0042 map_cut_20 14_9 0.0042 map_cut_30 14_9 0.0049 map_cut_100 14_9 0.0095 map_cut_200 14_9 0.0182 map_cut_500 14_9 0.0347 map_cut_1000 14_9 0.0395 relative_P_5 14_9 0.2000 relative_P_10 14_9 0.1000 relative_P_15 14_9 0.2000 relative_P_20 14_9 0.1500 relative_P_30 14_9 0.1333 relative_P_100 14_9 0.1200 relative_P_200 14_9 0.1250 relative_P_500 14_9 0.2535 relative_P_1000 14_9 0.3052 success_1 14_9 0.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0650 set_relative_P 14_9 0.3052 set_recall 14_9 0.3052 set_map 14_9 0.0198 set_F 14_9 0.1072 num_nonrel_judged_ret 14_9 16 rbp 14_9 0.0547 rbp_resid 14_9 0.4794 unj_5 14_9 0.0000 unj_10 14_9 0.4000 unj_20 14_9 0.6000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 26 map 15_1 0.0942 Rprec 15_1 0.1481 bpref 15_1 0.2794 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.2759 iprec_at_recall_0.20 15_1 0.1356 iprec_at_recall_0.30 15_1 0.0836 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.8000 P_10 15_1 0.5000 P_15 15_1 0.4000 P_20 15_1 0.3500 P_30 15_1 0.2667 P_100 15_1 0.1300 P_200 15_1 0.1100 P_500 15_1 0.0520 P_1000 15_1 0.0260 relstring 15_1 '32013300--' recall_5 15_1 0.0494 recall_10 15_1 0.0617 recall_15 15_1 0.0741 recall_20 15_1 0.0864 recall_30 15_1 0.0988 recall_100 15_1 0.1605 recall_200 15_1 0.2716 recall_500 15_1 0.3210 recall_1000 15_1 0.3210 infAP 15_1 0.0942 Rprec_mult_0.20 15_1 0.3529 Rprec_mult_0.40 15_1 0.2424 Rprec_mult_0.60 15_1 0.1633 Rprec_mult_0.80 15_1 0.1385 Rprec_mult_1.00 15_1 0.1481 Rprec_mult_1.20 15_1 0.1224 Rprec_mult_1.40 15_1 0.1228 Rprec_mult_1.60 15_1 0.1308 Rprec_mult_1.80 15_1 0.1233 Rprec_mult_2.00 15_1 0.1111 utility 15_1 -948.0000 11pt_avg 15_1 0.1359 binG 15_1 0.0900 G 15_1 0.0866 ndcg 15_1 0.3538 ndcg_rel 15_1 0.3715 Rndcg 15_1 0.4060 ndcg_cut_5 15_1 0.6617 ndcg_cut_10 15_1 0.5586 ndcg_cut_15 15_1 0.4776 ndcg_cut_20 15_1 0.4264 ndcg_cut_30 15_1 0.3522 ndcg_cut_100 15_1 0.2690 ndcg_cut_200 15_1 0.3349 ndcg_cut_500 15_1 0.3538 ndcg_cut_1000 15_1 0.3538 map_cut_5 15_1 0.0438 map_cut_10 15_1 0.0541 map_cut_15 15_1 0.0594 map_cut_20 15_1 0.0642 map_cut_30 15_1 0.0676 map_cut_100 15_1 0.0766 map_cut_200 15_1 0.0905 map_cut_500 15_1 0.0942 map_cut_1000 15_1 0.0942 relative_P_5 15_1 0.8000 relative_P_10 15_1 0.5000 relative_P_15 15_1 0.4000 relative_P_20 15_1 0.3500 relative_P_30 15_1 0.2667 relative_P_100 15_1 0.1605 relative_P_200 15_1 0.2716 relative_P_500 15_1 0.3210 relative_P_1000 15_1 0.3210 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0260 set_relative_P 15_1 0.3210 set_recall 15_1 0.3210 set_map 15_1 0.0083 set_F 15_1 0.0481 num_nonrel_judged_ret 15_1 23 rbp 15_1 0.3249 rbp_resid 15_1 0.3001 unj_5 15_1 0.0000 unj_10 15_1 0.2000 unj_20 15_1 0.3500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 30 map 15_10 0.1411 Rprec 15_10 0.2000 bpref 15_10 0.4522 recip_rank 15_10 0.2500 iprec_at_recall_0.00 15_10 0.2667 iprec_at_recall_0.10 15_10 0.2667 iprec_at_recall_0.20 15_10 0.2222 iprec_at_recall_0.30 15_10 0.1818 iprec_at_recall_0.40 15_10 0.1778 iprec_at_recall_0.50 15_10 0.1731 iprec_at_recall_0.60 15_10 0.1384 iprec_at_recall_0.70 15_10 0.1157 iprec_at_recall_0.80 15_10 0.0846 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.2000 P_10 15_10 0.2000 P_15 15_10 0.2667 P_20 15_10 0.2500 P_30 15_10 0.1667 P_100 15_10 0.1700 P_200 15_10 0.1150 P_500 15_10 0.0560 P_1000 15_10 0.0300 relstring 15_10 '00010-0-2-' recall_5 15_10 0.0286 recall_10 15_10 0.0571 recall_15 15_10 0.1143 recall_20 15_10 0.1429 recall_30 15_10 0.1429 recall_100 15_10 0.4857 recall_200 15_10 0.6571 recall_500 15_10 0.8000 recall_1000 15_10 0.8571 infAP 15_10 0.1411 Rprec_mult_0.20 15_10 0.1429 Rprec_mult_0.40 15_10 0.2143 Rprec_mult_0.60 15_10 0.2381 Rprec_mult_0.80 15_10 0.1786 Rprec_mult_1.00 15_10 0.2000 Rprec_mult_1.20 15_10 0.2143 Rprec_mult_1.40 15_10 0.1837 Rprec_mult_1.60 15_10 0.1607 Rprec_mult_1.80 15_10 0.1587 Rprec_mult_2.00 15_10 0.1714 utility 15_10 -940.0000 11pt_avg 15_10 0.1479 binG 15_10 0.1547 G 15_10 0.1479 ndcg 15_10 0.4438 ndcg_rel 15_10 0.3120 Rndcg 15_10 0.1837 ndcg_cut_5 15_10 0.0572 ndcg_cut_10 15_10 0.0990 ndcg_cut_15 15_10 0.1552 ndcg_cut_20 15_10 0.1587 ndcg_cut_30 15_10 0.1363 ndcg_cut_100 15_10 0.3224 ndcg_cut_200 15_10 0.3828 ndcg_cut_500 15_10 0.4301 ndcg_cut_1000 15_10 0.4438 map_cut_5 15_10 0.0071 map_cut_10 15_10 0.0135 map_cut_15 15_10 0.0283 map_cut_20 15_10 0.0354 map_cut_30 15_10 0.0354 map_cut_100 15_10 0.0991 map_cut_200 15_10 0.1229 map_cut_500 15_10 0.1379 map_cut_1000 15_10 0.1411 relative_P_5 15_10 0.2000 relative_P_10 15_10 0.2000 relative_P_15 15_10 0.2667 relative_P_20 15_10 0.2500 relative_P_30 15_10 0.1667 relative_P_100 15_10 0.4857 relative_P_200 15_10 0.6571 relative_P_500 15_10 0.8000 relative_P_1000 15_10 0.8571 success_1 15_10 0.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0300 set_relative_P 15_10 0.8571 set_recall 15_10 0.8571 set_map 15_10 0.0257 set_F 15_10 0.0580 num_nonrel_judged_ret 15_10 29 rbp 15_10 0.0930 rbp_resid 15_10 0.3300 unj_5 15_10 0.0000 unj_10 15_10 0.3000 unj_20 15_10 0.4000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 5 map 15_3 0.0206 Rprec 15_3 0.0455 bpref 15_3 0.0909 recip_rank 15_3 0.3333 iprec_at_recall_0.00 15_3 0.3333 iprec_at_recall_0.10 15_3 0.0667 iprec_at_recall_0.20 15_3 0.0117 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.2000 P_10 15_3 0.1000 P_15 15_3 0.0667 P_20 15_3 0.0500 P_30 15_3 0.0667 P_100 15_3 0.0300 P_200 15_3 0.0150 P_500 15_3 0.0080 P_1000 15_3 0.0050 relstring 15_3 '002000----' recall_5 15_3 0.0455 recall_10 15_3 0.0455 recall_15 15_3 0.0455 recall_20 15_3 0.0455 recall_30 15_3 0.0909 recall_100 15_3 0.1364 recall_200 15_3 0.1364 recall_500 15_3 0.1818 recall_1000 15_3 0.2273 infAP 15_3 0.0206 Rprec_mult_0.20 15_3 0.2000 Rprec_mult_0.40 15_3 0.1111 Rprec_mult_0.60 15_3 0.0714 Rprec_mult_0.80 15_3 0.0556 Rprec_mult_1.00 15_3 0.0455 Rprec_mult_1.20 15_3 0.0370 Rprec_mult_1.40 15_3 0.0645 Rprec_mult_1.60 15_3 0.0556 Rprec_mult_1.80 15_3 0.0500 Rprec_mult_2.00 15_3 0.0455 utility 15_3 -990.0000 11pt_avg 15_3 0.0374 binG 15_3 0.0492 G 15_3 0.0450 ndcg 15_3 0.1398 ndcg_rel 15_3 0.1403 Rndcg 15_3 0.1110 ndcg_cut_5 15_3 0.1696 ndcg_cut_10 15_3 0.1100 ndcg_cut_15 15_3 0.0961 ndcg_cut_20 15_3 0.0863 ndcg_cut_30 15_3 0.0999 ndcg_cut_100 15_3 0.1128 ndcg_cut_200 15_3 0.1128 ndcg_cut_500 15_3 0.1227 ndcg_cut_1000 15_3 0.1398 map_cut_5 15_3 0.0152 map_cut_10 15_3 0.0152 map_cut_15 15_3 0.0152 map_cut_20 15_3 0.0152 map_cut_30 15_3 0.0182 map_cut_100 15_3 0.0198 map_cut_200 15_3 0.0198 map_cut_500 15_3 0.0203 map_cut_1000 15_3 0.0206 relative_P_5 15_3 0.2000 relative_P_10 15_3 0.1000 relative_P_15 15_3 0.0667 relative_P_20 15_3 0.0500 relative_P_30 15_3 0.0909 relative_P_100 15_3 0.1364 relative_P_200 15_3 0.1364 relative_P_500 15_3 0.1818 relative_P_1000 15_3 0.2273 success_1 15_3 0.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.0050 set_relative_P 15_3 0.2273 set_recall 15_3 0.2273 set_map 15_3 0.0011 set_F 15_3 0.0098 num_nonrel_judged_ret 15_3 33 rbp 15_3 0.0834 rbp_resid 15_3 0.4847 unj_5 15_3 0.0000 unj_10 15_3 0.4000 unj_20 15_3 0.6500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 12 map 15_4 0.0373 Rprec 15_4 0.0500 bpref 15_4 0.0550 recip_rank 15_4 0.1000 iprec_at_recall_0.00 15_4 0.1000 iprec_at_recall_0.10 15_4 0.0909 iprec_at_recall_0.20 15_4 0.0870 iprec_at_recall_0.30 15_4 0.0732 iprec_at_recall_0.40 15_4 0.0500 iprec_at_recall_0.50 15_4 0.0446 iprec_at_recall_0.60 15_4 0.0312 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.1000 P_15 15_4 0.0667 P_20 15_4 0.0500 P_30 15_4 0.0667 P_100 15_4 0.0600 P_200 15_4 0.0400 P_500 15_4 0.0240 P_1000 15_4 0.0120 relstring 15_4 '000000--02' recall_5 15_4 0.0000 recall_10 15_4 0.0500 recall_15 15_4 0.0500 recall_20 15_4 0.0500 recall_30 15_4 0.1000 recall_100 15_4 0.3000 recall_200 15_4 0.4000 recall_500 15_4 0.6000 recall_1000 15_4 0.6000 infAP 15_4 0.0373 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0833 Rprec_mult_0.80 15_4 0.0625 Rprec_mult_1.00 15_4 0.0500 Rprec_mult_1.20 15_4 0.0417 Rprec_mult_1.40 15_4 0.0714 Rprec_mult_1.60 15_4 0.0625 Rprec_mult_1.80 15_4 0.0833 Rprec_mult_2.00 15_4 0.0750 utility 15_4 -976.0000 11pt_avg 15_4 0.0434 binG 15_4 0.0990 G 15_4 0.1021 ndcg 15_4 0.2898 ndcg_rel 15_4 0.2280 Rndcg 15_4 0.1290 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0636 ndcg_cut_15 15_4 0.0504 ndcg_cut_20 15_4 0.0457 ndcg_cut_30 15_4 0.0786 ndcg_cut_100 15_4 0.1888 ndcg_cut_200 15_4 0.2321 ndcg_cut_500 15_4 0.2898 ndcg_cut_1000 15_4 0.2898 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0050 map_cut_15 15_4 0.0050 map_cut_20 15_4 0.0050 map_cut_30 15_4 0.0087 map_cut_100 15_4 0.0249 map_cut_200 15_4 0.0297 map_cut_500 15_4 0.0373 map_cut_1000 15_4 0.0373 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.1000 relative_P_15 15_4 0.0667 relative_P_20 15_4 0.0500 relative_P_30 15_4 0.1000 relative_P_100 15_4 0.3000 relative_P_200 15_4 0.4000 relative_P_500 15_4 0.6000 relative_P_1000 15_4 0.6000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 1.0000 set_P 15_4 0.0120 set_relative_P 15_4 0.6000 set_recall 15_4 0.6000 set_map 15_4 0.0072 set_F 15_4 0.0235 num_nonrel_judged_ret 15_4 49 rbp 15_4 0.0496 rbp_resid 15_4 0.2973 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.4500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 28 map 15_5 0.2583 Rprec 15_5 0.3226 bpref 15_5 0.6077 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 0.8000 iprec_at_recall_0.20 15_5 0.4286 iprec_at_recall_0.30 15_5 0.3600 iprec_at_recall_0.40 15_5 0.1667 iprec_at_recall_0.50 15_5 0.1509 iprec_at_recall_0.60 15_5 0.1504 iprec_at_recall_0.70 15_5 0.1196 iprec_at_recall_0.80 15_5 0.0989 iprec_at_recall_0.90 15_5 0.0704 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.8000 P_10 15_5 0.5000 P_15 15_5 0.4000 P_20 15_5 0.3000 P_30 15_5 0.3333 P_100 15_5 0.1500 P_200 15_5 0.1100 P_500 15_5 0.0560 P_1000 15_5 0.0280 relstring 15_5 '10211---02' recall_5 15_5 0.1290 recall_10 15_5 0.1613 recall_15 15_5 0.1935 recall_20 15_5 0.1935 recall_30 15_5 0.3226 recall_100 15_5 0.4839 recall_200 15_5 0.7097 recall_500 15_5 0.9032 recall_1000 15_5 0.9032 infAP 15_5 0.2583 Rprec_mult_0.20 15_5 0.5714 Rprec_mult_0.40 15_5 0.3846 Rprec_mult_0.60 15_5 0.3158 Rprec_mult_0.80 15_5 0.3600 Rprec_mult_1.00 15_5 0.3226 Rprec_mult_1.20 15_5 0.2632 Rprec_mult_1.40 15_5 0.2500 Rprec_mult_1.60 15_5 0.2200 Rprec_mult_1.80 15_5 0.1964 Rprec_mult_2.00 15_5 0.1774 utility 15_5 -944.0000 11pt_avg 15_5 0.3041 binG 15_5 0.2303 G 15_5 0.1772 ndcg 15_5 0.5503 ndcg_rel 15_5 0.4205 Rndcg 15_5 0.3625 ndcg_cut_5 15_5 0.3510 ndcg_cut_10 15_5 0.3195 ndcg_cut_15 15_5 0.3057 ndcg_cut_20 15_5 0.2782 ndcg_cut_30 15_5 0.3103 ndcg_cut_100 15_5 0.4027 ndcg_cut_200 15_5 0.4942 ndcg_cut_500 15_5 0.5503 ndcg_cut_1000 15_5 0.5503 map_cut_5 15_5 0.1038 map_cut_10 15_5 0.1199 map_cut_15 15_5 0.1337 map_cut_20 15_5 0.1337 map_cut_30 15_5 0.1788 map_cut_100 15_5 0.2080 map_cut_200 15_5 0.2401 map_cut_500 15_5 0.2583 map_cut_1000 15_5 0.2583 relative_P_5 15_5 0.8000 relative_P_10 15_5 0.5000 relative_P_15 15_5 0.4000 relative_P_20 15_5 0.3000 relative_P_30 15_5 0.3333 relative_P_100 15_5 0.4839 relative_P_200 15_5 0.7097 relative_P_500 15_5 0.9032 relative_P_1000 15_5 0.9032 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0280 set_relative_P 15_5 0.9032 set_recall 15_5 0.9032 set_map 15_5 0.0253 set_F 15_5 0.0543 num_nonrel_judged_ret 15_5 21 rbp 15_5 0.1844 rbp_resid 15_5 0.3846 unj_5 15_5 0.0000 unj_10 15_5 0.3000 unj_20 15_5 0.5000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 10 map 15_6 0.0067 Rprec 15_6 0.0000 bpref 15_6 0.0000 recip_rank 15_6 0.0101 iprec_at_recall_0.00 15_6 0.0165 iprec_at_recall_0.10 15_6 0.0165 iprec_at_recall_0.20 15_6 0.0165 iprec_at_recall_0.30 15_6 0.0165 iprec_at_recall_0.40 15_6 0.0165 iprec_at_recall_0.50 15_6 0.0101 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0100 P_200 15_6 0.0100 P_500 15_6 0.0140 P_1000 15_6 0.0100 relstring 15_6 '0000000--0' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.0526 recall_200 15_6 0.1053 recall_500 15_6 0.3684 recall_1000 15_6 0.5263 infAP 15_6 0.0067 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -980.0000 11pt_avg 15_6 0.0084 binG 15_6 0.0627 G 15_6 0.0628 ndcg 15_6 0.1652 ndcg_rel 15_6 0.1248 Rndcg 15_6 0.0413 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0106 ndcg_cut_200 15_6 0.0302 ndcg_cut_500 15_6 0.1121 ndcg_cut_1000 15_6 0.1652 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0005 map_cut_200 15_6 0.0012 map_cut_500 15_6 0.0045 map_cut_1000 15_6 0.0067 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.0526 relative_P_200 15_6 0.1053 relative_P_500 15_6 0.3684 relative_P_1000 15_6 0.5263 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0100 set_relative_P 15_6 0.5263 set_recall 15_6 0.5263 set_map 15_6 0.0053 set_F 15_6 0.0196 num_nonrel_judged_ret 15_6 70 rbp 15_6 0.0000 rbp_resid 15_6 0.3312 unj_5 15_6 0.0000 unj_10 15_6 0.2000 unj_20 15_6 0.4500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 31 map 1_1 0.0549 Rprec 1_1 0.0856 bpref 1_1 0.0966 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.0534 iprec_at_recall_0.20 1_1 0.0000 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 0.8000 P_10 1_1 0.8000 P_15 1_1 0.7333 P_20 1_1 0.6500 P_30 1_1 0.5000 P_100 1_1 0.1700 P_200 1_1 0.1100 P_500 1_1 0.0500 P_1000 1_1 0.0310 relstring 1_1 '2221011101' recall_5 1_1 0.0156 recall_10 1_1 0.0311 recall_15 1_1 0.0428 recall_20 1_1 0.0506 recall_30 1_1 0.0584 recall_100 1_1 0.0661 recall_200 1_1 0.0856 recall_500 1_1 0.0973 recall_1000 1_1 0.1206 infAP 1_1 0.0549 Rprec_mult_0.20 1_1 0.2885 Rprec_mult_0.40 1_1 0.1650 Rprec_mult_0.60 1_1 0.1355 Rprec_mult_0.80 1_1 0.1068 Rprec_mult_1.00 1_1 0.0856 Rprec_mult_1.20 1_1 0.0744 Rprec_mult_1.40 1_1 0.0667 Rprec_mult_1.60 1_1 0.0583 Rprec_mult_1.80 1_1 0.0540 Rprec_mult_2.00 1_1 0.0525 utility 1_1 -938.0000 11pt_avg 1_1 0.0958 binG 1_1 0.0434 G 1_1 0.0236 ndcg 1_1 0.1600 ndcg_rel 1_1 0.1798 Rndcg 1_1 0.2171 ndcg_cut_5 1_1 0.5305 ndcg_cut_10 1_1 0.4392 ndcg_cut_15 1_1 0.4065 ndcg_cut_20 1_1 0.3822 ndcg_cut_30 1_1 0.3594 ndcg_cut_100 1_1 0.1917 ndcg_cut_200 1_1 0.1508 ndcg_cut_500 1_1 0.1442 ndcg_cut_1000 1_1 0.1600 map_cut_5 1_1 0.0156 map_cut_10 1_1 0.0287 map_cut_15 1_1 0.0379 map_cut_20 1_1 0.0436 map_cut_30 1_1 0.0482 map_cut_100 1_1 0.0503 map_cut_200 1_1 0.0529 map_cut_500 1_1 0.0538 map_cut_1000 1_1 0.0549 relative_P_5 1_1 0.8000 relative_P_10 1_1 0.8000 relative_P_15 1_1 0.7333 relative_P_20 1_1 0.6500 relative_P_30 1_1 0.5000 relative_P_100 1_1 0.1700 relative_P_200 1_1 0.1100 relative_P_500 1_1 0.0973 relative_P_1000 1_1 0.1206 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0310 set_relative_P 1_1 0.1206 set_recall 1_1 0.1206 set_map 1_1 0.0037 set_F 1_1 0.0493 num_nonrel_judged_ret 1_1 24 rbp 1_1 0.3376 rbp_resid 1_1 0.0548 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 98 map 1_2 0.4912 Rprec 1_2 0.4737 bpref 1_2 0.7212 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 1.0000 iprec_at_recall_0.20 1_2 0.8929 iprec_at_recall_0.30 1_2 0.7556 iprec_at_recall_0.40 1_2 0.6389 iprec_at_recall_0.50 1_2 0.4419 iprec_at_recall_0.60 1_2 0.3400 iprec_at_recall_0.70 1_2 0.2432 iprec_at_recall_0.80 1_2 0.1825 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 1.0000 P_15 1_2 0.9333 P_20 1_2 0.9000 P_30 1_2 0.8667 P_100 1_2 0.5100 P_200 1_2 0.3400 P_500 1_2 0.1820 P_1000 1_2 0.0980 relstring 1_2 '1142331313' recall_5 1_2 0.0439 recall_10 1_2 0.0877 recall_15 1_2 0.1228 recall_20 1_2 0.1579 recall_30 1_2 0.2281 recall_100 1_2 0.4474 recall_200 1_2 0.5965 recall_500 1_2 0.7982 recall_1000 1_2 0.8596 infAP 1_2 0.4912 Rprec_mult_0.20 1_2 0.8696 Rprec_mult_0.40 1_2 0.7391 Rprec_mult_0.60 1_2 0.6377 Rprec_mult_0.80 1_2 0.5326 Rprec_mult_1.00 1_2 0.4737 Rprec_mult_1.20 1_2 0.4307 Rprec_mult_1.40 1_2 0.3812 Rprec_mult_1.60 1_2 0.3552 Rprec_mult_1.80 1_2 0.3350 Rprec_mult_2.00 1_2 0.3114 utility 1_2 -804.0000 11pt_avg 1_2 0.4995 binG 1_2 0.2790 G 1_2 0.1660 ndcg 1_2 0.7325 ndcg_rel 1_2 0.6326 Rndcg 1_2 0.5434 ndcg_cut_5 1_2 0.5742 ndcg_cut_10 1_2 0.6267 ndcg_cut_15 1_2 0.5916 ndcg_cut_20 1_2 0.5839 ndcg_cut_30 1_2 0.6198 ndcg_cut_100 1_2 0.5646 ndcg_cut_200 1_2 0.6254 ndcg_cut_500 1_2 0.7085 ndcg_cut_1000 1_2 0.7325 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0877 map_cut_15 1_2 0.1222 map_cut_20 1_2 0.1544 map_cut_30 1_2 0.2164 map_cut_100 1_2 0.3699 map_cut_200 1_2 0.4316 map_cut_500 1_2 0.4816 map_cut_1000 1_2 0.4912 relative_P_5 1_2 1.0000 relative_P_10 1_2 1.0000 relative_P_15 1_2 0.9333 relative_P_20 1_2 0.9000 relative_P_30 1_2 0.8667 relative_P_100 1_2 0.5100 relative_P_200 1_2 0.5965 relative_P_500 1_2 0.7982 relative_P_1000 1_2 0.8596 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0980 set_relative_P 1_2 0.8596 set_recall 1_2 0.8596 set_map 1_2 0.0842 set_F 1_2 0.1759 num_nonrel_judged_ret 1_2 13 rbp 1_2 0.4683 rbp_resid 1_2 0.0639 unj_5 1_2 0.0000 unj_10 1_2 0.0000 unj_20 1_2 0.0500 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 61 map 1_3 0.4291 Rprec 1_3 0.4930 bpref 1_3 0.7549 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.7368 iprec_at_recall_0.20 1_3 0.7368 iprec_at_recall_0.30 1_3 0.6176 iprec_at_recall_0.40 1_3 0.5714 iprec_at_recall_0.50 1_3 0.5000 iprec_at_recall_0.60 1_3 0.4057 iprec_at_recall_0.70 1_3 0.2857 iprec_at_recall_0.80 1_3 0.2111 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.6000 P_10 1_3 0.7000 P_15 1_3 0.6667 P_20 1_3 0.7000 P_30 1_3 0.6000 P_100 1_3 0.4200 P_200 1_3 0.2550 P_500 1_3 0.1220 P_1000 1_3 0.0610 relstring 1_3 '2022021-22' recall_5 1_3 0.0423 recall_10 1_3 0.0986 recall_15 1_3 0.1408 recall_20 1_3 0.1972 recall_30 1_3 0.2535 recall_100 1_3 0.5915 recall_200 1_3 0.7183 recall_500 1_3 0.8592 recall_1000 1_3 0.8592 infAP 1_3 0.4291 Rprec_mult_0.20 1_3 0.6667 Rprec_mult_0.40 1_3 0.6207 Rprec_mult_0.60 1_3 0.5814 Rprec_mult_0.80 1_3 0.5439 Rprec_mult_1.00 1_3 0.4930 Rprec_mult_1.20 1_3 0.4535 Rprec_mult_1.40 1_3 0.4200 Rprec_mult_1.60 1_3 0.3772 Rprec_mult_1.80 1_3 0.3516 Rprec_mult_2.00 1_3 0.3169 utility 1_3 -878.0000 11pt_avg 1_3 0.4605 binG 1_3 0.2193 G 1_3 0.1843 ndcg 1_3 0.7255 ndcg_rel 1_3 0.6020 Rndcg 1_3 0.5639 ndcg_cut_5 1_3 0.4365 ndcg_cut_10 1_3 0.4912 ndcg_cut_15 1_3 0.5262 ndcg_cut_20 1_3 0.5783 ndcg_cut_30 1_3 0.5232 ndcg_cut_100 1_3 0.6074 ndcg_cut_200 1_3 0.6682 ndcg_cut_500 1_3 0.7255 ndcg_cut_1000 1_3 0.7255 map_cut_5 1_3 0.0340 map_cut_10 1_3 0.0727 map_cut_15 1_3 0.1014 map_cut_20 1_3 0.1416 map_cut_30 1_3 0.1781 map_cut_100 1_3 0.3609 map_cut_200 1_3 0.4016 map_cut_500 1_3 0.4291 map_cut_1000 1_3 0.4291 relative_P_5 1_3 0.6000 relative_P_10 1_3 0.7000 relative_P_15 1_3 0.6667 relative_P_20 1_3 0.7000 relative_P_30 1_3 0.6000 relative_P_100 1_3 0.5915 relative_P_200 1_3 0.7183 relative_P_500 1_3 0.8592 relative_P_1000 1_3 0.8592 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0610 set_relative_P 1_3 0.8592 set_recall 1_3 0.8592 set_map 1_3 0.0524 set_F 1_3 0.1139 num_nonrel_judged_ret 1_3 13 rbp 1_3 0.4235 rbp_resid 1_3 0.1400 unj_5 1_3 0.0000 unj_10 1_3 0.1000 unj_20 1_3 0.1000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 67 map 1_4 0.3084 Rprec 1_4 0.3806 bpref 1_4 0.4680 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 1.0000 iprec_at_recall_0.20 1_4 0.5870 iprec_at_recall_0.30 1_4 0.4348 iprec_at_recall_0.40 1_4 0.3673 iprec_at_recall_0.50 1_4 0.1102 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 1.0000 P_20 1_4 0.9500 P_30 1_4 0.8000 P_100 1_4 0.4100 P_200 1_4 0.3000 P_500 1_4 0.1320 P_1000 1_4 0.0670 relstring 1_4 '3222212122' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1119 recall_20 1_4 0.1418 recall_30 1_4 0.1791 recall_100 1_4 0.3060 recall_200 1_4 0.4478 recall_500 1_4 0.4925 recall_1000 1_4 0.5000 infAP 1_4 0.3084 Rprec_mult_0.20 1_4 0.8519 Rprec_mult_0.40 1_4 0.5556 Rprec_mult_0.60 1_4 0.4568 Rprec_mult_0.80 1_4 0.4074 Rprec_mult_1.00 1_4 0.3806 Rprec_mult_1.20 1_4 0.3416 Rprec_mult_1.40 1_4 0.3085 Rprec_mult_1.60 1_4 0.2791 Rprec_mult_1.80 1_4 0.2562 Rprec_mult_2.00 1_4 0.2388 utility 1_4 -866.0000 11pt_avg 1_4 0.3181 binG 1_4 0.2084 G 1_4 0.1110 ndcg 1_4 0.5291 ndcg_rel 1_4 0.5566 Rndcg 1_4 0.5336 ndcg_cut_5 1_4 0.7797 ndcg_cut_10 1_4 0.6908 ndcg_cut_15 1_4 0.6944 ndcg_cut_20 1_4 0.6823 ndcg_cut_30 1_4 0.6608 ndcg_cut_100 1_4 0.4619 ndcg_cut_200 1_4 0.4975 ndcg_cut_500 1_4 0.5270 ndcg_cut_1000 1_4 0.5291 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1119 map_cut_20 1_4 0.1406 map_cut_30 1_4 0.1749 map_cut_100 1_4 0.2433 map_cut_200 1_4 0.2965 map_cut_500 1_4 0.3076 map_cut_1000 1_4 0.3084 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 1.0000 relative_P_20 1_4 0.9500 relative_P_30 1_4 0.8000 relative_P_100 1_4 0.4100 relative_P_200 1_4 0.4478 relative_P_500 1_4 0.4925 relative_P_1000 1_4 0.5000 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0670 set_relative_P 1_4 0.5000 set_recall 1_4 0.5000 set_map 1_4 0.0335 set_F 1_4 0.1182 num_nonrel_judged_ret 1_4 6 rbp 1_4 0.5968 rbp_resid 1_4 0.0557 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.0000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 16 map 1_6 0.0586 Rprec 1_6 0.1157 bpref 1_6 0.1225 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.1970 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.8000 P_10 1_6 0.6000 P_15 1_6 0.4667 P_20 1_6 0.4000 P_30 1_6 0.2667 P_100 1_6 0.1400 P_200 1_6 0.0700 P_500 1_6 0.0320 P_1000 1_6 0.0160 relstring 1_6 '10212-12--' recall_5 1_6 0.0331 recall_10 1_6 0.0496 recall_15 1_6 0.0579 recall_20 1_6 0.0661 recall_30 1_6 0.0661 recall_100 1_6 0.1157 recall_200 1_6 0.1157 recall_500 1_6 0.1322 recall_1000 1_6 0.1322 infAP 1_6 0.0586 Rprec_mult_0.20 1_6 0.3200 Rprec_mult_0.40 1_6 0.2041 Rprec_mult_0.60 1_6 0.1918 Rprec_mult_0.80 1_6 0.1443 Rprec_mult_1.00 1_6 0.1157 Rprec_mult_1.20 1_6 0.0959 Rprec_mult_1.40 1_6 0.0824 Rprec_mult_1.60 1_6 0.0722 Rprec_mult_1.80 1_6 0.0642 Rprec_mult_2.00 1_6 0.0620 utility 1_6 -968.0000 11pt_avg 1_6 0.1088 binG 1_6 0.0485 G 1_6 0.0236 ndcg 1_6 0.1414 ndcg_rel 1_6 0.1544 Rndcg 1_6 0.1637 ndcg_cut_5 1_6 0.3623 ndcg_cut_10 1_6 0.3058 ndcg_cut_15 1_6 0.2669 ndcg_cut_20 1_6 0.2332 ndcg_cut_30 1_6 0.1925 ndcg_cut_100 1_6 0.1430 ndcg_cut_200 1_6 0.1332 ndcg_cut_500 1_6 0.1414 ndcg_cut_1000 1_6 0.1414 map_cut_5 1_6 0.0266 map_cut_10 1_6 0.0387 map_cut_15 1_6 0.0431 map_cut_20 1_6 0.0466 map_cut_30 1_6 0.0466 map_cut_100 1_6 0.0576 map_cut_200 1_6 0.0576 map_cut_500 1_6 0.0586 map_cut_1000 1_6 0.0586 relative_P_5 1_6 0.8000 relative_P_10 1_6 0.6000 relative_P_15 1_6 0.4667 relative_P_20 1_6 0.4000 relative_P_30 1_6 0.2667 relative_P_100 1_6 0.1400 relative_P_200 1_6 0.1157 relative_P_500 1_6 0.1322 relative_P_1000 1_6 0.1322 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0160 set_relative_P 1_6 0.1322 set_recall 1_6 0.1322 set_map 1_6 0.0021 set_F 1_6 0.0285 num_nonrel_judged_ret 1_6 15 rbp 1_6 0.2312 rbp_resid 1_6 0.3667 unj_5 1_6 0.0000 unj_10 1_6 0.3000 unj_20 1_6 0.4500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 53 map 1_7 0.1398 Rprec 1_7 0.2364 bpref 1_7 0.4372 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.4286 iprec_at_recall_0.20 1_7 0.3014 iprec_at_recall_0.30 1_7 0.1765 iprec_at_recall_0.40 1_7 0.1232 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.8000 P_10 1_7 0.5000 P_15 1_7 0.4667 P_20 1_7 0.4500 P_30 1_7 0.4000 P_100 1_7 0.2500 P_200 1_7 0.1700 P_500 1_7 0.0920 P_1000 1_7 0.0530 relstring 1_7 '201230002-' recall_5 1_7 0.0364 recall_10 1_7 0.0455 recall_15 1_7 0.0636 recall_20 1_7 0.0818 recall_30 1_7 0.1091 recall_100 1_7 0.2273 recall_200 1_7 0.3091 recall_500 1_7 0.4182 recall_1000 1_7 0.4818 infAP 1_7 0.1398 Rprec_mult_0.20 1_7 0.4545 Rprec_mult_0.40 1_7 0.3636 Rprec_mult_0.60 1_7 0.3182 Rprec_mult_0.80 1_7 0.2727 Rprec_mult_1.00 1_7 0.2364 Rprec_mult_1.20 1_7 0.2121 Rprec_mult_1.40 1_7 0.1883 Rprec_mult_1.60 1_7 0.1761 Rprec_mult_1.80 1_7 0.1717 Rprec_mult_2.00 1_7 0.1591 utility 1_7 -894.0000 11pt_avg 1_7 0.1845 binG 1_7 0.1025 G 1_7 0.1010 ndcg 1_7 0.4686 ndcg_rel 1_7 0.4484 Rndcg 1_7 0.4047 ndcg_cut_5 1_7 0.6007 ndcg_cut_10 1_7 0.4781 ndcg_cut_15 1_7 0.4418 ndcg_cut_20 1_7 0.4216 ndcg_cut_30 1_7 0.3892 ndcg_cut_100 1_7 0.3599 ndcg_cut_200 1_7 0.3983 ndcg_cut_500 1_7 0.4462 ndcg_cut_1000 1_7 0.4686 map_cut_5 1_7 0.0292 map_cut_10 1_7 0.0343 map_cut_15 1_7 0.0427 map_cut_20 1_7 0.0521 map_cut_30 1_7 0.0638 map_cut_100 1_7 0.1040 map_cut_200 1_7 0.1205 map_cut_500 1_7 0.1353 map_cut_1000 1_7 0.1398 relative_P_5 1_7 0.8000 relative_P_10 1_7 0.5000 relative_P_15 1_7 0.4667 relative_P_20 1_7 0.4500 relative_P_30 1_7 0.4000 relative_P_100 1_7 0.2500 relative_P_200 1_7 0.3091 relative_P_500 1_7 0.4182 relative_P_1000 1_7 0.4818 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0530 set_relative_P 1_7 0.4818 set_recall 1_7 0.4818 set_map 1_7 0.0255 set_F 1_7 0.0955 num_nonrel_judged_ret 1_7 19 rbp 1_7 0.3021 rbp_resid 1_7 0.2398 unj_5 1_7 0.0000 unj_10 1_7 0.1000 unj_20 1_7 0.3000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 86 map 1_8 0.3477 Rprec 1_8 0.3814 bpref 1_8 0.7133 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.8667 iprec_at_recall_0.20 1_8 0.7059 iprec_at_recall_0.30 1_8 0.5373 iprec_at_recall_0.40 1_8 0.3553 iprec_at_recall_0.50 1_8 0.2744 iprec_at_recall_0.60 1_8 0.1793 iprec_at_recall_0.70 1_8 0.1215 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.9000 P_15 1_8 0.8667 P_20 1_8 0.7500 P_30 1_8 0.7333 P_100 1_8 0.4100 P_200 1_8 0.2900 P_500 1_8 0.1520 P_1000 1_8 0.0860 relstring 1_8 '11112212-2' recall_5 1_8 0.0424 recall_10 1_8 0.0763 recall_15 1_8 0.1102 recall_20 1_8 0.1271 recall_30 1_8 0.1864 recall_100 1_8 0.3475 recall_200 1_8 0.4915 recall_500 1_8 0.6441 recall_1000 1_8 0.7288 infAP 1_8 0.3477 Rprec_mult_0.20 1_8 0.7500 Rprec_mult_0.40 1_8 0.6042 Rprec_mult_0.60 1_8 0.5211 Rprec_mult_0.80 1_8 0.4211 Rprec_mult_1.00 1_8 0.3814 Rprec_mult_1.20 1_8 0.3451 Rprec_mult_1.40 1_8 0.3373 Rprec_mult_1.60 1_8 0.3069 Rprec_mult_1.80 1_8 0.2723 Rprec_mult_2.00 1_8 0.2542 utility 1_8 -828.0000 11pt_avg 1_8 0.3673 binG 1_8 0.2033 G 1_8 0.1104 ndcg 1_8 0.5613 ndcg_rel 1_8 0.4706 Rndcg 1_8 0.4205 ndcg_cut_5 1_8 0.3771 ndcg_cut_10 1_8 0.4101 ndcg_cut_15 1_8 0.4248 ndcg_cut_20 1_8 0.4217 ndcg_cut_30 1_8 0.4546 ndcg_cut_100 1_8 0.3644 ndcg_cut_200 1_8 0.4314 ndcg_cut_500 1_8 0.5147 ndcg_cut_1000 1_8 0.5613 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0754 map_cut_15 1_8 0.1049 map_cut_20 1_8 0.1186 map_cut_30 1_8 0.1636 map_cut_100 1_8 0.2552 map_cut_200 1_8 0.3070 map_cut_500 1_8 0.3368 map_cut_1000 1_8 0.3477 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.9000 relative_P_15 1_8 0.8667 relative_P_20 1_8 0.7500 relative_P_30 1_8 0.7333 relative_P_100 1_8 0.4100 relative_P_200 1_8 0.4915 relative_P_500 1_8 0.6441 relative_P_1000 1_8 0.7288 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0860 set_relative_P 1_8 0.7288 set_recall 1_8 0.7288 set_map 1_8 0.0627 set_F 1_8 0.1538 num_nonrel_judged_ret 1_8 3 rbp 1_8 0.3910 rbp_resid 1_8 0.1739 unj_5 1_8 0.0000 unj_10 1_8 0.1000 unj_20 1_8 0.2500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 44 map 1_9 0.6484 Rprec 1_9 0.6042 bpref 1_9 0.8911 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 1.0000 iprec_at_recall_0.30 1_9 0.9444 iprec_at_recall_0.40 1_9 0.9048 iprec_at_recall_0.50 1_9 0.7059 iprec_at_recall_0.60 1_9 0.6744 iprec_at_recall_0.70 1_9 0.4737 iprec_at_recall_0.80 1_9 0.3423 iprec_at_recall_0.90 1_9 0.2350 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 1.0000 P_15 1_9 0.9333 P_20 1_9 0.9000 P_30 1_9 0.7000 P_100 1_9 0.3700 P_200 1_9 0.2150 P_500 1_9 0.0860 P_1000 1_9 0.0440 relstring 1_9 '3332233113' recall_5 1_9 0.1042 recall_10 1_9 0.2083 recall_15 1_9 0.2917 recall_20 1_9 0.3750 recall_30 1_9 0.4375 recall_100 1_9 0.7708 recall_200 1_9 0.8958 recall_500 1_9 0.8958 recall_1000 1_9 0.9167 infAP 1_9 0.6484 Rprec_mult_0.20 1_9 1.0000 Rprec_mult_0.40 1_9 0.9000 Rprec_mult_0.60 1_9 0.7241 Rprec_mult_0.80 1_9 0.6667 Rprec_mult_1.00 1_9 0.6042 Rprec_mult_1.20 1_9 0.5000 Rprec_mult_1.40 1_9 0.4706 Rprec_mult_1.60 1_9 0.4675 Rprec_mult_1.80 1_9 0.4138 Rprec_mult_2.00 1_9 0.3854 utility 1_9 -912.0000 11pt_avg 1_9 0.6619 binG 1_9 0.4508 G 1_9 0.3054 ndcg 1_9 0.8469 ndcg_rel 1_9 0.8069 Rndcg 1_9 0.7589 ndcg_cut_5 1_9 0.9076 ndcg_cut_10 1_9 0.8496 ndcg_cut_15 1_9 0.7928 ndcg_cut_20 1_9 0.7702 ndcg_cut_30 1_9 0.6808 ndcg_cut_100 1_9 0.7796 ndcg_cut_200 1_9 0.8391 ndcg_cut_500 1_9 0.8391 ndcg_cut_1000 1_9 0.8469 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.2083 map_cut_15 1_9 0.2888 map_cut_20 1_9 0.3664 map_cut_30 1_9 0.4215 map_cut_100 1_9 0.6128 map_cut_200 1_9 0.6469 map_cut_500 1_9 0.6469 map_cut_1000 1_9 0.6484 relative_P_5 1_9 1.0000 relative_P_10 1_9 1.0000 relative_P_15 1_9 0.9333 relative_P_20 1_9 0.9000 relative_P_30 1_9 0.7000 relative_P_100 1_9 0.7708 relative_P_200 1_9 0.8958 relative_P_500 1_9 0.8958 relative_P_1000 1_9 0.9167 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0440 set_relative_P 1_9 0.9167 set_recall 1_9 0.9167 set_map 1_9 0.0403 set_F 1_9 0.0840 num_nonrel_judged_ret 1_9 5 rbp 1_9 0.6952 rbp_resid 1_9 0.0910 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.0500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 121 map 4_10 0.3340 Rprec 4_10 0.3617 bpref 4_10 0.5349 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.8462 iprec_at_recall_0.20 4_10 0.7544 iprec_at_recall_0.30 4_10 0.5619 iprec_at_recall_0.40 4_10 0.2953 iprec_at_recall_0.50 4_10 0.2507 iprec_at_recall_0.60 4_10 0.1582 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 0.8000 P_10 4_10 0.9000 P_15 4_10 0.9333 P_20 4_10 0.8500 P_30 4_10 0.8000 P_100 4_10 0.5500 P_200 4_10 0.3500 P_500 4_10 0.2100 P_1000 4_10 0.1210 relstring 4_10 '1111011111' recall_5 4_10 0.0213 recall_10 4_10 0.0479 recall_15 4_10 0.0745 recall_20 4_10 0.0904 recall_30 4_10 0.1277 recall_100 4_10 0.2926 recall_200 4_10 0.3723 recall_500 4_10 0.5585 recall_1000 4_10 0.6436 infAP 4_10 0.3340 Rprec_mult_0.20 4_10 0.8158 Rprec_mult_0.40 4_10 0.6316 Rprec_mult_0.60 4_10 0.5310 Rprec_mult_0.80 4_10 0.4106 Rprec_mult_1.00 4_10 0.3617 Rprec_mult_1.20 4_10 0.3186 Rprec_mult_1.40 4_10 0.2879 Rprec_mult_1.60 4_10 0.2824 Rprec_mult_1.80 4_10 0.2684 Rprec_mult_2.00 4_10 0.2500 utility 4_10 -758.0000 11pt_avg 4_10 0.3515 binG 4_10 0.1656 G 4_10 0.0824 ndcg 4_10 0.4470 ndcg_rel 4_10 0.3911 Rndcg 4_10 0.3573 ndcg_cut_5 4_10 0.2896 ndcg_cut_10 4_10 0.3050 ndcg_cut_15 4_10 0.3364 ndcg_cut_20 4_10 0.3322 ndcg_cut_30 4_10 0.3356 ndcg_cut_100 4_10 0.3583 ndcg_cut_200 4_10 0.3127 ndcg_cut_500 4_10 0.4072 ndcg_cut_1000 4_10 0.4470 map_cut_5 4_10 0.0213 map_cut_10 4_10 0.0444 map_cut_15 4_10 0.0690 map_cut_20 4_10 0.0834 map_cut_30 4_10 0.1146 map_cut_100 4_10 0.2343 map_cut_200 4_10 0.2702 map_cut_500 4_10 0.3201 map_cut_1000 4_10 0.3340 relative_P_5 4_10 0.8000 relative_P_10 4_10 0.9000 relative_P_15 4_10 0.9333 relative_P_20 4_10 0.8500 relative_P_30 4_10 0.8000 relative_P_100 4_10 0.5500 relative_P_200 4_10 0.3723 relative_P_500 4_10 0.5585 relative_P_1000 4_10 0.6436 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1210 set_relative_P 4_10 0.6436 set_recall 4_10 0.6436 set_map 4_10 0.0779 set_F 4_10 0.2037 num_nonrel_judged_ret 4_10 13 rbp 4_10 0.3013 rbp_resid 4_10 0.0164 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 16 map 4_11 0.0120 Rprec 4_11 0.0526 bpref 4_11 0.0828 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.2000 P_10 4_11 0.1000 P_15 4_11 0.2000 P_20 4_11 0.1500 P_30 4_11 0.1000 P_100 4_11 0.0700 P_200 4_11 0.0450 P_500 4_11 0.0280 P_1000 4_11 0.0160 relstring 4_11 '200000000-' recall_5 4_11 0.0058 recall_10 4_11 0.0058 recall_15 4_11 0.0175 recall_20 4_11 0.0175 recall_30 4_11 0.0175 recall_100 4_11 0.0409 recall_200 4_11 0.0526 recall_500 4_11 0.0819 recall_1000 4_11 0.0936 infAP 4_11 0.0120 Rprec_mult_0.20 4_11 0.0857 Rprec_mult_0.40 4_11 0.0870 Rprec_mult_0.60 4_11 0.0680 Rprec_mult_0.80 4_11 0.0657 Rprec_mult_1.00 4_11 0.0526 Rprec_mult_1.20 4_11 0.0437 Rprec_mult_1.40 4_11 0.0375 Rprec_mult_1.60 4_11 0.0328 Rprec_mult_1.80 4_11 0.0325 Rprec_mult_2.00 4_11 0.0292 utility 4_11 -968.0000 11pt_avg 4_11 0.0909 binG 4_11 0.0194 G 4_11 0.0113 ndcg 4_11 0.0749 ndcg_rel 4_11 0.0792 Rndcg 4_11 0.0876 ndcg_cut_5 4_11 0.2261 ndcg_cut_10 4_11 0.1467 ndcg_cut_15 4_11 0.1502 ndcg_cut_20 4_11 0.1318 ndcg_cut_30 4_11 0.1079 ndcg_cut_100 4_11 0.0714 ndcg_cut_200 4_11 0.0615 ndcg_cut_500 4_11 0.0713 ndcg_cut_1000 4_11 0.0749 map_cut_5 4_11 0.0058 map_cut_10 4_11 0.0058 map_cut_15 4_11 0.0081 map_cut_20 4_11 0.0081 map_cut_30 4_11 0.0081 map_cut_100 4_11 0.0100 map_cut_200 4_11 0.0108 map_cut_500 4_11 0.0118 map_cut_1000 4_11 0.0120 relative_P_5 4_11 0.2000 relative_P_10 4_11 0.1000 relative_P_15 4_11 0.2000 relative_P_20 4_11 0.1500 relative_P_30 4_11 0.1000 relative_P_100 4_11 0.0700 relative_P_200 4_11 0.0526 relative_P_500 4_11 0.0819 relative_P_1000 4_11 0.0936 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0160 set_relative_P 4_11 0.0936 set_recall 4_11 0.0936 set_map 4_11 0.0015 set_F 4_11 0.0273 num_nonrel_judged_ret 4_11 34 rbp 4_11 0.0859 rbp_resid 4_11 0.1729 unj_5 4_11 0.0000 unj_10 4_11 0.1000 unj_20 4_11 0.1000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 99 map 4_12 0.3832 Rprec 4_12 0.3881 bpref 4_12 0.6712 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 1.0000 iprec_at_recall_0.20 4_12 0.7778 iprec_at_recall_0.30 4_12 0.5857 iprec_at_recall_0.40 4_12 0.3803 iprec_at_recall_0.50 4_12 0.2692 iprec_at_recall_0.60 4_12 0.2312 iprec_at_recall_0.70 4_12 0.1511 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 1.0000 P_15 4_12 1.0000 P_20 4_12 0.9000 P_30 4_12 0.7667 P_100 4_12 0.4900 P_200 4_12 0.3050 P_500 4_12 0.1800 P_1000 4_12 0.0990 relstring 4_12 '2222321323' recall_5 4_12 0.0373 recall_10 4_12 0.0746 recall_15 4_12 0.1119 recall_20 4_12 0.1343 recall_30 4_12 0.1716 recall_100 4_12 0.3657 recall_200 4_12 0.4552 recall_500 4_12 0.6716 recall_1000 4_12 0.7388 infAP 4_12 0.3832 Rprec_mult_0.20 4_12 0.7778 Rprec_mult_0.40 4_12 0.6296 Rprec_mult_0.60 4_12 0.5309 Rprec_mult_0.80 4_12 0.4537 Rprec_mult_1.00 4_12 0.3881 Rprec_mult_1.20 4_12 0.3478 Rprec_mult_1.40 4_12 0.3245 Rprec_mult_1.60 4_12 0.2930 Rprec_mult_1.80 4_12 0.2645 Rprec_mult_2.00 4_12 0.2612 utility 4_12 -802.0000 11pt_avg 4_12 0.3996 binG 4_12 0.2334 G 4_12 0.1353 ndcg 4_12 0.6631 ndcg_rel 4_12 0.6188 Rndcg 4_12 0.5750 ndcg_cut_5 4_12 0.7104 ndcg_cut_10 4_12 0.7149 ndcg_cut_15 4_12 0.6991 ndcg_cut_20 4_12 0.6869 ndcg_cut_30 4_12 0.6620 ndcg_cut_100 4_12 0.5078 ndcg_cut_200 4_12 0.5090 ndcg_cut_500 4_12 0.6311 ndcg_cut_1000 4_12 0.6631 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0746 map_cut_15 4_12 0.1119 map_cut_20 4_12 0.1331 map_cut_30 4_12 0.1635 map_cut_100 4_12 0.2870 map_cut_200 4_12 0.3205 map_cut_500 4_12 0.3732 map_cut_1000 4_12 0.3832 relative_P_5 4_12 1.0000 relative_P_10 4_12 1.0000 relative_P_15 4_12 1.0000 relative_P_20 4_12 0.9000 relative_P_30 4_12 0.7667 relative_P_100 4_12 0.4900 relative_P_200 4_12 0.4552 relative_P_500 4_12 0.6716 relative_P_1000 4_12 0.7388 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0990 set_relative_P 4_12 0.7388 set_recall 4_12 0.7388 set_map 4_12 0.0731 set_F 4_12 0.1746 num_nonrel_judged_ret 4_12 26 rbp 4_12 0.6284 rbp_resid 4_12 0.0785 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.1000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 87 map 4_13 0.2495 Rprec 4_13 0.3333 bpref 4_13 0.4955 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.7037 iprec_at_recall_0.20 4_13 0.5965 iprec_at_recall_0.30 4_13 0.3906 iprec_at_recall_0.40 4_13 0.2435 iprec_at_recall_0.50 4_13 0.1401 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 0.8000 P_15 4_13 0.6000 P_20 4_13 0.6500 P_30 4_13 0.6667 P_100 4_13 0.4500 P_200 4_13 0.2900 P_500 4_13 0.1520 P_1000 4_13 0.0870 relstring 4_13 '2223301320' recall_5 4_13 0.0309 recall_10 4_13 0.0494 recall_15 4_13 0.0556 recall_20 4_13 0.0802 recall_30 4_13 0.1235 recall_100 4_13 0.2778 recall_200 4_13 0.3580 recall_500 4_13 0.4691 recall_1000 4_13 0.5370 infAP 4_13 0.2495 Rprec_mult_0.20 4_13 0.6667 Rprec_mult_0.40 4_13 0.5692 Rprec_mult_0.60 4_13 0.4490 Rprec_mult_0.80 4_13 0.3846 Rprec_mult_1.00 4_13 0.3333 Rprec_mult_1.20 4_13 0.2872 Rprec_mult_1.40 4_13 0.2687 Rprec_mult_1.60 4_13 0.2462 Rprec_mult_1.80 4_13 0.2295 Rprec_mult_2.00 4_13 0.2068 utility 4_13 -826.0000 11pt_avg 4_13 0.2795 binG 4_13 0.1345 G 4_13 0.0926 ndcg 4_13 0.5127 ndcg_rel 4_13 0.5058 Rndcg 4_13 0.4518 ndcg_cut_5 4_13 0.7591 ndcg_cut_10 4_13 0.6307 ndcg_cut_15 4_13 0.5206 ndcg_cut_20 4_13 0.5445 ndcg_cut_30 4_13 0.5196 ndcg_cut_100 4_13 0.4541 ndcg_cut_200 4_13 0.4075 ndcg_cut_500 4_13 0.4777 ndcg_cut_1000 4_13 0.5127 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0470 map_cut_15 4_13 0.0521 map_cut_20 4_13 0.0679 map_cut_30 4_13 0.0975 map_cut_100 4_13 0.1878 map_cut_200 4_13 0.2164 map_cut_500 4_13 0.2408 map_cut_1000 4_13 0.2495 relative_P_5 4_13 1.0000 relative_P_10 4_13 0.8000 relative_P_15 4_13 0.6000 relative_P_20 4_13 0.6500 relative_P_30 4_13 0.6667 relative_P_100 4_13 0.4500 relative_P_200 4_13 0.3580 relative_P_500 4_13 0.4691 relative_P_1000 4_13 0.5370 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0870 set_relative_P 4_13 0.5370 set_recall 4_13 0.5370 set_map 4_13 0.0467 set_F 4_13 0.1497 num_nonrel_judged_ret 4_13 15 rbp 4_13 0.5447 rbp_resid 4_13 0.1575 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.2500 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 121 map 4_14 0.2568 Rprec 4_14 0.3107 bpref 4_14 0.5986 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.6429 iprec_at_recall_0.20 4_14 0.4118 iprec_at_recall_0.30 4_14 0.3459 iprec_at_recall_0.40 4_14 0.2659 iprec_at_recall_0.50 4_14 0.2332 iprec_at_recall_0.60 4_14 0.1974 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.8000 P_10 4_14 0.8000 P_15 4_14 0.8000 P_20 4_14 0.7500 P_30 4_14 0.6000 P_100 4_14 0.3800 P_200 4_14 0.2950 P_500 4_14 0.1960 P_1000 4_14 0.1210 relstring 4_14 '2201213-22' recall_5 4_14 0.0226 recall_10 4_14 0.0452 recall_15 4_14 0.0678 recall_20 4_14 0.0847 recall_30 4_14 0.1017 recall_100 4_14 0.2147 recall_200 4_14 0.3333 recall_500 4_14 0.5537 recall_1000 4_14 0.6836 infAP 4_14 0.2568 Rprec_mult_0.20 4_14 0.6111 Rprec_mult_0.40 4_14 0.4225 Rprec_mult_0.60 4_14 0.3738 Rprec_mult_0.80 4_14 0.3380 Rprec_mult_1.00 4_14 0.3107 Rprec_mult_1.20 4_14 0.2958 Rprec_mult_1.40 4_14 0.2702 Rprec_mult_1.60 4_14 0.2606 Rprec_mult_1.80 4_14 0.2445 Rprec_mult_2.00 4_14 0.2345 utility 4_14 -758.0000 11pt_avg 4_14 0.2815 binG 4_14 0.1378 G 4_14 0.0999 ndcg 4_14 0.5757 ndcg_rel 4_14 0.4885 Rndcg 4_14 0.4230 ndcg_cut_5 4_14 0.5049 ndcg_cut_10 4_14 0.5137 ndcg_cut_15 4_14 0.5174 ndcg_cut_20 4_14 0.4985 ndcg_cut_30 4_14 0.4305 ndcg_cut_100 4_14 0.3638 ndcg_cut_200 4_14 0.3561 ndcg_cut_500 4_14 0.5035 ndcg_cut_1000 4_14 0.5757 map_cut_5 4_14 0.0201 map_cut_10 4_14 0.0385 map_cut_15 4_14 0.0564 map_cut_20 4_14 0.0702 map_cut_30 4_14 0.0825 map_cut_100 4_14 0.1376 map_cut_200 4_14 0.1781 map_cut_500 4_14 0.2337 map_cut_1000 4_14 0.2568 relative_P_5 4_14 0.8000 relative_P_10 4_14 0.8000 relative_P_15 4_14 0.8000 relative_P_20 4_14 0.7500 relative_P_30 4_14 0.6000 relative_P_100 4_14 0.3800 relative_P_200 4_14 0.3333 relative_P_500 4_14 0.5537 relative_P_1000 4_14 0.6836 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.1210 set_relative_P 4_14 0.6836 set_recall 4_14 0.6836 set_map 4_14 0.0827 set_F 4_14 0.2056 num_nonrel_judged_ret 4_14 18 rbp 4_14 0.4674 rbp_resid 4_14 0.1699 unj_5 4_14 0.0000 unj_10 4_14 0.1000 unj_20 4_14 0.2000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0278 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0278 iprec_at_recall_0.00 4_17 0.0278 iprec_at_recall_0.10 4_17 0.0278 iprec_at_recall_0.20 4_17 0.0278 iprec_at_recall_0.30 4_17 0.0278 iprec_at_recall_0.40 4_17 0.0278 iprec_at_recall_0.50 4_17 0.0278 iprec_at_recall_0.60 4_17 0.0278 iprec_at_recall_0.70 4_17 0.0278 iprec_at_recall_0.80 4_17 0.0278 iprec_at_recall_0.90 4_17 0.0278 iprec_at_recall_1.00 4_17 0.0278 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000000-0' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0278 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0278 binG 4_17 0.1920 G 4_17 0.1920 ndcg 4_17 0.1920 ndcg_rel 4_17 0.1920 Rndcg 4_17 0.0960 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.1920 ndcg_cut_200 4_17 0.1920 ndcg_cut_500 4_17 0.1920 ndcg_cut_1000 4_17 0.1920 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0278 map_cut_200 4_17 0.0278 map_cut_500 4_17 0.0278 map_cut_1000 4_17 0.0278 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 46 rbp 4_17 0.0025 rbp_resid 4_17 0.2147 unj_5 4_17 0.0000 unj_10 4_17 0.1000 unj_20 4_17 0.3000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 132 map 4_3 0.3935 Rprec 4_3 0.4451 bpref 4_3 0.6384 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.7000 iprec_at_recall_0.20 4_3 0.6863 iprec_at_recall_0.30 4_3 0.5568 iprec_at_recall_0.40 4_3 0.4589 iprec_at_recall_0.50 4_3 0.4250 iprec_at_recall_0.60 4_3 0.3858 iprec_at_recall_0.70 4_3 0.2702 iprec_at_recall_0.80 4_3 0.1856 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.6000 P_15 4_3 0.6667 P_20 4_3 0.6500 P_30 4_3 0.7000 P_100 4_3 0.5200 P_200 4_3 0.4250 P_500 4_3 0.2400 P_1000 4_3 0.1320 relstring 4_3 '332300240-' recall_5 4_3 0.0244 recall_10 4_3 0.0366 recall_15 4_3 0.0610 recall_20 4_3 0.0793 recall_30 4_3 0.1280 recall_100 4_3 0.3171 recall_200 4_3 0.5183 recall_500 4_3 0.7317 recall_1000 4_3 0.8049 infAP 4_3 0.3935 Rprec_mult_0.20 4_3 0.6364 Rprec_mult_0.40 4_3 0.6061 Rprec_mult_0.60 4_3 0.5253 Rprec_mult_0.80 4_3 0.4848 Rprec_mult_1.00 4_3 0.4451 Rprec_mult_1.20 4_3 0.4213 Rprec_mult_1.40 4_3 0.3957 Rprec_mult_1.60 4_3 0.3726 Rprec_mult_1.80 4_3 0.3412 Rprec_mult_2.00 4_3 0.3232 utility 4_3 -736.0000 11pt_avg 4_3 0.4244 binG 4_3 0.1706 G 4_3 0.1385 ndcg 4_3 0.7038 ndcg_rel 4_3 0.6025 Rndcg 4_3 0.6038 ndcg_cut_5 4_3 0.7298 ndcg_cut_10 4_3 0.6229 ndcg_cut_15 4_3 0.5895 ndcg_cut_20 4_3 0.5800 ndcg_cut_30 4_3 0.5776 ndcg_cut_100 4_3 0.4966 ndcg_cut_200 4_3 0.5419 ndcg_cut_500 4_3 0.6589 ndcg_cut_1000 4_3 0.7038 map_cut_5 4_3 0.0244 map_cut_10 4_3 0.0333 map_cut_15 4_3 0.0498 map_cut_20 4_3 0.0618 map_cut_30 4_3 0.0953 map_cut_100 4_3 0.2127 map_cut_200 4_3 0.3054 map_cut_500 4_3 0.3781 map_cut_1000 4_3 0.3935 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.6000 relative_P_15 4_3 0.6667 relative_P_20 4_3 0.6500 relative_P_30 4_3 0.7000 relative_P_100 4_3 0.5200 relative_P_200 4_3 0.5183 relative_P_500 4_3 0.7317 relative_P_1000 4_3 0.8049 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.1320 set_relative_P 4_3 0.8049 set_recall 4_3 0.8049 set_map 4_3 0.1062 set_F 4_3 0.2268 num_nonrel_judged_ret 4_3 28 rbp 4_3 0.4259 rbp_resid 4_3 0.0732 unj_5 4_3 0.0000 unj_10 4_3 0.1000 unj_20 4_3 0.1000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 125 map 4_4 0.4957 Rprec 4_4 0.5325 bpref 4_4 0.7568 recip_rank 4_4 0.5000 iprec_at_recall_0.00 4_4 0.9474 iprec_at_recall_0.10 4_4 0.9474 iprec_at_recall_0.20 4_4 0.8936 iprec_at_recall_0.30 4_4 0.8846 iprec_at_recall_0.40 4_4 0.7294 iprec_at_recall_0.50 4_4 0.6094 iprec_at_recall_0.60 4_4 0.3622 iprec_at_recall_0.70 4_4 0.1742 iprec_at_recall_0.80 4_4 0.1468 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.8000 P_10 4_4 0.9000 P_15 4_4 0.9333 P_20 4_4 0.9000 P_30 4_4 0.8667 P_100 4_4 0.6800 P_200 4_4 0.4250 P_500 4_4 0.2080 P_1000 4_4 0.1250 relstring 4_4 '0232232143' recall_5 4_4 0.0260 recall_10 4_4 0.0584 recall_15 4_4 0.0909 recall_20 4_4 0.1169 recall_30 4_4 0.1688 recall_100 4_4 0.4416 recall_200 4_4 0.5519 recall_500 4_4 0.6753 recall_1000 4_4 0.8117 infAP 4_4 0.4957 Rprec_mult_0.20 4_4 0.8710 Rprec_mult_0.40 4_4 0.8387 Rprec_mult_0.60 4_4 0.6882 Rprec_mult_0.80 4_4 0.6048 Rprec_mult_1.00 4_4 0.5325 Rprec_mult_1.20 4_4 0.4486 Rprec_mult_1.40 4_4 0.4028 Rprec_mult_1.60 4_4 0.3644 Rprec_mult_1.80 4_4 0.3381 Rprec_mult_2.00 4_4 0.3084 utility 4_4 -750.0000 11pt_avg 4_4 0.5177 binG 4_4 0.2297 G 4_4 0.1475 ndcg 4_4 0.7195 ndcg_rel 4_4 0.6355 Rndcg 4_4 0.5285 ndcg_cut_5 4_4 0.4197 ndcg_cut_10 4_4 0.5582 ndcg_cut_15 4_4 0.5675 ndcg_cut_20 4_4 0.5629 ndcg_cut_30 4_4 0.5945 ndcg_cut_100 4_4 0.6088 ndcg_cut_200 4_4 0.5863 ndcg_cut_500 4_4 0.6472 ndcg_cut_1000 4_4 0.7195 map_cut_5 4_4 0.0176 map_cut_10 4_4 0.0459 map_cut_15 4_4 0.0759 map_cut_20 4_4 0.1003 map_cut_30 4_4 0.1476 map_cut_100 4_4 0.3708 map_cut_200 4_4 0.4358 map_cut_500 4_4 0.4734 map_cut_1000 4_4 0.4957 relative_P_5 4_4 0.8000 relative_P_10 4_4 0.9000 relative_P_15 4_4 0.9333 relative_P_20 4_4 0.9000 relative_P_30 4_4 0.8667 relative_P_100 4_4 0.6800 relative_P_200 4_4 0.5519 relative_P_500 4_4 0.6753 relative_P_1000 4_4 0.8117 success_1 4_4 0.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.1250 set_relative_P 4_4 0.8117 set_recall 4_4 0.8117 set_map 4_4 0.1015 set_F 4_4 0.2166 num_nonrel_judged_ret 4_4 7 rbp 4_4 0.4870 rbp_resid 4_4 0.0250 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 89 map 4_5 0.3010 Rprec 4_5 0.3443 bpref 4_5 0.7295 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.6667 iprec_at_recall_0.20 4_5 0.6000 iprec_at_recall_0.30 4_5 0.3939 iprec_at_recall_0.40 4_5 0.3059 iprec_at_recall_0.50 4_5 0.2470 iprec_at_recall_0.60 4_5 0.1864 iprec_at_recall_0.70 4_5 0.1214 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 0.8000 P_15 4_5 0.6667 P_20 4_5 0.6000 P_30 4_5 0.6000 P_100 4_5 0.3900 P_200 4_5 0.2700 P_500 4_5 0.1620 P_1000 4_5 0.0890 relstring 4_5 '122322-13-' recall_5 4_5 0.0410 recall_10 4_5 0.0656 recall_15 4_5 0.0820 recall_20 4_5 0.0984 recall_30 4_5 0.1475 recall_100 4_5 0.3197 recall_200 4_5 0.4426 recall_500 4_5 0.6639 recall_1000 4_5 0.7295 infAP 4_5 0.3010 Rprec_mult_0.20 4_5 0.6000 Rprec_mult_0.40 4_5 0.5510 Rprec_mult_0.60 4_5 0.4595 Rprec_mult_0.80 4_5 0.3878 Rprec_mult_1.00 4_5 0.3443 Rprec_mult_1.20 4_5 0.3061 Rprec_mult_1.40 4_5 0.3041 Rprec_mult_1.60 4_5 0.2755 Rprec_mult_1.80 4_5 0.2636 Rprec_mult_2.00 4_5 0.2459 utility 4_5 -822.0000 11pt_avg 4_5 0.3201 binG 4_5 0.1751 G 4_5 0.1193 ndcg 4_5 0.6112 ndcg_rel 4_5 0.5228 Rndcg 4_5 0.4644 ndcg_cut_5 4_5 0.6023 ndcg_cut_10 4_5 0.5325 ndcg_cut_15 4_5 0.4860 ndcg_cut_20 4_5 0.4501 ndcg_cut_30 4_5 0.4536 ndcg_cut_100 4_5 0.4063 ndcg_cut_200 4_5 0.4580 ndcg_cut_500 4_5 0.5779 ndcg_cut_1000 4_5 0.6112 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0636 map_cut_15 4_5 0.0748 map_cut_20 4_5 0.0859 map_cut_30 4_5 0.1166 map_cut_100 4_5 0.2048 map_cut_200 4_5 0.2445 map_cut_500 4_5 0.2928 map_cut_1000 4_5 0.3010 relative_P_5 4_5 1.0000 relative_P_10 4_5 0.8000 relative_P_15 4_5 0.6667 relative_P_20 4_5 0.6000 relative_P_30 4_5 0.6000 relative_P_100 4_5 0.3900 relative_P_200 4_5 0.4426 relative_P_500 4_5 0.6639 relative_P_1000 4_5 0.7295 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0890 set_relative_P 4_5 0.7295 set_recall 4_5 0.7295 set_map 4_5 0.0649 set_F 4_5 0.1586 num_nonrel_judged_ret 4_5 1 rbp 4_5 0.4830 rbp_resid 4_5 0.2806 unj_5 4_5 0.0000 unj_10 4_5 0.2000 unj_20 4_5 0.4000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 56 map 4_7 0.1915 Rprec 4_7 0.3158 bpref 4_7 0.5140 recip_rank 4_7 0.5000 iprec_at_recall_0.00 4_7 0.5000 iprec_at_recall_0.10 4_7 0.3889 iprec_at_recall_0.20 4_7 0.3571 iprec_at_recall_0.30 4_7 0.3158 iprec_at_recall_0.40 4_7 0.2479 iprec_at_recall_0.50 4_7 0.2241 iprec_at_recall_0.60 4_7 0.1345 iprec_at_recall_0.70 4_7 0.0936 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.4000 P_10 4_7 0.3000 P_15 4_7 0.3333 P_20 4_7 0.3500 P_30 4_7 0.3333 P_100 4_7 0.2900 P_200 4_7 0.2100 P_500 4_7 0.1000 P_1000 4_7 0.0560 relstring 4_7 '030011-00-' recall_5 4_7 0.0263 recall_10 4_7 0.0395 recall_15 4_7 0.0658 recall_20 4_7 0.0921 recall_30 4_7 0.1316 recall_100 4_7 0.3816 recall_200 4_7 0.5526 recall_500 4_7 0.6579 recall_1000 4_7 0.7368 infAP 4_7 0.1915 Rprec_mult_0.20 4_7 0.3125 Rprec_mult_0.40 4_7 0.3548 Rprec_mult_0.60 4_7 0.3478 Rprec_mult_0.80 4_7 0.3115 Rprec_mult_1.00 4_7 0.3158 Rprec_mult_1.20 4_7 0.2935 Rprec_mult_1.40 4_7 0.2710 Rprec_mult_1.60 4_7 0.2459 Rprec_mult_1.80 4_7 0.2336 Rprec_mult_2.00 4_7 0.2237 utility 4_7 -888.0000 11pt_avg 4_7 0.2056 binG 4_7 0.1363 G 4_7 0.1265 ndcg 4_7 0.5248 ndcg_rel 4_7 0.4159 Rndcg 4_7 0.3821 ndcg_cut_5 4_7 0.3028 ndcg_cut_10 4_7 0.2459 ndcg_cut_15 4_7 0.2938 ndcg_cut_20 4_7 0.2950 ndcg_cut_30 4_7 0.2903 ndcg_cut_100 4_7 0.3482 ndcg_cut_200 4_7 0.4375 ndcg_cut_500 4_7 0.4892 ndcg_cut_1000 4_7 0.5248 map_cut_5 4_7 0.0118 map_cut_10 4_7 0.0184 map_cut_15 4_7 0.0269 map_cut_20 4_7 0.0363 map_cut_30 4_7 0.0496 map_cut_100 4_7 0.1311 map_cut_200 4_7 0.1703 map_cut_500 4_7 0.1842 map_cut_1000 4_7 0.1915 relative_P_5 4_7 0.4000 relative_P_10 4_7 0.3000 relative_P_15 4_7 0.3333 relative_P_20 4_7 0.3500 relative_P_30 4_7 0.3333 relative_P_100 4_7 0.3816 relative_P_200 4_7 0.5526 relative_P_500 4_7 0.6579 relative_P_1000 4_7 0.7368 success_1 4_7 0.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0560 set_relative_P 4_7 0.7368 set_recall 4_7 0.7368 set_map 4_7 0.0413 set_F 4_7 0.1041 num_nonrel_judged_ret 4_7 46 rbp 4_7 0.2103 rbp_resid 4_7 0.1920 unj_5 4_7 0.0000 unj_10 4_7 0.2000 unj_20 4_7 0.2500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 60 map 4_8 0.2423 Rprec 4_8 0.2917 bpref 4_8 0.4266 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.7333 iprec_at_recall_0.20 4_8 0.3800 iprec_at_recall_0.30 4_8 0.2959 iprec_at_recall_0.40 4_8 0.2291 iprec_at_recall_0.50 4_8 0.1558 iprec_at_recall_0.60 4_8 0.1017 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 1.0000 P_10 4_8 0.9000 P_15 4_8 0.7333 P_20 4_8 0.6500 P_30 4_8 0.5333 P_100 4_8 0.2900 P_200 4_8 0.2050 P_500 4_8 0.1140 P_1000 4_8 0.0600 relstring 4_8 '2132101221' recall_5 4_8 0.0521 recall_10 4_8 0.0938 recall_15 4_8 0.1146 recall_20 4_8 0.1354 recall_30 4_8 0.1667 recall_100 4_8 0.3021 recall_200 4_8 0.4271 recall_500 4_8 0.5938 recall_1000 4_8 0.6250 infAP 4_8 0.2423 Rprec_mult_0.20 4_8 0.6500 Rprec_mult_0.40 4_8 0.4615 Rprec_mult_0.60 4_8 0.3621 Rprec_mult_0.80 4_8 0.2987 Rprec_mult_1.00 4_8 0.2917 Rprec_mult_1.20 4_8 0.2672 Rprec_mult_1.40 4_8 0.2593 Rprec_mult_1.60 4_8 0.2273 Rprec_mult_1.80 4_8 0.2197 Rprec_mult_2.00 4_8 0.2135 utility 4_8 -880.0000 11pt_avg 4_8 0.2633 binG 4_8 0.1693 G 4_8 0.1326 ndcg 4_8 0.5447 ndcg_rel 4_8 0.5223 Rndcg 4_8 0.5163 ndcg_cut_5 4_8 0.7799 ndcg_cut_10 4_8 0.7172 ndcg_cut_15 4_8 0.6084 ndcg_cut_20 4_8 0.5753 ndcg_cut_30 4_8 0.4815 ndcg_cut_100 4_8 0.3858 ndcg_cut_200 4_8 0.4618 ndcg_cut_500 4_8 0.5309 ndcg_cut_1000 4_8 0.5447 map_cut_5 4_8 0.0521 map_cut_10 4_8 0.0888 map_cut_15 4_8 0.1038 map_cut_20 4_8 0.1180 map_cut_30 4_8 0.1356 map_cut_100 4_8 0.1838 map_cut_200 4_8 0.2148 map_cut_500 4_8 0.2394 map_cut_1000 4_8 0.2423 relative_P_5 4_8 1.0000 relative_P_10 4_8 0.9000 relative_P_15 4_8 0.7333 relative_P_20 4_8 0.6500 relative_P_30 4_8 0.5333 relative_P_100 4_8 0.3021 relative_P_200 4_8 0.4271 relative_P_500 4_8 0.5938 relative_P_1000 4_8 0.6250 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0600 set_relative_P 4_8 0.6250 set_recall 4_8 0.6250 set_map 4_8 0.0375 set_F 4_8 0.1095 num_nonrel_judged_ret 4_8 72 rbp 4_8 0.3878 rbp_resid 4_8 0.0418 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.0000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 25 map 4_9 0.0689 Rprec 4_9 0.1529 bpref 4_9 0.2681 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.2174 iprec_at_recall_0.20 4_9 0.1525 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.6000 P_10 4_9 0.3000 P_15 4_9 0.2667 P_20 4_9 0.2000 P_30 4_9 0.2000 P_100 4_9 0.1400 P_200 4_9 0.1000 P_500 4_9 0.0500 P_1000 4_9 0.0250 relstring 4_9 '10202-----' recall_5 4_9 0.0353 recall_10 4_9 0.0353 recall_15 4_9 0.0471 recall_20 4_9 0.0471 recall_30 4_9 0.0706 recall_100 4_9 0.1647 recall_200 4_9 0.2353 recall_500 4_9 0.2941 recall_1000 4_9 0.2941 infAP 4_9 0.0689 Rprec_mult_0.20 4_9 0.2353 Rprec_mult_0.40 4_9 0.2059 Rprec_mult_0.60 4_9 0.1961 Rprec_mult_0.80 4_9 0.1765 Rprec_mult_1.00 4_9 0.1529 Rprec_mult_1.20 4_9 0.1373 Rprec_mult_1.40 4_9 0.1513 Rprec_mult_1.60 4_9 0.1324 Rprec_mult_1.80 4_9 0.1176 Rprec_mult_2.00 4_9 0.1176 utility 4_9 -950.0000 11pt_avg 4_9 0.1245 binG 4_9 0.0692 G 4_9 0.0417 ndcg 4_9 0.2188 ndcg_rel 4_9 0.2101 Rndcg 4_9 0.1614 ndcg_cut_5 4_9 0.3136 ndcg_cut_10 4_9 0.2035 ndcg_cut_15 4_9 0.1736 ndcg_cut_20 4_9 0.1445 ndcg_cut_30 4_9 0.1508 ndcg_cut_100 4_9 0.1423 ndcg_cut_200 4_9 0.1851 ndcg_cut_500 4_9 0.2188 ndcg_cut_1000 4_9 0.2188 map_cut_5 4_9 0.0267 map_cut_10 4_9 0.0267 map_cut_15 4_9 0.0309 map_cut_20 4_9 0.0309 map_cut_30 4_9 0.0366 map_cut_100 4_9 0.0547 map_cut_200 4_9 0.0644 map_cut_500 4_9 0.0689 map_cut_1000 4_9 0.0689 relative_P_5 4_9 0.6000 relative_P_10 4_9 0.3000 relative_P_15 4_9 0.2667 relative_P_20 4_9 0.2000 relative_P_30 4_9 0.2000 relative_P_100 4_9 0.1647 relative_P_200 4_9 0.2353 relative_P_500 4_9 0.2941 relative_P_1000 4_9 0.2941 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0250 set_relative_P 4_9 0.2941 set_recall 4_9 0.2941 set_map 4_9 0.0074 set_F 4_9 0.0461 num_nonrel_judged_ret 4_9 12 rbp 4_9 0.1604 rbp_resid 4_9 0.4987 unj_5 4_9 0.0000 unj_10 4_9 0.5000 unj_20 4_9 0.6500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 35 map 5_10 0.3184 Rprec 5_10 0.3488 bpref 5_10 0.7301 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 1.0000 iprec_at_recall_0.20 5_10 0.5000 iprec_at_recall_0.30 5_10 0.3824 iprec_at_recall_0.40 5_10 0.3696 iprec_at_recall_0.50 5_10 0.2472 iprec_at_recall_0.60 5_10 0.2389 iprec_at_recall_0.70 5_10 0.1282 iprec_at_recall_0.80 5_10 0.0756 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.6000 P_15 5_10 0.4667 P_20 5_10 0.4500 P_30 5_10 0.4000 P_100 5_10 0.2300 P_200 5_10 0.1450 P_500 5_10 0.0700 P_1000 5_10 0.0350 relstring 5_10 '2211030--2' recall_5 5_10 0.0930 recall_10 5_10 0.1395 recall_15 5_10 0.1628 recall_20 5_10 0.2093 recall_30 5_10 0.2791 recall_100 5_10 0.5349 recall_200 5_10 0.6744 recall_500 5_10 0.8140 recall_1000 5_10 0.8140 infAP 5_10 0.3184 Rprec_mult_0.20 5_10 0.5556 Rprec_mult_0.40 5_10 0.5000 Rprec_mult_0.60 5_10 0.4231 Rprec_mult_0.80 5_10 0.3714 Rprec_mult_1.00 5_10 0.3488 Rprec_mult_1.20 5_10 0.3269 Rprec_mult_1.40 5_10 0.2951 Rprec_mult_1.60 5_10 0.2754 Rprec_mult_1.80 5_10 0.2436 Rprec_mult_2.00 5_10 0.2442 utility 5_10 -930.0000 11pt_avg 5_10 0.3583 binG 5_10 0.2425 G 5_10 0.1425 ndcg 5_10 0.5438 ndcg_rel 5_10 0.4307 Rndcg 5_10 0.3743 ndcg_cut_5 5_10 0.3555 ndcg_cut_10 5_10 0.3448 ndcg_cut_15 5_10 0.2960 ndcg_cut_20 5_10 0.3275 ndcg_cut_30 5_10 0.3069 ndcg_cut_100 5_10 0.4044 ndcg_cut_200 5_10 0.4686 ndcg_cut_500 5_10 0.5438 ndcg_cut_1000 5_10 0.5438 map_cut_5 5_10 0.0930 map_cut_10 5_10 0.1264 map_cut_15 5_10 0.1399 map_cut_20 5_10 0.1625 map_cut_30 5_10 0.1935 map_cut_100 5_10 0.2733 map_cut_200 5_10 0.3033 map_cut_500 5_10 0.3184 map_cut_1000 5_10 0.3184 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.6000 relative_P_15 5_10 0.4667 relative_P_20 5_10 0.4500 relative_P_30 5_10 0.4000 relative_P_100 5_10 0.5349 relative_P_200 5_10 0.6744 relative_P_500 5_10 0.8140 relative_P_1000 5_10 0.8140 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0350 set_relative_P 5_10 0.8140 set_recall 5_10 0.8140 set_map 5_10 0.0285 set_F 5_10 0.0671 num_nonrel_judged_ret 5_10 6 rbp 5_10 0.2416 rbp_resid 5_10 0.2913 unj_5 5_10 0.0000 unj_10 5_10 0.2000 unj_20 5_10 0.3500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 104 map 5_13 0.3432 Rprec 5_13 0.3393 bpref 5_13 0.7278 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.7059 iprec_at_recall_0.20 5_13 0.5789 iprec_at_recall_0.30 5_13 0.3864 iprec_at_recall_0.40 5_13 0.3217 iprec_at_recall_0.50 5_13 0.2727 iprec_at_recall_0.60 5_13 0.2379 iprec_at_recall_0.70 5_13 0.1995 iprec_at_recall_0.80 5_13 0.1682 iprec_at_recall_0.90 5_13 0.1492 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.8000 P_10 5_13 0.8000 P_15 5_13 0.6667 P_20 5_13 0.6500 P_30 5_13 0.6000 P_100 5_13 0.3600 P_200 5_13 0.2700 P_500 5_13 0.1740 P_1000 5_13 0.1040 relstring 5_13 '412201121-' recall_5 5_13 0.0357 recall_10 5_13 0.0714 recall_15 5_13 0.0893 recall_20 5_13 0.1161 recall_30 5_13 0.1607 recall_100 5_13 0.3214 recall_200 5_13 0.4821 recall_500 5_13 0.7768 recall_1000 5_13 0.9286 infAP 5_13 0.3432 Rprec_mult_0.20 5_13 0.6522 Rprec_mult_0.40 5_13 0.5333 Rprec_mult_0.60 5_13 0.4412 Rprec_mult_0.80 5_13 0.3778 Rprec_mult_1.00 5_13 0.3393 Rprec_mult_1.20 5_13 0.3037 Rprec_mult_1.40 5_13 0.2994 Rprec_mult_1.60 5_13 0.2778 Rprec_mult_1.80 5_13 0.2723 Rprec_mult_2.00 5_13 0.2634 utility 5_13 -792.0000 11pt_avg 5_13 0.3655 binG 5_13 0.1984 G 5_13 0.1681 ndcg 5_13 0.7199 ndcg_rel 5_13 0.5795 Rndcg 5_13 0.5876 ndcg_cut_5 5_13 0.6197 ndcg_cut_10 5_13 0.5530 ndcg_cut_15 5_13 0.5445 ndcg_cut_20 5_13 0.5644 ndcg_cut_30 5_13 0.5270 ndcg_cut_100 5_13 0.4534 ndcg_cut_200 5_13 0.5135 ndcg_cut_500 5_13 0.6384 ndcg_cut_1000 5_13 0.7199 map_cut_5 5_13 0.0357 map_cut_10 5_13 0.0666 map_cut_15 5_13 0.0792 map_cut_20 5_13 0.0975 map_cut_30 5_13 0.1253 map_cut_100 5_13 0.2032 map_cut_200 5_13 0.2525 map_cut_500 5_13 0.3191 map_cut_1000 5_13 0.3432 relative_P_5 5_13 0.8000 relative_P_10 5_13 0.8000 relative_P_15 5_13 0.6667 relative_P_20 5_13 0.6500 relative_P_30 5_13 0.6000 relative_P_100 5_13 0.3600 relative_P_200 5_13 0.4821 relative_P_500 5_13 0.7768 relative_P_1000 5_13 0.9286 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1040 set_relative_P 5_13 0.9286 set_recall 5_13 0.9286 set_map 5_13 0.0966 set_F 5_13 0.1871 num_nonrel_judged_ret 5_13 45 rbp 5_13 0.3496 rbp_resid 5_13 0.1025 unj_5 5_13 0.0000 unj_10 5_13 0.1000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 38 map 5_14 0.4325 Rprec 5_14 0.3947 bpref 5_14 0.7909 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.4583 iprec_at_recall_0.40 5_14 0.4167 iprec_at_recall_0.50 5_14 0.3800 iprec_at_recall_0.60 5_14 0.2500 iprec_at_recall_0.70 5_14 0.2389 iprec_at_recall_0.80 5_14 0.1282 iprec_at_recall_0.90 5_14 0.0951 iprec_at_recall_1.00 5_14 0.0907 P_5 5_14 1.0000 P_10 5_14 0.9000 P_15 5_14 0.6000 P_20 5_14 0.5000 P_30 5_14 0.4000 P_100 5_14 0.2400 P_200 5_14 0.1450 P_500 5_14 0.0760 P_1000 5_14 0.0380 relstring 5_14 '4422343420' recall_5 5_14 0.1316 recall_10 5_14 0.2368 recall_15 5_14 0.2368 recall_20 5_14 0.2632 recall_30 5_14 0.3158 recall_100 5_14 0.6316 recall_200 5_14 0.7632 recall_500 5_14 1.0000 recall_1000 5_14 1.0000 infAP 5_14 0.4325 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.5625 Rprec_mult_0.60 5_14 0.4348 Rprec_mult_0.80 5_14 0.3871 Rprec_mult_1.00 5_14 0.3947 Rprec_mult_1.20 5_14 0.3478 Rprec_mult_1.40 5_14 0.3704 Rprec_mult_1.60 5_14 0.3279 Rprec_mult_1.80 5_14 0.2899 Rprec_mult_2.00 5_14 0.2763 utility 5_14 -924.0000 11pt_avg 5_14 0.4598 binG 5_14 0.3666 G 5_14 0.3474 ndcg 5_14 0.8497 ndcg_rel 5_14 0.7892 Rndcg 5_14 0.7735 ndcg_cut_5 5_14 0.8368 ndcg_cut_10 5_14 0.9050 ndcg_cut_15 5_14 0.7719 ndcg_cut_20 5_14 0.6934 ndcg_cut_30 5_14 0.6458 ndcg_cut_100 5_14 0.7562 ndcg_cut_200 5_14 0.7912 ndcg_cut_500 5_14 0.8497 ndcg_cut_1000 5_14 0.8497 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2368 map_cut_15 5_14 0.2368 map_cut_20 5_14 0.2500 map_cut_30 5_14 0.2726 map_cut_100 5_14 0.3809 map_cut_200 5_14 0.4088 map_cut_500 5_14 0.4325 map_cut_1000 5_14 0.4325 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.9000 relative_P_15 5_14 0.6000 relative_P_20 5_14 0.5000 relative_P_30 5_14 0.4000 relative_P_100 5_14 0.6316 relative_P_200 5_14 0.7632 relative_P_500 5_14 1.0000 relative_P_1000 5_14 1.0000 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0380 set_relative_P 5_14 1.0000 set_recall 5_14 1.0000 set_map 5_14 0.0380 set_F 5_14 0.0732 num_nonrel_judged_ret 5_14 18 rbp 5_14 0.5012 rbp_resid 5_14 0.2162 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.3000 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 41 map 5_15 0.2410 Rprec 5_15 0.2326 bpref 5_15 0.2726 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.4545 iprec_at_recall_0.20 5_15 0.2603 iprec_at_recall_0.30 5_15 0.2603 iprec_at_recall_0.40 5_15 0.2603 iprec_at_recall_0.50 5_15 0.2340 iprec_at_recall_0.60 5_15 0.1915 iprec_at_recall_0.70 5_15 0.1702 iprec_at_recall_0.80 5_15 0.1367 iprec_at_recall_0.90 5_15 0.0816 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.4000 P_15 5_15 0.4000 P_20 5_15 0.3000 P_30 5_15 0.2667 P_100 5_15 0.2200 P_200 5_15 0.1650 P_500 5_15 0.0780 P_1000 5_15 0.0410 relstring 5_15 '1200000022' recall_5 5_15 0.0465 recall_10 5_15 0.0930 recall_15 5_15 0.1395 recall_20 5_15 0.1395 recall_30 5_15 0.1860 recall_100 5_15 0.5116 recall_200 5_15 0.7674 recall_500 5_15 0.9070 recall_1000 5_15 0.9535 infAP 5_15 0.2410 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.3333 Rprec_mult_0.60 5_15 0.3077 Rprec_mult_0.80 5_15 0.2286 Rprec_mult_1.00 5_15 0.2326 Rprec_mult_1.20 5_15 0.2308 Rprec_mult_1.40 5_15 0.2131 Rprec_mult_1.60 5_15 0.2464 Rprec_mult_1.80 5_15 0.2436 Rprec_mult_2.00 5_15 0.2326 utility 5_15 -918.0000 11pt_avg 5_15 0.2772 binG 5_15 0.2042 G 5_15 0.1559 ndcg 5_15 0.5573 ndcg_rel 5_15 0.3715 Rndcg 5_15 0.2949 ndcg_cut_5 5_15 0.2297 ndcg_cut_10 5_15 0.2353 ndcg_cut_15 5_15 0.2263 ndcg_cut_20 5_15 0.1995 ndcg_cut_30 5_15 0.1977 ndcg_cut_100 5_15 0.3427 ndcg_cut_200 5_15 0.4926 ndcg_cut_500 5_15 0.5446 ndcg_cut_1000 5_15 0.5573 map_cut_5 5_15 0.0465 map_cut_10 5_15 0.0636 map_cut_15 5_15 0.0834 map_cut_20 5_15 0.0834 map_cut_30 5_15 0.0977 map_cut_100 5_15 0.1749 map_cut_200 5_15 0.2215 map_cut_500 5_15 0.2377 map_cut_1000 5_15 0.2410 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.4000 relative_P_15 5_15 0.4000 relative_P_20 5_15 0.3000 relative_P_30 5_15 0.2667 relative_P_100 5_15 0.5116 relative_P_200 5_15 0.7674 relative_P_500 5_15 0.9070 relative_P_1000 5_15 0.9535 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0410 set_relative_P 5_15 0.9535 set_recall 5_15 0.9535 set_map 5_15 0.0391 set_F 5_15 0.0786 num_nonrel_judged_ret 5_15 86 rbp 5_15 0.1347 rbp_resid 5_15 0.0761 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.1000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 19 map 5_2 0.0119 Rprec 5_2 0.0216 bpref 5_2 0.1248 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.0346 iprec_at_recall_0.20 5_2 0.0000 iprec_at_recall_0.30 5_2 0.0000 iprec_at_recall_0.40 5_2 0.0000 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.2000 P_10 5_2 0.1000 P_15 5_2 0.0667 P_20 5_2 0.0500 P_30 5_2 0.0667 P_100 5_2 0.0300 P_200 5_2 0.0300 P_500 5_2 0.0280 P_1000 5_2 0.0190 relstring 5_2 '20000-----' recall_5 5_2 0.0072 recall_10 5_2 0.0072 recall_15 5_2 0.0072 recall_20 5_2 0.0072 recall_30 5_2 0.0144 recall_100 5_2 0.0216 recall_200 5_2 0.0432 recall_500 5_2 0.1007 recall_1000 5_2 0.1367 infAP 5_2 0.0119 Rprec_mult_0.20 5_2 0.0714 Rprec_mult_0.40 5_2 0.0536 Rprec_mult_0.60 5_2 0.0357 Rprec_mult_0.80 5_2 0.0268 Rprec_mult_1.00 5_2 0.0216 Rprec_mult_1.20 5_2 0.0180 Rprec_mult_1.40 5_2 0.0205 Rprec_mult_1.60 5_2 0.0269 Rprec_mult_1.80 5_2 0.0319 Rprec_mult_2.00 5_2 0.0396 utility 5_2 -962.0000 11pt_avg 5_2 0.0941 binG 5_2 0.0239 G 5_2 0.0185 ndcg 5_2 0.1044 ndcg_rel 5_2 0.1036 Rndcg 5_2 0.0726 ndcg_cut_5 5_2 0.1696 ndcg_cut_10 5_2 0.1100 ndcg_cut_15 5_2 0.0853 ndcg_cut_20 5_2 0.0741 ndcg_cut_30 5_2 0.0662 ndcg_cut_100 5_2 0.0488 ndcg_cut_200 5_2 0.0531 ndcg_cut_500 5_2 0.0881 ndcg_cut_1000 5_2 0.1044 map_cut_5 5_2 0.0072 map_cut_10 5_2 0.0072 map_cut_15 5_2 0.0072 map_cut_20 5_2 0.0072 map_cut_30 5_2 0.0077 map_cut_100 5_2 0.0084 map_cut_200 5_2 0.0090 map_cut_500 5_2 0.0110 map_cut_1000 5_2 0.0119 relative_P_5 5_2 0.2000 relative_P_10 5_2 0.1000 relative_P_15 5_2 0.0667 relative_P_20 5_2 0.0500 relative_P_30 5_2 0.0667 relative_P_100 5_2 0.0300 relative_P_200 5_2 0.0432 relative_P_500 5_2 0.1007 relative_P_1000 5_2 0.1367 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0190 set_relative_P 5_2 0.1367 set_recall 5_2 0.1367 set_map 5_2 0.0026 set_F 5_2 0.0334 num_nonrel_judged_ret 5_2 9 rbp 5_2 0.0537 rbp_resid 5_2 0.5746 unj_5 5_2 0.0000 unj_10 5_2 0.5000 unj_20 5_2 0.7500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 56 map 5_4 0.0536 Rprec 5_4 0.1019 bpref 5_4 0.3005 recip_rank 5_4 0.5000 iprec_at_recall_0.00 5_4 0.6667 iprec_at_recall_0.10 5_4 0.1028 iprec_at_recall_0.20 5_4 0.0902 iprec_at_recall_0.30 5_4 0.0708 iprec_at_recall_0.40 5_4 0.0629 iprec_at_recall_0.50 5_4 0.0619 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.4000 P_10 5_4 0.3000 P_15 5_4 0.2000 P_20 5_4 0.2000 P_30 5_4 0.1333 P_100 5_4 0.0900 P_200 5_4 0.0800 P_500 5_4 0.0700 P_1000 5_4 0.0560 relstring 5_4 '0120000030' recall_5 5_4 0.0185 recall_10 5_4 0.0278 recall_15 5_4 0.0278 recall_20 5_4 0.0370 recall_30 5_4 0.0370 recall_100 5_4 0.0833 recall_200 5_4 0.1481 recall_500 5_4 0.3241 recall_1000 5_4 0.5185 infAP 5_4 0.0536 Rprec_mult_0.20 5_4 0.1818 Rprec_mult_0.40 5_4 0.1364 Rprec_mult_0.60 5_4 0.1231 Rprec_mult_0.80 5_4 0.0920 Rprec_mult_1.00 5_4 0.1019 Rprec_mult_1.20 5_4 0.0846 Rprec_mult_1.40 5_4 0.0855 Rprec_mult_1.60 5_4 0.0867 Rprec_mult_1.80 5_4 0.0821 Rprec_mult_2.00 5_4 0.0926 utility 5_4 -888.0000 11pt_avg 5_4 0.0959 binG 5_4 0.0767 G 5_4 0.0701 ndcg 5_4 0.3318 ndcg_rel 5_4 0.2690 Rndcg 5_4 0.1573 ndcg_cut_5 5_4 0.1383 ndcg_cut_10 5_4 0.1496 ndcg_cut_15 5_4 0.1213 ndcg_cut_20 5_4 0.1301 ndcg_cut_30 5_4 0.1100 ndcg_cut_100 5_4 0.1027 ndcg_cut_200 5_4 0.1408 ndcg_cut_500 5_4 0.2391 ndcg_cut_1000 5_4 0.3318 map_cut_5 5_4 0.0108 map_cut_10 5_4 0.0139 map_cut_15 5_4 0.0139 map_cut_20 5_4 0.0162 map_cut_30 5_4 0.0162 map_cut_100 5_4 0.0220 map_cut_200 5_4 0.0280 map_cut_500 5_4 0.0417 map_cut_1000 5_4 0.0536 relative_P_5 5_4 0.4000 relative_P_10 5_4 0.3000 relative_P_15 5_4 0.2000 relative_P_20 5_4 0.2000 relative_P_30 5_4 0.1333 relative_P_100 5_4 0.0900 relative_P_200 5_4 0.1481 relative_P_500 5_4 0.3241 relative_P_1000 5_4 0.5185 success_1 5_4 0.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0560 set_relative_P 5_4 0.5185 set_recall 5_4 0.5185 set_map 5_4 0.0290 set_F 5_4 0.1011 num_nonrel_judged_ret 5_4 28 rbp 5_4 0.1074 rbp_resid 5_4 0.2527 unj_5 5_4 0.0000 unj_10 5_4 0.0000 unj_20 5_4 0.3500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 58 map 5_5 0.2268 Rprec 5_5 0.2778 bpref 5_5 0.4163 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.8462 iprec_at_recall_0.20 5_5 0.4490 iprec_at_recall_0.30 5_5 0.2735 iprec_at_recall_0.40 5_5 0.2019 iprec_at_recall_0.50 5_5 0.0868 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 0.9000 P_15 5_5 0.8000 P_20 5_5 0.7000 P_30 5_5 0.5333 P_100 5_5 0.2800 P_200 5_5 0.2000 P_500 5_5 0.1060 P_1000 5_5 0.0580 relstring 5_5 '212113122-' recall_5 5_5 0.0463 recall_10 5_5 0.0833 recall_15 5_5 0.1111 recall_20 5_5 0.1296 recall_30 5_5 0.1481 recall_100 5_5 0.2593 recall_200 5_5 0.3704 recall_500 5_5 0.4907 recall_1000 5_5 0.5370 infAP 5_5 0.2268 Rprec_mult_0.20 5_5 0.6364 Rprec_mult_0.40 5_5 0.4773 Rprec_mult_0.60 5_5 0.3385 Rprec_mult_0.80 5_5 0.2989 Rprec_mult_1.00 5_5 0.2778 Rprec_mult_1.20 5_5 0.2462 Rprec_mult_1.40 5_5 0.2237 Rprec_mult_1.60 5_5 0.2081 Rprec_mult_1.80 5_5 0.2051 Rprec_mult_2.00 5_5 0.1991 utility 5_5 -884.0000 11pt_avg 5_5 0.2598 binG 5_5 0.1683 G 5_5 0.0885 ndcg 5_5 0.4398 ndcg_rel 5_5 0.4117 Rndcg 5_5 0.3786 ndcg_cut_5 5_5 0.3900 ndcg_cut_10 5_5 0.4375 ndcg_cut_15 5_5 0.4531 ndcg_cut_20 5_5 0.4259 ndcg_cut_30 5_5 0.3723 ndcg_cut_100 5_5 0.3062 ndcg_cut_200 5_5 0.3719 ndcg_cut_500 5_5 0.4229 ndcg_cut_1000 5_5 0.4398 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0833 map_cut_15 5_5 0.1063 map_cut_20 5_5 0.1214 map_cut_30 5_5 0.1334 map_cut_100 5_5 0.1780 map_cut_200 5_5 0.2043 map_cut_500 5_5 0.2233 map_cut_1000 5_5 0.2268 relative_P_5 5_5 1.0000 relative_P_10 5_5 0.9000 relative_P_15 5_5 0.8000 relative_P_20 5_5 0.7000 relative_P_30 5_5 0.5333 relative_P_100 5_5 0.2800 relative_P_200 5_5 0.3704 relative_P_500 5_5 0.4907 relative_P_1000 5_5 0.5370 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0580 set_relative_P 5_5 0.5370 set_recall 5_5 0.5370 set_map 5_5 0.0311 set_F 5_5 0.1047 num_nonrel_judged_ret 5_5 61 rbp 5_5 0.3116 rbp_resid 5_5 0.1050 unj_5 5_5 0.0000 unj_10 5_5 0.1000 unj_20 5_5 0.1000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 67 map 5_8 0.3043 Rprec 5_8 0.3590 bpref 5_8 0.6150 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.7000 iprec_at_recall_0.10 5_8 0.5357 iprec_at_recall_0.20 5_8 0.5333 iprec_at_recall_0.30 5_8 0.4154 iprec_at_recall_0.40 5_8 0.3750 iprec_at_recall_0.50 5_8 0.3645 iprec_at_recall_0.60 5_8 0.2678 iprec_at_recall_0.70 5_8 0.1879 iprec_at_recall_0.80 5_8 0.1558 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.6000 P_10 5_8 0.7000 P_15 5_8 0.4667 P_20 5_8 0.4500 P_30 5_8 0.5333 P_100 5_8 0.3500 P_200 5_8 0.2550 P_500 5_8 0.1260 P_1000 5_8 0.0670 relstring 5_8 '0110301111' recall_5 5_8 0.0385 recall_10 5_8 0.0897 recall_15 5_8 0.0897 recall_20 5_8 0.1154 recall_30 5_8 0.2051 recall_100 5_8 0.4487 recall_200 5_8 0.6538 recall_500 5_8 0.8077 recall_1000 5_8 0.8590 infAP 5_8 0.3043 Rprec_mult_0.20 5_8 0.4375 Rprec_mult_0.40 5_8 0.5000 Rprec_mult_0.60 5_8 0.4468 Rprec_mult_0.80 5_8 0.3968 Rprec_mult_1.00 5_8 0.3590 Rprec_mult_1.20 5_8 0.3511 Rprec_mult_1.40 5_8 0.3545 Rprec_mult_1.60 5_8 0.3360 Rprec_mult_1.80 5_8 0.2979 Rprec_mult_2.00 5_8 0.2821 utility 5_8 -866.0000 11pt_avg 5_8 0.3214 binG 5_8 0.1764 G 5_8 0.1347 ndcg 5_8 0.5456 ndcg_rel 5_8 0.3743 Rndcg 5_8 0.2732 ndcg_cut_5 5_8 0.2088 ndcg_cut_10 5_8 0.2240 ndcg_cut_15 5_8 0.1814 ndcg_cut_20 5_8 0.1832 ndcg_cut_30 5_8 0.2418 ndcg_cut_100 5_8 0.3352 ndcg_cut_200 5_8 0.4624 ndcg_cut_500 5_8 0.5276 ndcg_cut_1000 5_8 0.5456 map_cut_5 5_8 0.0226 map_cut_10 5_8 0.0555 map_cut_15 5_8 0.0555 map_cut_20 5_8 0.0673 map_cut_30 5_8 0.1125 map_cut_100 5_8 0.2089 map_cut_200 5_8 0.2719 map_cut_500 5_8 0.2996 map_cut_1000 5_8 0.3043 relative_P_5 5_8 0.6000 relative_P_10 5_8 0.7000 relative_P_15 5_8 0.4667 relative_P_20 5_8 0.4500 relative_P_30 5_8 0.5333 relative_P_100 5_8 0.4487 relative_P_200 5_8 0.6538 relative_P_500 5_8 0.8077 relative_P_1000 5_8 0.8590 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0670 set_relative_P 5_8 0.8590 set_recall 5_8 0.8590 set_map 5_8 0.0576 set_F 5_8 0.1243 num_nonrel_judged_ret 5_8 43 rbp 5_8 0.1686 rbp_resid 5_8 0.1088 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.1500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 46 map 5_9 0.6444 Rprec 5_9 0.6604 bpref 5_9 0.8028 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.9231 iprec_at_recall_0.20 5_9 0.9231 iprec_at_recall_0.30 5_9 0.9091 iprec_at_recall_0.40 5_9 0.8750 iprec_at_recall_0.50 5_9 0.7105 iprec_at_recall_0.60 5_9 0.6875 iprec_at_recall_0.70 5_9 0.6607 iprec_at_recall_0.80 5_9 0.5000 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.8000 P_10 5_9 0.9000 P_15 5_9 0.8667 P_20 5_9 0.9000 P_30 5_9 0.8000 P_100 5_9 0.4300 P_200 5_9 0.2300 P_500 5_9 0.0920 P_1000 5_9 0.0460 relstring 5_9 '4430132441' recall_5 5_9 0.0755 recall_10 5_9 0.1698 recall_15 5_9 0.2453 recall_20 5_9 0.3396 recall_30 5_9 0.4528 recall_100 5_9 0.8113 recall_200 5_9 0.8679 recall_500 5_9 0.8679 recall_1000 5_9 0.8679 infAP 5_9 0.6444 Rprec_mult_0.20 5_9 0.9091 Rprec_mult_0.40 5_9 0.9091 Rprec_mult_0.60 5_9 0.7500 Rprec_mult_0.80 5_9 0.6744 Rprec_mult_1.00 5_9 0.6604 Rprec_mult_1.20 5_9 0.5781 Rprec_mult_1.40 5_9 0.5067 Rprec_mult_1.60 5_9 0.4941 Rprec_mult_1.80 5_9 0.4375 Rprec_mult_2.00 5_9 0.4057 utility 5_9 -908.0000 11pt_avg 5_9 0.6535 binG 5_9 0.3583 G 5_9 0.2419 ndcg 5_9 0.8278 ndcg_rel 5_9 0.7695 Rndcg 5_9 0.7468 ndcg_cut_5 5_9 0.7131 ndcg_cut_10 5_9 0.7098 ndcg_cut_15 5_9 0.7314 ndcg_cut_20 5_9 0.7531 ndcg_cut_30 5_9 0.7353 ndcg_cut_100 5_9 0.8075 ndcg_cut_200 5_9 0.8278 ndcg_cut_500 5_9 0.8278 ndcg_cut_1000 5_9 0.8278 map_cut_5 5_9 0.0717 map_cut_10 5_9 0.1539 map_cut_15 5_9 0.2221 map_cut_20 5_9 0.3059 map_cut_30 5_9 0.4026 map_cut_100 5_9 0.6280 map_cut_200 5_9 0.6444 map_cut_500 5_9 0.6444 map_cut_1000 5_9 0.6444 relative_P_5 5_9 0.8000 relative_P_10 5_9 0.9000 relative_P_15 5_9 0.8667 relative_P_20 5_9 0.9000 relative_P_30 5_9 0.8000 relative_P_100 5_9 0.8113 relative_P_200 5_9 0.8679 relative_P_500 5_9 0.8679 relative_P_1000 5_9 0.8679 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0460 set_relative_P 5_9 0.8679 set_recall 5_9 0.8679 set_map 5_9 0.0399 set_F 5_9 0.0874 num_nonrel_judged_ret 5_9 11 rbp 5_9 0.6684 rbp_resid 5_9 0.0382 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 108 map 6_1 0.1842 Rprec 6_1 0.2659 bpref 6_1 0.2876 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.7308 iprec_at_recall_0.20 6_1 0.4889 iprec_at_recall_0.30 6_1 0.2286 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 0.8667 P_20 6_1 0.9000 P_30 6_1 0.8000 P_100 6_1 0.5800 P_200 6_1 0.3600 P_500 6_1 0.2020 P_1000 6_1 0.1080 relstring 6_1 '3211313113' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0393 recall_20 6_1 0.0544 recall_30 6_1 0.0725 recall_100 6_1 0.1752 recall_200 6_1 0.2175 recall_500 6_1 0.3051 recall_1000 6_1 0.3263 infAP 6_1 0.1842 Rprec_mult_0.20 6_1 0.6567 Rprec_mult_0.40 6_1 0.4812 Rprec_mult_0.60 6_1 0.3568 Rprec_mult_0.80 6_1 0.3057 Rprec_mult_1.00 6_1 0.2659 Rprec_mult_1.20 6_1 0.2387 Rprec_mult_1.40 6_1 0.2177 Rprec_mult_1.60 6_1 0.1943 Rprec_mult_1.80 6_1 0.1779 Rprec_mult_2.00 6_1 0.1616 utility 6_1 -784.0000 11pt_avg 6_1 0.2226 binG 6_1 0.0946 G 6_1 0.0594 ndcg 6_1 0.3780 ndcg_rel 6_1 0.4063 Rndcg 6_1 0.4898 ndcg_cut_5 6_1 0.6453 ndcg_cut_10 6_1 0.6283 ndcg_cut_15 6_1 0.5661 ndcg_cut_20 6_1 0.5696 ndcg_cut_30 6_1 0.5394 ndcg_cut_100 6_1 0.4686 ndcg_cut_200 6_1 0.3780 ndcg_cut_500 6_1 0.3637 ndcg_cut_1000 6_1 0.3780 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0386 map_cut_20 6_1 0.0521 map_cut_30 6_1 0.0666 map_cut_100 6_1 0.1354 map_cut_200 6_1 0.1559 map_cut_500 6_1 0.1804 map_cut_1000 6_1 0.1842 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 0.8667 relative_P_20 6_1 0.9000 relative_P_30 6_1 0.8000 relative_P_100 6_1 0.5800 relative_P_200 6_1 0.3600 relative_P_500 6_1 0.3051 relative_P_1000 6_1 0.3263 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1080 set_relative_P 6_1 0.3263 set_recall 6_1 0.3263 set_map 6_1 0.0352 set_F 6_1 0.1623 num_nonrel_judged_ret 6_1 16 rbp 6_1 0.3877 rbp_resid 6_1 0.0099 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 40 map 6_10 0.3771 Rprec 6_10 0.4444 bpref 6_10 0.7467 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.7143 iprec_at_recall_0.20 6_10 0.6429 iprec_at_recall_0.30 6_10 0.6400 iprec_at_recall_0.40 6_10 0.5294 iprec_at_recall_0.50 6_10 0.3968 iprec_at_recall_0.60 6_10 0.3462 iprec_at_recall_0.70 6_10 0.1505 iprec_at_recall_0.80 6_10 0.1150 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.6000 P_10 6_10 0.7000 P_15 6_10 0.6000 P_20 6_10 0.6000 P_30 6_10 0.5667 P_100 6_10 0.2800 P_200 6_10 0.1500 P_500 6_10 0.0740 P_1000 6_10 0.0400 relstring 6_10 '3003121-42' recall_5 6_10 0.0667 recall_10 6_10 0.1556 recall_15 6_10 0.2000 recall_20 6_10 0.2667 recall_30 6_10 0.3778 recall_100 6_10 0.6222 recall_200 6_10 0.6667 recall_500 6_10 0.8222 recall_1000 6_10 0.8889 infAP 6_10 0.3771 Rprec_mult_0.20 6_10 0.6667 Rprec_mult_0.40 6_10 0.6111 Rprec_mult_0.60 6_10 0.5926 Rprec_mult_0.80 6_10 0.5000 Rprec_mult_1.00 6_10 0.4444 Rprec_mult_1.20 6_10 0.3889 Rprec_mult_1.40 6_10 0.3968 Rprec_mult_1.60 6_10 0.3611 Rprec_mult_1.80 6_10 0.3333 Rprec_mult_2.00 6_10 0.3111 utility 6_10 -920.0000 11pt_avg 6_10 0.4123 binG 6_10 0.2358 G 6_10 0.1885 ndcg 6_10 0.6919 ndcg_rel 6_10 0.5762 Rndcg 6_10 0.5759 ndcg_cut_5 6_10 0.4752 ndcg_cut_10 6_10 0.5131 ndcg_cut_15 6_10 0.4800 ndcg_cut_20 6_10 0.5051 ndcg_cut_30 6_10 0.4966 ndcg_cut_100 6_10 0.5913 ndcg_cut_200 6_10 0.6119 ndcg_cut_500 6_10 0.6721 ndcg_cut_1000 6_10 0.6919 map_cut_5 6_10 0.0467 map_cut_10 6_10 0.1077 map_cut_15 6_10 0.1357 map_cut_20 6_10 0.1757 map_cut_30 6_10 0.2441 map_cut_100 6_10 0.3454 map_cut_200 6_10 0.3543 map_cut_500 6_10 0.3730 map_cut_1000 6_10 0.3771 relative_P_5 6_10 0.6000 relative_P_10 6_10 0.7000 relative_P_15 6_10 0.6000 relative_P_20 6_10 0.6000 relative_P_30 6_10 0.5667 relative_P_100 6_10 0.6222 relative_P_200 6_10 0.6667 relative_P_500 6_10 0.8222 relative_P_1000 6_10 0.8889 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0400 set_relative_P 6_10 0.8889 set_recall 6_10 0.8889 set_map 6_10 0.0356 set_F 6_10 0.0766 num_nonrel_judged_ret 6_10 19 rbp 6_10 0.3302 rbp_resid 6_10 0.1931 unj_5 6_10 0.0000 unj_10 6_10 0.1000 unj_20 6_10 0.2000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 76 map 6_11 0.0958 Rprec 6_11 0.1610 bpref 6_11 0.5263 recip_rank 6_11 0.5000 iprec_at_recall_0.00 6_11 0.5000 iprec_at_recall_0.10 6_11 0.1651 iprec_at_recall_0.20 6_11 0.1651 iprec_at_recall_0.30 6_11 0.1651 iprec_at_recall_0.40 6_11 0.1582 iprec_at_recall_0.50 6_11 0.1242 iprec_at_recall_0.60 6_11 0.0943 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.4000 P_10 6_11 0.2000 P_15 6_11 0.1333 P_20 6_11 0.1000 P_30 6_11 0.1333 P_100 6_11 0.1300 P_200 6_11 0.1550 P_500 6_11 0.1220 P_1000 6_11 0.0760 relstring 6_11 '01010-0---' recall_5 6_11 0.0169 recall_10 6_11 0.0169 recall_15 6_11 0.0169 recall_20 6_11 0.0169 recall_30 6_11 0.0339 recall_100 6_11 0.1102 recall_200 6_11 0.2627 recall_500 6_11 0.5169 recall_1000 6_11 0.6441 infAP 6_11 0.0958 Rprec_mult_0.20 6_11 0.1250 Rprec_mult_0.40 6_11 0.1667 Rprec_mult_0.60 6_11 0.1408 Rprec_mult_0.80 6_11 0.1368 Rprec_mult_1.00 6_11 0.1610 Rprec_mult_1.20 6_11 0.1479 Rprec_mult_1.40 6_11 0.1506 Rprec_mult_1.60 6_11 0.1534 Rprec_mult_1.80 6_11 0.1643 Rprec_mult_2.00 6_11 0.1525 utility 6_11 -848.0000 11pt_avg 6_11 0.1247 binG 6_11 0.0941 G 6_11 0.0863 ndcg 6_11 0.4073 ndcg_rel 6_11 0.2960 Rndcg 6_11 0.1799 ndcg_cut_5 6_11 0.1322 ndcg_cut_10 6_11 0.0946 ndcg_cut_15 6_11 0.0766 ndcg_cut_20 6_11 0.0655 ndcg_cut_30 6_11 0.0725 ndcg_cut_100 6_11 0.0958 ndcg_cut_200 6_11 0.2009 ndcg_cut_500 6_11 0.3435 ndcg_cut_1000 6_11 0.4073 map_cut_5 6_11 0.0085 map_cut_10 6_11 0.0085 map_cut_15 6_11 0.0085 map_cut_20 6_11 0.0085 map_cut_30 6_11 0.0107 map_cut_100 6_11 0.0224 map_cut_200 6_11 0.0454 map_cut_500 6_11 0.0834 map_cut_1000 6_11 0.0958 relative_P_5 6_11 0.4000 relative_P_10 6_11 0.2000 relative_P_15 6_11 0.1333 relative_P_20 6_11 0.1000 relative_P_30 6_11 0.1333 relative_P_100 6_11 0.1300 relative_P_200 6_11 0.2627 relative_P_500 6_11 0.5169 relative_P_1000 6_11 0.6441 success_1 6_11 0.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0760 set_relative_P 6_11 0.6441 set_recall 6_11 0.6441 set_map 6_11 0.0489 set_F 6_11 0.1360 num_nonrel_judged_ret 6_11 30 rbp 6_11 0.0621 rbp_resid 6_11 0.4711 unj_5 6_11 0.0000 unj_10 6_11 0.4000 unj_20 6_11 0.6500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 63 map 6_12 0.7019 Rprec 6_12 0.6377 bpref 6_12 0.8871 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 0.9545 iprec_at_recall_0.30 6_12 0.9545 iprec_at_recall_0.40 6_12 0.9032 iprec_at_recall_0.50 6_12 0.8043 iprec_at_recall_0.60 6_12 0.7193 iprec_at_recall_0.70 6_12 0.6364 iprec_at_recall_0.80 6_12 0.4912 iprec_at_recall_0.90 6_12 0.2313 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 1.0000 P_15 6_12 0.9333 P_20 6_12 0.9500 P_30 6_12 0.9000 P_100 6_12 0.5100 P_200 6_12 0.3000 P_500 6_12 0.1260 P_1000 6_12 0.0630 relstring 6_12 '3333333333' recall_5 6_12 0.0725 recall_10 6_12 0.1449 recall_15 6_12 0.2029 recall_20 6_12 0.2754 recall_30 6_12 0.3913 recall_100 6_12 0.7391 recall_200 6_12 0.8696 recall_500 6_12 0.9130 recall_1000 6_12 0.9130 infAP 6_12 0.7019 Rprec_mult_0.20 6_12 0.9286 Rprec_mult_0.40 6_12 0.9286 Rprec_mult_0.60 6_12 0.8095 Rprec_mult_0.80 6_12 0.7143 Rprec_mult_1.00 6_12 0.6377 Rprec_mult_1.20 6_12 0.6024 Rprec_mult_1.40 6_12 0.5258 Rprec_mult_1.60 6_12 0.4775 Rprec_mult_1.80 6_12 0.4480 Rprec_mult_2.00 6_12 0.4058 utility 6_12 -874.0000 11pt_avg 6_12 0.6995 binG 6_12 0.4118 G 6_12 0.2723 ndcg 6_12 0.8751 ndcg_rel 6_12 0.8450 Rndcg 6_12 0.7577 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.9317 ndcg_cut_15 6_12 0.8721 ndcg_cut_20 6_12 0.9036 ndcg_cut_30 6_12 0.8735 ndcg_cut_100 6_12 0.7855 ndcg_cut_200 6_12 0.8547 ndcg_cut_500 6_12 0.8751 ndcg_cut_1000 6_12 0.8751 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1449 map_cut_15 6_12 0.1986 map_cut_20 6_12 0.2670 map_cut_30 6_12 0.3745 map_cut_100 6_12 0.6365 map_cut_200 6_12 0.6926 map_cut_500 6_12 0.7019 map_cut_1000 6_12 0.7019 relative_P_5 6_12 1.0000 relative_P_10 6_12 1.0000 relative_P_15 6_12 0.9333 relative_P_20 6_12 0.9500 relative_P_30 6_12 0.9000 relative_P_100 6_12 0.7391 relative_P_200 6_12 0.8696 relative_P_500 6_12 0.9130 relative_P_1000 6_12 0.9130 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0630 set_relative_P 6_12 0.9130 set_recall 6_12 0.9130 set_map 6_12 0.0575 set_F 6_12 0.1179 num_nonrel_judged_ret 6_12 5 rbp 6_12 0.6878 rbp_resid 6_12 0.0220 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 99 map 6_13 0.5101 Rprec 6_13 0.6075 bpref 6_13 0.7693 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.6750 iprec_at_recall_0.20 6_13 0.6750 iprec_at_recall_0.30 6_13 0.6719 iprec_at_recall_0.40 6_13 0.6719 iprec_at_recall_0.50 6_13 0.6429 iprec_at_recall_0.60 6_13 0.6095 iprec_at_recall_0.70 6_13 0.4902 iprec_at_recall_0.80 6_13 0.3398 iprec_at_recall_0.90 6_13 0.1457 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.6000 P_10 6_13 0.5000 P_15 6_13 0.5333 P_20 6_13 0.6000 P_30 6_13 0.6000 P_100 6_13 0.6100 P_200 6_13 0.3800 P_500 6_13 0.1900 P_1000 6_13 0.0990 relstring 6_13 '3230000022' recall_5 6_13 0.0280 recall_10 6_13 0.0467 recall_15 6_13 0.0748 recall_20 6_13 0.1121 recall_30 6_13 0.1682 recall_100 6_13 0.5701 recall_200 6_13 0.7103 recall_500 6_13 0.8879 recall_1000 6_13 0.9252 infAP 6_13 0.5101 Rprec_mult_0.20 6_13 0.5909 Rprec_mult_0.40 6_13 0.6512 Rprec_mult_0.60 6_13 0.6615 Rprec_mult_0.80 6_13 0.6279 Rprec_mult_1.00 6_13 0.6075 Rprec_mult_1.20 6_13 0.5504 Rprec_mult_1.40 6_13 0.4933 Rprec_mult_1.60 6_13 0.4419 Rprec_mult_1.80 6_13 0.3938 Rprec_mult_2.00 6_13 0.3738 utility 6_13 -802.0000 11pt_avg 6_13 0.5383 binG 6_13 0.2134 G 6_13 0.1784 ndcg 6_13 0.7687 ndcg_rel 6_13 0.6206 Rndcg 6_13 0.6014 ndcg_cut_5 6_13 0.6514 ndcg_cut_10 6_13 0.5093 ndcg_cut_15 6_13 0.4921 ndcg_cut_20 6_13 0.5167 ndcg_cut_30 6_13 0.5311 ndcg_cut_100 6_13 0.5878 ndcg_cut_200 6_13 0.6582 ndcg_cut_500 6_13 0.7513 ndcg_cut_1000 6_13 0.7687 map_cut_5 6_13 0.0280 map_cut_10 6_13 0.0369 map_cut_15 6_13 0.0523 map_cut_20 6_13 0.0735 map_cut_30 6_13 0.1069 map_cut_100 6_13 0.3679 map_cut_200 6_13 0.4476 map_cut_500 6_13 0.5050 map_cut_1000 6_13 0.5101 relative_P_5 6_13 0.6000 relative_P_10 6_13 0.5000 relative_P_15 6_13 0.5333 relative_P_20 6_13 0.6000 relative_P_30 6_13 0.6000 relative_P_100 6_13 0.6100 relative_P_200 6_13 0.7103 relative_P_500 6_13 0.8879 relative_P_1000 6_13 0.9252 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0990 set_relative_P 6_13 0.9252 set_recall 6_13 0.9252 set_map 6_13 0.0916 set_F 6_13 0.1789 num_nonrel_judged_ret 6_13 15 rbp 6_13 0.4285 rbp_resid 6_13 0.1112 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.1500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 54 map 6_14 0.3389 Rprec 6_14 0.3393 bpref 6_14 0.4235 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.6667 iprec_at_recall_0.20 6_14 0.4688 iprec_at_recall_0.30 6_14 0.3878 iprec_at_recall_0.40 6_14 0.3538 iprec_at_recall_0.50 6_14 0.2830 iprec_at_recall_0.60 6_14 0.2536 iprec_at_recall_0.70 6_14 0.2407 iprec_at_recall_0.80 6_14 0.2123 iprec_at_recall_0.90 6_14 0.1748 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.6000 P_15 6_14 0.4667 P_20 6_14 0.4500 P_30 6_14 0.4333 P_100 6_14 0.2600 P_200 6_14 0.2200 P_500 6_14 0.1060 P_1000 6_14 0.0540 relstring 6_14 '2032220030' recall_5 6_14 0.0714 recall_10 6_14 0.1071 recall_15 6_14 0.1250 recall_20 6_14 0.1607 recall_30 6_14 0.2321 recall_100 6_14 0.4643 recall_200 6_14 0.7857 recall_500 6_14 0.9464 recall_1000 6_14 0.9643 infAP 6_14 0.3389 Rprec_mult_0.20 6_14 0.5833 Rprec_mult_0.40 6_14 0.4348 Rprec_mult_0.60 6_14 0.4412 Rprec_mult_0.80 6_14 0.3778 Rprec_mult_1.00 6_14 0.3393 Rprec_mult_1.20 6_14 0.3382 Rprec_mult_1.40 6_14 0.2911 Rprec_mult_1.60 6_14 0.2889 Rprec_mult_1.80 6_14 0.2673 Rprec_mult_2.00 6_14 0.2679 utility 6_14 -892.0000 11pt_avg 6_14 0.3674 binG 6_14 0.2204 G 6_14 0.1884 ndcg 6_14 0.7116 ndcg_rel 6_14 0.5723 Rndcg 6_14 0.5527 ndcg_cut_5 6_14 0.5805 ndcg_cut_10 6_14 0.5448 ndcg_cut_15 6_14 0.4852 ndcg_cut_20 6_14 0.4733 ndcg_cut_30 6_14 0.4629 ndcg_cut_100 6_14 0.5108 ndcg_cut_200 6_14 0.6558 ndcg_cut_500 6_14 0.7074 ndcg_cut_1000 6_14 0.7116 map_cut_5 6_14 0.0574 map_cut_10 6_14 0.0842 map_cut_15 6_14 0.0946 map_cut_20 6_14 0.1110 map_cut_30 6_14 0.1436 map_cut_100 6_14 0.2283 map_cut_200 6_14 0.3087 map_cut_500 6_14 0.3371 map_cut_1000 6_14 0.3389 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.6000 relative_P_15 6_14 0.4667 relative_P_20 6_14 0.4500 relative_P_30 6_14 0.4333 relative_P_100 6_14 0.4643 relative_P_200 6_14 0.7857 relative_P_500 6_14 0.9464 relative_P_1000 6_14 0.9643 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0540 set_relative_P 6_14 0.9643 set_recall 6_14 0.9643 set_map 6_14 0.0521 set_F 6_14 0.1023 num_nonrel_judged_ret 6_14 67 rbp 6_14 0.3907 rbp_resid 6_14 0.0593 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0500 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 7 map 6_16 0.0018 Rprec 6_16 0.0000 bpref 6_16 0.0000 recip_rank 6_16 0.0024 iprec_at_recall_0.00 6_16 0.0111 iprec_at_recall_0.10 6_16 0.0111 iprec_at_recall_0.20 6_16 0.0111 iprec_at_recall_0.30 6_16 0.0000 iprec_at_recall_0.40 6_16 0.0000 iprec_at_recall_0.50 6_16 0.0000 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0000 P_20 6_16 0.0000 P_30 6_16 0.0000 P_100 6_16 0.0000 P_200 6_16 0.0000 P_500 6_16 0.0080 P_1000 6_16 0.0070 relstring 6_16 '0000000--0' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0000 recall_20 6_16 0.0000 recall_30 6_16 0.0000 recall_100 6_16 0.0000 recall_200 6_16 0.0000 recall_500 6_16 0.1379 recall_1000 6_16 0.2414 infAP 6_16 0.0018 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0000 Rprec_mult_0.80 6_16 0.0000 Rprec_mult_1.00 6_16 0.0000 Rprec_mult_1.20 6_16 0.0000 Rprec_mult_1.40 6_16 0.0000 Rprec_mult_1.60 6_16 0.0000 Rprec_mult_1.80 6_16 0.0000 Rprec_mult_2.00 6_16 0.0000 utility 6_16 -986.0000 11pt_avg 6_16 0.0030 binG 6_16 0.0269 G 6_16 0.0223 ndcg 6_16 0.0678 ndcg_rel 6_16 0.0604 Rndcg 6_16 0.0169 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0000 ndcg_cut_20 6_16 0.0000 ndcg_cut_30 6_16 0.0000 ndcg_cut_100 6_16 0.0000 ndcg_cut_200 6_16 0.0000 ndcg_cut_500 6_16 0.0395 ndcg_cut_1000 6_16 0.0678 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0000 map_cut_20 6_16 0.0000 map_cut_30 6_16 0.0000 map_cut_100 6_16 0.0000 map_cut_200 6_16 0.0000 map_cut_500 6_16 0.0008 map_cut_1000 6_16 0.0018 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0000 relative_P_20 6_16 0.0000 relative_P_30 6_16 0.0000 relative_P_100 6_16 0.0000 relative_P_200 6_16 0.0000 relative_P_500 6_16 0.1379 relative_P_1000 6_16 0.2414 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0070 set_relative_P 6_16 0.2414 set_recall 6_16 0.2414 set_map 6_16 0.0017 set_F 6_16 0.0136 num_nonrel_judged_ret 6_16 52 rbp 6_16 0.0000 rbp_resid 6_16 0.3244 unj_5 6_16 0.0000 unj_10 6_16 0.2000 unj_20 6_16 0.4500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 48 map 6_3 0.1644 Rprec 6_3 0.2268 bpref 6_3 0.4504 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.7692 iprec_at_recall_0.20 6_3 0.2692 iprec_at_recall_0.30 6_3 0.1381 iprec_at_recall_0.40 6_3 0.0818 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.8000 P_10 6_3 0.8000 P_15 6_3 0.6667 P_20 6_3 0.5000 P_30 6_3 0.5000 P_100 6_3 0.2200 P_200 6_3 0.1400 P_500 6_3 0.0780 P_1000 6_3 0.0480 relstring 6_3 '23011-2233' recall_5 6_3 0.0412 recall_10 6_3 0.0825 recall_15 6_3 0.1031 recall_20 6_3 0.1031 recall_30 6_3 0.1546 recall_100 6_3 0.2268 recall_200 6_3 0.2887 recall_500 6_3 0.4021 recall_1000 6_3 0.4948 infAP 6_3 0.1644 Rprec_mult_0.20 6_3 0.5000 Rprec_mult_0.40 6_3 0.4103 Rprec_mult_0.60 6_3 0.3051 Rprec_mult_0.80 6_3 0.2692 Rprec_mult_1.00 6_3 0.2268 Rprec_mult_1.20 6_3 0.2051 Rprec_mult_1.40 6_3 0.1838 Rprec_mult_1.60 6_3 0.1667 Rprec_mult_1.80 6_3 0.1600 Rprec_mult_2.00 6_3 0.1443 utility 6_3 -904.0000 11pt_avg 6_3 0.2053 binG 6_3 0.1239 G 6_3 0.0893 ndcg 6_3 0.4363 ndcg_rel 6_3 0.4166 Rndcg 6_3 0.4286 ndcg_cut_5 6_3 0.4496 ndcg_cut_10 6_3 0.5097 ndcg_cut_15 6_3 0.4664 ndcg_cut_20 6_3 0.4148 ndcg_cut_30 6_3 0.4116 ndcg_cut_100 6_3 0.3051 ndcg_cut_200 6_3 0.3323 ndcg_cut_500 6_3 0.3958 ndcg_cut_1000 6_3 0.4363 map_cut_5 6_3 0.0366 map_cut_10 6_3 0.0680 map_cut_15 6_3 0.0843 map_cut_20 6_3 0.0843 map_cut_30 6_3 0.1105 map_cut_100 6_3 0.1345 map_cut_200 6_3 0.1463 map_cut_500 6_3 0.1586 map_cut_1000 6_3 0.1644 relative_P_5 6_3 0.8000 relative_P_10 6_3 0.8000 relative_P_15 6_3 0.6667 relative_P_20 6_3 0.5000 relative_P_30 6_3 0.5000 relative_P_100 6_3 0.2268 relative_P_200 6_3 0.2887 relative_P_500 6_3 0.4021 relative_P_1000 6_3 0.4948 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0480 set_relative_P 6_3 0.4948 set_recall 6_3 0.4948 set_map 6_3 0.0238 set_F 6_3 0.0875 num_nonrel_judged_ret 6_3 23 rbp 6_3 0.3101 rbp_resid 6_3 0.2605 unj_5 6_3 0.0000 unj_10 6_3 0.1000 unj_20 6_3 0.4000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 55 map 6_4 0.0799 Rprec 6_4 0.1818 bpref 6_4 0.3580 recip_rank 6_4 0.3333 iprec_at_recall_0.00 6_4 0.4000 iprec_at_recall_0.10 6_4 0.3250 iprec_at_recall_0.20 6_4 0.1700 iprec_at_recall_0.30 6_4 0.1629 iprec_at_recall_0.40 6_4 0.0870 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.4000 P_10 6_4 0.2000 P_15 6_4 0.2000 P_20 6_4 0.2000 P_30 6_4 0.3333 P_100 6_4 0.1500 P_200 6_4 0.1700 P_500 6_4 0.0880 P_1000 6_4 0.0550 relstring 6_4 '00202-----' recall_5 6_4 0.0165 recall_10 6_4 0.0165 recall_15 6_4 0.0248 recall_20 6_4 0.0331 recall_30 6_4 0.0826 recall_100 6_4 0.1240 recall_200 6_4 0.2810 recall_500 6_4 0.3636 recall_1000 6_4 0.4545 infAP 6_4 0.0799 Rprec_mult_0.20 6_4 0.2800 Rprec_mult_0.40 6_4 0.2653 Rprec_mult_0.60 6_4 0.2055 Rprec_mult_0.80 6_4 0.1546 Rprec_mult_1.00 6_4 0.1818 Rprec_mult_1.20 6_4 0.1644 Rprec_mult_1.40 6_4 0.1588 Rprec_mult_1.60 6_4 0.1546 Rprec_mult_1.80 6_4 0.1560 Rprec_mult_2.00 6_4 0.1529 utility 6_4 -890.0000 11pt_avg 6_4 0.1041 binG 6_4 0.0745 G 6_4 0.0661 ndcg 6_4 0.3459 ndcg_rel 6_4 0.2981 Rndcg 6_4 0.2056 ndcg_cut_5 6_4 0.2005 ndcg_cut_10 6_4 0.1301 ndcg_cut_15 6_4 0.1345 ndcg_cut_20 6_4 0.1428 ndcg_cut_30 6_4 0.2328 ndcg_cut_100 6_4 0.1560 ndcg_cut_200 6_4 0.2480 ndcg_cut_500 6_4 0.3031 ndcg_cut_1000 6_4 0.3459 map_cut_5 6_4 0.0061 map_cut_10 6_4 0.0061 map_cut_15 6_4 0.0083 map_cut_20 6_4 0.0103 map_cut_30 6_4 0.0243 map_cut_100 6_4 0.0361 map_cut_200 6_4 0.0623 map_cut_500 6_4 0.0726 map_cut_1000 6_4 0.0799 relative_P_5 6_4 0.4000 relative_P_10 6_4 0.2000 relative_P_15 6_4 0.2000 relative_P_20 6_4 0.2000 relative_P_30 6_4 0.3333 relative_P_100 6_4 0.1500 relative_P_200 6_4 0.2810 relative_P_500 6_4 0.3636 relative_P_1000 6_4 0.4545 success_1 6_4 0.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0550 set_relative_P 6_4 0.4545 set_recall 6_4 0.4545 set_map 6_4 0.0250 set_F 6_4 0.0981 num_nonrel_judged_ret 6_4 47 rbp 6_4 0.1728 rbp_resid 6_4 0.4412 unj_5 6_4 0.0000 unj_10 6_4 0.5000 unj_20 6_4 0.6000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 38 map 6_5 0.4765 Rprec 6_5 0.4468 bpref 6_5 0.7003 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 1.0000 iprec_at_recall_0.20 6_5 1.0000 iprec_at_recall_0.30 6_5 0.8750 iprec_at_recall_0.40 6_5 0.6129 iprec_at_recall_0.50 6_5 0.3934 iprec_at_recall_0.60 6_5 0.3412 iprec_at_recall_0.70 6_5 0.1626 iprec_at_recall_0.80 6_5 0.0617 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 1.0000 P_10 6_5 0.9000 P_15 6_5 0.8667 P_20 6_5 0.8000 P_30 6_5 0.6000 P_100 6_5 0.3000 P_200 6_5 0.1600 P_500 6_5 0.0720 P_1000 6_5 0.0380 relstring 6_5 '431133433-' recall_5 6_5 0.1064 recall_10 6_5 0.1915 recall_15 6_5 0.2766 recall_20 6_5 0.3404 recall_30 6_5 0.3830 recall_100 6_5 0.6383 recall_200 6_5 0.6809 recall_500 6_5 0.7660 recall_1000 6_5 0.8085 infAP 6_5 0.4765 Rprec_mult_0.20 6_5 0.9000 Rprec_mult_0.40 6_5 0.7895 Rprec_mult_0.60 6_5 0.6207 Rprec_mult_0.80 6_5 0.5000 Rprec_mult_1.00 6_5 0.4468 Rprec_mult_1.20 6_5 0.4035 Rprec_mult_1.40 6_5 0.3636 Rprec_mult_1.60 6_5 0.3289 Rprec_mult_1.80 6_5 0.3412 Rprec_mult_2.00 6_5 0.3191 utility 6_5 -924.0000 11pt_avg 6_5 0.4952 binG 6_5 0.3498 G 6_5 0.2035 ndcg 6_5 0.7023 ndcg_rel 6_5 0.6759 Rndcg 6_5 0.6170 ndcg_cut_5 6_5 0.6999 ndcg_cut_10 6_5 0.7556 ndcg_cut_15 6_5 0.6842 ndcg_cut_20 6_5 0.6613 ndcg_cut_30 6_5 0.5812 ndcg_cut_100 6_5 0.6225 ndcg_cut_200 6_5 0.6444 ndcg_cut_500 6_5 0.6857 ndcg_cut_1000 6_5 0.7023 map_cut_5 6_5 0.1064 map_cut_10 6_5 0.1915 map_cut_15 6_5 0.2655 map_cut_20 6_5 0.3189 map_cut_30 6_5 0.3495 map_cut_100 6_5 0.4531 map_cut_200 6_5 0.4638 map_cut_500 6_5 0.4737 map_cut_1000 6_5 0.4765 relative_P_5 6_5 1.0000 relative_P_10 6_5 0.9000 relative_P_15 6_5 0.8667 relative_P_20 6_5 0.8000 relative_P_30 6_5 0.6000 relative_P_100 6_5 0.6383 relative_P_200 6_5 0.6809 relative_P_500 6_5 0.7660 relative_P_1000 6_5 0.8085 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0380 set_relative_P 6_5 0.8085 set_recall 6_5 0.8085 set_map 6_5 0.0307 set_F 6_5 0.0726 num_nonrel_judged_ret 6_5 22 rbp 6_5 0.5072 rbp_resid 6_5 0.1401 unj_5 6_5 0.0000 unj_10 6_5 0.1000 unj_20 6_5 0.1500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 56 map 6_6 0.3356 Rprec 6_6 0.4118 bpref 6_6 0.5767 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.6829 iprec_at_recall_0.20 6_6 0.6829 iprec_at_recall_0.30 6_6 0.6829 iprec_at_recall_0.40 6_6 0.4545 iprec_at_recall_0.50 6_6 0.3209 iprec_at_recall_0.60 6_6 0.1629 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.7000 P_15 6_6 0.6667 P_20 6_6 0.5500 P_30 6_6 0.6000 P_100 6_6 0.3800 P_200 6_6 0.2250 P_500 6_6 0.1100 P_1000 6_6 0.0560 relstring 6_6 '3322200201' recall_5 6_6 0.0588 recall_10 6_6 0.0824 recall_15 6_6 0.1176 recall_20 6_6 0.1294 recall_30 6_6 0.2118 recall_100 6_6 0.4471 recall_200 6_6 0.5294 recall_500 6_6 0.6471 recall_1000 6_6 0.6588 infAP 6_6 0.3356 Rprec_mult_0.20 6_6 0.5882 Rprec_mult_0.40 6_6 0.6471 Rprec_mult_0.60 6_6 0.5882 Rprec_mult_0.80 6_6 0.4706 Rprec_mult_1.00 6_6 0.4118 Rprec_mult_1.20 6_6 0.3725 Rprec_mult_1.40 6_6 0.3529 Rprec_mult_1.60 6_6 0.3162 Rprec_mult_1.80 6_6 0.2810 Rprec_mult_2.00 6_6 0.2588 utility 6_6 -888.0000 11pt_avg 6_6 0.3625 binG 6_6 0.1908 G 6_6 0.1640 ndcg 6_6 0.6366 ndcg_rel 6_6 0.6246 Rndcg 6_6 0.5974 ndcg_cut_5 6_6 0.8510 ndcg_cut_10 6_6 0.6478 ndcg_cut_15 6_6 0.6047 ndcg_cut_20 6_6 0.5382 ndcg_cut_30 6_6 0.5790 ndcg_cut_100 6_6 0.5383 ndcg_cut_200 6_6 0.5851 ndcg_cut_500 6_6 0.6308 ndcg_cut_1000 6_6 0.6366 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.0759 map_cut_15 6_6 0.0985 map_cut_20 6_6 0.1050 map_cut_30 6_6 0.1540 map_cut_100 6_6 0.2874 map_cut_200 6_6 0.3148 map_cut_500 6_6 0.3346 map_cut_1000 6_6 0.3356 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.7000 relative_P_15 6_6 0.6667 relative_P_20 6_6 0.5500 relative_P_30 6_6 0.6000 relative_P_100 6_6 0.4471 relative_P_200 6_6 0.5294 relative_P_500 6_6 0.6471 relative_P_1000 6_6 0.6588 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0560 set_relative_P 6_6 0.6588 set_recall 6_6 0.6588 set_map 6_6 0.0369 set_F 6_6 0.1032 num_nonrel_judged_ret 6_6 16 rbp 6_6 0.4807 rbp_resid 6_6 0.1395 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.2500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 38 map 7_11 0.5014 Rprec 7_11 0.5526 bpref 7_11 0.8107 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.8571 iprec_at_recall_0.20 7_11 0.8333 iprec_at_recall_0.30 7_11 0.7500 iprec_at_recall_0.40 7_11 0.7500 iprec_at_recall_0.50 7_11 0.7037 iprec_at_recall_0.60 7_11 0.2396 iprec_at_recall_0.70 7_11 0.2105 iprec_at_recall_0.80 7_11 0.1742 iprec_at_recall_0.90 7_11 0.1511 iprec_at_recall_1.00 7_11 0.0652 P_5 7_11 0.8000 P_10 7_11 0.8000 P_15 7_11 0.7333 P_20 7_11 0.7500 P_30 7_11 0.6667 P_100 7_11 0.2300 P_200 7_11 0.1600 P_500 7_11 0.0740 P_1000 7_11 0.0380 relstring 7_11 '3012111011' recall_5 7_11 0.1053 recall_10 7_11 0.2105 recall_15 7_11 0.2895 recall_20 7_11 0.3947 recall_30 7_11 0.5263 recall_100 7_11 0.6053 recall_200 7_11 0.8421 recall_500 7_11 0.9737 recall_1000 7_11 1.0000 infAP 7_11 0.5014 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.7500 Rprec_mult_0.60 7_11 0.7391 Rprec_mult_0.80 7_11 0.6452 Rprec_mult_1.00 7_11 0.5526 Rprec_mult_1.20 7_11 0.4565 Rprec_mult_1.40 7_11 0.3889 Rprec_mult_1.60 7_11 0.3443 Rprec_mult_1.80 7_11 0.3043 Rprec_mult_2.00 7_11 0.2895 utility 7_11 -924.0000 11pt_avg 7_11 0.5213 binG 7_11 0.3213 G 7_11 0.2376 ndcg 7_11 0.7219 ndcg_rel 7_11 0.5927 Rndcg 7_11 0.5865 ndcg_cut_5 7_11 0.5614 ndcg_cut_10 7_11 0.5175 ndcg_cut_15 7_11 0.5258 ndcg_cut_20 7_11 0.5630 ndcg_cut_30 7_11 0.5550 ndcg_cut_100 7_11 0.5357 ndcg_cut_200 7_11 0.6422 ndcg_cut_500 7_11 0.7160 ndcg_cut_1000 7_11 0.7219 map_cut_5 7_11 0.0846 map_cut_10 7_11 0.1707 map_cut_15 7_11 0.2334 map_cut_20 7_11 0.3113 map_cut_30 7_11 0.4042 map_cut_100 7_11 0.4354 map_cut_200 7_11 0.4831 map_cut_500 7_11 0.4997 map_cut_1000 7_11 0.5014 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.7333 relative_P_20 7_11 0.7500 relative_P_30 7_11 0.6667 relative_P_100 7_11 0.6053 relative_P_200 7_11 0.8421 relative_P_500 7_11 0.9737 relative_P_1000 7_11 1.0000 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0380 set_relative_P 7_11 1.0000 set_recall 7_11 1.0000 set_map 7_11 0.0380 set_F 7_11 0.0732 num_nonrel_judged_ret 7_11 14 rbp 7_11 0.3442 rbp_resid 7_11 0.1108 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.1000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 49 map 7_12 0.2958 Rprec 7_12 0.3906 bpref 7_12 0.4995 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.7000 iprec_at_recall_0.20 7_12 0.4483 iprec_at_recall_0.30 7_12 0.4068 iprec_at_recall_0.40 7_12 0.3562 iprec_at_recall_0.50 7_12 0.3300 iprec_at_recall_0.60 7_12 0.2108 iprec_at_recall_0.70 7_12 0.1867 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.6000 P_10 7_12 0.7000 P_15 7_12 0.5333 P_20 7_12 0.4500 P_30 7_12 0.4333 P_100 7_12 0.3300 P_200 7_12 0.1950 P_500 7_12 0.0920 P_1000 7_12 0.0490 relstring 7_12 '2210012022' recall_5 7_12 0.0469 recall_10 7_12 0.1094 recall_15 7_12 0.1250 recall_20 7_12 0.1406 recall_30 7_12 0.2031 recall_100 7_12 0.5156 recall_200 7_12 0.6094 recall_500 7_12 0.7188 recall_1000 7_12 0.7656 infAP 7_12 0.2958 Rprec_mult_0.20 7_12 0.5385 Rprec_mult_0.40 7_12 0.4231 Rprec_mult_0.60 7_12 0.3846 Rprec_mult_0.80 7_12 0.3654 Rprec_mult_1.00 7_12 0.3906 Rprec_mult_1.20 7_12 0.3506 Rprec_mult_1.40 7_12 0.3222 Rprec_mult_1.60 7_12 0.3204 Rprec_mult_1.80 7_12 0.3017 Rprec_mult_2.00 7_12 0.2734 utility 7_12 -902.0000 11pt_avg 7_12 0.3308 binG 7_12 0.1926 G 7_12 0.1563 ndcg 7_12 0.6256 ndcg_rel 7_12 0.5323 Rndcg 7_12 0.5138 ndcg_cut_5 7_12 0.4686 ndcg_cut_10 7_12 0.5317 ndcg_cut_15 7_12 0.4667 ndcg_cut_20 7_12 0.4128 ndcg_cut_30 7_12 0.3985 ndcg_cut_100 7_12 0.5194 ndcg_cut_200 7_12 0.5665 ndcg_cut_500 7_12 0.6096 ndcg_cut_1000 7_12 0.6256 map_cut_5 7_12 0.0469 map_cut_10 7_12 0.0898 map_cut_15 7_12 0.0981 map_cut_20 7_12 0.1052 map_cut_30 7_12 0.1320 map_cut_100 7_12 0.2474 map_cut_200 7_12 0.2712 map_cut_500 7_12 0.2922 map_cut_1000 7_12 0.2958 relative_P_5 7_12 0.6000 relative_P_10 7_12 0.7000 relative_P_15 7_12 0.5333 relative_P_20 7_12 0.4500 relative_P_30 7_12 0.4333 relative_P_100 7_12 0.5156 relative_P_200 7_12 0.6094 relative_P_500 7_12 0.7188 relative_P_1000 7_12 0.7656 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0490 set_relative_P 7_12 0.7656 set_recall 7_12 0.7656 set_map 7_12 0.0375 set_F 7_12 0.0921 num_nonrel_judged_ret 7_12 47 rbp 7_12 0.3049 rbp_resid 7_12 0.0785 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.1000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 63 map 7_14 0.5996 Rprec 7_14 0.5672 bpref 7_14 0.8897 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.9412 iprec_at_recall_0.30 7_14 0.8846 iprec_at_recall_0.40 7_14 0.7105 iprec_at_recall_0.50 7_14 0.6429 iprec_at_recall_0.60 7_14 0.5616 iprec_at_recall_0.70 7_14 0.4528 iprec_at_recall_0.80 7_14 0.2338 iprec_at_recall_0.90 7_14 0.1471 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 1.0000 P_15 7_14 0.9333 P_20 7_14 0.9000 P_30 7_14 0.7667 P_100 7_14 0.4500 P_200 7_14 0.2650 P_500 7_14 0.1200 P_1000 7_14 0.0630 relstring 7_14 '3312322231' recall_5 7_14 0.0746 recall_10 7_14 0.1493 recall_15 7_14 0.2090 recall_20 7_14 0.2687 recall_30 7_14 0.3433 recall_100 7_14 0.6716 recall_200 7_14 0.7910 recall_500 7_14 0.8955 recall_1000 7_14 0.9403 infAP 7_14 0.5996 Rprec_mult_0.20 7_14 0.9286 Rprec_mult_0.40 7_14 0.8519 Rprec_mult_0.60 7_14 0.6829 Rprec_mult_0.80 7_14 0.6296 Rprec_mult_1.00 7_14 0.5672 Rprec_mult_1.20 7_14 0.5309 Rprec_mult_1.40 7_14 0.4681 Rprec_mult_1.60 7_14 0.4444 Rprec_mult_1.80 7_14 0.3967 Rprec_mult_2.00 7_14 0.3806 utility 7_14 -874.0000 11pt_avg 7_14 0.5977 binG 7_14 0.3700 G 7_14 0.2165 ndcg 7_14 0.8107 ndcg_rel 7_14 0.7245 Rndcg 7_14 0.6746 ndcg_cut_5 7_14 0.8383 ndcg_cut_10 7_14 0.7789 ndcg_cut_15 7_14 0.7379 ndcg_cut_20 7_14 0.7370 ndcg_cut_30 7_14 0.6385 ndcg_cut_100 7_14 0.6741 ndcg_cut_200 7_14 0.7449 ndcg_cut_500 7_14 0.7885 ndcg_cut_1000 7_14 0.8107 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1493 map_cut_15 7_14 0.2057 map_cut_20 7_14 0.2606 map_cut_30 7_14 0.3258 map_cut_100 7_14 0.5299 map_cut_200 7_14 0.5763 map_cut_500 7_14 0.5955 map_cut_1000 7_14 0.5996 relative_P_5 7_14 1.0000 relative_P_10 7_14 1.0000 relative_P_15 7_14 0.9333 relative_P_20 7_14 0.9000 relative_P_30 7_14 0.7667 relative_P_100 7_14 0.6716 relative_P_200 7_14 0.7910 relative_P_500 7_14 0.8955 relative_P_1000 7_14 0.9403 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0630 set_relative_P 7_14 0.9403 set_recall 7_14 0.9403 set_map 7_14 0.0592 set_F 7_14 0.1181 num_nonrel_judged_ret 7_14 7 rbp 7_14 0.6768 rbp_resid 7_14 0.0996 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 40 map 7_15 0.3752 Rprec 7_15 0.4074 bpref 7_15 0.6832 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 1.0000 iprec_at_recall_0.30 7_15 0.6400 iprec_at_recall_0.40 7_15 0.4074 iprec_at_recall_0.50 7_15 0.2288 iprec_at_recall_0.60 7_15 0.1461 iprec_at_recall_0.70 7_15 0.0821 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 1.0000 P_15 7_15 0.8000 P_20 7_15 0.6500 P_30 7_15 0.5333 P_100 7_15 0.2600 P_200 7_15 0.1500 P_500 7_15 0.0780 P_1000 7_15 0.0400 relstring 7_15 '2212222111' recall_5 7_15 0.0926 recall_10 7_15 0.1852 recall_15 7_15 0.2222 recall_20 7_15 0.2407 recall_30 7_15 0.2963 recall_100 7_15 0.4815 recall_200 7_15 0.5556 recall_500 7_15 0.7222 recall_1000 7_15 0.7407 infAP 7_15 0.3752 Rprec_mult_0.20 7_15 1.0000 Rprec_mult_0.40 7_15 0.5909 Rprec_mult_0.60 7_15 0.5152 Rprec_mult_0.80 7_15 0.4318 Rprec_mult_1.00 7_15 0.4074 Rprec_mult_1.20 7_15 0.3538 Rprec_mult_1.40 7_15 0.3158 Rprec_mult_1.60 7_15 0.2874 Rprec_mult_1.80 7_15 0.2653 Rprec_mult_2.00 7_15 0.2407 utility 7_15 -920.0000 11pt_avg 7_15 0.4095 binG 7_15 0.3051 G 7_15 0.1897 ndcg 7_15 0.6529 ndcg_rel 7_15 0.6208 Rndcg 7_15 0.5961 ndcg_cut_5 7_15 0.7169 ndcg_cut_10 7_15 0.7167 ndcg_cut_15 7_15 0.6153 ndcg_cut_20 7_15 0.5623 ndcg_cut_30 7_15 0.5431 ndcg_cut_100 7_15 0.5499 ndcg_cut_200 7_15 0.5758 ndcg_cut_500 7_15 0.6431 ndcg_cut_1000 7_15 0.6529 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1852 map_cut_15 7_15 0.2196 map_cut_20 7_15 0.2316 map_cut_30 7_15 0.2663 map_cut_100 7_15 0.3414 map_cut_200 7_15 0.3562 map_cut_500 7_15 0.3741 map_cut_1000 7_15 0.3752 relative_P_5 7_15 1.0000 relative_P_10 7_15 1.0000 relative_P_15 7_15 0.8000 relative_P_20 7_15 0.6500 relative_P_30 7_15 0.5333 relative_P_100 7_15 0.4815 relative_P_200 7_15 0.5556 relative_P_500 7_15 0.7222 relative_P_1000 7_15 0.7407 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0400 set_relative_P 7_15 0.7407 set_recall 7_15 0.7407 set_map 7_15 0.0296 set_F 7_15 0.0759 num_nonrel_judged_ret 7_15 9 rbp 7_15 0.4045 rbp_resid 7_15 0.1822 unj_5 7_15 0.0000 unj_10 7_15 0.0000 unj_20 7_15 0.2500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 39 map 7_16 0.1647 Rprec 7_16 0.2128 bpref 7_16 0.5075 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.2941 iprec_at_recall_0.20 7_16 0.2381 iprec_at_recall_0.30 7_16 0.1772 iprec_at_recall_0.40 7_16 0.1154 iprec_at_recall_0.50 7_16 0.1154 iprec_at_recall_0.60 7_16 0.0940 iprec_at_recall_0.70 7_16 0.0904 iprec_at_recall_0.80 7_16 0.0680 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.6000 P_10 7_16 0.4000 P_15 7_16 0.2667 P_20 7_16 0.2500 P_30 7_16 0.2667 P_100 7_16 0.1400 P_200 7_16 0.1100 P_500 7_16 0.0720 P_1000 7_16 0.0390 relstring 7_16 '3013001--0' recall_5 7_16 0.0638 recall_10 7_16 0.0851 recall_15 7_16 0.0851 recall_20 7_16 0.1064 recall_30 7_16 0.1702 recall_100 7_16 0.2979 recall_200 7_16 0.4681 recall_500 7_16 0.7660 recall_1000 7_16 0.8298 infAP 7_16 0.1647 Rprec_mult_0.20 7_16 0.4000 Rprec_mult_0.40 7_16 0.2632 Rprec_mult_0.60 7_16 0.2759 Rprec_mult_0.80 7_16 0.2105 Rprec_mult_1.00 7_16 0.2128 Rprec_mult_1.20 7_16 0.1754 Rprec_mult_1.40 7_16 0.1667 Rprec_mult_1.60 7_16 0.1579 Rprec_mult_1.80 7_16 0.1647 Rprec_mult_2.00 7_16 0.1489 utility 7_16 -922.0000 11pt_avg 7_16 0.1993 binG 7_16 0.1680 G 7_16 0.1942 ndcg 7_16 0.6180 ndcg_rel 7_16 0.5347 Rndcg 7_16 0.5483 ndcg_cut_5 7_16 0.6366 ndcg_cut_10 7_16 0.5407 ndcg_cut_15 7_16 0.4747 ndcg_cut_20 7_16 0.4480 ndcg_cut_30 7_16 0.4408 ndcg_cut_100 7_16 0.4179 ndcg_cut_200 7_16 0.4812 ndcg_cut_500 7_16 0.5865 ndcg_cut_1000 7_16 0.6180 map_cut_5 7_16 0.0514 map_cut_10 7_16 0.0636 map_cut_15 7_16 0.0636 map_cut_20 7_16 0.0698 map_cut_30 7_16 0.0879 map_cut_100 7_16 0.1125 map_cut_200 7_16 0.1323 map_cut_500 7_16 0.1604 map_cut_1000 7_16 0.1647 relative_P_5 7_16 0.6000 relative_P_10 7_16 0.4000 relative_P_15 7_16 0.2667 relative_P_20 7_16 0.2500 relative_P_30 7_16 0.2667 relative_P_100 7_16 0.2979 relative_P_200 7_16 0.4681 relative_P_500 7_16 0.7660 relative_P_1000 7_16 0.8298 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0390 set_relative_P 7_16 0.8298 set_recall 7_16 0.8298 set_map 7_16 0.0324 set_F 7_16 0.0745 num_nonrel_judged_ret 7_16 37 rbp 7_16 0.2354 rbp_resid 7_16 0.3787 unj_5 7_16 0.0000 unj_10 7_16 0.2000 unj_20 7_16 0.5500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 74 map 7_2 0.5354 Rprec 7_2 0.4737 bpref 7_2 0.7861 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.9444 iprec_at_recall_0.30 7_2 0.8276 iprec_at_recall_0.40 7_2 0.7317 iprec_at_recall_0.50 7_2 0.4176 iprec_at_recall_0.60 7_2 0.3262 iprec_at_recall_0.70 7_2 0.2512 iprec_at_recall_0.80 7_2 0.2171 iprec_at_recall_0.90 7_2 0.1197 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 1.0000 P_15 7_2 0.9333 P_20 7_2 0.9000 P_30 7_2 0.8000 P_100 7_2 0.4000 P_200 7_2 0.2600 P_500 7_2 0.1320 P_1000 7_2 0.0740 relstring 7_2 '2132121233' recall_5 7_2 0.0658 recall_10 7_2 0.1316 recall_15 7_2 0.1842 recall_20 7_2 0.2368 recall_30 7_2 0.3158 recall_100 7_2 0.5263 recall_200 7_2 0.6842 recall_500 7_2 0.8684 recall_1000 7_2 0.9737 infAP 7_2 0.5354 Rprec_mult_0.20 7_2 0.9375 Rprec_mult_0.40 7_2 0.8065 Rprec_mult_0.60 7_2 0.6739 Rprec_mult_0.80 7_2 0.5574 Rprec_mult_1.00 7_2 0.4737 Rprec_mult_1.20 7_2 0.4130 Rprec_mult_1.40 7_2 0.3738 Rprec_mult_1.60 7_2 0.3361 Rprec_mult_1.80 7_2 0.3212 Rprec_mult_2.00 7_2 0.3092 utility 7_2 -852.0000 11pt_avg 7_2 0.5305 binG 7_2 0.3507 G 7_2 0.2177 ndcg 7_2 0.7942 ndcg_rel 7_2 0.6939 Rndcg 7_2 0.6723 ndcg_cut_5 7_2 0.6081 ndcg_cut_10 7_2 0.7333 ndcg_cut_15 7_2 0.6910 ndcg_cut_20 7_2 0.6935 ndcg_cut_30 7_2 0.6718 ndcg_cut_100 7_2 0.6229 ndcg_cut_200 7_2 0.6927 ndcg_cut_500 7_2 0.7634 ndcg_cut_1000 7_2 0.7942 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1316 map_cut_15 7_2 0.1824 map_cut_20 7_2 0.2314 map_cut_30 7_2 0.3001 map_cut_100 7_2 0.4340 map_cut_200 7_2 0.4846 map_cut_500 7_2 0.5238 map_cut_1000 7_2 0.5354 relative_P_5 7_2 1.0000 relative_P_10 7_2 1.0000 relative_P_15 7_2 0.9333 relative_P_20 7_2 0.9000 relative_P_30 7_2 0.8000 relative_P_100 7_2 0.5263 relative_P_200 7_2 0.6842 relative_P_500 7_2 0.8684 relative_P_1000 7_2 0.9737 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0740 set_relative_P 7_2 0.9737 set_recall 7_2 0.9737 set_map 7_2 0.0721 set_F 7_2 0.1375 num_nonrel_judged_ret 7_2 22 rbp 7_2 0.5380 rbp_resid 7_2 0.0549 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 54 map 7_3 0.4303 Rprec 7_3 0.4909 bpref 7_3 0.6175 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.7000 iprec_at_recall_0.20 7_3 0.6250 iprec_at_recall_0.30 7_3 0.5667 iprec_at_recall_0.40 7_3 0.5116 iprec_at_recall_0.50 7_3 0.4590 iprec_at_recall_0.60 7_3 0.3953 iprec_at_recall_0.70 7_3 0.2889 iprec_at_recall_0.80 7_3 0.2189 iprec_at_recall_0.90 7_3 0.1220 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.7000 P_15 7_3 0.5333 P_20 7_3 0.6000 P_30 7_3 0.5667 P_100 7_3 0.3600 P_200 7_3 0.2150 P_500 7_3 0.1000 P_1000 7_3 0.0540 relstring 7_3 '1203031011' recall_5 7_3 0.0545 recall_10 7_3 0.1273 recall_15 7_3 0.1455 recall_20 7_3 0.2182 recall_30 7_3 0.3091 recall_100 7_3 0.6545 recall_200 7_3 0.7818 recall_500 7_3 0.9091 recall_1000 7_3 0.9818 infAP 7_3 0.4303 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.5909 Rprec_mult_0.60 7_3 0.5455 Rprec_mult_0.80 7_3 0.5000 Rprec_mult_1.00 7_3 0.4909 Rprec_mult_1.20 7_3 0.4394 Rprec_mult_1.40 7_3 0.3896 Rprec_mult_1.60 7_3 0.3864 Rprec_mult_1.80 7_3 0.3636 Rprec_mult_2.00 7_3 0.3273 utility 7_3 -892.0000 11pt_avg 7_3 0.4443 binG 7_3 0.2486 G 7_3 0.2054 ndcg 7_3 0.7154 ndcg_rel 7_3 0.5593 Rndcg 7_3 0.5134 ndcg_cut_5 7_3 0.4427 ndcg_cut_10 7_3 0.4944 ndcg_cut_15 7_3 0.4651 ndcg_cut_20 7_3 0.4922 ndcg_cut_30 7_3 0.4934 ndcg_cut_100 7_3 0.5812 ndcg_cut_200 7_3 0.6550 ndcg_cut_500 7_3 0.6951 ndcg_cut_1000 7_3 0.7154 map_cut_5 7_3 0.0500 map_cut_10 7_3 0.1000 map_cut_15 7_3 0.1121 map_cut_20 7_3 0.1532 map_cut_30 7_3 0.2073 map_cut_100 7_3 0.3689 map_cut_200 7_3 0.4052 map_cut_500 7_3 0.4246 map_cut_1000 7_3 0.4303 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.7000 relative_P_15 7_3 0.5333 relative_P_20 7_3 0.6000 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.6545 relative_P_200 7_3 0.7818 relative_P_500 7_3 0.9091 relative_P_1000 7_3 0.9818 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0540 set_relative_P 7_3 0.9818 set_recall 7_3 0.9818 set_map 7_3 0.0530 set_F 7_3 0.1024 num_nonrel_judged_ret 7_3 44 rbp 7_3 0.3324 rbp_resid 7_3 0.0345 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 28 map 7_4 0.4428 Rprec 7_4 0.4483 bpref 7_4 0.6361 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.6111 iprec_at_recall_0.30 7_4 0.6111 iprec_at_recall_0.40 7_4 0.5455 iprec_at_recall_0.50 7_4 0.4545 iprec_at_recall_0.60 7_4 0.4091 iprec_at_recall_0.70 7_4 0.3231 iprec_at_recall_0.80 7_4 0.2347 iprec_at_recall_0.90 7_4 0.1625 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.6000 P_10 7_4 0.5000 P_15 7_4 0.5333 P_20 7_4 0.5500 P_30 7_4 0.4667 P_100 7_4 0.2300 P_200 7_4 0.1300 P_500 7_4 0.0520 P_1000 7_4 0.0280 relstring 7_4 '323000011-' recall_5 7_4 0.1034 recall_10 7_4 0.1724 recall_15 7_4 0.2759 recall_20 7_4 0.3793 recall_30 7_4 0.4828 recall_100 7_4 0.7931 recall_200 7_4 0.8966 recall_500 7_4 0.8966 recall_1000 7_4 0.9655 infAP 7_4 0.4428 Rprec_mult_0.20 7_4 0.5000 Rprec_mult_0.40 7_4 0.5000 Rprec_mult_0.60 7_4 0.6111 Rprec_mult_0.80 7_4 0.5000 Rprec_mult_1.00 7_4 0.4483 Rprec_mult_1.20 7_4 0.4286 Rprec_mult_1.40 7_4 0.3902 Rprec_mult_1.60 7_4 0.3830 Rprec_mult_1.80 7_4 0.3585 Rprec_mult_2.00 7_4 0.3276 utility 7_4 -944.0000 11pt_avg 7_4 0.4865 binG 7_4 0.3079 G 7_4 0.2827 ndcg 7_4 0.7661 ndcg_rel 7_4 0.6580 Rndcg 7_4 0.6375 ndcg_cut_5 7_4 0.6812 ndcg_cut_10 7_4 0.5476 ndcg_cut_15 7_4 0.5208 ndcg_cut_20 7_4 0.5496 ndcg_cut_30 7_4 0.5369 ndcg_cut_100 7_4 0.7154 ndcg_cut_200 7_4 0.7477 ndcg_cut_500 7_4 0.7477 ndcg_cut_1000 7_4 0.7661 map_cut_5 7_4 0.1034 map_cut_10 7_4 0.1398 map_cut_15 7_4 0.1969 map_cut_20 7_4 0.2577 map_cut_30 7_4 0.3086 map_cut_100 7_4 0.4201 map_cut_200 7_4 0.4397 map_cut_500 7_4 0.4397 map_cut_1000 7_4 0.4428 relative_P_5 7_4 0.6000 relative_P_10 7_4 0.5000 relative_P_15 7_4 0.5333 relative_P_20 7_4 0.5500 relative_P_30 7_4 0.4828 relative_P_100 7_4 0.7931 relative_P_200 7_4 0.8966 relative_P_500 7_4 0.8966 relative_P_1000 7_4 0.9655 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0280 set_relative_P 7_4 0.9655 set_recall 7_4 0.9655 set_map 7_4 0.0270 set_F 7_4 0.0544 num_nonrel_judged_ret 7_4 54 rbp 7_4 0.3559 rbp_resid 7_4 0.1801 unj_5 7_4 0.0000 unj_10 7_4 0.1000 unj_20 7_4 0.2000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 35 map 7_9 0.3308 Rprec 7_9 0.4167 bpref 7_9 0.4830 recip_rank 7_9 0.5000 iprec_at_recall_0.00 7_9 0.6667 iprec_at_recall_0.10 7_9 0.5714 iprec_at_recall_0.20 7_9 0.5000 iprec_at_recall_0.30 7_9 0.5000 iprec_at_recall_0.40 7_9 0.4375 iprec_at_recall_0.50 7_9 0.3673 iprec_at_recall_0.60 7_9 0.3143 iprec_at_recall_0.70 7_9 0.2500 iprec_at_recall_0.80 7_9 0.1510 iprec_at_recall_0.90 7_9 0.0976 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.4000 P_10 7_9 0.5000 P_15 7_9 0.4667 P_20 7_9 0.4500 P_30 7_9 0.4333 P_100 7_9 0.2500 P_200 7_9 0.1450 P_500 7_9 0.0700 P_1000 7_9 0.0350 relstring 7_9 '02300310-2' recall_5 7_9 0.0556 recall_10 7_9 0.1389 recall_15 7_9 0.1944 recall_20 7_9 0.2500 recall_30 7_9 0.3611 recall_100 7_9 0.6944 recall_200 7_9 0.8056 recall_500 7_9 0.9722 recall_1000 7_9 0.9722 infAP 7_9 0.3308 Rprec_mult_0.20 7_9 0.5000 Rprec_mult_0.40 7_9 0.4667 Rprec_mult_0.60 7_9 0.5000 Rprec_mult_0.80 7_9 0.4138 Rprec_mult_1.00 7_9 0.4167 Rprec_mult_1.20 7_9 0.3864 Rprec_mult_1.40 7_9 0.3529 Rprec_mult_1.60 7_9 0.3276 Rprec_mult_1.80 7_9 0.3077 Rprec_mult_2.00 7_9 0.3056 utility 7_9 -930.0000 11pt_avg 7_9 0.3505 binG 7_9 0.2308 G 7_9 0.2053 ndcg 7_9 0.6528 ndcg_rel 7_9 0.5078 Rndcg 7_9 0.4768 ndcg_cut_5 7_9 0.3440 ndcg_cut_10 7_9 0.4227 ndcg_cut_15 7_9 0.3803 ndcg_cut_20 7_9 0.4137 ndcg_cut_30 7_9 0.4382 ndcg_cut_100 7_9 0.5622 ndcg_cut_200 7_9 0.6135 ndcg_cut_500 7_9 0.6528 ndcg_cut_1000 7_9 0.6528 map_cut_5 7_9 0.0324 map_cut_10 7_9 0.0761 map_cut_15 7_9 0.1038 map_cut_20 7_9 0.1308 map_cut_30 7_9 0.1819 map_cut_100 7_9 0.2956 map_cut_200 7_9 0.3138 map_cut_500 7_9 0.3308 map_cut_1000 7_9 0.3308 relative_P_5 7_9 0.4000 relative_P_10 7_9 0.5000 relative_P_15 7_9 0.4667 relative_P_20 7_9 0.4500 relative_P_30 7_9 0.4333 relative_P_100 7_9 0.6944 relative_P_200 7_9 0.8056 relative_P_500 7_9 0.9722 relative_P_1000 7_9 0.9722 success_1 7_9 0.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0350 set_relative_P 7_9 0.9722 set_recall 7_9 0.9722 set_map 7_9 0.0340 set_F 7_9 0.0676 num_nonrel_judged_ret 7_9 58 rbp 7_9 0.3111 rbp_resid 7_9 0.1576 unj_5 7_9 0.0000 unj_10 7_9 0.1000 unj_20 7_9 0.2000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 9 map 8_1 0.0187 Rprec 8_1 0.0781 bpref 8_1 0.0908 recip_rank 8_1 0.2000 iprec_at_recall_0.00 8_1 0.2857 iprec_at_recall_0.10 8_1 0.0750 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.2000 P_10 8_1 0.2000 P_15 8_1 0.1333 P_20 8_1 0.1500 P_30 8_1 0.1667 P_100 8_1 0.0600 P_200 8_1 0.0350 P_500 8_1 0.0160 P_1000 8_1 0.0090 relstring 8_1 '00001-2--0' recall_5 8_1 0.0156 recall_10 8_1 0.0312 recall_15 8_1 0.0312 recall_20 8_1 0.0469 recall_30 8_1 0.0781 recall_100 8_1 0.0938 recall_200 8_1 0.1094 recall_500 8_1 0.1250 recall_1000 8_1 0.1406 infAP 8_1 0.0187 Rprec_mult_0.20 8_1 0.1538 Rprec_mult_0.40 8_1 0.1923 Rprec_mult_0.60 8_1 0.1282 Rprec_mult_0.80 8_1 0.0962 Rprec_mult_1.00 8_1 0.0781 Rprec_mult_1.20 8_1 0.0649 Rprec_mult_1.40 8_1 0.0667 Rprec_mult_1.60 8_1 0.0583 Rprec_mult_1.80 8_1 0.0517 Rprec_mult_2.00 8_1 0.0469 utility 8_1 -982.0000 11pt_avg 8_1 0.0328 binG 8_1 0.0309 G 8_1 0.0193 ndcg 8_1 0.0887 ndcg_rel 8_1 0.0869 Rndcg 8_1 0.0712 ndcg_cut_5 8_1 0.0328 ndcg_cut_10 8_1 0.0599 ndcg_cut_15 8_1 0.0495 ndcg_cut_20 8_1 0.0645 ndcg_cut_30 8_1 0.0860 ndcg_cut_100 8_1 0.0780 ndcg_cut_200 8_1 0.0819 ndcg_cut_500 8_1 0.0855 ndcg_cut_1000 8_1 0.0887 map_cut_5 8_1 0.0031 map_cut_10 8_1 0.0076 map_cut_15 8_1 0.0076 map_cut_20 8_1 0.0102 map_cut_30 8_1 0.0160 map_cut_100 8_1 0.0172 map_cut_200 8_1 0.0179 map_cut_500 8_1 0.0184 map_cut_1000 8_1 0.0187 relative_P_5 8_1 0.2000 relative_P_10 8_1 0.2000 relative_P_15 8_1 0.1333 relative_P_20 8_1 0.1500 relative_P_30 8_1 0.1667 relative_P_100 8_1 0.0938 relative_P_200 8_1 0.1094 relative_P_500 8_1 0.1250 relative_P_1000 8_1 0.1406 success_1 8_1 0.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0090 set_relative_P 8_1 0.1406 set_recall 8_1 0.1406 set_map 8_1 0.0013 set_F 8_1 0.0169 num_nonrel_judged_ret 8_1 52 rbp 8_1 0.0613 rbp_resid 8_1 0.2708 unj_5 8_1 0.0000 unj_10 8_1 0.3000 unj_20 8_1 0.3500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 21 map 8_10 0.1159 Rprec 8_10 0.1429 bpref 8_10 0.3010 recip_rank 8_10 1.0000 iprec_at_recall_0.00 8_10 1.0000 iprec_at_recall_0.10 8_10 0.2727 iprec_at_recall_0.20 8_10 0.1429 iprec_at_recall_0.30 8_10 0.0988 iprec_at_recall_0.40 8_10 0.0647 iprec_at_recall_0.50 8_10 0.0493 iprec_at_recall_0.60 8_10 0.0450 iprec_at_recall_0.70 8_10 0.0301 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.4000 P_10 8_10 0.2000 P_15 8_10 0.2000 P_20 8_10 0.1500 P_30 8_10 0.1667 P_100 8_10 0.0800 P_200 8_10 0.0550 P_500 8_10 0.0360 P_1000 8_10 0.0210 relstring 8_10 '30100--0--' recall_5 8_10 0.0714 recall_10 8_10 0.0714 recall_15 8_10 0.1071 recall_20 8_10 0.1071 recall_30 8_10 0.1786 recall_100 8_10 0.2857 recall_200 8_10 0.3929 recall_500 8_10 0.6429 recall_1000 8_10 0.7500 infAP 8_10 0.1159 Rprec_mult_0.20 8_10 0.3333 Rprec_mult_0.40 8_10 0.2500 Rprec_mult_0.60 8_10 0.1765 Rprec_mult_0.80 8_10 0.1304 Rprec_mult_1.00 8_10 0.1429 Rprec_mult_1.20 8_10 0.1471 Rprec_mult_1.40 8_10 0.1250 Rprec_mult_1.60 8_10 0.1333 Rprec_mult_1.80 8_10 0.1176 Rprec_mult_2.00 8_10 0.1071 utility 8_10 -958.0000 11pt_avg 8_10 0.1549 binG 8_10 0.1600 G 8_10 0.1678 ndcg 8_10 0.4663 ndcg_rel 8_10 0.4196 Rndcg 8_10 0.3469 ndcg_cut_5 8_10 0.3957 ndcg_cut_10 8_10 0.2908 ndcg_cut_15 8_10 0.2718 ndcg_cut_20 8_10 0.2506 ndcg_cut_30 8_10 0.2738 ndcg_cut_100 8_10 0.3132 ndcg_cut_200 8_10 0.3552 ndcg_cut_500 8_10 0.4342 ndcg_cut_1000 8_10 0.4663 map_cut_5 8_10 0.0595 map_cut_10 8_10 0.0595 map_cut_15 8_10 0.0693 map_cut_20 8_10 0.0693 map_cut_30 8_10 0.0812 map_cut_100 8_10 0.0933 map_cut_200 8_10 0.1006 map_cut_500 8_10 0.1128 map_cut_1000 8_10 0.1159 relative_P_5 8_10 0.4000 relative_P_10 8_10 0.2000 relative_P_15 8_10 0.2000 relative_P_20 8_10 0.1500 relative_P_30 8_10 0.1786 relative_P_100 8_10 0.2857 relative_P_200 8_10 0.3929 relative_P_500 8_10 0.6429 relative_P_1000 8_10 0.7500 success_1 8_10 1.0000 success_5 8_10 1.0000 success_10 8_10 1.0000 set_P 8_10 0.0210 set_relative_P 8_10 0.7500 set_recall 8_10 0.7500 set_map 8_10 0.0158 set_F 8_10 0.0409 num_nonrel_judged_ret 8_10 30 rbp 8_10 0.1468 rbp_resid 8_10 0.3960 unj_5 8_10 0.0000 unj_10 8_10 0.4000 unj_20 8_10 0.5000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 8 map 8_11 0.4359 Rprec 8_11 0.5000 bpref 8_11 0.4600 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 0.8000 iprec_at_recall_0.40 8_11 0.8000 iprec_at_recall_0.50 8_11 0.7143 iprec_at_recall_0.60 8_11 0.0377 iprec_at_recall_0.70 8_11 0.0288 iprec_at_recall_0.80 8_11 0.0281 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.8000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.2500 P_30 8_11 0.1667 P_100 8_11 0.0500 P_200 8_11 0.0300 P_500 8_11 0.0160 P_1000 8_11 0.0080 relstring 8_11 '210110100-' recall_5 8_11 0.4000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.5000 recall_30 8_11 0.5000 recall_100 8_11 0.5000 recall_200 8_11 0.6000 recall_500 8_11 0.8000 recall_1000 8_11 0.8000 infAP 8_11 0.4359 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.6667 Rprec_mult_0.80 8_11 0.6250 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -984.0000 11pt_avg 8_11 0.4917 binG 8_11 0.4149 G 8_11 0.3707 ndcg 8_11 0.6749 ndcg_rel 8_11 0.7322 Rndcg 8_11 0.6980 ndcg_cut_5 8_11 0.7530 ndcg_cut_10 8_11 0.6125 ndcg_cut_15 8_11 0.6125 ndcg_cut_20 8_11 0.6125 ndcg_cut_30 8_11 0.6125 ndcg_cut_100 8_11 0.6125 ndcg_cut_200 8_11 0.6346 ndcg_cut_500 8_11 0.6749 ndcg_cut_1000 8_11 0.6749 map_cut_5 8_11 0.3550 map_cut_10 8_11 0.4264 map_cut_15 8_11 0.4264 map_cut_20 8_11 0.4264 map_cut_30 8_11 0.4264 map_cut_100 8_11 0.4264 map_cut_200 8_11 0.4302 map_cut_500 8_11 0.4359 map_cut_1000 8_11 0.4359 relative_P_5 8_11 0.8000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.5000 relative_P_30 8_11 0.5000 relative_P_100 8_11 0.5000 relative_P_200 8_11 0.6000 relative_P_500 8_11 0.8000 relative_P_1000 8_11 0.8000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0080 set_relative_P 8_11 0.8000 set_recall 8_11 0.8000 set_map 8_11 0.0064 set_F 8_11 0.0158 num_nonrel_judged_ret 8_11 42 rbp 8_11 0.2408 rbp_resid 8_11 0.1988 unj_5 8_11 0.0000 unj_10 8_11 0.1000 unj_20 8_11 0.2000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 11 map 8_12 0.0088 Rprec 8_12 0.0227 bpref 8_12 0.0940 recip_rank 8_12 0.1111 iprec_at_recall_0.00 8_12 0.1111 iprec_at_recall_0.10 8_12 0.0336 iprec_at_recall_0.20 8_12 0.0216 iprec_at_recall_0.30 8_12 0.0000 iprec_at_recall_0.40 8_12 0.0000 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.0000 P_10 8_12 0.1000 P_15 8_12 0.0667 P_20 8_12 0.0500 P_30 8_12 0.0333 P_100 8_12 0.0300 P_200 8_12 0.0250 P_500 8_12 0.0180 P_1000 8_12 0.0110 relstring 8_12 '000000001-' recall_5 8_12 0.0000 recall_10 8_12 0.0227 recall_15 8_12 0.0227 recall_20 8_12 0.0227 recall_30 8_12 0.0227 recall_100 8_12 0.0682 recall_200 8_12 0.1136 recall_500 8_12 0.2045 recall_1000 8_12 0.2500 infAP 8_12 0.0088 Rprec_mult_0.20 8_12 0.1111 Rprec_mult_0.40 8_12 0.0556 Rprec_mult_0.60 8_12 0.0370 Rprec_mult_0.80 8_12 0.0278 Rprec_mult_1.00 8_12 0.0227 Rprec_mult_1.20 8_12 0.0189 Rprec_mult_1.40 8_12 0.0323 Rprec_mult_1.60 8_12 0.0282 Rprec_mult_1.80 8_12 0.0375 Rprec_mult_2.00 8_12 0.0341 utility 8_12 -978.0000 11pt_avg 8_12 0.0151 binG 8_12 0.0369 G 8_12 0.0388 ndcg 8_12 0.1216 ndcg_rel 8_12 0.1087 Rndcg 8_12 0.0305 ndcg_cut_5 8_12 0.0000 ndcg_cut_10 8_12 0.0205 ndcg_cut_15 8_12 0.0176 ndcg_cut_20 8_12 0.0165 ndcg_cut_30 8_12 0.0148 ndcg_cut_100 8_12 0.0423 ndcg_cut_200 8_12 0.0607 ndcg_cut_500 8_12 0.0929 ndcg_cut_1000 8_12 0.1216 map_cut_5 8_12 0.0000 map_cut_10 8_12 0.0025 map_cut_15 8_12 0.0025 map_cut_20 8_12 0.0025 map_cut_30 8_12 0.0025 map_cut_100 8_12 0.0042 map_cut_200 8_12 0.0057 map_cut_500 8_12 0.0079 map_cut_1000 8_12 0.0088 relative_P_5 8_12 0.0000 relative_P_10 8_12 0.1000 relative_P_15 8_12 0.0667 relative_P_20 8_12 0.0500 relative_P_30 8_12 0.0333 relative_P_100 8_12 0.0682 relative_P_200 8_12 0.1136 relative_P_500 8_12 0.2045 relative_P_1000 8_12 0.2500 success_1 8_12 0.0000 success_5 8_12 0.0000 success_10 8_12 1.0000 set_P 8_12 0.0110 set_relative_P 8_12 0.2500 set_recall 8_12 0.2500 set_map 8_12 0.0027 set_F 8_12 0.0211 num_nonrel_judged_ret 8_12 40 rbp 8_12 0.0110 rbp_resid 8_12 0.3070 unj_5 8_12 0.0000 unj_10 8_12 0.1000 unj_20 8_12 0.4000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 38 map 8_13 0.1385 Rprec 8_13 0.2453 bpref 8_13 0.3930 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.3750 iprec_at_recall_0.20 8_13 0.2619 iprec_at_recall_0.30 8_13 0.1600 iprec_at_recall_0.40 8_13 0.0905 iprec_at_recall_0.50 8_13 0.0889 iprec_at_recall_0.60 8_13 0.0667 iprec_at_recall_0.70 8_13 0.0548 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.4000 P_10 8_13 0.3000 P_15 8_13 0.3333 P_20 8_13 0.3000 P_30 8_13 0.3000 P_100 8_13 0.1600 P_200 8_13 0.1000 P_500 8_13 0.0640 P_1000 8_13 0.0380 relstring 8_13 '4000101---' recall_5 8_13 0.0377 recall_10 8_13 0.0566 recall_15 8_13 0.0943 recall_20 8_13 0.1132 recall_30 8_13 0.1698 recall_100 8_13 0.3019 recall_200 8_13 0.3774 recall_500 8_13 0.6038 recall_1000 8_13 0.7170 infAP 8_13 0.1385 Rprec_mult_0.20 8_13 0.2727 Rprec_mult_0.40 8_13 0.3182 Rprec_mult_0.60 8_13 0.2812 Rprec_mult_0.80 8_13 0.2558 Rprec_mult_1.00 8_13 0.2453 Rprec_mult_1.20 8_13 0.2344 Rprec_mult_1.40 8_13 0.2000 Rprec_mult_1.60 8_13 0.1765 Rprec_mult_1.80 8_13 0.1562 Rprec_mult_2.00 8_13 0.1509 utility 8_13 -924.0000 11pt_avg 8_13 0.1907 binG 8_13 0.1390 G 8_13 0.1428 ndcg 8_13 0.4762 ndcg_rel 8_13 0.4038 Rndcg 8_13 0.3413 ndcg_cut_5 8_13 0.3846 ndcg_cut_10 8_13 0.2915 ndcg_cut_15 8_13 0.2783 ndcg_cut_20 8_13 0.2589 ndcg_cut_30 8_13 0.2729 ndcg_cut_100 8_13 0.3128 ndcg_cut_200 8_13 0.3463 ndcg_cut_500 8_13 0.4296 ndcg_cut_1000 8_13 0.4762 map_cut_5 8_13 0.0264 map_cut_10 8_13 0.0345 map_cut_15 8_13 0.0471 map_cut_20 8_13 0.0542 map_cut_30 8_13 0.0738 map_cut_100 8_13 0.1060 map_cut_200 8_13 0.1135 map_cut_500 8_13 0.1323 map_cut_1000 8_13 0.1385 relative_P_5 8_13 0.4000 relative_P_10 8_13 0.3000 relative_P_15 8_13 0.3333 relative_P_20 8_13 0.3000 relative_P_30 8_13 0.3000 relative_P_100 8_13 0.3019 relative_P_200 8_13 0.3774 relative_P_500 8_13 0.6038 relative_P_1000 8_13 0.7170 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0380 set_relative_P 8_13 0.7170 set_recall 8_13 0.7170 set_map 8_13 0.0272 set_F 8_13 0.0722 num_nonrel_judged_ret 8_13 49 rbp 8_13 0.1607 rbp_resid 8_13 0.3022 unj_5 8_13 0.0000 unj_10 8_13 0.3000 unj_20 8_13 0.4000 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 30 map 8_2 0.1436 Rprec 8_2 0.2340 bpref 8_2 0.2920 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.4667 iprec_at_recall_0.20 8_2 0.3333 iprec_at_recall_0.30 8_2 0.1923 iprec_at_recall_0.40 8_2 0.1124 iprec_at_recall_0.50 8_2 0.0571 iprec_at_recall_0.60 8_2 0.0430 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.4000 P_15 8_2 0.4667 P_20 8_2 0.3500 P_30 8_2 0.3000 P_100 8_2 0.1600 P_200 8_2 0.1000 P_500 8_2 0.0480 P_1000 8_2 0.0300 relstring 8_2 '10001-0201' recall_5 8_2 0.0426 recall_10 8_2 0.0851 recall_15 8_2 0.1489 recall_20 8_2 0.1489 recall_30 8_2 0.1915 recall_100 8_2 0.3404 recall_200 8_2 0.4255 recall_500 8_2 0.5106 recall_1000 8_2 0.6383 infAP 8_2 0.1436 Rprec_mult_0.20 8_2 0.4000 Rprec_mult_0.40 8_2 0.3684 Rprec_mult_0.60 8_2 0.3103 Rprec_mult_0.80 8_2 0.2368 Rprec_mult_1.00 8_2 0.2340 Rprec_mult_1.20 8_2 0.1930 Rprec_mult_1.40 8_2 0.1818 Rprec_mult_1.60 8_2 0.1842 Rprec_mult_1.80 8_2 0.1765 Rprec_mult_2.00 8_2 0.1702 utility 8_2 -940.0000 11pt_avg 8_2 0.2004 binG 8_2 0.1382 G 8_2 0.1020 ndcg 8_2 0.3718 ndcg_rel 8_2 0.2964 Rndcg 8_2 0.1995 ndcg_cut_5 8_2 0.1263 ndcg_cut_10 8_2 0.1491 ndcg_cut_15 8_2 0.2001 ndcg_cut_20 8_2 0.1771 ndcg_cut_30 8_2 0.1990 ndcg_cut_100 8_2 0.2515 ndcg_cut_200 8_2 0.2891 ndcg_cut_500 8_2 0.3131 ndcg_cut_1000 8_2 0.3718 map_cut_5 8_2 0.0298 map_cut_10 8_2 0.0463 map_cut_15 8_2 0.0757 map_cut_20 8_2 0.0757 map_cut_30 8_2 0.0905 map_cut_100 8_2 0.1207 map_cut_200 8_2 0.1314 map_cut_500 8_2 0.1380 map_cut_1000 8_2 0.1436 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.4000 relative_P_15 8_2 0.4667 relative_P_20 8_2 0.3500 relative_P_30 8_2 0.3000 relative_P_100 8_2 0.3404 relative_P_200 8_2 0.4255 relative_P_500 8_2 0.5106 relative_P_1000 8_2 0.6383 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0300 set_relative_P 8_2 0.6383 set_recall 8_2 0.6383 set_map 8_2 0.0191 set_F 8_2 0.0573 num_nonrel_judged_ret 8_2 64 rbp 8_2 0.1215 rbp_resid 8_2 0.1820 unj_5 8_2 0.0000 unj_10 8_2 0.1000 unj_20 8_2 0.2000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 4 map 8_3 0.0939 Rprec 8_3 0.1071 bpref 8_3 0.1059 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 0.6000 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.6000 P_10 8_3 0.3000 P_15 8_3 0.2000 P_20 8_3 0.1500 P_30 8_3 0.1000 P_100 8_3 0.0300 P_200 8_3 0.0200 P_500 8_3 0.0080 P_1000 8_3 0.0040 relstring 8_3 '11001-0--0' recall_5 8_3 0.1071 recall_10 8_3 0.1071 recall_15 8_3 0.1071 recall_20 8_3 0.1071 recall_30 8_3 0.1071 recall_100 8_3 0.1071 recall_200 8_3 0.1429 recall_500 8_3 0.1429 recall_1000 8_3 0.1429 infAP 8_3 0.0939 Rprec_mult_0.20 8_3 0.5000 Rprec_mult_0.40 8_3 0.2500 Rprec_mult_0.60 8_3 0.1765 Rprec_mult_0.80 8_3 0.1304 Rprec_mult_1.00 8_3 0.1071 Rprec_mult_1.20 8_3 0.0882 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0667 Rprec_mult_1.80 8_3 0.0588 Rprec_mult_2.00 8_3 0.0536 utility 8_3 -992.0000 11pt_avg 8_3 0.1455 binG 8_3 0.0943 G 8_3 0.0467 ndcg 8_3 0.1790 ndcg_rel 8_3 0.2077 Rndcg 8_3 0.2172 ndcg_cut_5 8_3 0.3422 ndcg_cut_10 8_3 0.2571 ndcg_cut_15 8_3 0.2201 ndcg_cut_20 8_3 0.1951 ndcg_cut_30 8_3 0.1673 ndcg_cut_100 8_3 0.1673 ndcg_cut_200 8_3 0.1790 ndcg_cut_500 8_3 0.1790 ndcg_cut_1000 8_3 0.1790 map_cut_5 8_3 0.0929 map_cut_10 8_3 0.0929 map_cut_15 8_3 0.0929 map_cut_20 8_3 0.0929 map_cut_30 8_3 0.0929 map_cut_100 8_3 0.0929 map_cut_200 8_3 0.0939 map_cut_500 8_3 0.0939 map_cut_1000 8_3 0.0939 relative_P_5 8_3 0.6000 relative_P_10 8_3 0.3000 relative_P_15 8_3 0.2000 relative_P_20 8_3 0.1500 relative_P_30 8_3 0.1071 relative_P_100 8_3 0.1071 relative_P_200 8_3 0.1429 relative_P_500 8_3 0.1429 relative_P_1000 8_3 0.1429 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0040 set_relative_P 8_3 0.1429 set_recall 8_3 0.1429 set_map 8_3 0.0006 set_F 8_3 0.0078 num_nonrel_judged_ret 8_3 41 rbp 8_3 0.1278 rbp_resid 8_3 0.3854 unj_5 8_3 0.0000 unj_10 8_3 0.3000 unj_20 8_3 0.4500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 38 map 8_4 0.0943 Rprec 8_4 0.1287 bpref 8_4 0.2874 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.1887 iprec_at_recall_0.20 8_4 0.0753 iprec_at_recall_0.30 8_4 0.0570 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 1.0000 P_10 8_4 0.6000 P_15 8_4 0.4667 P_20 8_4 0.3500 P_30 8_4 0.3000 P_100 8_4 0.1300 P_200 8_4 0.0900 P_500 8_4 0.0560 P_1000 8_4 0.0380 relstring 8_4 '2141104000' recall_5 8_4 0.0495 recall_10 8_4 0.0594 recall_15 8_4 0.0693 recall_20 8_4 0.0693 recall_30 8_4 0.0891 recall_100 8_4 0.1287 recall_200 8_4 0.1782 recall_500 8_4 0.2772 recall_1000 8_4 0.3762 infAP 8_4 0.0943 Rprec_mult_0.20 8_4 0.3333 Rprec_mult_0.40 8_4 0.2195 Rprec_mult_0.60 8_4 0.1639 Rprec_mult_0.80 8_4 0.1481 Rprec_mult_1.00 8_4 0.1287 Rprec_mult_1.20 8_4 0.1148 Rprec_mult_1.40 8_4 0.1056 Rprec_mult_1.60 8_4 0.0926 Rprec_mult_1.80 8_4 0.0934 Rprec_mult_2.00 8_4 0.0891 utility 8_4 -924.0000 11pt_avg 8_4 0.1201 binG 8_4 0.1002 G 8_4 0.0737 ndcg 8_4 0.3587 ndcg_rel 8_4 0.3414 Rndcg 8_4 0.2857 ndcg_cut_5 8_4 0.4620 ndcg_cut_10 8_4 0.3732 ndcg_cut_15 8_4 0.3184 ndcg_cut_20 8_4 0.2745 ndcg_cut_30 8_4 0.2584 ndcg_cut_100 8_4 0.2130 ndcg_cut_200 8_4 0.2390 ndcg_cut_500 8_4 0.3019 ndcg_cut_1000 8_4 0.3587 map_cut_5 8_4 0.0495 map_cut_10 8_4 0.0580 map_cut_15 8_4 0.0633 map_cut_20 8_4 0.0633 map_cut_30 8_4 0.0701 map_cut_100 8_4 0.0766 map_cut_200 8_4 0.0819 map_cut_500 8_4 0.0890 map_cut_1000 8_4 0.0943 relative_P_5 8_4 1.0000 relative_P_10 8_4 0.6000 relative_P_15 8_4 0.4667 relative_P_20 8_4 0.3500 relative_P_30 8_4 0.3000 relative_P_100 8_4 0.1300 relative_P_200 8_4 0.1782 relative_P_500 8_4 0.2772 relative_P_1000 8_4 0.3762 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0380 set_relative_P 8_4 0.3762 set_recall 8_4 0.3762 set_map 8_4 0.0143 set_F 8_4 0.0690 num_nonrel_judged_ret 8_4 39 rbp 8_4 0.2571 rbp_resid 8_4 0.1669 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.2000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 44 map 8_5 0.3385 Rprec 8_5 0.3529 bpref 8_5 0.5475 recip_rank 8_5 0.5000 iprec_at_recall_0.00 8_5 0.7500 iprec_at_recall_0.10 8_5 0.7500 iprec_at_recall_0.20 8_5 0.6316 iprec_at_recall_0.30 8_5 0.6250 iprec_at_recall_0.40 8_5 0.3651 iprec_at_recall_0.50 8_5 0.3467 iprec_at_recall_0.60 8_5 0.2480 iprec_at_recall_0.70 8_5 0.1989 iprec_at_recall_0.80 8_5 0.1708 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.7000 P_15 8_5 0.6000 P_20 8_5 0.6000 P_30 8_5 0.5333 P_100 8_5 0.2700 P_200 8_5 0.1850 P_500 8_5 0.0860 P_1000 8_5 0.0440 relstring 8_5 '0220013212' recall_5 8_5 0.0392 recall_10 8_5 0.1373 recall_15 8_5 0.1765 recall_20 8_5 0.2353 recall_30 8_5 0.3137 recall_100 8_5 0.5294 recall_200 8_5 0.7255 recall_500 8_5 0.8431 recall_1000 8_5 0.8627 infAP 8_5 0.3385 Rprec_mult_0.20 8_5 0.7273 Rprec_mult_0.40 8_5 0.5714 Rprec_mult_0.60 8_5 0.5161 Rprec_mult_0.80 8_5 0.4146 Rprec_mult_1.00 8_5 0.3529 Rprec_mult_1.20 8_5 0.3548 Rprec_mult_1.40 8_5 0.3333 Rprec_mult_1.60 8_5 0.3171 Rprec_mult_1.80 8_5 0.2935 Rprec_mult_2.00 8_5 0.2745 utility 8_5 -912.0000 11pt_avg 8_5 0.3715 binG 8_5 0.2114 G 8_5 0.1642 ndcg 8_5 0.5686 ndcg_rel 8_5 0.4484 Rndcg 8_5 0.3447 ndcg_cut_5 8_5 0.2242 ndcg_cut_10 8_5 0.3862 ndcg_cut_15 8_5 0.3624 ndcg_cut_20 8_5 0.3790 ndcg_cut_30 8_5 0.3935 ndcg_cut_100 8_5 0.4519 ndcg_cut_200 8_5 0.5196 ndcg_cut_500 8_5 0.5638 ndcg_cut_1000 8_5 0.5686 map_cut_5 8_5 0.0229 map_cut_10 8_5 0.0829 map_cut_15 8_5 0.1119 map_cut_20 8_5 0.1478 map_cut_30 8_5 0.1948 map_cut_100 8_5 0.2721 map_cut_200 8_5 0.3182 map_cut_500 8_5 0.3369 map_cut_1000 8_5 0.3385 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.7000 relative_P_15 8_5 0.6000 relative_P_20 8_5 0.6000 relative_P_30 8_5 0.5333 relative_P_100 8_5 0.5294 relative_P_200 8_5 0.7255 relative_P_500 8_5 0.8431 relative_P_1000 8_5 0.8627 success_1 8_5 0.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0440 set_relative_P 8_5 0.8627 set_recall 8_5 0.8627 set_map 8_5 0.0380 set_F 8_5 0.0837 num_nonrel_judged_ret 8_5 50 rbp 8_5 0.2363 rbp_resid 8_5 0.0756 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.1000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 46 map 8_7 0.6477 Rprec 8_7 0.6170 bpref 8_7 0.8348 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.9091 iprec_at_recall_0.20 8_7 0.9091 iprec_at_recall_0.30 8_7 0.9091 iprec_at_recall_0.40 8_7 0.9091 iprec_at_recall_0.50 8_7 0.7812 iprec_at_recall_0.60 8_7 0.7000 iprec_at_recall_0.70 8_7 0.4521 iprec_at_recall_0.80 8_7 0.3762 iprec_at_recall_0.90 8_7 0.2577 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.8000 P_10 8_7 0.8000 P_15 8_7 0.8667 P_20 8_7 0.9000 P_30 8_7 0.7667 P_100 8_7 0.3700 P_200 8_7 0.2150 P_500 8_7 0.0920 P_1000 8_7 0.0460 relstring 8_7 '32101-1224' recall_5 8_7 0.0851 recall_10 8_7 0.1702 recall_15 8_7 0.2766 recall_20 8_7 0.3830 recall_30 8_7 0.4894 recall_100 8_7 0.7872 recall_200 8_7 0.9149 recall_500 8_7 0.9787 recall_1000 8_7 0.9787 infAP 8_7 0.6477 Rprec_mult_0.20 8_7 0.8000 Rprec_mult_0.40 8_7 0.8947 Rprec_mult_0.60 8_7 0.7931 Rprec_mult_0.80 8_7 0.6842 Rprec_mult_1.00 8_7 0.6170 Rprec_mult_1.20 8_7 0.5263 Rprec_mult_1.40 8_7 0.4697 Rprec_mult_1.60 8_7 0.4474 Rprec_mult_1.80 8_7 0.4118 Rprec_mult_2.00 8_7 0.3936 utility 8_7 -908.0000 11pt_avg 8_7 0.6549 binG 8_7 0.3694 G 8_7 0.2617 ndcg 8_7 0.8033 ndcg_rel 8_7 0.6905 Rndcg 8_7 0.6619 ndcg_cut_5 8_7 0.5103 ndcg_cut_10 8_7 0.5927 ndcg_cut_15 8_7 0.6612 ndcg_cut_20 8_7 0.6749 ndcg_cut_30 8_7 0.6900 ndcg_cut_100 8_7 0.7425 ndcg_cut_200 8_7 0.7869 ndcg_cut_500 8_7 0.8033 ndcg_cut_1000 8_7 0.8033 map_cut_5 8_7 0.0809 map_cut_10 8_7 0.1456 map_cut_15 8_7 0.2354 map_cut_20 8_7 0.3299 map_cut_30 8_7 0.4233 map_cut_100 8_7 0.5953 map_cut_200 8_7 0.6369 map_cut_500 8_7 0.6477 map_cut_1000 8_7 0.6477 relative_P_5 8_7 0.8000 relative_P_10 8_7 0.8000 relative_P_15 8_7 0.8667 relative_P_20 8_7 0.9000 relative_P_30 8_7 0.7667 relative_P_100 8_7 0.7872 relative_P_200 8_7 0.9149 relative_P_500 8_7 0.9787 relative_P_1000 8_7 0.9787 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0460 set_relative_P 8_7 0.9787 set_recall 8_7 0.9787 set_map 8_7 0.0450 set_F 8_7 0.0879 num_nonrel_judged_ret 8_7 24 rbp 8_7 0.3737 rbp_resid 8_7 0.0939 unj_5 8_7 0.0000 unj_10 8_7 0.1000 unj_20 8_7 0.0500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 31 map 8_8 0.4140 Rprec 8_8 0.4375 bpref 8_8 0.5215 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 0.5882 iprec_at_recall_0.30 8_8 0.5882 iprec_at_recall_0.40 8_8 0.5000 iprec_at_recall_0.50 8_8 0.3636 iprec_at_recall_0.60 8_8 0.3455 iprec_at_recall_0.70 8_8 0.2391 iprec_at_recall_0.80 8_8 0.2063 iprec_at_recall_0.90 8_8 0.1324 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.6000 P_10 8_8 0.5000 P_15 8_8 0.5333 P_20 8_8 0.5000 P_30 8_8 0.4667 P_100 8_8 0.2300 P_200 8_8 0.1400 P_500 8_8 0.0600 P_1000 8_8 0.0310 relstring 8_8 '3330043000' recall_5 8_8 0.0938 recall_10 8_8 0.1562 recall_15 8_8 0.2500 recall_20 8_8 0.3125 recall_30 8_8 0.4375 recall_100 8_8 0.7188 recall_200 8_8 0.8750 recall_500 8_8 0.9375 recall_1000 8_8 0.9688 infAP 8_8 0.4140 Rprec_mult_0.20 8_8 0.7143 Rprec_mult_0.40 8_8 0.5385 Rprec_mult_0.60 8_8 0.5000 Rprec_mult_0.80 8_8 0.5000 Rprec_mult_1.00 8_8 0.4375 Rprec_mult_1.20 8_8 0.3590 Rprec_mult_1.40 8_8 0.3556 Rprec_mult_1.60 8_8 0.3462 Rprec_mult_1.80 8_8 0.3276 Rprec_mult_2.00 8_8 0.2969 utility 8_8 -938.0000 11pt_avg 8_8 0.4512 binG 8_8 0.2958 G 8_8 0.2400 ndcg 8_8 0.7640 ndcg_rel 8_8 0.6671 Rndcg 8_8 0.6096 ndcg_cut_5 8_8 0.5420 ndcg_cut_10 8_8 0.5319 ndcg_cut_15 8_8 0.5760 ndcg_cut_20 8_8 0.5928 ndcg_cut_30 8_8 0.5754 ndcg_cut_100 8_8 0.7076 ndcg_cut_200 8_8 0.7493 ndcg_cut_500 8_8 0.7595 ndcg_cut_1000 8_8 0.7640 map_cut_5 8_8 0.0938 map_cut_10 8_8 0.1369 map_cut_15 8_8 0.1900 map_cut_20 8_8 0.2260 map_cut_30 8_8 0.2878 map_cut_100 8_8 0.3732 map_cut_200 8_8 0.4061 map_cut_500 8_8 0.4126 map_cut_1000 8_8 0.4140 relative_P_5 8_8 0.6000 relative_P_10 8_8 0.5000 relative_P_15 8_8 0.5333 relative_P_20 8_8 0.5000 relative_P_30 8_8 0.4667 relative_P_100 8_8 0.7188 relative_P_200 8_8 0.8750 relative_P_500 8_8 0.9375 relative_P_1000 8_8 0.9688 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0310 set_relative_P 8_8 0.9688 set_recall 8_8 0.9688 set_map 8_8 0.0300 set_F 8_8 0.0601 num_nonrel_judged_ret 8_8 48 rbp 8_8 0.4101 rbp_resid 8_8 0.0891 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.1500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 37 map 9_11 0.1047 Rprec 9_11 0.1597 bpref 9_11 0.2832 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.2692 iprec_at_recall_0.20 9_11 0.1452 iprec_at_recall_0.30 9_11 0.0668 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 0.7000 P_15 9_11 0.5333 P_20 9_11 0.4500 P_30 9_11 0.3333 P_100 9_11 0.1900 P_200 9_11 0.1400 P_500 9_11 0.0680 P_1000 9_11 0.0370 relstring 9_11 '21221-011-' recall_5 9_11 0.0420 recall_10 9_11 0.0588 recall_15 9_11 0.0672 recall_20 9_11 0.0756 recall_30 9_11 0.0840 recall_100 9_11 0.1597 recall_200 9_11 0.2353 recall_500 9_11 0.2857 recall_1000 9_11 0.3109 infAP 9_11 0.1047 Rprec_mult_0.20 9_11 0.4167 Rprec_mult_0.40 9_11 0.2500 Rprec_mult_0.60 9_11 0.2361 Rprec_mult_0.80 9_11 0.1979 Rprec_mult_1.00 9_11 0.1597 Rprec_mult_1.20 9_11 0.1469 Rprec_mult_1.40 9_11 0.1317 Rprec_mult_1.60 9_11 0.1414 Rprec_mult_1.80 9_11 0.1302 Rprec_mult_2.00 9_11 0.1176 utility 9_11 -926.0000 11pt_avg 9_11 0.1347 binG 9_11 0.0914 G 9_11 0.0566 ndcg 9_11 0.3029 ndcg_rel 9_11 0.3089 Rndcg 9_11 0.2970 ndcg_cut_5 9_11 0.5516 ndcg_cut_10 9_11 0.4119 ndcg_cut_15 9_11 0.3768 ndcg_cut_20 9_11 0.3415 ndcg_cut_30 9_11 0.2969 ndcg_cut_100 9_11 0.2260 ndcg_cut_200 9_11 0.2573 ndcg_cut_500 9_11 0.2858 ndcg_cut_1000 9_11 0.3029 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0549 map_cut_15 9_11 0.0600 map_cut_20 9_11 0.0645 map_cut_30 9_11 0.0683 map_cut_100 9_11 0.0883 map_cut_200 9_11 0.0991 map_cut_500 9_11 0.1033 map_cut_1000 9_11 0.1047 relative_P_5 9_11 1.0000 relative_P_10 9_11 0.7000 relative_P_15 9_11 0.5333 relative_P_20 9_11 0.4500 relative_P_30 9_11 0.3333 relative_P_100 9_11 0.1900 relative_P_200 9_11 0.2353 relative_P_500 9_11 0.2857 relative_P_1000 9_11 0.3109 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0370 set_relative_P 9_11 0.3109 set_recall 9_11 0.3109 set_map 9_11 0.0115 set_F 9_11 0.0661 num_nonrel_judged_ret 9_11 21 rbp 9_11 0.2877 rbp_resid 9_11 0.3502 unj_5 9_11 0.0000 unj_10 9_11 0.2000 unj_20 9_11 0.4500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 3 map 9_13 0.1793 Rprec 9_13 0.2500 bpref 9_13 0.5625 recip_rank 9_13 0.5000 iprec_at_recall_0.00 9_13 0.5000 iprec_at_recall_0.10 9_13 0.5000 iprec_at_recall_0.20 9_13 0.5000 iprec_at_recall_0.30 9_13 0.5000 iprec_at_recall_0.40 9_13 0.1818 iprec_at_recall_0.50 9_13 0.1818 iprec_at_recall_0.60 9_13 0.1818 iprec_at_recall_0.70 9_13 0.0353 iprec_at_recall_0.80 9_13 0.0353 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.1333 P_20 9_13 0.1000 P_30 9_13 0.0667 P_100 9_13 0.0300 P_200 9_13 0.0150 P_500 9_13 0.0060 P_1000 9_13 0.0030 relstring 9_13 '-2--------' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.5000 recall_20 9_13 0.5000 recall_30 9_13 0.5000 recall_100 9_13 0.7500 recall_200 9_13 0.7500 recall_500 9_13 0.7500 recall_1000 9_13 0.7500 infAP 9_13 0.1793 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -994.0000 11pt_avg 9_13 0.2378 binG 9_13 0.2691 G 9_13 0.1933 ndcg 9_13 0.3565 ndcg_rel 9_13 0.3257 Rndcg 9_13 0.2570 ndcg_cut_5 9_13 0.1996 ndcg_cut_10 9_13 0.1996 ndcg_cut_15 9_13 0.3319 ndcg_cut_20 9_13 0.3319 ndcg_cut_30 9_13 0.3319 ndcg_cut_100 9_13 0.3565 ndcg_cut_200 9_13 0.3565 ndcg_cut_500 9_13 0.3565 ndcg_cut_1000 9_13 0.3565 map_cut_5 9_13 0.1250 map_cut_10 9_13 0.1250 map_cut_15 9_13 0.1705 map_cut_20 9_13 0.1705 map_cut_30 9_13 0.1705 map_cut_100 9_13 0.1793 map_cut_200 9_13 0.1793 map_cut_500 9_13 0.1793 map_cut_1000 9_13 0.1793 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.5000 relative_P_20 9_13 0.5000 relative_P_30 9_13 0.5000 relative_P_100 9_13 0.7500 relative_P_200 9_13 0.7500 relative_P_500 9_13 0.7500 relative_P_1000 9_13 0.7500 success_1 9_13 0.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0030 set_relative_P 9_13 0.7500 set_recall 9_13 0.7500 set_map 9_13 0.0022 set_F 9_13 0.0060 num_nonrel_judged_ret 9_13 5 rbp 9_13 0.0949 rbp_resid 9_13 0.7901 unj_5 9_13 0.8000 unj_10 9_13 0.9000 unj_20 9_13 0.7500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 80 map 9_2 0.3133 Rprec 9_2 0.3805 bpref 9_2 0.6078 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.7778 iprec_at_recall_0.20 9_2 0.6250 iprec_at_recall_0.30 9_2 0.5484 iprec_at_recall_0.40 9_2 0.3814 iprec_at_recall_0.50 9_2 0.2103 iprec_at_recall_0.60 9_2 0.1675 iprec_at_recall_0.70 9_2 0.0971 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.6000 P_10 9_2 0.8000 P_15 9_2 0.7333 P_20 9_2 0.7500 P_30 9_2 0.7000 P_100 9_2 0.4000 P_200 9_2 0.2700 P_500 9_2 0.1380 P_1000 9_2 0.0800 relstring 9_2 '1210022111' recall_5 9_2 0.0265 recall_10 9_2 0.0708 recall_15 9_2 0.0973 recall_20 9_2 0.1327 recall_30 9_2 0.1858 recall_100 9_2 0.3540 recall_200 9_2 0.4779 recall_500 9_2 0.6106 recall_1000 9_2 0.7080 infAP 9_2 0.3133 Rprec_mult_0.20 9_2 0.6957 Rprec_mult_0.40 9_2 0.5652 Rprec_mult_0.60 9_2 0.5147 Rprec_mult_0.80 9_2 0.4066 Rprec_mult_1.00 9_2 0.3805 Rprec_mult_1.20 9_2 0.3529 Rprec_mult_1.40 9_2 0.3208 Rprec_mult_1.60 9_2 0.2928 Rprec_mult_1.80 9_2 0.2647 Rprec_mult_2.00 9_2 0.2389 utility 9_2 -840.0000 11pt_avg 9_2 0.3461 binG 9_2 0.1709 G 9_2 0.1238 ndcg 9_2 0.5778 ndcg_rel 9_2 0.4944 Rndcg 9_2 0.4271 ndcg_cut_5 9_2 0.3122 ndcg_cut_10 9_2 0.4193 ndcg_cut_15 9_2 0.4144 ndcg_cut_20 9_2 0.4270 ndcg_cut_30 9_2 0.4508 ndcg_cut_100 9_2 0.4192 ndcg_cut_200 9_2 0.4656 ndcg_cut_500 9_2 0.5350 ndcg_cut_1000 9_2 0.5778 map_cut_5 9_2 0.0265 map_cut_10 9_2 0.0594 map_cut_15 9_2 0.0793 map_cut_20 9_2 0.1062 map_cut_30 9_2 0.1432 map_cut_100 9_2 0.2343 map_cut_200 9_2 0.2779 map_cut_500 9_2 0.3022 map_cut_1000 9_2 0.3133 relative_P_5 9_2 0.6000 relative_P_10 9_2 0.8000 relative_P_15 9_2 0.7333 relative_P_20 9_2 0.7500 relative_P_30 9_2 0.7000 relative_P_100 9_2 0.4000 relative_P_200 9_2 0.4779 relative_P_500 9_2 0.6106 relative_P_1000 9_2 0.7080 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0800 set_relative_P 9_2 0.7080 set_recall 9_2 0.7080 set_map 9_2 0.0566 set_F 9_2 0.1438 num_nonrel_judged_ret 9_2 17 rbp 9_2 0.3379 rbp_resid 9_2 0.1057 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.1000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 113 map 9_6 0.3130 Rprec 9_6 0.3740 bpref 9_6 0.8291 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.5000 iprec_at_recall_0.20 9_6 0.4918 iprec_at_recall_0.30 9_6 0.3884 iprec_at_recall_0.40 9_6 0.3605 iprec_at_recall_0.50 9_6 0.3099 iprec_at_recall_0.60 9_6 0.2557 iprec_at_recall_0.70 9_6 0.1957 iprec_at_recall_0.80 9_6 0.1570 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.7000 P_15 9_6 0.6000 P_20 9_6 0.5500 P_30 9_6 0.4333 P_100 9_6 0.3700 P_200 9_6 0.3150 P_500 9_6 0.1880 P_1000 9_6 0.1130 relstring 9_6 '12122-1--2' recall_5 9_6 0.0382 recall_10 9_6 0.0534 recall_15 9_6 0.0687 recall_20 9_6 0.0840 recall_30 9_6 0.0992 recall_100 9_6 0.2824 recall_200 9_6 0.4809 recall_500 9_6 0.7176 recall_1000 9_6 0.8626 infAP 9_6 0.3130 Rprec_mult_0.20 9_6 0.4444 Rprec_mult_0.40 9_6 0.4528 Rprec_mult_0.60 9_6 0.3924 Rprec_mult_0.80 9_6 0.3810 Rprec_mult_1.00 9_6 0.3740 Rprec_mult_1.20 9_6 0.3544 Rprec_mult_1.40 9_6 0.3315 Rprec_mult_1.60 9_6 0.3048 Rprec_mult_1.80 9_6 0.2839 Rprec_mult_2.00 9_6 0.2748 utility 9_6 -774.0000 11pt_avg 9_6 0.3326 binG 9_6 0.1741 G 9_6 0.1244 ndcg 9_6 0.6461 ndcg_rel 9_6 0.4781 Rndcg 9_6 0.4190 ndcg_cut_5 9_6 0.4971 ndcg_cut_10 9_6 0.3894 ndcg_cut_15 9_6 0.3476 ndcg_cut_20 9_6 0.3440 ndcg_cut_30 9_6 0.3134 ndcg_cut_100 9_6 0.3363 ndcg_cut_200 9_6 0.4405 ndcg_cut_500 9_6 0.5721 ndcg_cut_1000 9_6 0.6461 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0501 map_cut_15 9_6 0.0604 map_cut_20 9_6 0.0689 map_cut_30 9_6 0.0757 map_cut_100 9_6 0.1585 map_cut_200 9_6 0.2309 map_cut_500 9_6 0.2900 map_cut_1000 9_6 0.3130 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.7000 relative_P_15 9_6 0.6000 relative_P_20 9_6 0.5500 relative_P_30 9_6 0.4333 relative_P_100 9_6 0.3700 relative_P_200 9_6 0.4809 relative_P_500 9_6 0.7176 relative_P_1000 9_6 0.8626 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1130 set_relative_P 9_6 0.8626 set_recall 9_6 0.8626 set_map 9_6 0.0975 set_F 9_6 0.1998 num_nonrel_judged_ret 9_6 2 rbp 9_6 0.3342 rbp_resid 9_6 0.3563 unj_5 9_6 0.0000 unj_10 9_6 0.3000 unj_20 9_6 0.4000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 40 map 9_9 0.1660 Rprec 9_9 0.1818 bpref 9_9 0.6208 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.4615 iprec_at_recall_0.20 9_9 0.1930 iprec_at_recall_0.30 9_9 0.1654 iprec_at_recall_0.40 9_9 0.1477 iprec_at_recall_0.50 9_9 0.1134 iprec_at_recall_0.60 9_9 0.0943 iprec_at_recall_0.70 9_9 0.0467 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.8000 P_10 9_9 0.5000 P_15 9_9 0.4000 P_20 9_9 0.3500 P_30 9_9 0.3000 P_100 9_9 0.1600 P_200 9_9 0.1200 P_500 9_9 0.0720 P_1000 9_9 0.0400 relstring 9_9 '301110-0-2' recall_5 9_9 0.0727 recall_10 9_9 0.0909 recall_15 9_9 0.1091 recall_20 9_9 0.1273 recall_30 9_9 0.1636 recall_100 9_9 0.2909 recall_200 9_9 0.4364 recall_500 9_9 0.6545 recall_1000 9_9 0.7273 infAP 9_9 0.1660 Rprec_mult_0.20 9_9 0.4545 Rprec_mult_0.40 9_9 0.3636 Rprec_mult_0.60 9_9 0.2727 Rprec_mult_0.80 9_9 0.2045 Rprec_mult_1.00 9_9 0.1818 Rprec_mult_1.20 9_9 0.1667 Rprec_mult_1.40 9_9 0.1688 Rprec_mult_1.60 9_9 0.1591 Rprec_mult_1.80 9_9 0.1515 Rprec_mult_2.00 9_9 0.1545 utility 9_9 -920.0000 11pt_avg 9_9 0.2020 binG 9_9 0.1558 G 9_9 0.1188 ndcg 9_9 0.4683 ndcg_rel 9_9 0.4102 Rndcg 9_9 0.3030 ndcg_cut_5 9_9 0.4881 ndcg_cut_10 9_9 0.3592 ndcg_cut_15 9_9 0.2934 ndcg_cut_20 9_9 0.2665 ndcg_cut_30 9_9 0.2679 ndcg_cut_100 9_9 0.3079 ndcg_cut_200 9_9 0.3735 ndcg_cut_500 9_9 0.4489 ndcg_cut_1000 9_9 0.4683 map_cut_5 9_9 0.0585 map_cut_10 9_9 0.0676 map_cut_15 9_9 0.0760 map_cut_20 9_9 0.0830 map_cut_30 9_9 0.0956 map_cut_100 9_9 0.1178 map_cut_200 9_9 0.1399 map_cut_500 9_9 0.1620 map_cut_1000 9_9 0.1660 relative_P_5 9_9 0.8000 relative_P_10 9_9 0.5000 relative_P_15 9_9 0.4000 relative_P_20 9_9 0.3500 relative_P_30 9_9 0.3000 relative_P_100 9_9 0.2909 relative_P_200 9_9 0.4364 relative_P_500 9_9 0.6545 relative_P_1000 9_9 0.7273 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0400 set_relative_P 9_9 0.7273 set_recall 9_9 0.7273 set_map 9_9 0.0291 set_F 9_9 0.0758 num_nonrel_judged_ret 9_9 16 rbp 9_9 0.2377 rbp_resid 9_9 0.3090 unj_5 9_9 0.0000 unj_10 9_9 0.2000 unj_20 9_9 0.4000 runid all gpt4o-splade-rr-baseline num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 5375 map all 0.2354 gm_map all 0.1163 Rprec all 0.2749 bpref all 0.4468 recip_rank all 0.7756 iprec_at_recall_0.00 all 0.7998 iprec_at_recall_0.10 all 0.5189 iprec_at_recall_0.20 all 0.4079 iprec_at_recall_0.30 all 0.3289 iprec_at_recall_0.40 all 0.2577 iprec_at_recall_0.50 all 0.2034 iprec_at_recall_0.60 all 0.1558 iprec_at_recall_0.70 all 0.1130 iprec_at_recall_0.80 all 0.0763 iprec_at_recall_0.90 all 0.0352 iprec_at_recall_1.00 all 0.0025 P_5 all 0.5862 P_10 all 0.5190 P_15 all 0.4638 P_20 all 0.4302 P_30 all 0.3865 P_100 all 0.2322 P_200 all 0.1564 P_500 all 0.0823 P_1000 all 0.0463 recall_5 all 0.0523 recall_10 all 0.0890 recall_15 all 0.1168 recall_20 all 0.1417 recall_30 all 0.1831 recall_100 all 0.3489 recall_200 all 0.4520 recall_500 all 0.5687 recall_1000 all 0.6258 infAP all 0.2354 gm_bpref all 0.2160 Rprec_mult_0.20 all 0.4653 Rprec_mult_0.40 all 0.3981 Rprec_mult_0.60 all 0.3463 Rprec_mult_0.80 all 0.3005 Rprec_mult_1.00 all 0.2749 Rprec_mult_1.20 all 0.2490 Rprec_mult_1.40 all 0.2310 Rprec_mult_1.60 all 0.2163 Rprec_mult_1.80 all 0.2006 Rprec_mult_2.00 all 0.1901 utility all -907.3276 11pt_avg all 0.2636 binG all 0.1689 G all 0.1306 ndcg all 0.4728 ndcg_rel all 0.4119 Rndcg all 0.3705 ndcg_cut_5 all 0.4068 ndcg_cut_10 all 0.3846 ndcg_cut_15 all 0.3656 ndcg_cut_20 all 0.3572 ndcg_cut_30 all 0.3488 ndcg_cut_100 all 0.3578 ndcg_cut_200 all 0.3982 ndcg_cut_500 all 0.4491 ndcg_cut_1000 all 0.4728 map_cut_5 all 0.0448 map_cut_10 all 0.0711 map_cut_15 all 0.0883 map_cut_20 all 0.1039 map_cut_30 all 0.1266 map_cut_100 all 0.1891 map_cut_200 all 0.2139 map_cut_500 all 0.2307 map_cut_1000 all 0.2354 relative_P_5 all 0.5866 relative_P_10 all 0.5203 relative_P_15 all 0.4697 relative_P_20 all 0.4398 relative_P_30 all 0.4037 relative_P_100 all 0.3787 relative_P_200 all 0.4536 relative_P_500 all 0.5687 relative_P_1000 all 0.6258 success_1 all 0.6897 success_5 all 0.8707 success_10 all 0.9138 set_P all 0.0463 set_relative_P all 0.6258 set_recall all 0.6258 set_map all 0.0328 set_F all 0.0839 num_nonrel_judged_ret all 3509 rbp all 0.2745 rbp_resid all 0.2382 unj_5 all 0.0259 unj_10 all 0.1534 unj_20 all 0.2918