num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 48 map 0_10 0.5854 Rprec 0_10 0.6296 bpref 0_10 0.7514 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.8000 iprec_at_recall_0.20 0_10 0.8000 iprec_at_recall_0.30 0_10 0.7273 iprec_at_recall_0.40 0_10 0.7273 iprec_at_recall_0.50 0_10 0.6829 iprec_at_recall_0.60 0_10 0.6538 iprec_at_recall_0.70 0_10 0.6393 iprec_at_recall_0.80 0_10 0.4835 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.8000 P_10 0_10 0.7000 P_15 0_10 0.8000 P_20 0_10 0.7000 P_30 0_10 0.7000 P_100 0_10 0.4400 P_200 0_10 0.2300 P_500 0_10 0.0940 P_1000 0_10 0.0480 relstring 0_10 '2313000332' recall_5 0_10 0.0741 recall_10 0_10 0.1296 recall_15 0_10 0.2222 recall_20 0_10 0.2593 recall_30 0_10 0.3889 recall_100 0_10 0.8148 recall_200 0_10 0.8519 recall_500 0_10 0.8704 recall_1000 0_10 0.8889 infAP 0_10 0.5854 Rprec_mult_0.20 0_10 0.7273 Rprec_mult_0.40 0_10 0.6818 Rprec_mult_0.60 0_10 0.7273 Rprec_mult_0.80 0_10 0.6591 Rprec_mult_1.00 0_10 0.6296 Rprec_mult_1.20 0_10 0.6000 Rprec_mult_1.40 0_10 0.5263 Rprec_mult_1.60 0_10 0.4828 Rprec_mult_1.80 0_10 0.4490 Rprec_mult_2.00 0_10 0.4167 utility 0_10 -904.0000 11pt_avg 0_10 0.5922 binG 0_10 0.2991 G 0_10 0.2027 ndcg 0_10 0.7836 ndcg_rel 0_10 0.6684 Rndcg 0_10 0.6468 ndcg_cut_5 0_10 0.6427 ndcg_cut_10 0_10 0.5952 ndcg_cut_15 0_10 0.6862 ndcg_cut_20 0_10 0.6264 ndcg_cut_30 0_10 0.5939 ndcg_cut_100 0_10 0.7554 ndcg_cut_200 0_10 0.7766 ndcg_cut_500 0_10 0.7804 ndcg_cut_1000 0_10 0.7836 map_cut_5 0_10 0.0741 map_cut_10 0_10 0.1110 map_cut_15 0_10 0.1819 map_cut_20 0_10 0.2089 map_cut_30 0_10 0.2973 map_cut_100 0_10 0.5655 map_cut_200 0_10 0.5796 map_cut_500 0_10 0.5837 map_cut_1000 0_10 0.5854 relative_P_5 0_10 0.8000 relative_P_10 0_10 0.7000 relative_P_15 0_10 0.8000 relative_P_20 0_10 0.7000 relative_P_30 0_10 0.7000 relative_P_100 0_10 0.8148 relative_P_200 0_10 0.8519 relative_P_500 0_10 0.8704 relative_P_1000 0_10 0.8889 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0480 set_relative_P 0_10 0.8889 set_recall 0_10 0.8889 set_map 0_10 0.0427 set_F 0_10 0.0911 num_nonrel_judged_ret 0_10 43 rbp 0_10 0.5935 rbp_resid 0_10 0.0445 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.0500 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.7342 Rprec 0_11 0.5833 bpref 0_11 0.8194 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 1.0000 iprec_at_recall_0.40 0_11 1.0000 iprec_at_recall_0.50 0_11 0.8571 iprec_at_recall_0.60 0_11 0.6429 iprec_at_recall_0.70 0_11 0.6429 iprec_at_recall_0.80 0_11 0.5882 iprec_at_recall_0.90 0_11 0.5238 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 1.0000 P_10 0_11 0.6000 P_15 0_11 0.6000 P_20 0_11 0.5000 P_30 0_11 0.3667 P_100 0_11 0.1100 P_200 0_11 0.0550 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '33333-3--0' recall_5 0_11 0.4167 recall_10 0_11 0.5000 recall_15 0_11 0.7500 recall_20 0_11 0.8333 recall_30 0_11 0.9167 recall_100 0_11 0.9167 recall_200 0_11 0.9167 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.7342 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 1.0000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.6000 Rprec_mult_1.00 0_11 0.5833 Rprec_mult_1.20 0_11 0.6000 Rprec_mult_1.40 0_11 0.5882 Rprec_mult_1.60 0_11 0.5000 Rprec_mult_1.80 0_11 0.5000 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -978.0000 11pt_avg 0_11 0.7504 binG 0_11 0.6078 G 0_11 0.5612 ndcg 0_11 0.8904 ndcg_rel 0_11 0.8979 Rndcg 0_11 0.7939 ndcg_cut_5 0_11 1.0000 ndcg_cut_10 0_11 0.7223 ndcg_cut_15 0_11 0.7993 ndcg_cut_20 0_11 0.8464 ndcg_cut_30 0_11 0.8904 ndcg_cut_100 0_11 0.8904 ndcg_cut_200 0_11 0.8904 ndcg_cut_500 0_11 0.8904 ndcg_cut_1000 0_11 0.8904 map_cut_5 0_11 0.4167 map_cut_10 0_11 0.4881 map_cut_15 0_11 0.6416 map_cut_20 0_11 0.6906 map_cut_30 0_11 0.7342 map_cut_100 0_11 0.7342 map_cut_200 0_11 0.7342 map_cut_500 0_11 0.7342 map_cut_1000 0_11 0.7342 relative_P_5 0_11 1.0000 relative_P_10 0_11 0.6000 relative_P_15 0_11 0.7500 relative_P_20 0_11 0.8333 relative_P_30 0_11 0.9167 relative_P_100 0_11 0.9167 relative_P_200 0_11 0.9167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 24 rbp 0_11 0.5784 rbp_resid 0_11 0.2671 unj_5 0_11 0.0000 unj_10 0_11 0.3000 unj_20 0_11 0.2500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 34 map 0_2 0.4501 Rprec 0_2 0.4706 bpref 0_2 0.4412 recip_rank 0_2 1.0000 iprec_at_recall_0.00 0_2 1.0000 iprec_at_recall_0.10 0_2 0.7143 iprec_at_recall_0.20 0_2 0.6667 iprec_at_recall_0.30 0_2 0.5833 iprec_at_recall_0.40 0_2 0.5833 iprec_at_recall_0.50 0_2 0.5135 iprec_at_recall_0.60 0_2 0.4762 iprec_at_recall_0.70 0_2 0.2778 iprec_at_recall_0.80 0_2 0.2571 iprec_at_recall_0.90 0_2 0.1732 iprec_at_recall_1.00 0_2 0.1250 P_5 0_2 0.6000 P_10 0_2 0.6000 P_15 0_2 0.6000 P_20 0_2 0.5500 P_30 0_2 0.4667 P_100 0_2 0.2500 P_200 0_2 0.1600 P_500 0_2 0.0680 P_1000 0_2 0.0340 relstring 0_2 '2020221001' recall_5 0_2 0.0882 recall_10 0_2 0.1765 recall_15 0_2 0.2647 recall_20 0_2 0.3235 recall_30 0_2 0.4118 recall_100 0_2 0.7353 recall_200 0_2 0.9412 recall_500 0_2 1.0000 recall_1000 0_2 1.0000 infAP 0_2 0.4501 Rprec_mult_0.20 0_2 0.7143 Rprec_mult_0.40 0_2 0.5714 Rprec_mult_0.60 0_2 0.5238 Rprec_mult_0.80 0_2 0.5000 Rprec_mult_1.00 0_2 0.4706 Rprec_mult_1.20 0_2 0.4634 Rprec_mult_1.40 0_2 0.4375 Rprec_mult_1.60 0_2 0.3818 Rprec_mult_1.80 0_2 0.3548 Rprec_mult_2.00 0_2 0.3235 utility 0_2 -932.0000 11pt_avg 0_2 0.4882 binG 0_2 0.2830 G 0_2 0.2412 ndcg 0_2 0.7465 ndcg_rel 0_2 0.6001 Rndcg 0_2 0.6007 ndcg_cut_5 0_2 0.5472 ndcg_cut_10 0_2 0.5064 ndcg_cut_15 0_2 0.4960 ndcg_cut_20 0_2 0.5038 ndcg_cut_30 0_2 0.4913 ndcg_cut_100 0_2 0.6551 ndcg_cut_200 0_2 0.7314 ndcg_cut_500 0_2 0.7465 ndcg_cut_1000 0_2 0.7465 map_cut_5 0_2 0.0667 map_cut_10 0_2 0.1249 map_cut_15 0_2 0.1809 map_cut_20 0_2 0.2126 map_cut_30 0_2 0.2624 map_cut_100 0_2 0.3995 map_cut_200 0_2 0.4424 map_cut_500 0_2 0.4501 map_cut_1000 0_2 0.4501 relative_P_5 0_2 0.6000 relative_P_10 0_2 0.6000 relative_P_15 0_2 0.6000 relative_P_20 0_2 0.5500 relative_P_30 0_2 0.4667 relative_P_100 0_2 0.7353 relative_P_200 0_2 0.9412 relative_P_500 0_2 1.0000 relative_P_1000 0_2 1.0000 success_1 0_2 1.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0340 set_relative_P 0_2 1.0000 set_recall 0_2 1.0000 set_map 0_2 0.0340 set_F 0_2 0.0658 num_nonrel_judged_ret 0_2 160 rbp 0_2 0.3135 rbp_resid 0_2 0.0027 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 24 map 0_3 0.2752 Rprec 0_3 0.2500 bpref 0_3 0.1719 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.5000 iprec_at_recall_0.20 0_3 0.2903 iprec_at_recall_0.30 0_3 0.2903 iprec_at_recall_0.40 0_3 0.2778 iprec_at_recall_0.50 0_3 0.2453 iprec_at_recall_0.60 0_3 0.2273 iprec_at_recall_0.70 0_3 0.2273 iprec_at_recall_0.80 0_3 0.2273 iprec_at_recall_0.90 0_3 0.2136 iprec_at_recall_1.00 0_3 0.1364 P_5 0_3 0.4000 P_10 0_3 0.3000 P_15 0_3 0.2000 P_20 0_3 0.2000 P_30 0_3 0.2667 P_100 0_3 0.2100 P_200 0_3 0.1200 P_500 0_3 0.0480 P_1000 0_3 0.0240 relstring 0_3 '1001000010' recall_5 0_3 0.0833 recall_10 0_3 0.1250 recall_15 0_3 0.1250 recall_20 0_3 0.1667 recall_30 0_3 0.3333 recall_100 0_3 0.8750 recall_200 0_3 1.0000 recall_500 0_3 1.0000 recall_1000 0_3 1.0000 infAP 0_3 0.2752 Rprec_mult_0.20 0_3 0.4000 Rprec_mult_0.40 0_3 0.3000 Rprec_mult_0.60 0_3 0.2000 Rprec_mult_0.80 0_3 0.2000 Rprec_mult_1.00 0_3 0.2500 Rprec_mult_1.20 0_3 0.2414 Rprec_mult_1.40 0_3 0.2647 Rprec_mult_1.60 0_3 0.2564 Rprec_mult_1.80 0_3 0.2273 Rprec_mult_2.00 0_3 0.2292 utility 0_3 -952.0000 11pt_avg 0_3 0.3305 binG 0_3 0.2402 G 0_3 0.2010 ndcg 0_3 0.5507 ndcg_rel 0_3 0.3713 Rndcg 0_3 0.3332 ndcg_cut_5 0_3 0.2074 ndcg_cut_10 0_3 0.2039 ndcg_cut_15 0_3 0.1765 ndcg_cut_20 0_3 0.1799 ndcg_cut_30 0_3 0.2761 ndcg_cut_100 0_3 0.5039 ndcg_cut_200 0_3 0.5507 ndcg_cut_500 0_3 0.5507 ndcg_cut_1000 0_3 0.5507 map_cut_5 0_3 0.0625 map_cut_10 0_3 0.0764 map_cut_15 0_3 0.0764 map_cut_20 0_3 0.0868 map_cut_30 0_3 0.1295 map_cut_100 0_3 0.2543 map_cut_200 0_3 0.2752 map_cut_500 0_3 0.2752 map_cut_1000 0_3 0.2752 relative_P_5 0_3 0.4000 relative_P_10 0_3 0.3000 relative_P_15 0_3 0.2000 relative_P_20 0_3 0.2000 relative_P_30 0_3 0.3333 relative_P_100 0_3 0.8750 relative_P_200 0_3 1.0000 relative_P_500 0_3 1.0000 relative_P_1000 0_3 1.0000 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0240 set_relative_P 0_3 1.0000 set_recall 0_3 1.0000 set_map 0_3 0.0240 set_F 0_3 0.0469 num_nonrel_judged_ret 0_3 143 rbp 0_3 0.1019 rbp_resid 0_3 0.0061 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 20 map 0_4 0.6706 Rprec 0_4 0.6000 bpref 0_4 0.6550 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 1.0000 iprec_at_recall_0.40 0_4 1.0000 iprec_at_recall_0.50 0_4 0.9091 iprec_at_recall_0.60 0_4 0.6316 iprec_at_recall_0.70 0_4 0.4688 iprec_at_recall_0.80 0_4 0.2319 iprec_at_recall_0.90 0_4 0.2088 iprec_at_recall_1.00 0_4 0.1130 P_5 0_4 1.0000 P_10 0_4 0.9000 P_15 0_4 0.6667 P_20 0_4 0.6000 P_30 0_4 0.4333 P_100 0_4 0.1900 P_200 0_4 0.1000 P_500 0_4 0.0400 P_1000 0_4 0.0200 relstring 0_4 '3444122102' recall_5 0_4 0.2500 recall_10 0_4 0.4500 recall_15 0_4 0.5000 recall_20 0_4 0.6000 recall_30 0_4 0.6500 recall_100 0_4 0.9500 recall_200 0_4 1.0000 recall_500 0_4 1.0000 recall_1000 0_4 1.0000 infAP 0_4 0.6706 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 1.0000 Rprec_mult_0.60 0_4 0.8333 Rprec_mult_0.80 0_4 0.6250 Rprec_mult_1.00 0_4 0.6000 Rprec_mult_1.20 0_4 0.5000 Rprec_mult_1.40 0_4 0.4286 Rprec_mult_1.60 0_4 0.4688 Rprec_mult_1.80 0_4 0.4167 Rprec_mult_2.00 0_4 0.3750 utility 0_4 -960.0000 11pt_avg 0_4 0.6876 binG 0_4 0.5708 G 0_4 0.4801 ndcg 0_4 0.8867 ndcg_rel 0_4 0.8508 Rndcg 0_4 0.8594 ndcg_cut_5 0_4 0.9097 ndcg_cut_10 0_4 0.8640 ndcg_cut_15 0_4 0.7788 ndcg_cut_20 0_4 0.7664 ndcg_cut_30 0_4 0.7786 ndcg_cut_100 0_4 0.8787 ndcg_cut_200 0_4 0.8867 ndcg_cut_500 0_4 0.8867 ndcg_cut_1000 0_4 0.8867 map_cut_5 0_4 0.2500 map_cut_10 0_4 0.4450 map_cut_15 0_4 0.4905 map_cut_20 0_4 0.5544 map_cut_30 0_4 0.5768 map_cut_100 0_4 0.6650 map_cut_200 0_4 0.6706 map_cut_500 0_4 0.6706 map_cut_1000 0_4 0.6706 relative_P_5 0_4 1.0000 relative_P_10 0_4 0.9000 relative_P_15 0_4 0.6667 relative_P_20 0_4 0.6000 relative_P_30 0_4 0.6500 relative_P_100 0_4 0.9500 relative_P_200 0_4 1.0000 relative_P_500 0_4 1.0000 relative_P_1000 0_4 1.0000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0200 set_relative_P 0_4 1.0000 set_recall 0_4 1.0000 set_map 0_4 0.0200 set_F 0_4 0.0392 num_nonrel_judged_ret 0_4 42 rbp 0_4 0.4488 rbp_resid 0_4 0.1241 unj_5 0_4 0.0000 unj_10 0_4 0.0000 unj_20 0_4 0.1000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 4 map 0_6 0.0021 Rprec 0_6 0.0248 bpref 0_6 0.0260 recip_rank 0_6 0.0833 iprec_at_recall_0.00 0_6 0.0833 iprec_at_recall_0.10 0_6 0.0000 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0667 P_20 0_6 0.0500 P_30 0_6 0.0667 P_100 0_6 0.0300 P_200 0_6 0.0200 P_500 0_6 0.0080 P_1000 0_6 0.0040 relstring 0_6 '00000-00-0' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0083 recall_20 0_6 0.0083 recall_30 0_6 0.0165 recall_100 0_6 0.0248 recall_200 0_6 0.0331 recall_500 0_6 0.0331 recall_1000 0_6 0.0331 infAP 0_6 0.0021 Rprec_mult_0.20 0_6 0.0400 Rprec_mult_0.40 0_6 0.0612 Rprec_mult_0.60 0_6 0.0411 Rprec_mult_0.80 0_6 0.0309 Rprec_mult_1.00 0_6 0.0248 Rprec_mult_1.20 0_6 0.0205 Rprec_mult_1.40 0_6 0.0235 Rprec_mult_1.60 0_6 0.0206 Rprec_mult_1.80 0_6 0.0183 Rprec_mult_2.00 0_6 0.0165 utility 0_6 -992.0000 11pt_avg 0_6 0.0076 binG 0_6 0.0067 G 0_6 0.0054 ndcg 0_6 0.0287 ndcg_rel 0_6 0.0289 Rndcg 0_6 0.0215 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0360 ndcg_cut_20 0_6 0.0311 ndcg_cut_30 0_6 0.0345 ndcg_cut_100 0_6 0.0272 ndcg_cut_200 0_6 0.0287 ndcg_cut_500 0_6 0.0287 ndcg_cut_1000 0_6 0.0287 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0007 map_cut_20 0_6 0.0007 map_cut_30 0_6 0.0013 map_cut_100 0_6 0.0019 map_cut_200 0_6 0.0021 map_cut_500 0_6 0.0021 map_cut_1000 0_6 0.0021 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0667 relative_P_20 0_6 0.0500 relative_P_30 0_6 0.0667 relative_P_100 0_6 0.0300 relative_P_200 0_6 0.0331 relative_P_500 0_6 0.0331 relative_P_1000 0_6 0.0331 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0040 set_relative_P 0_6 0.0331 set_recall 0_6 0.0331 set_map 0_6 0.0001 set_F 0_6 0.0071 num_nonrel_judged_ret 0_6 27 rbp 0_6 0.0234 rbp_resid 0_6 0.3060 unj_5 0_6 0.0000 unj_10 0_6 0.2000 unj_20 0_6 0.3500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 33 map 0_7 0.3292 Rprec 0_7 0.3333 bpref 0_7 0.3811 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 0.7500 iprec_at_recall_0.20 0_7 0.4211 iprec_at_recall_0.30 0_7 0.3548 iprec_at_recall_0.40 0_7 0.3333 iprec_at_recall_0.50 0_7 0.2982 iprec_at_recall_0.60 0_7 0.2778 iprec_at_recall_0.70 0_7 0.2473 iprec_at_recall_0.80 0_7 0.2097 iprec_at_recall_0.90 0_7 0.1449 iprec_at_recall_1.00 0_7 0.0370 P_5 0_7 0.6000 P_10 0_7 0.4000 P_15 0_7 0.3333 P_20 0_7 0.4000 P_30 0_7 0.3333 P_100 0_7 0.2300 P_200 0_7 0.1450 P_500 0_7 0.0640 P_1000 0_7 0.0330 relstring 0_7 '1101000-10' recall_5 0_7 0.0909 recall_10 0_7 0.1212 recall_15 0_7 0.1515 recall_20 0_7 0.2424 recall_30 0_7 0.3030 recall_100 0_7 0.6970 recall_200 0_7 0.8788 recall_500 0_7 0.9697 recall_1000 0_7 1.0000 infAP 0_7 0.3292 Rprec_mult_0.20 0_7 0.4286 Rprec_mult_0.40 0_7 0.3571 Rprec_mult_0.60 0_7 0.4000 Rprec_mult_0.80 0_7 0.3333 Rprec_mult_1.00 0_7 0.3333 Rprec_mult_1.20 0_7 0.3250 Rprec_mult_1.40 0_7 0.3191 Rprec_mult_1.60 0_7 0.3019 Rprec_mult_1.80 0_7 0.2833 Rprec_mult_2.00 0_7 0.2727 utility 0_7 -934.0000 11pt_avg 0_7 0.3704 binG 0_7 0.2537 G 0_7 0.2144 ndcg 0_7 0.6702 ndcg_rel 0_7 0.4911 Rndcg 0_7 0.5057 ndcg_cut_5 0_7 0.4502 ndcg_cut_10 0_7 0.3826 ndcg_cut_15 0_7 0.3495 ndcg_cut_20 0_7 0.3845 ndcg_cut_30 0_7 0.3474 ndcg_cut_100 0_7 0.5423 ndcg_cut_200 0_7 0.6288 ndcg_cut_500 0_7 0.6612 ndcg_cut_1000 0_7 0.6702 map_cut_5 0_7 0.0833 map_cut_10 0_7 0.0968 map_cut_15 0_7 0.1076 map_cut_20 0_7 0.1442 map_cut_30 0_7 0.1652 map_cut_100 0_7 0.2819 map_cut_200 0_7 0.3178 map_cut_500 0_7 0.3281 map_cut_1000 0_7 0.3292 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.4000 relative_P_15 0_7 0.3333 relative_P_20 0_7 0.4000 relative_P_30 0_7 0.3333 relative_P_100 0_7 0.6970 relative_P_200 0_7 0.8788 relative_P_500 0_7 0.9697 relative_P_1000 0_7 1.0000 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0330 set_relative_P 0_7 1.0000 set_recall 0_7 1.0000 set_map 0_7 0.0330 set_F 0_7 0.0639 num_nonrel_judged_ret 0_7 85 rbp 0_7 0.2054 rbp_resid 0_7 0.1541 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.2000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 29 map 0_8 0.4937 Rprec 0_8 0.5161 bpref 0_8 0.6889 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 0.8333 iprec_at_recall_0.20 0_8 0.8000 iprec_at_recall_0.30 0_8 0.7692 iprec_at_recall_0.40 0_8 0.7059 iprec_at_recall_0.50 0_8 0.5312 iprec_at_recall_0.60 0_8 0.4130 iprec_at_recall_0.70 0_8 0.2895 iprec_at_recall_0.80 0_8 0.2031 iprec_at_recall_0.90 0_8 0.1854 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.8000 P_10 0_8 0.8000 P_15 0_8 0.6667 P_20 0_8 0.6500 P_30 0_8 0.5000 P_100 0_8 0.2300 P_200 0_8 0.1400 P_500 0_8 0.0580 P_1000 0_8 0.0290 relstring 0_8 '1022220211' recall_5 0_8 0.1290 recall_10 0_8 0.2581 recall_15 0_8 0.3226 recall_20 0_8 0.4194 recall_30 0_8 0.4839 recall_100 0_8 0.7419 recall_200 0_8 0.9032 recall_500 0_8 0.9355 recall_1000 0_8 0.9355 infAP 0_8 0.4937 Rprec_mult_0.20 0_8 0.7143 Rprec_mult_0.40 0_8 0.7692 Rprec_mult_0.60 0_8 0.6842 Rprec_mult_0.80 0_8 0.5600 Rprec_mult_1.00 0_8 0.5161 Rprec_mult_1.20 0_8 0.4474 Rprec_mult_1.40 0_8 0.4091 Rprec_mult_1.60 0_8 0.3800 Rprec_mult_1.80 0_8 0.3571 Rprec_mult_2.00 0_8 0.3226 utility 0_8 -942.0000 11pt_avg 0_8 0.5210 binG 0_8 0.3212 G 0_8 0.2703 ndcg 0_8 0.7523 ndcg_rel 0_8 0.6432 Rndcg 0_8 0.6504 ndcg_cut_5 0_8 0.6164 ndcg_cut_10 0_8 0.6329 ndcg_cut_15 0_8 0.6032 ndcg_cut_20 0_8 0.6241 ndcg_cut_30 0_8 0.5722 ndcg_cut_100 0_8 0.6820 ndcg_cut_200 0_8 0.7338 ndcg_cut_500 0_8 0.7523 ndcg_cut_1000 0_8 0.7523 map_cut_5 0_8 0.1038 map_cut_10 0_8 0.2057 map_cut_15 0_8 0.2547 map_cut_20 0_8 0.3218 map_cut_30 0_8 0.3590 map_cut_100 0_8 0.4588 map_cut_200 0_8 0.4899 map_cut_500 0_8 0.4937 map_cut_1000 0_8 0.4937 relative_P_5 0_8 0.8000 relative_P_10 0_8 0.8000 relative_P_15 0_8 0.6667 relative_P_20 0_8 0.6500 relative_P_30 0_8 0.5000 relative_P_100 0_8 0.7419 relative_P_200 0_8 0.9032 relative_P_500 0_8 0.9355 relative_P_1000 0_8 0.9355 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0290 set_relative_P 0_8 0.9355 set_recall 0_8 0.9355 set_map 0_8 0.0271 set_F 0_8 0.0563 num_nonrel_judged_ret 0_8 21 rbp 0_8 0.4996 rbp_resid 0_8 0.0728 unj_5 0_8 0.0000 unj_10 0_8 0.0000 unj_20 0_8 0.0000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 42 map 10_1 0.0737 Rprec 10_1 0.2034 bpref 10_1 0.2557 recip_rank 10_1 0.3333 iprec_at_recall_0.00 10_1 0.5000 iprec_at_recall_0.10 10_1 0.2727 iprec_at_recall_0.20 10_1 0.2143 iprec_at_recall_0.30 10_1 0.1064 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.4000 P_10 10_1 0.3000 P_15 10_1 0.2000 P_20 10_1 0.2000 P_30 10_1 0.3000 P_100 10_1 0.2200 P_200 10_1 0.1400 P_500 10_1 0.0760 P_1000 10_1 0.0420 relstring 10_1 '0011000020' recall_5 10_1 0.0169 recall_10 10_1 0.0254 recall_15 10_1 0.0254 recall_20 10_1 0.0339 recall_30 10_1 0.0763 recall_100 10_1 0.1864 recall_200 10_1 0.2373 recall_500 10_1 0.3220 recall_1000 10_1 0.3559 infAP 10_1 0.0737 Rprec_mult_0.20 10_1 0.2500 Rprec_mult_0.40 10_1 0.2500 Rprec_mult_0.60 10_1 0.2535 Rprec_mult_0.80 10_1 0.2316 Rprec_mult_1.00 10_1 0.2034 Rprec_mult_1.20 10_1 0.1831 Rprec_mult_1.40 10_1 0.1687 Rprec_mult_1.60 10_1 0.1481 Rprec_mult_1.80 10_1 0.1315 Rprec_mult_2.00 10_1 0.1271 utility 10_1 -916.0000 11pt_avg 10_1 0.0994 binG 10_1 0.0650 G 10_1 0.0491 ndcg 10_1 0.2432 ndcg_rel 10_1 0.2224 Rndcg 10_1 0.1766 ndcg_cut_5 10_1 0.1100 ndcg_cut_10 10_1 0.1316 ndcg_cut_15 10_1 0.1073 ndcg_cut_20 10_1 0.1065 ndcg_cut_30 10_1 0.1663 ndcg_cut_100 10_1 0.1911 ndcg_cut_200 10_1 0.2002 ndcg_cut_500 10_1 0.2318 ndcg_cut_1000 10_1 0.2432 map_cut_5 10_1 0.0071 map_cut_10 10_1 0.0099 map_cut_15 10_1 0.0099 map_cut_20 10_1 0.0119 map_cut_30 10_1 0.0235 map_cut_100 10_1 0.0518 map_cut_200 10_1 0.0619 map_cut_500 10_1 0.0712 map_cut_1000 10_1 0.0737 relative_P_5 10_1 0.4000 relative_P_10 10_1 0.3000 relative_P_15 10_1 0.2000 relative_P_20 10_1 0.2000 relative_P_30 10_1 0.3000 relative_P_100 10_1 0.2200 relative_P_200 10_1 0.2373 relative_P_500 10_1 0.3220 relative_P_1000 10_1 0.3559 success_1 10_1 0.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0420 set_relative_P 10_1 0.3559 set_recall 10_1 0.3559 set_map 10_1 0.0149 set_F 10_1 0.0751 num_nonrel_judged_ret 10_1 60 rbp 10_1 0.1104 rbp_resid 10_1 0.0836 unj_5 10_1 0.0000 unj_10 10_1 0.0000 unj_20 10_1 0.1000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 66 map 10_12 0.5034 Rprec 10_12 0.4789 bpref 10_12 0.8579 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 1.0000 iprec_at_recall_0.20 10_12 0.8235 iprec_at_recall_0.30 10_12 0.7778 iprec_at_recall_0.40 10_12 0.6444 iprec_at_recall_0.50 10_12 0.4500 iprec_at_recall_0.60 10_12 0.3761 iprec_at_recall_0.70 10_12 0.3049 iprec_at_recall_0.80 10_12 0.1945 iprec_at_recall_0.90 10_12 0.1131 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 1.0000 P_10 10_12 0.9000 P_15 10_12 0.8667 P_20 10_12 0.7500 P_30 10_12 0.7333 P_100 10_12 0.4100 P_200 10_12 0.2600 P_500 10_12 0.1220 P_1000 10_12 0.0660 relstring 10_12 '3343242202' recall_5 10_12 0.0704 recall_10 10_12 0.1268 recall_15 10_12 0.1831 recall_20 10_12 0.2113 recall_30 10_12 0.3099 recall_100 10_12 0.5775 recall_200 10_12 0.7324 recall_500 10_12 0.8592 recall_1000 10_12 0.9296 infAP 10_12 0.5034 Rprec_mult_0.20 10_12 0.8667 Rprec_mult_0.40 10_12 0.7586 Rprec_mult_0.60 10_12 0.6279 Rprec_mult_0.80 10_12 0.5614 Rprec_mult_1.00 10_12 0.4789 Rprec_mult_1.20 10_12 0.4302 Rprec_mult_1.40 10_12 0.4100 Rprec_mult_1.60 10_12 0.3684 Rprec_mult_1.80 10_12 0.3594 Rprec_mult_2.00 10_12 0.3380 utility 10_12 -868.0000 11pt_avg 10_12 0.5168 binG 10_12 0.3012 G 10_12 0.2310 ndcg 10_12 0.8237 ndcg_rel 10_12 0.7457 Rndcg 10_12 0.7420 ndcg_cut_5 10_12 0.8162 ndcg_cut_10 10_12 0.7923 ndcg_cut_15 10_12 0.8072 ndcg_cut_20 10_12 0.7602 ndcg_cut_30 10_12 0.7347 ndcg_cut_100 10_12 0.6724 ndcg_cut_200 10_12 0.7517 ndcg_cut_500 10_12 0.7959 ndcg_cut_1000 10_12 0.8237 map_cut_5 10_12 0.0704 map_cut_10 10_12 0.1254 map_cut_15 10_12 0.1744 map_cut_20 10_12 0.1971 map_cut_30 10_12 0.2738 map_cut_100 10_12 0.4189 map_cut_200 10_12 0.4720 map_cut_500 10_12 0.4957 map_cut_1000 10_12 0.5034 relative_P_5 10_12 1.0000 relative_P_10 10_12 0.9000 relative_P_15 10_12 0.8667 relative_P_20 10_12 0.7500 relative_P_30 10_12 0.7333 relative_P_100 10_12 0.5775 relative_P_200 10_12 0.7324 relative_P_500 10_12 0.8592 relative_P_1000 10_12 0.9296 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0660 set_relative_P 10_12 0.9296 set_recall 10_12 0.9296 set_map 10_12 0.0614 set_F 10_12 0.1232 num_nonrel_judged_ret 10_12 15 rbp 10_12 0.5526 rbp_resid 10_12 0.0780 unj_5 10_12 0.0000 unj_10 10_12 0.0000 unj_20 10_12 0.1000 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 26 map 10_2 0.6687 Rprec 10_2 0.6667 bpref 10_2 0.7600 recip_rank 10_2 1.0000 iprec_at_recall_0.00 10_2 1.0000 iprec_at_recall_0.10 10_2 1.0000 iprec_at_recall_0.20 10_2 1.0000 iprec_at_recall_0.30 10_2 1.0000 iprec_at_recall_0.40 10_2 0.9231 iprec_at_recall_0.50 10_2 0.8333 iprec_at_recall_0.60 10_2 0.6786 iprec_at_recall_0.70 10_2 0.6562 iprec_at_recall_0.80 10_2 0.2500 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 1.0000 P_10 10_2 1.0000 P_15 10_2 0.8667 P_20 10_2 0.7500 P_30 10_2 0.6667 P_100 10_2 0.2400 P_200 10_2 0.1300 P_500 10_2 0.0520 P_1000 10_2 0.0260 relstring 10_2 '2232123112' recall_5 10_2 0.1667 recall_10 10_2 0.3333 recall_15 10_2 0.4333 recall_20 10_2 0.5000 recall_30 10_2 0.6667 recall_100 10_2 0.8000 recall_200 10_2 0.8667 recall_500 10_2 0.8667 recall_1000 10_2 0.8667 infAP 10_2 0.6687 Rprec_mult_0.20 10_2 1.0000 Rprec_mult_0.40 10_2 0.9167 Rprec_mult_0.60 10_2 0.8333 Rprec_mult_0.80 10_2 0.6667 Rprec_mult_1.00 10_2 0.6667 Rprec_mult_1.20 10_2 0.6111 Rprec_mult_1.40 10_2 0.5238 Rprec_mult_1.60 10_2 0.4583 Rprec_mult_1.80 10_2 0.4074 Rprec_mult_2.00 10_2 0.3667 utility 10_2 -948.0000 11pt_avg 10_2 0.6674 binG 10_2 0.5209 G 10_2 0.2713 ndcg 10_2 0.7658 ndcg_rel 10_2 0.6781 Rndcg 10_2 0.6383 ndcg_cut_5 10_2 0.6104 ndcg_cut_10 10_2 0.6841 ndcg_cut_15 10_2 0.6683 ndcg_cut_20 10_2 0.6488 ndcg_cut_30 10_2 0.6647 ndcg_cut_100 10_2 0.7499 ndcg_cut_200 10_2 0.7658 ndcg_cut_500 10_2 0.7658 ndcg_cut_1000 10_2 0.7658 map_cut_5 10_2 0.1667 map_cut_10 10_2 0.3333 map_cut_15 10_2 0.4263 map_cut_20 10_2 0.4816 map_cut_30 10_2 0.5947 map_cut_100 10_2 0.6546 map_cut_200 10_2 0.6687 map_cut_500 10_2 0.6687 map_cut_1000 10_2 0.6687 relative_P_5 10_2 1.0000 relative_P_10 10_2 1.0000 relative_P_15 10_2 0.8667 relative_P_20 10_2 0.7500 relative_P_30 10_2 0.6667 relative_P_100 10_2 0.8000 relative_P_200 10_2 0.8667 relative_P_500 10_2 0.8667 relative_P_1000 10_2 0.8667 success_1 10_2 1.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0260 set_relative_P 10_2 0.8667 set_recall 10_2 0.8667 set_map 10_2 0.0225 set_F 10_2 0.0505 num_nonrel_judged_ret 10_2 56 rbp 10_2 0.3728 rbp_resid 10_2 0.1127 unj_5 10_2 0.0000 unj_10 10_2 0.0000 unj_20 10_2 0.1000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 22 map 10_3 0.4334 Rprec 10_3 0.4348 bpref 10_3 0.4461 recip_rank 10_3 1.0000 iprec_at_recall_0.00 10_3 1.0000 iprec_at_recall_0.10 10_3 1.0000 iprec_at_recall_0.20 10_3 0.7500 iprec_at_recall_0.30 10_3 0.4348 iprec_at_recall_0.40 10_3 0.4348 iprec_at_recall_0.50 10_3 0.3333 iprec_at_recall_0.60 10_3 0.3191 iprec_at_recall_0.70 10_3 0.2424 iprec_at_recall_0.80 10_3 0.1845 iprec_at_recall_0.90 10_3 0.1296 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.8000 P_10 10_3 0.6000 P_15 10_3 0.4000 P_20 10_3 0.4000 P_30 10_3 0.3667 P_100 10_3 0.1700 P_200 10_3 0.1100 P_500 10_3 0.0440 P_1000 10_3 0.0220 relstring 10_3 '21220021-0' recall_5 10_3 0.1739 recall_10 10_3 0.2609 recall_15 10_3 0.2609 recall_20 10_3 0.3478 recall_30 10_3 0.4783 recall_100 10_3 0.7391 recall_200 10_3 0.9565 recall_500 10_3 0.9565 recall_1000 10_3 0.9565 infAP 10_3 0.4334 Rprec_mult_0.20 10_3 0.8000 Rprec_mult_0.40 10_3 0.6000 Rprec_mult_0.60 10_3 0.4286 Rprec_mult_0.80 10_3 0.4211 Rprec_mult_1.00 10_3 0.4348 Rprec_mult_1.20 10_3 0.3571 Rprec_mult_1.40 10_3 0.3333 Rprec_mult_1.60 10_3 0.3243 Rprec_mult_1.80 10_3 0.3095 Rprec_mult_2.00 10_3 0.3043 utility 10_3 -956.0000 11pt_avg 10_3 0.4390 binG 10_3 0.3550 G 10_3 0.3301 ndcg 10_3 0.7894 ndcg_rel 10_3 0.7239 Rndcg 10_3 0.6896 ndcg_cut_5 10_3 0.7618 ndcg_cut_10 10_3 0.6443 ndcg_cut_15 10_3 0.5578 ndcg_cut_20 10_3 0.5618 ndcg_cut_30 10_3 0.6217 ndcg_cut_100 10_3 0.7288 ndcg_cut_200 10_3 0.7894 ndcg_cut_500 10_3 0.7894 ndcg_cut_1000 10_3 0.7894 map_cut_5 10_3 0.1739 map_cut_10 10_3 0.2376 map_cut_15 10_3 0.2376 map_cut_20 10_3 0.2728 map_cut_30 10_3 0.3263 map_cut_100 10_3 0.4010 map_cut_200 10_3 0.4334 map_cut_500 10_3 0.4334 map_cut_1000 10_3 0.4334 relative_P_5 10_3 0.8000 relative_P_10 10_3 0.6000 relative_P_15 10_3 0.4000 relative_P_20 10_3 0.4000 relative_P_30 10_3 0.4783 relative_P_100 10_3 0.7391 relative_P_200 10_3 0.9565 relative_P_500 10_3 0.9565 relative_P_1000 10_3 0.9565 success_1 10_3 1.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0220 set_relative_P 10_3 0.9565 set_recall 10_3 0.9565 set_map 10_3 0.0210 set_F 10_3 0.0430 num_nonrel_judged_ret 10_3 61 rbp 10_3 0.4261 rbp_resid 10_3 0.1834 unj_5 10_3 0.0000 unj_10 10_3 0.1000 unj_20 10_3 0.2500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 60 map 10_6 0.2202 Rprec 10_6 0.3008 bpref 10_6 0.4320 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.7647 iprec_at_recall_0.20 10_6 0.5536 iprec_at_recall_0.30 10_6 0.3478 iprec_at_recall_0.40 10_6 0.1913 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.8000 P_10 10_6 0.6000 P_15 10_6 0.7333 P_20 10_6 0.6500 P_30 10_6 0.6333 P_100 10_6 0.3800 P_200 10_6 0.2450 P_500 10_6 0.1160 P_1000 10_6 0.0600 relstring 10_6 '111302001-' recall_5 10_6 0.0301 recall_10 10_6 0.0451 recall_15 10_6 0.0827 recall_20 10_6 0.0977 recall_30 10_6 0.1429 recall_100 10_6 0.2857 recall_200 10_6 0.3684 recall_500 10_6 0.4361 recall_1000 10_6 0.4511 infAP 10_6 0.2202 Rprec_mult_0.20 10_6 0.6296 Rprec_mult_0.40 10_6 0.5370 Rprec_mult_0.60 10_6 0.4125 Rprec_mult_0.80 10_6 0.3645 Rprec_mult_1.00 10_6 0.3008 Rprec_mult_1.20 10_6 0.2875 Rprec_mult_1.40 10_6 0.2567 Rprec_mult_1.60 10_6 0.2347 Rprec_mult_1.80 10_6 0.2125 Rprec_mult_2.00 10_6 0.1917 utility 10_6 -880.0000 11pt_avg 10_6 0.2598 binG 10_6 0.1240 G 10_6 0.0879 ndcg 10_6 0.4485 ndcg_rel 10_6 0.4370 Rndcg 10_6 0.3864 ndcg_cut_5 10_6 0.4264 ndcg_cut_10 10_6 0.3955 ndcg_cut_15 10_6 0.4708 ndcg_cut_20 10_6 0.4473 ndcg_cut_30 10_6 0.4674 ndcg_cut_100 10_6 0.3921 ndcg_cut_200 10_6 0.4002 ndcg_cut_500 10_6 0.4387 ndcg_cut_1000 10_6 0.4485 map_cut_5 10_6 0.0301 map_cut_10 10_6 0.0414 map_cut_15 10_6 0.0672 map_cut_20 10_6 0.0786 map_cut_30 10_6 0.1073 map_cut_100 10_6 0.1815 map_cut_200 10_6 0.2066 map_cut_500 10_6 0.2187 map_cut_1000 10_6 0.2202 relative_P_5 10_6 0.8000 relative_P_10 10_6 0.6000 relative_P_15 10_6 0.7333 relative_P_20 10_6 0.6500 relative_P_30 10_6 0.6333 relative_P_100 10_6 0.3800 relative_P_200 10_6 0.3684 relative_P_500 10_6 0.4361 relative_P_1000 10_6 0.4511 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0600 set_relative_P 10_6 0.4511 set_recall 10_6 0.4511 set_map 10_6 0.0271 set_F 10_6 0.1059 num_nonrel_judged_ret 10_6 9 rbp 10_6 0.3471 rbp_resid 10_6 0.1369 unj_5 10_6 0.0000 unj_10 10_6 0.1000 unj_20 10_6 0.2000 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 25 map 10_7 0.0443 Rprec 10_7 0.1141 bpref 10_7 0.1569 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.1739 iprec_at_recall_0.20 10_7 0.0000 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.4000 P_10 10_7 0.3000 P_15 10_7 0.3333 P_20 10_7 0.2500 P_30 10_7 0.3000 P_100 10_7 0.1700 P_200 10_7 0.1100 P_500 10_7 0.0480 P_1000 10_7 0.0250 relstring 10_7 '22000----1' recall_5 10_7 0.0134 recall_10 10_7 0.0201 recall_15 10_7 0.0336 recall_20 10_7 0.0336 recall_30 10_7 0.0604 recall_100 10_7 0.1141 recall_200 10_7 0.1477 recall_500 10_7 0.1611 recall_1000 10_7 0.1678 infAP 10_7 0.0443 Rprec_mult_0.20 10_7 0.3000 Rprec_mult_0.40 10_7 0.2000 Rprec_mult_0.60 10_7 0.1667 Rprec_mult_0.80 10_7 0.1417 Rprec_mult_1.00 10_7 0.1141 Rprec_mult_1.20 10_7 0.1117 Rprec_mult_1.40 10_7 0.1053 Rprec_mult_1.60 10_7 0.1004 Rprec_mult_1.80 10_7 0.0892 Rprec_mult_2.00 10_7 0.0805 utility 10_7 -950.0000 11pt_avg 10_7 0.1067 binG 10_7 0.0422 G 10_7 0.0451 ndcg 10_7 0.2435 ndcg_rel 10_7 0.2537 Rndcg 10_7 0.3505 ndcg_cut_5 10_7 0.4729 ndcg_cut_10 10_7 0.3520 ndcg_cut_15 10_7 0.3413 ndcg_cut_20 10_7 0.2879 ndcg_cut_30 10_7 0.3011 ndcg_cut_100 10_7 0.2478 ndcg_cut_200 10_7 0.2306 ndcg_cut_500 10_7 0.2406 ndcg_cut_1000 10_7 0.2435 map_cut_5 10_7 0.0134 map_cut_10 10_7 0.0154 map_cut_15 10_7 0.0203 map_cut_20 10_7 0.0203 map_cut_30 10_7 0.0281 map_cut_100 10_7 0.0386 map_cut_200 10_7 0.0425 map_cut_500 10_7 0.0440 map_cut_1000 10_7 0.0443 relative_P_5 10_7 0.4000 relative_P_10 10_7 0.3000 relative_P_15 10_7 0.3333 relative_P_20 10_7 0.2500 relative_P_30 10_7 0.3000 relative_P_100 10_7 0.1700 relative_P_200 10_7 0.1477 relative_P_500 10_7 0.1611 relative_P_1000 10_7 0.1678 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0250 set_relative_P 10_7 0.1678 set_recall 10_7 0.1678 set_map 10_7 0.0042 set_F 10_7 0.0435 num_nonrel_judged_ret 10_7 10 rbp 10_7 0.1871 rbp_resid 10_7 0.4155 unj_5 10_7 0.0000 unj_10 10_7 0.4000 unj_20 10_7 0.5000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 49 map 10_8 0.2350 Rprec 10_8 0.3421 bpref 10_8 0.5677 recip_rank 10_8 0.5000 iprec_at_recall_0.00 10_8 0.8333 iprec_at_recall_0.10 10_8 0.5714 iprec_at_recall_0.20 10_8 0.4412 iprec_at_recall_0.30 10_8 0.3636 iprec_at_recall_0.40 10_8 0.2845 iprec_at_recall_0.50 10_8 0.2235 iprec_at_recall_0.60 10_8 0.1474 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.8000 P_10 10_8 0.6000 P_15 10_8 0.5333 P_20 10_8 0.5000 P_30 10_8 0.4667 P_100 10_8 0.2800 P_200 10_8 0.2000 P_500 10_8 0.0980 P_1000 10_8 0.0490 relstring 10_8 '011112-030' recall_5 10_8 0.0526 recall_10 10_8 0.0789 recall_15 10_8 0.1053 recall_20 10_8 0.1316 recall_30 10_8 0.1842 recall_100 10_8 0.3684 recall_200 10_8 0.5263 recall_500 10_8 0.6447 recall_1000 10_8 0.6447 infAP 10_8 0.2350 Rprec_mult_0.20 10_8 0.5000 Rprec_mult_0.40 10_8 0.4516 Rprec_mult_0.60 10_8 0.3913 Rprec_mult_0.80 10_8 0.3443 Rprec_mult_1.00 10_8 0.3421 Rprec_mult_1.20 10_8 0.3043 Rprec_mult_1.40 10_8 0.2804 Rprec_mult_1.60 10_8 0.2705 Rprec_mult_1.80 10_8 0.2482 Rprec_mult_2.00 10_8 0.2368 utility 10_8 -902.0000 11pt_avg 10_8 0.2605 binG 10_8 0.1507 G 10_8 0.1251 ndcg 10_8 0.5111 ndcg_rel 10_8 0.4291 Rndcg 10_8 0.3344 ndcg_cut_5 10_8 0.2588 ndcg_cut_10 10_8 0.3325 ndcg_cut_15 10_8 0.3254 ndcg_cut_20 10_8 0.3365 ndcg_cut_30 10_8 0.3458 ndcg_cut_100 10_8 0.3836 ndcg_cut_200 10_8 0.4616 ndcg_cut_500 10_8 0.5111 ndcg_cut_1000 10_8 0.5111 map_cut_5 10_8 0.0357 map_cut_10 10_8 0.0555 map_cut_15 10_8 0.0701 map_cut_20 10_8 0.0840 map_cut_30 10_8 0.1090 map_cut_100 10_8 0.1772 map_cut_200 10_8 0.2170 map_cut_500 10_8 0.2350 map_cut_1000 10_8 0.2350 relative_P_5 10_8 0.8000 relative_P_10 10_8 0.6000 relative_P_15 10_8 0.5333 relative_P_20 10_8 0.5000 relative_P_30 10_8 0.4667 relative_P_100 10_8 0.3684 relative_P_200 10_8 0.5263 relative_P_500 10_8 0.6447 relative_P_1000 10_8 0.6447 success_1 10_8 0.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0490 set_relative_P 10_8 0.6447 set_recall 10_8 0.6447 set_map 10_8 0.0316 set_F 10_8 0.0911 num_nonrel_judged_ret 10_8 27 rbp 10_8 0.2549 rbp_resid 10_8 0.2614 unj_5 10_8 0.0000 unj_10 10_8 0.1000 unj_20 10_8 0.3500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 87 map 11_10 0.4530 Rprec 11_10 0.5397 bpref 11_10 0.6289 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.8889 iprec_at_recall_0.20 11_10 0.7812 iprec_at_recall_0.30 11_10 0.7321 iprec_at_recall_0.40 11_10 0.6173 iprec_at_recall_0.50 11_10 0.5575 iprec_at_recall_0.60 11_10 0.4663 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 1.0000 P_10 11_10 0.8000 P_15 11_10 0.8667 P_20 11_10 0.8000 P_30 11_10 0.7667 P_100 11_10 0.5800 P_200 11_10 0.3950 P_500 11_10 0.1720 P_1000 11_10 0.0870 relstring 11_10 '4322323300' recall_5 11_10 0.0397 recall_10 11_10 0.0635 recall_15 11_10 0.1032 recall_20 11_10 0.1270 recall_30 11_10 0.1825 recall_100 11_10 0.4603 recall_200 11_10 0.6270 recall_500 11_10 0.6825 recall_1000 11_10 0.6905 infAP 11_10 0.4530 Rprec_mult_0.20 11_10 0.7692 Rprec_mult_0.40 11_10 0.7059 Rprec_mult_0.60 11_10 0.6447 Rprec_mult_0.80 11_10 0.5743 Rprec_mult_1.00 11_10 0.5397 Rprec_mult_1.20 11_10 0.4868 Rprec_mult_1.40 11_10 0.4294 Rprec_mult_1.60 11_10 0.3911 Rprec_mult_1.80 11_10 0.3524 Rprec_mult_2.00 11_10 0.3214 utility 11_10 -826.0000 11pt_avg 11_10 0.4585 binG 11_10 0.2153 G 11_10 0.1601 ndcg 11_10 0.6888 ndcg_rel 11_10 0.6820 Rndcg 11_10 0.7082 ndcg_cut_5 11_10 0.9055 ndcg_cut_10 11_10 0.7910 ndcg_cut_15 11_10 0.7788 ndcg_cut_20 11_10 0.7194 ndcg_cut_30 11_10 0.6636 ndcg_cut_100 11_10 0.6025 ndcg_cut_200 11_10 0.6626 ndcg_cut_500 11_10 0.6848 ndcg_cut_1000 11_10 0.6888 map_cut_5 11_10 0.0397 map_cut_10 11_10 0.0635 map_cut_15 11_10 0.0970 map_cut_20 11_10 0.1180 map_cut_30 11_10 0.1623 map_cut_100 11_10 0.3493 map_cut_200 11_10 0.4347 map_cut_500 11_10 0.4518 map_cut_1000 11_10 0.4530 relative_P_5 11_10 1.0000 relative_P_10 11_10 0.8000 relative_P_15 11_10 0.8667 relative_P_20 11_10 0.8000 relative_P_30 11_10 0.7667 relative_P_100 11_10 0.5800 relative_P_200 11_10 0.6270 relative_P_500 11_10 0.6825 relative_P_1000 11_10 0.6905 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0870 set_relative_P 11_10 0.6905 set_recall 11_10 0.6905 set_map 11_10 0.0601 set_F 11_10 0.1545 num_nonrel_judged_ret 11_10 18 rbp 11_10 0.5480 rbp_resid 11_10 0.0520 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.0500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 127 map 11_11 0.5862 Rprec 11_11 0.5299 bpref 11_11 0.8593 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 0.9310 iprec_at_recall_0.30 11_11 0.7963 iprec_at_recall_0.40 11_11 0.6962 iprec_at_recall_0.50 11_11 0.5726 iprec_at_recall_0.60 11_11 0.4790 iprec_at_recall_0.70 11_11 0.4434 iprec_at_recall_0.80 11_11 0.3214 iprec_at_recall_0.90 11_11 0.2591 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 1.0000 P_20 11_11 0.9500 P_30 11_11 0.9000 P_100 11_11 0.6000 P_200 11_11 0.4550 P_500 11_11 0.2440 P_1000 11_11 0.1270 relstring 11_11 '2323332223' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1119 recall_20 11_11 0.1418 recall_30 11_11 0.2015 recall_100 11_11 0.4478 recall_200 11_11 0.6791 recall_500 11_11 0.9104 recall_1000 11_11 0.9478 infAP 11_11 0.5862 Rprec_mult_0.20 11_11 0.9630 Rprec_mult_0.40 11_11 0.7963 Rprec_mult_0.60 11_11 0.6790 Rprec_mult_0.80 11_11 0.5926 Rprec_mult_1.00 11_11 0.5299 Rprec_mult_1.20 11_11 0.4720 Rprec_mult_1.40 11_11 0.4681 Rprec_mult_1.60 11_11 0.4372 Rprec_mult_1.80 11_11 0.3967 Rprec_mult_2.00 11_11 0.3806 utility 11_11 -746.0000 11pt_avg 11_11 0.5908 binG 11_11 0.3032 G 11_11 0.1852 ndcg 11_11 0.8316 ndcg_rel 11_11 0.7069 Rndcg 11_11 0.6518 ndcg_cut_5 11_11 0.7461 ndcg_cut_10 11_11 0.7642 ndcg_cut_15 11_11 0.7435 ndcg_cut_20 11_11 0.7195 ndcg_cut_30 11_11 0.6766 ndcg_cut_100 11_11 0.6161 ndcg_cut_200 11_11 0.7103 ndcg_cut_500 11_11 0.8216 ndcg_cut_1000 11_11 0.8316 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1119 map_cut_20 11_11 0.1402 map_cut_30 11_11 0.1972 map_cut_100 11_11 0.3813 map_cut_200 11_11 0.4995 map_cut_500 11_11 0.5781 map_cut_1000 11_11 0.5862 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 1.0000 relative_P_20 11_11 0.9500 relative_P_30 11_11 0.9000 relative_P_100 11_11 0.6000 relative_P_200 11_11 0.6791 relative_P_500 11_11 0.9104 relative_P_1000 11_11 0.9478 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1270 set_relative_P 11_11 0.9478 set_recall 11_11 0.9478 set_map 11_11 0.1204 set_F 11_11 0.2240 num_nonrel_judged_ret 11_11 10 rbp 11_11 0.5600 rbp_resid 11_11 0.0403 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 24 map 11_12 0.0801 Rprec 11_12 0.1685 bpref 11_12 0.2440 recip_rank 11_12 0.3333 iprec_at_recall_0.00 11_12 0.5000 iprec_at_recall_0.10 11_12 0.4231 iprec_at_recall_0.20 11_12 0.1765 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.4000 P_10 11_12 0.4000 P_15 11_12 0.4667 P_20 11_12 0.4000 P_30 11_12 0.4000 P_100 11_12 0.1700 P_200 11_12 0.1000 P_500 11_12 0.0480 P_1000 11_12 0.0240 relstring 11_12 '00220-1300' recall_5 11_12 0.0225 recall_10 11_12 0.0449 recall_15 11_12 0.0787 recall_20 11_12 0.0899 recall_30 11_12 0.1348 recall_100 11_12 0.1910 recall_200 11_12 0.2247 recall_500 11_12 0.2697 recall_1000 11_12 0.2697 infAP 11_12 0.0801 Rprec_mult_0.20 11_12 0.4444 Rprec_mult_0.40 11_12 0.3333 Rprec_mult_0.60 11_12 0.2222 Rprec_mult_0.80 11_12 0.2083 Rprec_mult_1.00 11_12 0.1685 Rprec_mult_1.20 11_12 0.1682 Rprec_mult_1.40 11_12 0.1520 Rprec_mult_1.60 11_12 0.1329 Rprec_mult_1.80 11_12 0.1180 Rprec_mult_2.00 11_12 0.1067 utility 11_12 -952.0000 11pt_avg 11_12 0.1000 binG 11_12 0.0654 G 11_12 0.0532 ndcg 11_12 0.2627 ndcg_rel 11_12 0.2568 Rndcg 11_12 0.2319 ndcg_cut_5 11_12 0.2104 ndcg_cut_10 11_12 0.2304 ndcg_cut_15 11_12 0.2507 ndcg_cut_20 11_12 0.2582 ndcg_cut_30 11_12 0.2839 ndcg_cut_100 11_12 0.2179 ndcg_cut_200 11_12 0.2367 ndcg_cut_500 11_12 0.2627 ndcg_cut_1000 11_12 0.2627 map_cut_5 11_12 0.0094 map_cut_10 11_12 0.0198 map_cut_15 11_12 0.0361 map_cut_20 11_12 0.0418 map_cut_30 11_12 0.0601 map_cut_100 11_12 0.0713 map_cut_200 11_12 0.0762 map_cut_500 11_12 0.0801 map_cut_1000 11_12 0.0801 relative_P_5 11_12 0.4000 relative_P_10 11_12 0.4000 relative_P_15 11_12 0.4667 relative_P_20 11_12 0.4000 relative_P_30 11_12 0.4000 relative_P_100 11_12 0.1910 relative_P_200 11_12 0.2247 relative_P_500 11_12 0.2697 relative_P_1000 11_12 0.2697 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0240 set_relative_P 11_12 0.2697 set_recall 11_12 0.2697 set_map 11_12 0.0065 set_F 11_12 0.0441 num_nonrel_judged_ret 11_12 21 rbp 11_12 0.2509 rbp_resid 11_12 0.2303 unj_5 11_12 0.0000 unj_10 11_12 0.1000 unj_20 11_12 0.3000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 82 map 11_13 0.2570 Rprec 11_13 0.3300 bpref 11_13 0.3815 recip_rank 11_13 0.5000 iprec_at_recall_0.00 11_13 0.9091 iprec_at_recall_0.10 11_13 0.9091 iprec_at_recall_0.20 11_13 0.8113 iprec_at_recall_0.30 11_13 0.4326 iprec_at_recall_0.40 11_13 0.1475 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.8000 P_10 11_13 0.8000 P_15 11_13 0.8667 P_20 11_13 0.8500 P_30 11_13 0.9000 P_100 11_13 0.5400 P_200 11_13 0.3300 P_500 11_13 0.1600 P_1000 11_13 0.0820 relstring 11_13 '0333331120' recall_5 11_13 0.0197 recall_10 11_13 0.0394 recall_15 11_13 0.0640 recall_20 11_13 0.0837 recall_30 11_13 0.1330 recall_100 11_13 0.2660 recall_200 11_13 0.3251 recall_500 11_13 0.3941 recall_1000 11_13 0.4039 infAP 11_13 0.2570 Rprec_mult_0.20 11_13 0.8537 Rprec_mult_0.40 11_13 0.5976 Rprec_mult_0.60 11_13 0.4836 Rprec_mult_0.80 11_13 0.3926 Rprec_mult_1.00 11_13 0.3300 Rprec_mult_1.20 11_13 0.2828 Rprec_mult_1.40 11_13 0.2491 Rprec_mult_1.60 11_13 0.2277 Rprec_mult_1.80 11_13 0.2077 Rprec_mult_2.00 11_13 0.1897 utility 11_13 -836.0000 11pt_avg 11_13 0.2918 binG 11_13 0.1245 G 11_13 0.0716 ndcg 11_13 0.4076 ndcg_rel 11_13 0.4502 Rndcg 11_13 0.4119 ndcg_cut_5 11_13 0.6608 ndcg_cut_10 11_13 0.5990 ndcg_cut_15 11_13 0.5991 ndcg_cut_20 11_13 0.5767 ndcg_cut_30 11_13 0.6133 ndcg_cut_100 11_13 0.4486 ndcg_cut_200 11_13 0.3598 ndcg_cut_500 11_13 0.4023 ndcg_cut_1000 11_13 0.4076 map_cut_5 11_13 0.0134 map_cut_10 11_13 0.0304 map_cut_15 11_13 0.0512 map_cut_20 11_13 0.0679 map_cut_30 11_13 0.1113 map_cut_100 11_13 0.2121 map_cut_200 11_13 0.2390 map_cut_500 11_13 0.2557 map_cut_1000 11_13 0.2570 relative_P_5 11_13 0.8000 relative_P_10 11_13 0.8000 relative_P_15 11_13 0.8667 relative_P_20 11_13 0.8500 relative_P_30 11_13 0.9000 relative_P_100 11_13 0.5400 relative_P_200 11_13 0.3300 relative_P_500 11_13 0.3941 relative_P_1000 11_13 0.4039 success_1 11_13 0.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0820 set_relative_P 11_13 0.4039 set_recall 11_13 0.4039 set_map 11_13 0.0331 set_F 11_13 0.1363 num_nonrel_judged_ret 11_13 7 rbp 11_13 0.6352 rbp_resid 11_13 0.0122 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.0000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 80 map 11_2 0.3682 Rprec 11_2 0.4384 bpref 11_2 0.5234 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 1.0000 iprec_at_recall_0.20 11_2 0.8824 iprec_at_recall_0.30 11_2 0.5867 iprec_at_recall_0.40 11_2 0.4957 iprec_at_recall_0.50 11_2 0.3017 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 1.0000 P_10 11_2 1.0000 P_15 11_2 1.0000 P_20 11_2 0.9500 P_30 11_2 0.9000 P_100 11_2 0.5000 P_200 11_2 0.3550 P_500 11_2 0.1600 P_1000 11_2 0.0800 relstring 11_2 '3322123132' recall_5 11_2 0.0342 recall_10 11_2 0.0685 recall_15 11_2 0.1027 recall_20 11_2 0.1301 recall_30 11_2 0.1849 recall_100 11_2 0.3425 recall_200 11_2 0.4863 recall_500 11_2 0.5479 recall_1000 11_2 0.5479 infAP 11_2 0.3682 Rprec_mult_0.20 11_2 0.9000 Rprec_mult_0.40 11_2 0.6610 Rprec_mult_0.60 11_2 0.5227 Rprec_mult_0.80 11_2 0.4957 Rprec_mult_1.00 11_2 0.4384 Rprec_mult_1.20 11_2 0.3807 Rprec_mult_1.40 11_2 0.3463 Rprec_mult_1.60 11_2 0.3077 Rprec_mult_1.80 11_2 0.2814 Rprec_mult_2.00 11_2 0.2671 utility 11_2 -840.0000 11pt_avg 11_2 0.3879 binG 11_2 0.2224 G 11_2 0.1039 ndcg 11_2 0.5394 ndcg_rel 11_2 0.5503 Rndcg 11_2 0.5539 ndcg_cut_5 11_2 0.6816 ndcg_cut_10 11_2 0.6978 ndcg_cut_15 11_2 0.7043 ndcg_cut_20 11_2 0.6363 ndcg_cut_30 11_2 0.5983 ndcg_cut_100 11_2 0.4544 ndcg_cut_200 11_2 0.5147 ndcg_cut_500 11_2 0.5394 ndcg_cut_1000 11_2 0.5394 map_cut_5 11_2 0.0342 map_cut_10 11_2 0.0685 map_cut_15 11_2 0.1027 map_cut_20 11_2 0.1294 map_cut_30 11_2 0.1793 map_cut_100 11_2 0.2861 map_cut_200 11_2 0.3511 map_cut_500 11_2 0.3682 map_cut_1000 11_2 0.3682 relative_P_5 11_2 1.0000 relative_P_10 11_2 1.0000 relative_P_15 11_2 1.0000 relative_P_20 11_2 0.9500 relative_P_30 11_2 0.9000 relative_P_100 11_2 0.5000 relative_P_200 11_2 0.4863 relative_P_500 11_2 0.5479 relative_P_1000 11_2 0.5479 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0800 set_relative_P 11_2 0.5479 set_recall 11_2 0.5479 set_map 11_2 0.0438 set_F 11_2 0.1396 num_nonrel_judged_ret 11_2 24 rbp 11_2 0.4953 rbp_resid 11_2 0.0415 unj_5 11_2 0.0000 unj_10 11_2 0.0000 unj_20 11_2 0.0500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 104 map 11_3 0.3656 Rprec 11_3 0.4149 bpref 11_3 0.5300 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.9062 iprec_at_recall_0.20 11_3 0.8200 iprec_at_recall_0.30 11_3 0.6747 iprec_at_recall_0.40 11_3 0.4386 iprec_at_recall_0.50 11_3 0.3102 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 1.0000 P_15 11_3 0.9333 P_20 11_3 0.8500 P_30 11_3 0.9000 P_100 11_3 0.5900 P_200 11_3 0.4000 P_500 11_3 0.2080 P_1000 11_3 0.1040 relstring 11_3 '2121222332' recall_5 11_3 0.0266 recall_10 11_3 0.0532 recall_15 11_3 0.0745 recall_20 11_3 0.0904 recall_30 11_3 0.1436 recall_100 11_3 0.3138 recall_200 11_3 0.4255 recall_500 11_3 0.5532 recall_1000 11_3 0.5532 infAP 11_3 0.3656 Rprec_mult_0.20 11_3 0.8684 Rprec_mult_0.40 11_3 0.7105 Rprec_mult_0.60 11_3 0.5487 Rprec_mult_0.80 11_3 0.4636 Rprec_mult_1.00 11_3 0.4149 Rprec_mult_1.20 11_3 0.3850 Rprec_mult_1.40 11_3 0.3485 Rprec_mult_1.60 11_3 0.3090 Rprec_mult_1.80 11_3 0.2861 Rprec_mult_2.00 11_3 0.2660 utility 11_3 -792.0000 11pt_avg 11_3 0.3773 binG 11_3 0.1847 G 11_3 0.1055 ndcg 11_3 0.5595 ndcg_rel 11_3 0.5720 Rndcg 11_3 0.5515 ndcg_cut_5 11_3 0.5466 ndcg_cut_10 11_3 0.6340 ndcg_cut_15 11_3 0.6419 ndcg_cut_20 11_3 0.6235 ndcg_cut_30 11_3 0.6450 ndcg_cut_100 11_3 0.5528 ndcg_cut_200 11_3 0.4960 ndcg_cut_500 11_3 0.5595 ndcg_cut_1000 11_3 0.5595 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0532 map_cut_15 11_3 0.0737 map_cut_20 11_3 0.0877 map_cut_30 11_3 0.1345 map_cut_100 11_3 0.2703 map_cut_200 11_3 0.3241 map_cut_500 11_3 0.3656 map_cut_1000 11_3 0.3656 relative_P_5 11_3 1.0000 relative_P_10 11_3 1.0000 relative_P_15 11_3 0.9333 relative_P_20 11_3 0.8500 relative_P_30 11_3 0.9000 relative_P_100 11_3 0.5900 relative_P_200 11_3 0.4255 relative_P_500 11_3 0.5532 relative_P_1000 11_3 0.5532 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.1040 set_relative_P 11_3 0.5532 set_recall 11_3 0.5532 set_map 11_3 0.0575 set_F 11_3 0.1751 num_nonrel_judged_ret 11_3 12 rbp 11_3 0.6148 rbp_resid 11_3 0.0619 unj_5 11_3 0.0000 unj_10 11_3 0.0000 unj_20 11_3 0.1000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 123 map 11_4 0.4890 Rprec 11_4 0.4931 bpref 11_4 0.8386 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.9143 iprec_at_recall_0.20 11_4 0.9143 iprec_at_recall_0.30 11_4 0.7288 iprec_at_recall_0.40 11_4 0.6354 iprec_at_recall_0.50 11_4 0.4713 iprec_at_recall_0.60 11_4 0.4057 iprec_at_recall_0.70 11_4 0.2570 iprec_at_recall_0.80 11_4 0.1930 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 0.8000 P_15 11_4 0.8667 P_20 11_4 0.9000 P_30 11_4 0.9000 P_100 11_4 0.6200 P_200 11_4 0.4050 P_500 11_4 0.2100 P_1000 11_4 0.1230 relstring 11_4 '22212-12-3' recall_5 11_4 0.0347 recall_10 11_4 0.0556 recall_15 11_4 0.0903 recall_20 11_4 0.1250 recall_30 11_4 0.1875 recall_100 11_4 0.4306 recall_200 11_4 0.5625 recall_500 11_4 0.7292 recall_1000 11_4 0.8542 infAP 11_4 0.4890 Rprec_mult_0.20 11_4 0.8966 Rprec_mult_0.40 11_4 0.7241 Rprec_mult_0.60 11_4 0.6207 Rprec_mult_0.80 11_4 0.5603 Rprec_mult_1.00 11_4 0.4931 Rprec_mult_1.20 11_4 0.4393 Rprec_mult_1.40 11_4 0.4010 Rprec_mult_1.60 11_4 0.3810 Rprec_mult_1.80 11_4 0.3577 Rprec_mult_2.00 11_4 0.3299 utility 11_4 -754.0000 11pt_avg 11_4 0.5018 binG 11_4 0.2310 G 11_4 0.1583 ndcg 11_4 0.7338 ndcg_rel 11_4 0.6422 Rndcg 11_4 0.6193 ndcg_cut_5 11_4 0.6180 ndcg_cut_10 11_4 0.6063 ndcg_cut_15 11_4 0.6567 ndcg_cut_20 11_4 0.6634 ndcg_cut_30 11_4 0.6504 ndcg_cut_100 11_4 0.5977 ndcg_cut_200 11_4 0.5903 ndcg_cut_500 11_4 0.6706 ndcg_cut_1000 11_4 0.7338 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0523 map_cut_15 11_4 0.0816 map_cut_20 11_4 0.1125 map_cut_30 11_4 0.1682 map_cut_100 11_4 0.3440 map_cut_200 11_4 0.4090 map_cut_500 11_4 0.4654 map_cut_1000 11_4 0.4890 relative_P_5 11_4 1.0000 relative_P_10 11_4 0.8000 relative_P_15 11_4 0.8667 relative_P_20 11_4 0.9000 relative_P_30 11_4 0.9000 relative_P_100 11_4 0.6200 relative_P_200 11_4 0.5625 relative_P_500 11_4 0.7292 relative_P_1000 11_4 0.8542 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1230 set_relative_P 11_4 0.8542 set_recall 11_4 0.8542 set_map 11_4 0.1051 set_F 11_4 0.2150 num_nonrel_judged_ret 11_4 1 rbp 11_4 0.5046 rbp_resid 11_4 0.1158 unj_5 11_4 0.0000 unj_10 11_4 0.2000 unj_20 11_4 0.1000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 50 map 11_6 0.5648 Rprec 11_6 0.5833 bpref 11_6 0.8022 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 1.0000 iprec_at_recall_0.20 11_6 0.8696 iprec_at_recall_0.30 11_6 0.8696 iprec_at_recall_0.40 11_6 0.8333 iprec_at_recall_0.50 11_6 0.7561 iprec_at_recall_0.60 11_6 0.5294 iprec_at_recall_0.70 11_6 0.2402 iprec_at_recall_0.80 11_6 0.1875 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 0.9000 P_15 11_6 0.8000 P_20 11_6 0.8500 P_30 11_6 0.8333 P_100 11_6 0.4000 P_200 11_6 0.2150 P_500 11_6 0.0980 P_1000 11_6 0.0500 relstring 11_6 '232132-223' recall_5 11_6 0.0833 recall_10 11_6 0.1500 recall_15 11_6 0.2000 recall_20 11_6 0.2833 recall_30 11_6 0.4167 recall_100 11_6 0.6667 recall_200 11_6 0.7167 recall_500 11_6 0.8167 recall_1000 11_6 0.8333 infAP 11_6 0.5648 Rprec_mult_0.20 11_6 0.8333 Rprec_mult_0.40 11_6 0.8333 Rprec_mult_0.60 11_6 0.7500 Rprec_mult_0.80 11_6 0.6875 Rprec_mult_1.00 11_6 0.5833 Rprec_mult_1.20 11_6 0.5139 Rprec_mult_1.40 11_6 0.4643 Rprec_mult_1.60 11_6 0.4062 Rprec_mult_1.80 11_6 0.3704 Rprec_mult_2.00 11_6 0.3417 utility 11_6 -900.0000 11pt_avg 11_6 0.5714 binG 11_6 0.3280 G 11_6 0.1931 ndcg 11_6 0.7311 ndcg_rel 11_6 0.6870 Rndcg 11_6 0.6706 ndcg_cut_5 11_6 0.7330 ndcg_cut_10 11_6 0.6820 ndcg_cut_15 11_6 0.6577 ndcg_cut_20 11_6 0.6634 ndcg_cut_30 11_6 0.6866 ndcg_cut_100 11_6 0.6641 ndcg_cut_200 11_6 0.6852 ndcg_cut_500 11_6 0.7244 ndcg_cut_1000 11_6 0.7311 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1444 map_cut_15 11_6 0.1867 map_cut_20 11_6 0.2560 map_cut_30 11_6 0.3692 map_cut_100 11_6 0.5304 map_cut_200 11_6 0.5444 map_cut_500 11_6 0.5635 map_cut_1000 11_6 0.5648 relative_P_5 11_6 1.0000 relative_P_10 11_6 0.9000 relative_P_15 11_6 0.8000 relative_P_20 11_6 0.8500 relative_P_30 11_6 0.8333 relative_P_100 11_6 0.6667 relative_P_200 11_6 0.7167 relative_P_500 11_6 0.8167 relative_P_1000 11_6 0.8333 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0500 set_relative_P 11_6 0.8333 set_recall 11_6 0.8333 set_map 11_6 0.0417 set_F 11_6 0.0943 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.6070 rbp_resid 11_6 0.1079 unj_5 11_6 0.0000 unj_10 11_6 0.1000 unj_20 11_6 0.1000 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 56 map 11_7 0.2315 Rprec 11_7 0.2667 bpref 11_7 0.4801 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.9000 iprec_at_recall_0.20 11_7 0.4130 iprec_at_recall_0.30 11_7 0.2523 iprec_at_recall_0.40 11_7 0.1624 iprec_at_recall_0.50 11_7 0.1372 iprec_at_recall_0.60 11_7 0.0660 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 1.0000 P_10 11_7 0.9000 P_15 11_7 0.6667 P_20 11_7 0.6000 P_30 11_7 0.5333 P_100 11_7 0.2500 P_200 11_7 0.1700 P_500 11_7 0.0960 P_1000 11_7 0.0560 relstring 11_7 '1221221-11' recall_5 11_7 0.0556 recall_10 11_7 0.1000 recall_15 11_7 0.1111 recall_20 11_7 0.1333 recall_30 11_7 0.1778 recall_100 11_7 0.2778 recall_200 11_7 0.3778 recall_500 11_7 0.5333 recall_1000 11_7 0.6222 infAP 11_7 0.2315 Rprec_mult_0.20 11_7 0.5556 Rprec_mult_0.40 11_7 0.4444 Rprec_mult_0.60 11_7 0.3704 Rprec_mult_0.80 11_7 0.3056 Rprec_mult_1.00 11_7 0.2667 Rprec_mult_1.20 11_7 0.2500 Rprec_mult_1.40 11_7 0.2143 Rprec_mult_1.60 11_7 0.2083 Rprec_mult_1.80 11_7 0.1914 Rprec_mult_2.00 11_7 0.1722 utility 11_7 -888.0000 11pt_avg 11_7 0.2665 binG 11_7 0.1792 G 11_7 0.1139 ndcg 11_7 0.5156 ndcg_rel 11_7 0.4678 Rndcg 11_7 0.4235 ndcg_cut_5 11_7 0.5280 ndcg_cut_10 11_7 0.5238 ndcg_cut_15 11_7 0.4839 ndcg_cut_20 11_7 0.4705 ndcg_cut_30 11_7 0.4476 ndcg_cut_100 11_7 0.3347 ndcg_cut_200 11_7 0.3962 ndcg_cut_500 11_7 0.4786 ndcg_cut_1000 11_7 0.5156 map_cut_5 11_7 0.0556 map_cut_10 11_7 0.0977 map_cut_15 11_7 0.1069 map_cut_20 11_7 0.1200 map_cut_30 11_7 0.1473 map_cut_100 11_7 0.1821 map_cut_200 11_7 0.2026 map_cut_500 11_7 0.2252 map_cut_1000 11_7 0.2315 relative_P_5 11_7 1.0000 relative_P_10 11_7 0.9000 relative_P_15 11_7 0.6667 relative_P_20 11_7 0.6000 relative_P_30 11_7 0.5333 relative_P_100 11_7 0.2778 relative_P_200 11_7 0.3778 relative_P_500 11_7 0.5333 relative_P_1000 11_7 0.6222 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0560 set_relative_P 11_7 0.6222 set_recall 11_7 0.6222 set_map 11_7 0.0348 set_F 11_7 0.1028 num_nonrel_judged_ret 11_7 43 rbp 11_7 0.3741 rbp_resid 11_7 0.1544 unj_5 11_7 0.0000 unj_10 11_7 0.1000 unj_20 11_7 0.1500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 86 map 11_8 0.4920 Rprec 11_8 0.5258 bpref 11_8 0.8590 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 1.0000 iprec_at_recall_0.20 11_8 0.8000 iprec_at_recall_0.30 11_8 0.6905 iprec_at_recall_0.40 11_8 0.5652 iprec_at_recall_0.50 11_8 0.5306 iprec_at_recall_0.60 11_8 0.3856 iprec_at_recall_0.70 11_8 0.2439 iprec_at_recall_0.80 11_8 0.2222 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 1.0000 P_15 11_8 0.8000 P_20 11_8 0.8000 P_30 11_8 0.7667 P_100 11_8 0.5300 P_200 11_8 0.3200 P_500 11_8 0.1680 P_1000 11_8 0.0860 relstring 11_8 '4432232223' recall_5 11_8 0.0515 recall_10 11_8 0.1031 recall_15 11_8 0.1237 recall_20 11_8 0.1649 recall_30 11_8 0.2371 recall_100 11_8 0.5464 recall_200 11_8 0.6598 recall_500 11_8 0.8660 recall_1000 11_8 0.8866 infAP 11_8 0.4920 Rprec_mult_0.20 11_8 0.8000 Rprec_mult_0.40 11_8 0.7179 Rprec_mult_0.60 11_8 0.5932 Rprec_mult_0.80 11_8 0.5256 Rprec_mult_1.00 11_8 0.5258 Rprec_mult_1.20 11_8 0.4701 Rprec_mult_1.40 11_8 0.4191 Rprec_mult_1.60 11_8 0.3782 Rprec_mult_1.80 11_8 0.3543 Rprec_mult_2.00 11_8 0.3299 utility 11_8 -828.0000 11pt_avg 11_8 0.4944 binG 11_8 0.2690 G 11_8 0.2091 ndcg 11_8 0.8198 ndcg_rel 11_8 0.7493 Rndcg 11_8 0.7508 ndcg_cut_5 11_8 0.8800 ndcg_cut_10 11_8 0.8561 ndcg_cut_15 11_8 0.7378 ndcg_cut_20 11_8 0.7417 ndcg_cut_30 11_8 0.7507 ndcg_cut_100 11_8 0.6601 ndcg_cut_200 11_8 0.7207 ndcg_cut_500 11_8 0.8132 ndcg_cut_1000 11_8 0.8198 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.1031 map_cut_15 11_8 0.1214 map_cut_20 11_8 0.1546 map_cut_30 11_8 0.2112 map_cut_100 11_8 0.3958 map_cut_200 11_8 0.4420 map_cut_500 11_8 0.4895 map_cut_1000 11_8 0.4920 relative_P_5 11_8 1.0000 relative_P_10 11_8 1.0000 relative_P_15 11_8 0.8000 relative_P_20 11_8 0.8000 relative_P_30 11_8 0.7667 relative_P_100 11_8 0.5464 relative_P_200 11_8 0.6598 relative_P_500 11_8 0.8660 relative_P_1000 11_8 0.8866 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0860 set_relative_P 11_8 0.8866 set_recall 11_8 0.8866 set_map 11_8 0.0762 set_F 11_8 0.1568 num_nonrel_judged_ret 11_8 5 rbp 11_8 0.5785 rbp_resid 11_8 0.1214 unj_5 11_8 0.0000 unj_10 11_8 0.0000 unj_20 11_8 0.1500 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 40 map 11_9 0.1608 Rprec 11_9 0.2393 bpref 11_9 0.3031 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.7059 iprec_at_recall_0.20 11_9 0.3770 iprec_at_recall_0.30 11_9 0.1528 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.6000 P_10 11_9 0.7000 P_15 11_9 0.6667 P_20 11_9 0.6500 P_30 11_9 0.6000 P_100 11_9 0.2600 P_200 11_9 0.1600 P_500 11_9 0.0780 P_1000 11_9 0.0400 relstring 11_9 '212001111-' recall_5 11_9 0.0256 recall_10 11_9 0.0598 recall_15 11_9 0.0855 recall_20 11_9 0.1111 recall_30 11_9 0.1538 recall_100 11_9 0.2222 recall_200 11_9 0.2735 recall_500 11_9 0.3333 recall_1000 11_9 0.3419 infAP 11_9 0.1608 Rprec_mult_0.20 11_9 0.6250 Rprec_mult_0.40 11_9 0.4255 Rprec_mult_0.60 11_9 0.3239 Rprec_mult_0.80 11_9 0.2660 Rprec_mult_1.00 11_9 0.2393 Rprec_mult_1.20 11_9 0.1986 Rprec_mult_1.40 11_9 0.1768 Rprec_mult_1.60 11_9 0.1596 Rprec_mult_1.80 11_9 0.1611 Rprec_mult_2.00 11_9 0.1496 utility 11_9 -920.0000 11pt_avg 11_9 0.2033 binG 11_9 0.1040 G 11_9 0.0482 ndcg 11_9 0.2732 ndcg_rel 11_9 0.2808 Rndcg 11_9 0.2786 ndcg_cut_5 11_9 0.3466 ndcg_cut_10 11_9 0.3235 ndcg_cut_15 11_9 0.3397 ndcg_cut_20 11_9 0.3289 ndcg_cut_30 11_9 0.3007 ndcg_cut_100 11_9 0.2134 ndcg_cut_200 11_9 0.2426 ndcg_cut_500 11_9 0.2711 ndcg_cut_1000 11_9 0.2732 map_cut_5 11_9 0.0256 map_cut_10 11_9 0.0505 map_cut_15 11_9 0.0688 map_cut_20 11_9 0.0863 map_cut_30 11_9 0.1135 map_cut_100 11_9 0.1421 map_cut_200 11_9 0.1523 map_cut_500 11_9 0.1602 map_cut_1000 11_9 0.1608 relative_P_5 11_9 0.6000 relative_P_10 11_9 0.7000 relative_P_15 11_9 0.6667 relative_P_20 11_9 0.6500 relative_P_30 11_9 0.6000 relative_P_100 11_9 0.2600 relative_P_200 11_9 0.2735 relative_P_500 11_9 0.3333 relative_P_1000 11_9 0.3419 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0400 set_relative_P 11_9 0.3419 set_recall 11_9 0.3419 set_map 11_9 0.0137 set_F 11_9 0.0716 num_nonrel_judged_ret 11_9 32 rbp 11_9 0.2398 rbp_resid 11_9 0.1117 unj_5 11_9 0.0000 unj_10 11_9 0.1000 unj_20 11_9 0.1500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 46 map 12_1 0.4168 Rprec 12_1 0.4400 bpref 12_1 0.5424 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 1.0000 iprec_at_recall_0.20 12_1 0.8947 iprec_at_recall_0.30 12_1 0.7500 iprec_at_recall_0.40 12_1 0.5660 iprec_at_recall_0.50 12_1 0.4270 iprec_at_recall_0.60 12_1 0.1965 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 1.0000 P_10 12_1 1.0000 P_15 12_1 0.8667 P_20 12_1 0.8500 P_30 12_1 0.7333 P_100 12_1 0.3900 P_200 12_1 0.2200 P_500 12_1 0.0920 P_1000 12_1 0.0460 relstring 12_1 '2223212211' recall_5 12_1 0.0667 recall_10 12_1 0.1333 recall_15 12_1 0.1733 recall_20 12_1 0.2267 recall_30 12_1 0.2933 recall_100 12_1 0.5200 recall_200 12_1 0.5867 recall_500 12_1 0.6133 recall_1000 12_1 0.6133 infAP 12_1 0.4168 Rprec_mult_0.20 12_1 0.8667 Rprec_mult_0.40 12_1 0.7333 Rprec_mult_0.60 12_1 0.6444 Rprec_mult_0.80 12_1 0.5167 Rprec_mult_1.00 12_1 0.4400 Rprec_mult_1.20 12_1 0.4222 Rprec_mult_1.40 12_1 0.3905 Rprec_mult_1.60 12_1 0.3500 Rprec_mult_1.80 12_1 0.3185 Rprec_mult_2.00 12_1 0.2867 utility 12_1 -908.0000 11pt_avg 12_1 0.4395 binG 12_1 0.2640 G 12_1 0.2070 ndcg 12_1 0.6493 ndcg_rel 12_1 0.6740 Rndcg 12_1 0.6190 ndcg_cut_5 12_1 0.9175 ndcg_cut_10 12_1 0.8497 ndcg_cut_15 12_1 0.7542 ndcg_cut_20 12_1 0.7312 ndcg_cut_30 12_1 0.6775 ndcg_cut_100 12_1 0.5914 ndcg_cut_200 12_1 0.6362 ndcg_cut_500 12_1 0.6493 ndcg_cut_1000 12_1 0.6493 map_cut_5 12_1 0.0667 map_cut_10 12_1 0.1333 map_cut_15 12_1 0.1676 map_cut_20 12_1 0.2148 map_cut_30 12_1 0.2628 map_cut_100 12_1 0.3886 map_cut_200 12_1 0.4115 map_cut_500 12_1 0.4168 map_cut_1000 12_1 0.4168 relative_P_5 12_1 1.0000 relative_P_10 12_1 1.0000 relative_P_15 12_1 0.8667 relative_P_20 12_1 0.8500 relative_P_30 12_1 0.7333 relative_P_100 12_1 0.5200 relative_P_200 12_1 0.5867 relative_P_500 12_1 0.6133 relative_P_1000 12_1 0.6133 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0460 set_relative_P 12_1 0.6133 set_recall 12_1 0.6133 set_map 12_1 0.0282 set_F 12_1 0.0856 num_nonrel_judged_ret 12_1 48 rbp 12_1 0.5092 rbp_resid 12_1 0.0409 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0500 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 1 map 12_2 0.0154 Rprec 12_2 0.0154 bpref 12_2 0.0154 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.0000 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.2000 P_10 12_2 0.1000 P_15 12_2 0.0667 P_20 12_2 0.0500 P_30 12_2 0.0333 P_100 12_2 0.0100 P_200 12_2 0.0050 P_500 12_2 0.0020 P_1000 12_2 0.0010 relstring 12_2 '30000--0-0' recall_5 12_2 0.0154 recall_10 12_2 0.0154 recall_15 12_2 0.0154 recall_20 12_2 0.0154 recall_30 12_2 0.0154 recall_100 12_2 0.0154 recall_200 12_2 0.0154 recall_500 12_2 0.0154 recall_1000 12_2 0.0154 infAP 12_2 0.0154 Rprec_mult_0.20 12_2 0.0769 Rprec_mult_0.40 12_2 0.0385 Rprec_mult_0.60 12_2 0.0256 Rprec_mult_0.80 12_2 0.0192 Rprec_mult_1.00 12_2 0.0154 Rprec_mult_1.20 12_2 0.0128 Rprec_mult_1.40 12_2 0.0110 Rprec_mult_1.60 12_2 0.0096 Rprec_mult_1.80 12_2 0.0085 Rprec_mult_2.00 12_2 0.0077 utility 12_2 -998.0000 11pt_avg 12_2 0.0909 binG 12_2 0.0154 G 12_2 0.0323 ndcg 12_2 0.1149 ndcg_rel 12_2 0.1285 Rndcg 12_2 0.1831 ndcg_cut_5 12_2 0.3392 ndcg_cut_10 12_2 0.2493 ndcg_cut_15 12_2 0.2045 ndcg_cut_20 12_2 0.1762 ndcg_cut_30 12_2 0.1514 ndcg_cut_100 12_2 0.1149 ndcg_cut_200 12_2 0.1149 ndcg_cut_500 12_2 0.1149 ndcg_cut_1000 12_2 0.1149 map_cut_5 12_2 0.0154 map_cut_10 12_2 0.0154 map_cut_15 12_2 0.0154 map_cut_20 12_2 0.0154 map_cut_30 12_2 0.0154 map_cut_100 12_2 0.0154 map_cut_200 12_2 0.0154 map_cut_500 12_2 0.0154 map_cut_1000 12_2 0.0154 relative_P_5 12_2 0.2000 relative_P_10 12_2 0.1000 relative_P_15 12_2 0.0667 relative_P_20 12_2 0.0500 relative_P_30 12_2 0.0333 relative_P_100 12_2 0.0154 relative_P_200 12_2 0.0154 relative_P_500 12_2 0.0154 relative_P_1000 12_2 0.0154 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0010 set_relative_P 12_2 0.0154 set_recall 12_2 0.0154 set_map 12_2 0.0000 set_F 12_2 0.0019 num_nonrel_judged_ret 12_2 15 rbp 12_2 0.1000 rbp_resid 12_2 0.4593 unj_5 12_2 0.0000 unj_10 12_2 0.3000 unj_20 12_2 0.5500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 70 map 12_3 0.1874 Rprec 12_3 0.2800 bpref 12_3 0.6709 recip_rank 12_3 0.3333 iprec_at_recall_0.00 12_3 0.3333 iprec_at_recall_0.10 12_3 0.3115 iprec_at_recall_0.20 12_3 0.3115 iprec_at_recall_0.30 12_3 0.2688 iprec_at_recall_0.40 12_3 0.2263 iprec_at_recall_0.50 12_3 0.2222 iprec_at_recall_0.60 12_3 0.1673 iprec_at_recall_0.70 12_3 0.1523 iprec_at_recall_0.80 12_3 0.1253 iprec_at_recall_0.90 12_3 0.1024 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.2000 P_10 12_3 0.1000 P_15 12_3 0.0667 P_20 12_3 0.1500 P_30 12_3 0.2000 P_100 12_3 0.2500 P_200 12_3 0.2000 P_500 12_3 0.1240 P_1000 12_3 0.0700 relstring 12_3 '00200-0---' recall_5 12_3 0.0133 recall_10 12_3 0.0133 recall_15 12_3 0.0133 recall_20 12_3 0.0400 recall_30 12_3 0.0800 recall_100 12_3 0.3333 recall_200 12_3 0.5333 recall_500 12_3 0.8267 recall_1000 12_3 0.9333 infAP 12_3 0.1874 Rprec_mult_0.20 12_3 0.0667 Rprec_mult_0.40 12_3 0.2000 Rprec_mult_0.60 12_3 0.2889 Rprec_mult_0.80 12_3 0.3000 Rprec_mult_1.00 12_3 0.2800 Rprec_mult_1.20 12_3 0.2556 Rprec_mult_1.40 12_3 0.2381 Rprec_mult_1.60 12_3 0.2333 Rprec_mult_1.80 12_3 0.2148 Rprec_mult_2.00 12_3 0.2067 utility 12_3 -860.0000 11pt_avg 12_3 0.2019 binG 12_3 0.1467 G 12_3 0.1379 ndcg 12_3 0.5863 ndcg_rel 12_3 0.3763 Rndcg 12_3 0.3359 ndcg_cut_5 12_3 0.1696 ndcg_cut_10 12_3 0.1100 ndcg_cut_15 12_3 0.0853 ndcg_cut_20 12_3 0.1219 ndcg_cut_30 12_3 0.1408 ndcg_cut_100 12_3 0.2819 ndcg_cut_200 12_3 0.4001 ndcg_cut_500 12_3 0.5366 ndcg_cut_1000 12_3 0.5863 map_cut_5 12_3 0.0044 map_cut_10 12_3 0.0044 map_cut_15 12_3 0.0044 map_cut_20 12_3 0.0081 map_cut_30 12_3 0.0164 map_cut_100 12_3 0.0870 map_cut_200 12_3 0.1312 map_cut_500 12_3 0.1759 map_cut_1000 12_3 0.1874 relative_P_5 12_3 0.2000 relative_P_10 12_3 0.1000 relative_P_15 12_3 0.0667 relative_P_20 12_3 0.1500 relative_P_30 12_3 0.2000 relative_P_100 12_3 0.3333 relative_P_200 12_3 0.5333 relative_P_500 12_3 0.8267 relative_P_1000 12_3 0.9333 success_1 12_3 0.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0700 set_relative_P 12_3 0.9333 set_recall 12_3 0.9333 set_map 12_3 0.0653 set_F 12_3 0.1302 num_nonrel_judged_ret 12_3 34 rbp 12_3 0.1409 rbp_resid 12_3 0.3593 unj_5 12_3 0.0000 unj_10 12_3 0.4000 unj_20 12_3 0.4500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 48 map 12_5 0.4039 Rprec 12_5 0.4737 bpref 12_5 0.8073 recip_rank 12_5 0.5000 iprec_at_recall_0.00 12_5 0.9167 iprec_at_recall_0.10 12_5 0.9167 iprec_at_recall_0.20 12_5 0.9167 iprec_at_recall_0.30 12_5 0.7083 iprec_at_recall_0.40 12_5 0.5111 iprec_at_recall_0.50 12_5 0.3867 iprec_at_recall_0.60 12_5 0.2615 iprec_at_recall_0.70 12_5 0.1626 iprec_at_recall_0.80 12_5 0.0523 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.8000 P_10 12_5 0.9000 P_15 12_5 0.8000 P_20 12_5 0.7500 P_30 12_5 0.6333 P_100 12_5 0.2900 P_200 12_5 0.1900 P_500 12_5 0.0860 P_1000 12_5 0.0480 relstring 12_5 '0223322232' recall_5 12_5 0.0702 recall_10 12_5 0.1579 recall_15 12_5 0.2105 recall_20 12_5 0.2632 recall_30 12_5 0.3333 recall_100 12_5 0.5088 recall_200 12_5 0.6667 recall_500 12_5 0.7544 recall_1000 12_5 0.8421 infAP 12_5 0.4039 Rprec_mult_0.20 12_5 0.9167 Rprec_mult_0.40 12_5 0.6957 Rprec_mult_0.60 12_5 0.5714 Rprec_mult_0.80 12_5 0.5000 Rprec_mult_1.00 12_5 0.4737 Rprec_mult_1.20 12_5 0.3913 Rprec_mult_1.40 12_5 0.3625 Rprec_mult_1.60 12_5 0.3152 Rprec_mult_1.80 12_5 0.2913 Rprec_mult_2.00 12_5 0.2719 utility 12_5 -904.0000 11pt_avg 12_5 0.4393 binG 12_5 0.2533 G 12_5 0.1826 ndcg 12_5 0.6897 ndcg_rel 12_5 0.6076 Rndcg 12_5 0.5685 ndcg_cut_5 12_5 0.5330 ndcg_cut_10 12_5 0.6448 ndcg_cut_15 12_5 0.6564 ndcg_cut_20 12_5 0.6494 ndcg_cut_30 12_5 0.6010 ndcg_cut_100 12_5 0.5404 ndcg_cut_200 12_5 0.6215 ndcg_cut_500 12_5 0.6634 ndcg_cut_1000 12_5 0.6897 map_cut_5 12_5 0.0477 map_cut_10 12_5 0.1241 map_cut_15 12_5 0.1701 map_cut_20 12_5 0.2120 map_cut_30 12_5 0.2598 map_cut_100 12_5 0.3479 map_cut_200 12_5 0.3875 map_cut_500 12_5 0.3991 map_cut_1000 12_5 0.4039 relative_P_5 12_5 0.8000 relative_P_10 12_5 0.9000 relative_P_15 12_5 0.8000 relative_P_20 12_5 0.7500 relative_P_30 12_5 0.6333 relative_P_100 12_5 0.5088 relative_P_200 12_5 0.6667 relative_P_500 12_5 0.7544 relative_P_1000 12_5 0.8421 success_1 12_5 0.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0480 set_relative_P 12_5 0.8421 set_recall 12_5 0.8421 set_map 12_5 0.0404 set_F 12_5 0.0908 num_nonrel_judged_ret 12_5 8 rbp 12_5 0.5628 rbp_resid 12_5 0.1536 unj_5 12_5 0.0000 unj_10 12_5 0.0000 unj_20 12_5 0.2000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 42 map 12_6 0.4032 Rprec 12_6 0.4583 bpref 12_6 0.6628 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.6000 iprec_at_recall_0.20 12_6 0.5789 iprec_at_recall_0.30 12_6 0.5714 iprec_at_recall_0.40 12_6 0.5429 iprec_at_recall_0.50 12_6 0.4902 iprec_at_recall_0.60 12_6 0.3614 iprec_at_recall_0.70 12_6 0.3017 iprec_at_recall_0.80 12_6 0.2901 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.4000 P_10 12_6 0.6000 P_15 12_6 0.5333 P_20 12_6 0.5500 P_30 12_6 0.5333 P_100 12_6 0.3200 P_200 12_6 0.2050 P_500 12_6 0.0840 P_1000 12_6 0.0420 relstring 12_6 '2001021021' recall_5 12_6 0.0417 recall_10 12_6 0.1250 recall_15 12_6 0.1667 recall_20 12_6 0.2292 recall_30 12_6 0.3333 recall_100 12_6 0.6667 recall_200 12_6 0.8542 recall_500 12_6 0.8750 recall_1000 12_6 0.8750 infAP 12_6 0.4032 Rprec_mult_0.20 12_6 0.6000 Rprec_mult_0.40 12_6 0.5500 Rprec_mult_0.60 12_6 0.5517 Rprec_mult_0.80 12_6 0.5385 Rprec_mult_1.00 12_6 0.4583 Rprec_mult_1.20 12_6 0.4483 Rprec_mult_1.40 12_6 0.3971 Rprec_mult_1.60 12_6 0.3506 Rprec_mult_1.80 12_6 0.3448 Rprec_mult_2.00 12_6 0.3333 utility 12_6 -916.0000 11pt_avg 12_6 0.4306 binG 12_6 0.2262 G 12_6 0.1756 ndcg 12_6 0.6407 ndcg_rel 12_6 0.5035 Rndcg 12_6 0.5321 ndcg_cut_5 12_6 0.3524 ndcg_cut_10 12_6 0.4330 ndcg_cut_15 12_6 0.4059 ndcg_cut_20 12_6 0.4052 ndcg_cut_30 12_6 0.4304 ndcg_cut_100 12_6 0.5264 ndcg_cut_200 12_6 0.6347 ndcg_cut_500 12_6 0.6407 ndcg_cut_1000 12_6 0.6407 map_cut_5 12_6 0.0312 map_cut_10 12_6 0.0776 map_cut_15 12_6 0.1017 map_cut_20 12_6 0.1364 map_cut_30 12_6 0.1943 map_cut_100 12_6 0.3456 map_cut_200 12_6 0.3993 map_cut_500 12_6 0.4032 map_cut_1000 12_6 0.4032 relative_P_5 12_6 0.4000 relative_P_10 12_6 0.6000 relative_P_15 12_6 0.5333 relative_P_20 12_6 0.5500 relative_P_30 12_6 0.5333 relative_P_100 12_6 0.6667 relative_P_200 12_6 0.8542 relative_P_500 12_6 0.8750 relative_P_1000 12_6 0.8750 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0420 set_relative_P 12_6 0.8750 set_recall 12_6 0.8750 set_map 12_6 0.0367 set_F 12_6 0.0802 num_nonrel_judged_ret 12_6 32 rbp 12_6 0.2667 rbp_resid 12_6 0.1076 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.1500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 16 map 12_7 0.5096 Rprec 12_7 0.5882 bpref 12_7 0.6401 recip_rank 12_7 0.5000 iprec_at_recall_0.00 12_7 0.8333 iprec_at_recall_0.10 12_7 0.8333 iprec_at_recall_0.20 12_7 0.8333 iprec_at_recall_0.30 12_7 0.8333 iprec_at_recall_0.40 12_7 0.6667 iprec_at_recall_0.50 12_7 0.6667 iprec_at_recall_0.60 12_7 0.6667 iprec_at_recall_0.70 12_7 0.5000 iprec_at_recall_0.80 12_7 0.2414 iprec_at_recall_0.90 12_7 0.1562 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.8000 P_10 12_7 0.6000 P_15 12_7 0.6667 P_20 12_7 0.5500 P_30 12_7 0.4000 P_100 12_7 0.1500 P_200 12_7 0.0800 P_500 12_7 0.0320 P_1000 12_7 0.0160 relstring 12_7 '023132003-' recall_5 12_7 0.2353 recall_10 12_7 0.3529 recall_15 12_7 0.5882 recall_20 12_7 0.6471 recall_30 12_7 0.7059 recall_100 12_7 0.8824 recall_200 12_7 0.9412 recall_500 12_7 0.9412 recall_1000 12_7 0.9412 infAP 12_7 0.5096 Rprec_mult_0.20 12_7 0.7500 Rprec_mult_0.40 12_7 0.7143 Rprec_mult_0.60 12_7 0.5455 Rprec_mult_0.80 12_7 0.6429 Rprec_mult_1.00 12_7 0.5882 Rprec_mult_1.20 12_7 0.5238 Rprec_mult_1.40 12_7 0.5000 Rprec_mult_1.60 12_7 0.4286 Rprec_mult_1.80 12_7 0.3871 Rprec_mult_2.00 12_7 0.3824 utility 12_7 -968.0000 11pt_avg 12_7 0.5665 binG 12_7 0.3684 G 12_7 0.2802 ndcg 12_7 0.7080 ndcg_rel 12_7 0.5684 Rndcg 12_7 0.5569 ndcg_cut_5 12_7 0.5146 ndcg_cut_10 12_7 0.5124 ndcg_cut_15 12_7 0.6148 ndcg_cut_20 12_7 0.6098 ndcg_cut_30 12_7 0.6405 ndcg_cut_100 12_7 0.6882 ndcg_cut_200 12_7 0.7080 ndcg_cut_500 12_7 0.7080 ndcg_cut_1000 12_7 0.7080 map_cut_5 12_7 0.1598 map_cut_10 12_7 0.2480 map_cut_15 12_7 0.3956 map_cut_20 12_7 0.4279 map_cut_30 12_7 0.4573 map_cut_100 12_7 0.5032 map_cut_200 12_7 0.5096 map_cut_500 12_7 0.5096 map_cut_1000 12_7 0.5096 relative_P_5 12_7 0.8000 relative_P_10 12_7 0.6000 relative_P_15 12_7 0.6667 relative_P_20 12_7 0.6471 relative_P_30 12_7 0.7059 relative_P_100 12_7 0.8824 relative_P_200 12_7 0.9412 relative_P_500 12_7 0.9412 relative_P_1000 12_7 0.9412 success_1 12_7 0.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0160 set_relative_P 12_7 0.9412 set_recall 12_7 0.9412 set_map 12_7 0.0151 set_F 12_7 0.0315 num_nonrel_judged_ret 12_7 34 rbp 12_7 0.4062 rbp_resid 12_7 0.1812 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.2000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 25 map 12_9 0.3702 Rprec 12_9 0.3704 bpref 12_9 0.5940 recip_rank 12_9 0.5000 iprec_at_recall_0.00 12_9 0.8571 iprec_at_recall_0.10 12_9 0.8571 iprec_at_recall_0.20 12_9 0.8571 iprec_at_recall_0.30 12_9 0.5333 iprec_at_recall_0.40 12_9 0.3548 iprec_at_recall_0.50 12_9 0.2687 iprec_at_recall_0.60 12_9 0.2687 iprec_at_recall_0.70 12_9 0.2568 iprec_at_recall_0.80 12_9 0.1901 iprec_at_recall_0.90 12_9 0.1379 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.8000 P_10 12_9 0.7000 P_15 12_9 0.5333 P_20 12_9 0.4500 P_30 12_9 0.3333 P_100 12_9 0.1900 P_200 12_9 0.1200 P_500 12_9 0.0500 P_1000 12_9 0.0250 relstring 12_9 '0123211-20' recall_5 12_9 0.1481 recall_10 12_9 0.2593 recall_15 12_9 0.2963 recall_20 12_9 0.3333 recall_30 12_9 0.3704 recall_100 12_9 0.7037 recall_200 12_9 0.8889 recall_500 12_9 0.9259 recall_1000 12_9 0.9259 infAP 12_9 0.3702 Rprec_mult_0.20 12_9 0.8333 Rprec_mult_0.40 12_9 0.6364 Rprec_mult_0.60 12_9 0.4706 Rprec_mult_0.80 12_9 0.4091 Rprec_mult_1.00 12_9 0.3704 Rprec_mult_1.20 12_9 0.3333 Rprec_mult_1.40 12_9 0.2895 Rprec_mult_1.60 12_9 0.2727 Rprec_mult_1.80 12_9 0.2449 Rprec_mult_2.00 12_9 0.2593 utility 12_9 -950.0000 11pt_avg 12_9 0.4165 binG 12_9 0.2839 G 12_9 0.2128 ndcg 12_9 0.6224 ndcg_rel 12_9 0.4932 Rndcg 12_9 0.3983 ndcg_cut_5 12_9 0.4911 ndcg_cut_10 12_9 0.4654 ndcg_cut_15 12_9 0.4297 ndcg_cut_20 12_9 0.4262 ndcg_cut_30 12_9 0.4120 ndcg_cut_100 12_9 0.5426 ndcg_cut_200 12_9 0.6149 ndcg_cut_500 12_9 0.6224 ndcg_cut_1000 12_9 0.6224 map_cut_5 12_9 0.1006 map_cut_10 12_9 0.1920 map_cut_15 12_9 0.2118 map_cut_20 12_9 0.2285 map_cut_30 12_9 0.2422 map_cut_100 12_9 0.3338 map_cut_200 12_9 0.3674 map_cut_500 12_9 0.3702 map_cut_1000 12_9 0.3702 relative_P_5 12_9 0.8000 relative_P_10 12_9 0.7000 relative_P_15 12_9 0.5333 relative_P_20 12_9 0.4500 relative_P_30 12_9 0.3704 relative_P_100 12_9 0.7037 relative_P_200 12_9 0.8889 relative_P_500 12_9 0.9259 relative_P_1000 12_9 0.9259 success_1 12_9 0.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0250 set_relative_P 12_9 0.9259 set_recall 12_9 0.9259 set_map 12_9 0.0231 set_F 12_9 0.0487 num_nonrel_judged_ret 12_9 29 rbp 12_9 0.3062 rbp_resid 12_9 0.2547 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.3500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 115 map 13_2 0.4394 Rprec 13_2 0.5065 bpref 13_2 0.7097 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.7742 iprec_at_recall_0.20 13_2 0.7273 iprec_at_recall_0.30 13_2 0.6667 iprec_at_recall_0.40 13_2 0.5439 iprec_at_recall_0.50 13_2 0.5203 iprec_at_recall_0.60 13_2 0.4182 iprec_at_recall_0.70 13_2 0.3008 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 1.0000 P_10 13_2 0.8000 P_15 13_2 0.7333 P_20 13_2 0.7000 P_30 13_2 0.7667 P_100 13_2 0.5800 P_200 13_2 0.4300 P_500 13_2 0.2300 P_1000 13_2 0.1150 relstring 13_2 '31313-2022' recall_5 13_2 0.0325 recall_10 13_2 0.0519 recall_15 13_2 0.0714 recall_20 13_2 0.0909 recall_30 13_2 0.1494 recall_100 13_2 0.3766 recall_200 13_2 0.5584 recall_500 13_2 0.7468 recall_1000 13_2 0.7468 infAP 13_2 0.4394 Rprec_mult_0.20 13_2 0.7742 Rprec_mult_0.40 13_2 0.6935 Rprec_mult_0.60 13_2 0.6129 Rprec_mult_0.80 13_2 0.5242 Rprec_mult_1.00 13_2 0.5065 Rprec_mult_1.20 13_2 0.4595 Rprec_mult_1.40 13_2 0.4167 Rprec_mult_1.60 13_2 0.4049 Rprec_mult_1.80 13_2 0.3741 Rprec_mult_2.00 13_2 0.3409 utility 13_2 -770.0000 11pt_avg 13_2 0.4501 binG 13_2 0.1864 G 13_2 0.1374 ndcg 13_2 0.6981 ndcg_rel 13_2 0.6225 Rndcg 13_2 0.6192 ndcg_cut_5 13_2 0.6828 ndcg_cut_10 13_2 0.5857 ndcg_cut_15 13_2 0.5917 ndcg_cut_20 13_2 0.5611 ndcg_cut_30 13_2 0.6025 ndcg_cut_100 13_2 0.5416 ndcg_cut_200 13_2 0.5795 ndcg_cut_500 13_2 0.6981 ndcg_cut_1000 13_2 0.6981 map_cut_5 13_2 0.0325 map_cut_10 13_2 0.0483 map_cut_15 13_2 0.0638 map_cut_20 13_2 0.0779 map_cut_30 13_2 0.1206 map_cut_100 13_2 0.2766 map_cut_200 13_2 0.3706 map_cut_500 13_2 0.4394 map_cut_1000 13_2 0.4394 relative_P_5 13_2 1.0000 relative_P_10 13_2 0.8000 relative_P_15 13_2 0.7333 relative_P_20 13_2 0.7000 relative_P_30 13_2 0.7667 relative_P_100 13_2 0.5800 relative_P_200 13_2 0.5584 relative_P_500 13_2 0.7468 relative_P_1000 13_2 0.7468 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.1150 set_relative_P 13_2 0.7468 set_recall 13_2 0.7468 set_map 13_2 0.0859 set_F 13_2 0.1993 num_nonrel_judged_ret 13_2 5 rbp 13_2 0.4361 rbp_resid 13_2 0.1714 unj_5 13_2 0.0000 unj_10 13_2 0.1000 unj_20 13_2 0.2500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 56 map 13_3 0.2411 Rprec 13_3 0.3797 bpref 13_3 0.5571 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.3824 iprec_at_recall_0.20 13_3 0.3824 iprec_at_recall_0.30 13_3 0.3824 iprec_at_recall_0.40 13_3 0.3368 iprec_at_recall_0.50 13_3 0.3333 iprec_at_recall_0.60 13_3 0.2798 iprec_at_recall_0.70 13_3 0.2227 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.4000 P_10 13_3 0.3000 P_15 13_3 0.4000 P_20 13_3 0.3500 P_30 13_3 0.3333 P_100 13_3 0.3200 P_200 13_3 0.2450 P_500 13_3 0.1120 P_1000 13_3 0.0560 relstring 13_3 '102000-20-' recall_5 13_3 0.0253 recall_10 13_3 0.0380 recall_15 13_3 0.0759 recall_20 13_3 0.0886 recall_30 13_3 0.1266 recall_100 13_3 0.4051 recall_200 13_3 0.6203 recall_500 13_3 0.7089 recall_1000 13_3 0.7089 infAP 13_3 0.2411 Rprec_mult_0.20 13_3 0.3750 Rprec_mult_0.40 13_3 0.3125 Rprec_mult_0.60 13_3 0.3125 Rprec_mult_0.80 13_3 0.3594 Rprec_mult_1.00 13_3 0.3797 Rprec_mult_1.20 13_3 0.3368 Rprec_mult_1.40 13_3 0.3063 Rprec_mult_1.60 13_3 0.3228 Rprec_mult_1.80 13_3 0.3077 Rprec_mult_2.00 13_3 0.2848 utility 13_3 -888.0000 11pt_avg 13_3 0.3018 binG 13_3 0.1459 G 13_3 0.1164 ndcg 13_3 0.5271 ndcg_rel 13_3 0.4067 Rndcg 13_3 0.3522 ndcg_cut_5 13_3 0.2364 ndcg_cut_10 13_3 0.2259 ndcg_cut_15 13_3 0.2578 ndcg_cut_20 13_3 0.2623 ndcg_cut_30 13_3 0.2598 ndcg_cut_100 13_3 0.3526 ndcg_cut_200 13_3 0.4871 ndcg_cut_500 13_3 0.5271 ndcg_cut_1000 13_3 0.5271 map_cut_5 13_3 0.0211 map_cut_10 13_3 0.0258 map_cut_15 13_3 0.0404 map_cut_20 13_3 0.0448 map_cut_30 13_3 0.0579 map_cut_100 13_3 0.1555 map_cut_200 13_3 0.2215 map_cut_500 13_3 0.2411 map_cut_1000 13_3 0.2411 relative_P_5 13_3 0.4000 relative_P_10 13_3 0.3000 relative_P_15 13_3 0.4000 relative_P_20 13_3 0.3500 relative_P_30 13_3 0.3333 relative_P_100 13_3 0.4051 relative_P_200 13_3 0.6203 relative_P_500 13_3 0.7089 relative_P_1000 13_3 0.7089 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0560 set_relative_P 13_3 0.7089 set_recall 13_3 0.7089 set_map 13_3 0.0397 set_F 13_3 0.1038 num_nonrel_judged_ret 13_3 28 rbp 13_3 0.1913 rbp_resid 13_3 0.2104 unj_5 13_3 0.0000 unj_10 13_3 0.2000 unj_20 13_3 0.1500 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 75 map 13_4 0.2825 Rprec 13_4 0.3485 bpref 13_4 0.5304 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.8667 iprec_at_recall_0.20 13_4 0.7222 iprec_at_recall_0.30 13_4 0.4706 iprec_at_recall_0.40 13_4 0.2849 iprec_at_recall_0.50 13_4 0.1935 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.8000 P_10 13_4 0.8000 P_15 13_4 0.8667 P_20 13_4 0.7500 P_30 13_4 0.7667 P_100 13_4 0.4300 P_200 13_4 0.2750 P_500 13_4 0.1420 P_1000 13_4 0.0750 relstring 13_4 '3220220122' recall_5 13_4 0.0303 recall_10 13_4 0.0606 recall_15 13_4 0.0985 recall_20 13_4 0.1136 recall_30 13_4 0.1742 recall_100 13_4 0.3258 recall_200 13_4 0.4167 recall_500 13_4 0.5379 recall_1000 13_4 0.5682 infAP 13_4 0.2825 Rprec_mult_0.20 13_4 0.7778 Rprec_mult_0.40 13_4 0.5283 Rprec_mult_0.60 13_4 0.4500 Rprec_mult_0.80 13_4 0.4057 Rprec_mult_1.00 13_4 0.3485 Rprec_mult_1.20 13_4 0.3082 Rprec_mult_1.40 13_4 0.2811 Rprec_mult_1.60 13_4 0.2736 Rprec_mult_1.80 13_4 0.2521 Rprec_mult_2.00 13_4 0.2311 utility 13_4 -850.0000 11pt_avg 13_4 0.3216 binG 13_4 0.1527 G 13_4 0.1325 ndcg 13_4 0.5785 ndcg_rel 13_4 0.6037 Rndcg 13_4 0.6222 ndcg_cut_5 13_4 0.8751 ndcg_cut_10 13_4 0.8172 ndcg_cut_15 13_4 0.8131 ndcg_cut_20 13_4 0.7484 ndcg_cut_30 13_4 0.7487 ndcg_cut_100 13_4 0.4860 ndcg_cut_200 13_4 0.4945 ndcg_cut_500 13_4 0.5651 ndcg_cut_1000 13_4 0.5785 map_cut_5 13_4 0.0288 map_cut_10 13_4 0.0527 map_cut_15 13_4 0.0847 map_cut_20 13_4 0.0969 map_cut_30 13_4 0.1430 map_cut_100 13_4 0.2224 map_cut_200 13_4 0.2521 map_cut_500 13_4 0.2789 map_cut_1000 13_4 0.2825 relative_P_5 13_4 0.8000 relative_P_10 13_4 0.8000 relative_P_15 13_4 0.8667 relative_P_20 13_4 0.7500 relative_P_30 13_4 0.7667 relative_P_100 13_4 0.4300 relative_P_200 13_4 0.4167 relative_P_500 13_4 0.5379 relative_P_1000 13_4 0.5682 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0750 set_relative_P 13_4 0.5682 set_recall 13_4 0.5682 set_map 13_4 0.0426 set_F 13_4 0.1325 num_nonrel_judged_ret 13_4 14 rbp 13_4 0.5132 rbp_resid 13_4 0.0971 unj_5 13_4 0.0000 unj_10 13_4 0.0000 unj_20 13_4 0.1500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 90 map 13_6 0.4362 Rprec 13_6 0.4815 bpref 13_6 0.6450 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.9375 iprec_at_recall_0.20 13_6 0.9118 iprec_at_recall_0.30 13_6 0.7925 iprec_at_recall_0.40 13_6 0.6000 iprec_at_recall_0.50 13_6 0.4564 iprec_at_recall_0.60 13_6 0.1691 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 1.0000 P_15 13_6 0.9333 P_20 13_6 0.9000 P_30 13_6 0.9000 P_100 13_6 0.5600 P_200 13_6 0.3500 P_500 13_6 0.1640 P_1000 13_6 0.0900 relstring 13_6 '4212212122' recall_5 13_6 0.0370 recall_10 13_6 0.0741 recall_15 13_6 0.1037 recall_20 13_6 0.1333 recall_30 13_6 0.2000 recall_100 13_6 0.4148 recall_200 13_6 0.5185 recall_500 13_6 0.6074 recall_1000 13_6 0.6667 infAP 13_6 0.4362 Rprec_mult_0.20 13_6 0.9259 Rprec_mult_0.40 13_6 0.7778 Rprec_mult_0.60 13_6 0.6543 Rprec_mult_0.80 13_6 0.5648 Rprec_mult_1.00 13_6 0.4815 Rprec_mult_1.20 13_6 0.4198 Rprec_mult_1.40 13_6 0.3704 Rprec_mult_1.60 13_6 0.3241 Rprec_mult_1.80 13_6 0.2922 Rprec_mult_2.00 13_6 0.2667 utility 13_6 -820.0000 11pt_avg 13_6 0.4425 binG 13_6 0.2445 G 13_6 0.1362 ndcg 13_6 0.6450 ndcg_rel 13_6 0.6465 Rndcg 13_6 0.6786 ndcg_cut_5 13_6 0.7513 ndcg_cut_10 13_6 0.6777 ndcg_cut_15 13_6 0.6608 ndcg_cut_20 13_6 0.6608 ndcg_cut_30 13_6 0.7007 ndcg_cut_100 13_6 0.5565 ndcg_cut_200 13_6 0.5627 ndcg_cut_500 13_6 0.6161 ndcg_cut_1000 13_6 0.6450 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0741 map_cut_15 13_6 0.1032 map_cut_20 13_6 0.1300 map_cut_30 13_6 0.1911 map_cut_100 13_6 0.3567 map_cut_200 13_6 0.4087 map_cut_500 13_6 0.4288 map_cut_1000 13_6 0.4362 relative_P_5 13_6 1.0000 relative_P_10 13_6 1.0000 relative_P_15 13_6 0.9333 relative_P_20 13_6 0.9000 relative_P_30 13_6 0.9000 relative_P_100 13_6 0.5600 relative_P_200 13_6 0.5185 relative_P_500 13_6 0.6074 relative_P_1000 13_6 0.6667 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0900 set_relative_P 13_6 0.6667 set_recall 13_6 0.6667 set_map 13_6 0.0600 set_F 13_6 0.1586 num_nonrel_judged_ret 13_6 6 rbp 13_6 0.4735 rbp_resid 13_6 0.0387 unj_5 13_6 0.0000 unj_10 13_6 0.0000 unj_20 13_6 0.0500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 20 map 13_8 0.1185 Rprec 13_8 0.1600 bpref 13_8 0.1941 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.7143 iprec_at_recall_0.20 13_8 0.0270 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 1.0000 P_10 13_8 0.8000 P_15 13_8 0.6667 P_20 13_8 0.5000 P_30 13_8 0.4333 P_100 13_8 0.1600 P_200 13_8 0.0850 P_500 13_8 0.0380 P_1000 13_8 0.0200 relstring 13_8 '32322230-3' recall_5 13_8 0.0500 recall_10 13_8 0.0800 recall_15 13_8 0.1000 recall_20 13_8 0.1000 recall_30 13_8 0.1300 recall_100 13_8 0.1600 recall_200 13_8 0.1700 recall_500 13_8 0.1900 recall_1000 13_8 0.2000 infAP 13_8 0.1185 Rprec_mult_0.20 13_8 0.5000 Rprec_mult_0.40 13_8 0.3500 Rprec_mult_0.60 13_8 0.2500 Rprec_mult_0.80 13_8 0.2000 Rprec_mult_1.00 13_8 0.1600 Rprec_mult_1.20 13_8 0.1333 Rprec_mult_1.40 13_8 0.1143 Rprec_mult_1.60 13_8 0.1062 Rprec_mult_1.80 13_8 0.0944 Rprec_mult_2.00 13_8 0.0850 utility 13_8 -960.0000 11pt_avg 13_8 0.1583 binG 13_8 0.1012 G 13_8 0.0822 ndcg 13_8 0.3428 ndcg_rel 13_8 0.3998 Rndcg 13_8 0.4228 ndcg_cut_5 13_8 0.8362 ndcg_cut_10 13_8 0.7319 ndcg_cut_15 13_8 0.6358 ndcg_cut_20 13_8 0.5596 ndcg_cut_30 13_8 0.5329 ndcg_cut_100 13_8 0.3319 ndcg_cut_200 13_8 0.3351 ndcg_cut_500 13_8 0.3404 ndcg_cut_1000 13_8 0.3428 map_cut_5 13_8 0.0500 map_cut_10 13_8 0.0780 map_cut_15 13_8 0.0921 map_cut_20 13_8 0.0921 map_cut_30 13_8 0.1075 map_cut_100 13_8 0.1164 map_cut_200 13_8 0.1175 map_cut_500 13_8 0.1182 map_cut_1000 13_8 0.1185 relative_P_5 13_8 1.0000 relative_P_10 13_8 0.8000 relative_P_15 13_8 0.6667 relative_P_20 13_8 0.5000 relative_P_30 13_8 0.4333 relative_P_100 13_8 0.1600 relative_P_200 13_8 0.1700 relative_P_500 13_8 0.1900 relative_P_1000 13_8 0.2000 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0200 set_relative_P 13_8 0.2000 set_recall 13_8 0.2000 set_map 13_8 0.0040 set_F 13_8 0.0364 num_nonrel_judged_ret 13_8 10 rbp 13_8 0.5293 rbp_resid 13_8 0.2930 unj_5 13_8 0.0000 unj_10 13_8 0.1000 unj_20 13_8 0.4500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 50 map 14_10 0.6594 Rprec 14_10 0.5769 bpref 14_10 0.8499 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 1.0000 iprec_at_recall_0.20 14_10 0.9167 iprec_at_recall_0.30 14_10 0.9091 iprec_at_recall_0.40 14_10 0.8889 iprec_at_recall_0.50 14_10 0.8387 iprec_at_recall_0.60 14_10 0.5636 iprec_at_recall_0.70 14_10 0.4568 iprec_at_recall_0.80 14_10 0.3360 iprec_at_recall_0.90 14_10 0.2282 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 1.0000 P_10 14_10 0.9000 P_15 14_10 0.8667 P_20 14_10 0.9000 P_30 14_10 0.8333 P_100 14_10 0.3900 P_200 14_10 0.2300 P_500 14_10 0.1000 P_1000 14_10 0.0500 relstring 14_10 '1221220211' recall_5 14_10 0.0962 recall_10 14_10 0.1731 recall_15 14_10 0.2500 recall_20 14_10 0.3462 recall_30 14_10 0.4808 recall_100 14_10 0.7500 recall_200 14_10 0.8846 recall_500 14_10 0.9615 recall_1000 14_10 0.9615 infAP 14_10 0.6594 Rprec_mult_0.20 14_10 0.9091 Rprec_mult_0.40 14_10 0.9048 Rprec_mult_0.60 14_10 0.8125 Rprec_mult_0.80 14_10 0.7143 Rprec_mult_1.00 14_10 0.5769 Rprec_mult_1.20 14_10 0.5238 Rprec_mult_1.40 14_10 0.4658 Rprec_mult_1.60 14_10 0.4405 Rprec_mult_1.80 14_10 0.4149 Rprec_mult_2.00 14_10 0.3846 utility 14_10 -900.0000 11pt_avg 14_10 0.6489 binG 14_10 0.3975 G 14_10 0.2379 ndcg 14_10 0.7999 ndcg_rel 14_10 0.6666 Rndcg 14_10 0.6515 ndcg_cut_5 14_10 0.5563 ndcg_cut_10 14_10 0.5705 ndcg_cut_15 14_10 0.6328 ndcg_cut_20 14_10 0.6857 ndcg_cut_30 14_10 0.6645 ndcg_cut_100 14_10 0.7175 ndcg_cut_200 14_10 0.7699 ndcg_cut_500 14_10 0.7999 ndcg_cut_1000 14_10 0.7999 map_cut_5 14_10 0.0962 map_cut_10 14_10 0.1666 map_cut_15 14_10 0.2349 map_cut_20 14_10 0.3203 map_cut_30 14_10 0.4396 map_cut_100 14_10 0.6009 map_cut_200 14_10 0.6455 map_cut_500 14_10 0.6594 map_cut_1000 14_10 0.6594 relative_P_5 14_10 1.0000 relative_P_10 14_10 0.9000 relative_P_15 14_10 0.8667 relative_P_20 14_10 0.9000 relative_P_30 14_10 0.8333 relative_P_100 14_10 0.7500 relative_P_200 14_10 0.8846 relative_P_500 14_10 0.9615 relative_P_1000 14_10 0.9615 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0500 set_relative_P 14_10 0.9615 set_recall 14_10 0.9615 set_map 14_10 0.0481 set_F 14_10 0.0951 num_nonrel_judged_ret 14_10 30 rbp 14_10 0.4927 rbp_resid 14_10 0.0308 unj_5 14_10 0.0000 unj_10 14_10 0.0000 unj_20 14_10 0.0000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 49 map 14_2 0.2514 Rprec 14_2 0.3429 bpref 14_2 0.4156 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.6875 iprec_at_recall_0.20 14_2 0.6774 iprec_at_recall_0.30 14_2 0.5246 iprec_at_recall_0.40 14_2 0.2937 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.6000 P_10 14_2 0.7000 P_15 14_2 0.6667 P_20 14_2 0.6000 P_30 14_2 0.6667 P_100 14_2 0.3600 P_200 14_2 0.2300 P_500 14_2 0.0980 P_1000 14_2 0.0490 relstring 14_2 '1120003211' recall_5 14_2 0.0286 recall_10 14_2 0.0667 recall_15 14_2 0.0952 recall_20 14_2 0.1143 recall_30 14_2 0.1905 recall_100 14_2 0.3429 recall_200 14_2 0.4381 recall_500 14_2 0.4667 recall_1000 14_2 0.4667 infAP 14_2 0.2514 Rprec_mult_0.20 14_2 0.6190 Rprec_mult_0.40 14_2 0.5952 Rprec_mult_0.60 14_2 0.5079 Rprec_mult_0.80 14_2 0.4048 Rprec_mult_1.00 14_2 0.3429 Rprec_mult_1.20 14_2 0.3095 Rprec_mult_1.40 14_2 0.2857 Rprec_mult_1.60 14_2 0.2560 Rprec_mult_1.80 14_2 0.2328 Rprec_mult_2.00 14_2 0.2190 utility 14_2 -902.0000 11pt_avg 14_2 0.2894 binG 14_2 0.1363 G 14_2 0.0970 ndcg 14_2 0.4556 ndcg_rel 14_2 0.4424 Rndcg 14_2 0.4042 ndcg_cut_5 14_2 0.3110 ndcg_cut_10 14_2 0.4165 ndcg_cut_15 14_2 0.4321 ndcg_cut_20 14_2 0.4139 ndcg_cut_30 14_2 0.4519 ndcg_cut_100 14_2 0.3912 ndcg_cut_200 14_2 0.4414 ndcg_cut_500 14_2 0.4556 ndcg_cut_1000 14_2 0.4556 map_cut_5 14_2 0.0286 map_cut_10 14_2 0.0530 map_cut_15 14_2 0.0729 map_cut_20 14_2 0.0857 map_cut_30 14_2 0.1352 map_cut_100 14_2 0.2197 map_cut_200 14_2 0.2461 map_cut_500 14_2 0.2514 map_cut_1000 14_2 0.2514 relative_P_5 14_2 0.6000 relative_P_10 14_2 0.7000 relative_P_15 14_2 0.6667 relative_P_20 14_2 0.6000 relative_P_30 14_2 0.6667 relative_P_100 14_2 0.3600 relative_P_200 14_2 0.4381 relative_P_500 14_2 0.4667 relative_P_1000 14_2 0.4667 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0490 set_relative_P 14_2 0.4667 set_recall 14_2 0.4667 set_map 14_2 0.0229 set_F 14_2 0.0887 num_nonrel_judged_ret 14_2 26 rbp 14_2 0.3367 rbp_resid 14_2 0.0785 unj_5 14_2 0.0000 unj_10 14_2 0.0000 unj_20 14_2 0.1500 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 81 map 14_3 0.2043 Rprec 14_3 0.3500 bpref 14_3 0.4337 recip_rank 14_3 0.3333 iprec_at_recall_0.00 14_3 0.6400 iprec_at_recall_0.10 14_3 0.6400 iprec_at_recall_0.20 14_3 0.5000 iprec_at_recall_0.30 14_3 0.3942 iprec_at_recall_0.40 14_3 0.2645 iprec_at_recall_0.50 14_3 0.1325 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.4000 P_10 14_3 0.5000 P_15 14_3 0.6000 P_20 14_3 0.5500 P_30 14_3 0.5333 P_100 14_3 0.4300 P_200 14_3 0.3000 P_500 14_3 0.1520 P_1000 14_3 0.0810 relstring 14_3 '00210220-2' recall_5 14_3 0.0125 recall_10 14_3 0.0312 recall_15 14_3 0.0563 recall_20 14_3 0.0688 recall_30 14_3 0.1000 recall_100 14_3 0.2687 recall_200 14_3 0.3750 recall_500 14_3 0.4750 recall_1000 14_3 0.5062 infAP 14_3 0.2043 Rprec_mult_0.20 14_3 0.5000 Rprec_mult_0.40 14_3 0.5000 Rprec_mult_0.60 14_3 0.4479 Rprec_mult_0.80 14_3 0.3750 Rprec_mult_1.00 14_3 0.3500 Rprec_mult_1.20 14_3 0.3125 Rprec_mult_1.40 14_3 0.2812 Rprec_mult_1.60 14_3 0.2539 Rprec_mult_1.80 14_3 0.2326 Rprec_mult_2.00 14_3 0.2156 utility 14_3 -838.0000 11pt_avg 14_3 0.2337 binG 14_3 0.1018 G 14_3 0.0859 ndcg 14_3 0.4392 ndcg_rel 14_3 0.4043 Rndcg 14_3 0.3261 ndcg_cut_5 14_3 0.1782 ndcg_cut_10 14_3 0.3020 ndcg_cut_15 14_3 0.3608 ndcg_cut_20 14_3 0.3526 ndcg_cut_30 14_3 0.3762 ndcg_cut_100 14_3 0.3685 ndcg_cut_200 14_3 0.3765 ndcg_cut_500 14_3 0.4271 ndcg_cut_1000 14_3 0.4392 map_cut_5 14_3 0.0052 map_cut_10 14_3 0.0150 map_cut_15 14_3 0.0297 map_cut_20 14_3 0.0370 map_cut_30 14_3 0.0560 map_cut_100 14_3 0.1373 map_cut_200 14_3 0.1770 map_cut_500 14_3 0.1999 map_cut_1000 14_3 0.2043 relative_P_5 14_3 0.4000 relative_P_10 14_3 0.5000 relative_P_15 14_3 0.6000 relative_P_20 14_3 0.5500 relative_P_30 14_3 0.5333 relative_P_100 14_3 0.4300 relative_P_200 14_3 0.3750 relative_P_500 14_3 0.4750 relative_P_1000 14_3 0.5062 success_1 14_3 0.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0810 set_relative_P 14_3 0.5062 set_recall 14_3 0.5062 set_map 14_3 0.0410 set_F 14_3 0.1397 num_nonrel_judged_ret 14_3 30 rbp 14_3 0.2963 rbp_resid 14_3 0.1541 unj_5 14_3 0.0000 unj_10 14_3 0.1000 unj_20 14_3 0.2000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 38 map 14_4 0.1459 Rprec 14_4 0.1739 bpref 14_4 0.3388 recip_rank 14_4 0.1667 iprec_at_recall_0.00 14_4 0.3000 iprec_at_recall_0.10 14_4 0.2581 iprec_at_recall_0.20 14_4 0.2581 iprec_at_recall_0.30 14_4 0.2581 iprec_at_recall_0.40 14_4 0.2022 iprec_at_recall_0.50 14_4 0.1805 iprec_at_recall_0.60 14_4 0.1497 iprec_at_recall_0.70 14_4 0.1391 iprec_at_recall_0.80 14_4 0.0692 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.3000 P_15 14_4 0.2000 P_20 14_4 0.2000 P_30 14_4 0.1667 P_100 14_4 0.1800 P_200 14_4 0.1400 P_500 14_4 0.0720 P_1000 14_4 0.0380 relstring 14_4 '0000010301' recall_5 14_4 0.0000 recall_10 14_4 0.0652 recall_15 14_4 0.0652 recall_20 14_4 0.0870 recall_30 14_4 0.1087 recall_100 14_4 0.3913 recall_200 14_4 0.6087 recall_500 14_4 0.7826 recall_1000 14_4 0.8261 infAP 14_4 0.1459 Rprec_mult_0.20 14_4 0.3000 Rprec_mult_0.40 14_4 0.2105 Rprec_mult_0.60 14_4 0.1429 Rprec_mult_0.80 14_4 0.1892 Rprec_mult_1.00 14_4 0.1739 Rprec_mult_1.20 14_4 0.2143 Rprec_mult_1.40 14_4 0.2462 Rprec_mult_1.60 14_4 0.2162 Rprec_mult_1.80 14_4 0.1928 Rprec_mult_2.00 14_4 0.1957 utility 14_4 -924.0000 11pt_avg 14_4 0.1650 binG 14_4 0.1425 G 14_4 0.1291 ndcg 14_4 0.4446 ndcg_rel 14_4 0.3081 Rndcg 14_4 0.2068 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.1193 ndcg_cut_15 14_4 0.0996 ndcg_cut_20 14_4 0.1247 ndcg_cut_30 14_4 0.1317 ndcg_cut_100 14_4 0.2708 ndcg_cut_200 14_4 0.3619 ndcg_cut_500 14_4 0.4306 ndcg_cut_1000 14_4 0.4446 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0156 map_cut_15 14_4 0.0156 map_cut_20 14_4 0.0202 map_cut_30 14_4 0.0239 map_cut_100 14_4 0.0846 map_cut_200 14_4 0.1225 map_cut_500 14_4 0.1430 map_cut_1000 14_4 0.1459 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.3000 relative_P_15 14_4 0.2000 relative_P_20 14_4 0.2000 relative_P_30 14_4 0.1667 relative_P_100 14_4 0.3913 relative_P_200 14_4 0.6087 relative_P_500 14_4 0.7826 relative_P_1000 14_4 0.8261 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 1.0000 set_P 14_4 0.0380 set_relative_P 14_4 0.8261 set_recall 14_4 0.8261 set_map 14_4 0.0314 set_F 14_4 0.0727 num_nonrel_judged_ret 14_4 58 rbp 14_4 0.1055 rbp_resid 14_4 0.1502 unj_5 14_4 0.0000 unj_10 14_4 0.0000 unj_20 14_4 0.2000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 14 map 14_7 0.0106 Rprec 14_7 0.0723 bpref 14_7 0.1333 recip_rank 14_7 0.0667 iprec_at_recall_0.00 14_7 0.0781 iprec_at_recall_0.10 14_7 0.0620 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0667 P_20 14_7 0.0500 P_30 14_7 0.0667 P_100 14_7 0.0700 P_200 14_7 0.0500 P_500 14_7 0.0280 P_1000 14_7 0.0140 relstring 14_7 '00000-----' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0120 recall_20 14_7 0.0120 recall_30 14_7 0.0241 recall_100 14_7 0.0843 recall_200 14_7 0.1205 recall_500 14_7 0.1687 recall_1000 14_7 0.1687 infAP 14_7 0.0106 Rprec_mult_0.20 14_7 0.0588 Rprec_mult_0.40 14_7 0.0588 Rprec_mult_0.60 14_7 0.0400 Rprec_mult_0.80 14_7 0.0746 Rprec_mult_1.00 14_7 0.0723 Rprec_mult_1.20 14_7 0.0700 Rprec_mult_1.40 14_7 0.0598 Rprec_mult_1.60 14_7 0.0602 Rprec_mult_1.80 14_7 0.0533 Rprec_mult_2.00 14_7 0.0542 utility 14_7 -972.0000 11pt_avg 14_7 0.0127 binG 14_7 0.0268 G 14_7 0.0269 ndcg 14_7 0.1124 ndcg_rel 14_7 0.1039 Rndcg 14_7 0.0444 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0163 ndcg_cut_20 14_7 0.0141 ndcg_cut_30 14_7 0.0210 ndcg_cut_100 14_7 0.0505 ndcg_cut_200 14_7 0.0807 ndcg_cut_500 14_7 0.1124 ndcg_cut_1000 14_7 0.1124 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0008 map_cut_20 14_7 0.0008 map_cut_30 14_7 0.0017 map_cut_100 14_7 0.0061 map_cut_200 14_7 0.0082 map_cut_500 14_7 0.0106 map_cut_1000 14_7 0.0106 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0667 relative_P_20 14_7 0.0500 relative_P_30 14_7 0.0667 relative_P_100 14_7 0.0843 relative_P_200 14_7 0.1205 relative_P_500 14_7 0.1687 relative_P_1000 14_7 0.1687 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0140 set_relative_P 14_7 0.1687 set_recall 14_7 0.1687 set_map 14_7 0.0024 set_F 14_7 0.0259 num_nonrel_judged_ret 14_7 34 rbp 14_7 0.0105 rbp_resid 14_7 0.5303 unj_5 14_7 0.0000 unj_10 14_7 0.5000 unj_20 14_7 0.7000 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 8 map 14_8 0.0833 Rprec 14_8 0.2222 bpref 14_8 0.1358 recip_rank 14_8 0.2500 iprec_at_recall_0.00 14_8 0.2857 iprec_at_recall_0.10 14_8 0.2857 iprec_at_recall_0.20 14_8 0.2667 iprec_at_recall_0.30 14_8 0.2083 iprec_at_recall_0.40 14_8 0.0933 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.2000 P_10 14_8 0.2000 P_15 14_8 0.2667 P_20 14_8 0.2000 P_30 14_8 0.1667 P_100 14_8 0.0700 P_200 14_8 0.0400 P_500 14_8 0.0160 P_1000 14_8 0.0080 relstring 14_8 '0001002000' recall_5 14_8 0.0556 recall_10 14_8 0.1111 recall_15 14_8 0.2222 recall_20 14_8 0.2222 recall_30 14_8 0.2778 recall_100 14_8 0.3889 recall_200 14_8 0.4444 recall_500 14_8 0.4444 recall_1000 14_8 0.4444 infAP 14_8 0.0833 Rprec_mult_0.20 14_8 0.2500 Rprec_mult_0.40 14_8 0.2500 Rprec_mult_0.60 14_8 0.1818 Rprec_mult_0.80 14_8 0.2667 Rprec_mult_1.00 14_8 0.2222 Rprec_mult_1.20 14_8 0.1818 Rprec_mult_1.40 14_8 0.1923 Rprec_mult_1.60 14_8 0.1724 Rprec_mult_1.80 14_8 0.1515 Rprec_mult_2.00 14_8 0.1389 utility 14_8 -984.0000 11pt_avg 14_8 0.1036 binG 14_8 0.1134 G 14_8 0.0904 ndcg 14_8 0.2491 ndcg_rel 14_8 0.2208 Rndcg 14_8 0.1937 ndcg_cut_5 14_8 0.0730 ndcg_cut_10 14_8 0.1341 ndcg_cut_15 14_8 0.1951 ndcg_cut_20 14_8 0.1814 ndcg_cut_30 14_8 0.2024 ndcg_cut_100 14_8 0.2357 ndcg_cut_200 14_8 0.2491 ndcg_cut_500 14_8 0.2491 ndcg_cut_1000 14_8 0.2491 map_cut_5 14_8 0.0139 map_cut_10 14_8 0.0298 map_cut_15 14_8 0.0565 map_cut_20 14_8 0.0565 map_cut_30 14_8 0.0681 map_cut_100 14_8 0.0805 map_cut_200 14_8 0.0833 map_cut_500 14_8 0.0833 map_cut_1000 14_8 0.0833 relative_P_5 14_8 0.2000 relative_P_10 14_8 0.2000 relative_P_15 14_8 0.2667 relative_P_20 14_8 0.2222 relative_P_30 14_8 0.2778 relative_P_100 14_8 0.3889 relative_P_200 14_8 0.4444 relative_P_500 14_8 0.4444 relative_P_1000 14_8 0.4444 success_1 14_8 0.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0080 set_relative_P 14_8 0.4444 set_recall 14_8 0.4444 set_map 14_8 0.0036 set_F 14_8 0.0157 num_nonrel_judged_ret 14_8 81 rbp 14_8 0.1301 rbp_resid 14_8 0.0907 unj_5 14_8 0.0000 unj_10 14_8 0.0000 unj_20 14_8 0.1000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 111 map 14_9 0.2250 Rprec 14_9 0.3239 bpref 14_9 0.4183 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.6744 iprec_at_recall_0.20 14_9 0.5158 iprec_at_recall_0.30 14_9 0.4000 iprec_at_recall_0.40 14_9 0.2530 iprec_at_recall_0.50 14_9 0.1774 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.6000 P_10 14_9 0.6000 P_15 14_9 0.6000 P_20 14_9 0.6500 P_30 14_9 0.6333 P_100 14_9 0.5000 P_200 14_9 0.3350 P_500 14_9 0.2000 P_1000 14_9 0.1110 relstring 14_9 '2002200113' recall_5 14_9 0.0141 recall_10 14_9 0.0282 recall_15 14_9 0.0423 recall_20 14_9 0.0610 recall_30 14_9 0.0892 recall_100 14_9 0.2347 recall_200 14_9 0.3146 recall_500 14_9 0.4695 recall_1000 14_9 0.5211 infAP 14_9 0.2250 Rprec_mult_0.20 14_9 0.6744 Rprec_mult_0.40 14_9 0.5000 Rprec_mult_0.60 14_9 0.4531 Rprec_mult_0.80 14_9 0.3743 Rprec_mult_1.00 14_9 0.3239 Rprec_mult_1.20 14_9 0.2891 Rprec_mult_1.40 14_9 0.2709 Rprec_mult_1.60 14_9 0.2493 Rprec_mult_1.80 14_9 0.2318 Rprec_mult_2.00 14_9 0.2160 utility 14_9 -778.0000 11pt_avg 14_9 0.2746 binG 14_9 0.1039 G 14_9 0.0763 ndcg 14_9 0.4505 ndcg_rel 14_9 0.4200 Rndcg 14_9 0.3763 ndcg_cut_5 14_9 0.4110 ndcg_cut_10 14_9 0.3755 ndcg_cut_15 14_9 0.3891 ndcg_cut_20 14_9 0.4027 ndcg_cut_30 14_9 0.4030 ndcg_cut_100 14_9 0.3763 ndcg_cut_200 14_9 0.3315 ndcg_cut_500 14_9 0.4169 ndcg_cut_1000 14_9 0.4505 map_cut_5 14_9 0.0099 map_cut_10 14_9 0.0176 map_cut_15 14_9 0.0266 map_cut_20 14_9 0.0386 map_cut_30 14_9 0.0571 map_cut_100 14_9 0.1407 map_cut_200 14_9 0.1758 map_cut_500 14_9 0.2158 map_cut_1000 14_9 0.2250 relative_P_5 14_9 0.6000 relative_P_10 14_9 0.6000 relative_P_15 14_9 0.6000 relative_P_20 14_9 0.6500 relative_P_30 14_9 0.6333 relative_P_100 14_9 0.5000 relative_P_200 14_9 0.3350 relative_P_500 14_9 0.4695 relative_P_1000 14_9 0.5211 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1110 set_relative_P 14_9 0.5211 set_recall 14_9 0.5211 set_map 14_9 0.0578 set_F 14_9 0.1830 num_nonrel_judged_ret 14_9 24 rbp 14_9 0.3420 rbp_resid 14_9 0.0429 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0500 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 21 map 15_1 0.1245 Rprec 15_1 0.2222 bpref 15_1 0.2253 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.5333 iprec_at_recall_0.20 15_1 0.2712 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.8000 P_10 15_1 0.5000 P_15 15_1 0.5333 P_20 15_1 0.4500 P_30 15_1 0.3667 P_100 15_1 0.1900 P_200 15_1 0.1050 P_500 15_1 0.0420 P_1000 15_1 0.0210 relstring 15_1 '1322002000' recall_5 15_1 0.0494 recall_10 15_1 0.0617 recall_15 15_1 0.0988 recall_20 15_1 0.1111 recall_30 15_1 0.1358 recall_100 15_1 0.2346 recall_200 15_1 0.2593 recall_500 15_1 0.2593 recall_1000 15_1 0.2593 infAP 15_1 0.1245 Rprec_mult_0.20 15_1 0.4706 Rprec_mult_0.40 15_1 0.3333 Rprec_mult_0.60 15_1 0.2653 Rprec_mult_0.80 15_1 0.2462 Rprec_mult_1.00 15_1 0.2222 Rprec_mult_1.20 15_1 0.1939 Rprec_mult_1.40 15_1 0.1667 Rprec_mult_1.60 15_1 0.1538 Rprec_mult_1.80 15_1 0.1370 Rprec_mult_2.00 15_1 0.1235 utility 15_1 -958.0000 11pt_avg 15_1 0.1640 binG 15_1 0.0995 G 15_1 0.0617 ndcg 15_1 0.2898 ndcg_rel 15_1 0.3129 Rndcg 15_1 0.3336 ndcg_cut_5 15_1 0.5375 ndcg_cut_10 15_1 0.4375 ndcg_cut_15 15_1 0.4305 ndcg_cut_20 15_1 0.3855 ndcg_cut_30 15_1 0.3300 ndcg_cut_100 15_1 0.2769 ndcg_cut_200 15_1 0.2898 ndcg_cut_500 15_1 0.2898 ndcg_cut_1000 15_1 0.2898 map_cut_5 15_1 0.0494 map_cut_10 15_1 0.0582 map_cut_15 15_1 0.0787 map_cut_20 15_1 0.0846 map_cut_30 15_1 0.0958 map_cut_100 15_1 0.1211 map_cut_200 15_1 0.1245 map_cut_500 15_1 0.1245 map_cut_1000 15_1 0.1245 relative_P_5 15_1 0.8000 relative_P_10 15_1 0.5000 relative_P_15 15_1 0.5333 relative_P_20 15_1 0.4500 relative_P_30 15_1 0.3667 relative_P_100 15_1 0.2346 relative_P_200 15_1 0.2593 relative_P_500 15_1 0.2593 relative_P_1000 15_1 0.2593 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0210 set_relative_P 15_1 0.2593 set_recall 15_1 0.2593 set_map 15_1 0.0054 set_F 15_1 0.0389 num_nonrel_judged_ret 15_1 32 rbp 15_1 0.3114 rbp_resid 15_1 0.1287 unj_5 15_1 0.0000 unj_10 15_1 0.0000 unj_20 15_1 0.1500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 30 map 15_10 0.6902 Rprec 15_10 0.6571 bpref 15_10 0.7763 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 1.0000 iprec_at_recall_0.20 15_10 1.0000 iprec_at_recall_0.30 15_10 0.9286 iprec_at_recall_0.40 15_10 0.8824 iprec_at_recall_0.50 15_10 0.8000 iprec_at_recall_0.60 15_10 0.6875 iprec_at_recall_0.70 15_10 0.5909 iprec_at_recall_0.80 15_10 0.4516 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 1.0000 P_10 15_10 1.0000 P_15 15_10 0.8667 P_20 15_10 0.8000 P_30 15_10 0.6667 P_100 15_10 0.3000 P_200 15_10 0.1500 P_500 15_10 0.0600 P_1000 15_10 0.0300 relstring 15_10 '3232111211' recall_5 15_10 0.1429 recall_10 15_10 0.2857 recall_15 15_10 0.3714 recall_20 15_10 0.4571 recall_30 15_10 0.5714 recall_100 15_10 0.8571 recall_200 15_10 0.8571 recall_500 15_10 0.8571 recall_1000 15_10 0.8571 infAP 15_10 0.6902 Rprec_mult_0.20 15_10 1.0000 Rprec_mult_0.40 15_10 0.9286 Rprec_mult_0.60 15_10 0.7619 Rprec_mult_0.80 15_10 0.7143 Rprec_mult_1.00 15_10 0.6571 Rprec_mult_1.20 15_10 0.5714 Rprec_mult_1.40 15_10 0.5510 Rprec_mult_1.60 15_10 0.4821 Rprec_mult_1.80 15_10 0.4444 Rprec_mult_2.00 15_10 0.4000 utility 15_10 -940.0000 11pt_avg 15_10 0.6674 binG 15_10 0.4874 G 15_10 0.4175 ndcg 15_10 0.8608 ndcg_rel 15_10 0.8588 Rndcg 15_10 0.8419 ndcg_cut_5 15_10 0.9312 ndcg_cut_10 15_10 0.8554 ndcg_cut_15 15_10 0.8489 ndcg_cut_20 15_10 0.8269 ndcg_cut_30 15_10 0.7966 ndcg_cut_100 15_10 0.8608 ndcg_cut_200 15_10 0.8608 ndcg_cut_500 15_10 0.8608 ndcg_cut_1000 15_10 0.8608 map_cut_5 15_10 0.1429 map_cut_10 15_10 0.2857 map_cut_15 15_10 0.3648 map_cut_20 15_10 0.4391 map_cut_30 15_10 0.5290 map_cut_100 15_10 0.6902 map_cut_200 15_10 0.6902 map_cut_500 15_10 0.6902 map_cut_1000 15_10 0.6902 relative_P_5 15_10 1.0000 relative_P_10 15_10 1.0000 relative_P_15 15_10 0.8667 relative_P_20 15_10 0.8000 relative_P_30 15_10 0.6667 relative_P_100 15_10 0.8571 relative_P_200 15_10 0.8571 relative_P_500 15_10 0.8571 relative_P_1000 15_10 0.8571 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0300 set_relative_P 15_10 0.8571 set_recall 15_10 0.8571 set_map 15_10 0.0257 set_F 15_10 0.0580 num_nonrel_judged_ret 15_10 27 rbp 15_10 0.4877 rbp_resid 15_10 0.0981 unj_5 15_10 0.0000 unj_10 15_10 0.0000 unj_20 15_10 0.1500 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 10 map 15_3 0.2084 Rprec 15_3 0.2273 bpref 15_3 0.3223 recip_rank 15_3 1.0000 iprec_at_recall_0.00 15_3 1.0000 iprec_at_recall_0.10 15_3 0.7500 iprec_at_recall_0.20 15_3 0.6667 iprec_at_recall_0.30 15_3 0.2857 iprec_at_recall_0.40 15_3 0.2727 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.6000 P_10 15_3 0.4000 P_15 15_3 0.3333 P_20 15_3 0.2500 P_30 15_3 0.2667 P_100 15_3 0.0900 P_200 15_3 0.0500 P_500 15_3 0.0200 P_1000 15_3 0.0100 relstring 15_3 '20210100--' recall_5 15_3 0.1364 recall_10 15_3 0.1818 recall_15 15_3 0.2273 recall_20 15_3 0.2273 recall_30 15_3 0.3636 recall_100 15_3 0.4091 recall_200 15_3 0.4545 recall_500 15_3 0.4545 recall_1000 15_3 0.4545 infAP 15_3 0.2084 Rprec_mult_0.20 15_3 0.6000 Rprec_mult_0.40 15_3 0.4444 Rprec_mult_0.60 15_3 0.3571 Rprec_mult_0.80 15_3 0.2778 Rprec_mult_1.00 15_3 0.2273 Rprec_mult_1.20 15_3 0.2593 Rprec_mult_1.40 15_3 0.2581 Rprec_mult_1.60 15_3 0.2500 Rprec_mult_1.80 15_3 0.2250 Rprec_mult_2.00 15_3 0.2045 utility 15_3 -980.0000 11pt_avg 15_3 0.2705 binG 15_3 0.1858 G 15_3 0.1727 ndcg 15_3 0.4631 ndcg_rel 15_3 0.4995 Rndcg 15_3 0.4053 ndcg_cut_5 15_3 0.5818 ndcg_cut_10 15_3 0.4167 ndcg_cut_15 15_3 0.3886 ndcg_cut_20 15_3 0.3490 ndcg_cut_30 15_3 0.4232 ndcg_cut_100 15_3 0.4395 ndcg_cut_200 15_3 0.4631 ndcg_cut_500 15_3 0.4631 ndcg_cut_1000 15_3 0.4631 map_cut_5 15_3 0.1098 map_cut_10 15_3 0.1402 map_cut_15 15_3 0.1564 map_cut_20 15_3 0.1564 map_cut_30 15_3 0.1925 map_cut_100 15_3 0.2049 map_cut_200 15_3 0.2084 map_cut_500 15_3 0.2084 map_cut_1000 15_3 0.2084 relative_P_5 15_3 0.6000 relative_P_10 15_3 0.4000 relative_P_15 15_3 0.3333 relative_P_20 15_3 0.2500 relative_P_30 15_3 0.3636 relative_P_100 15_3 0.4091 relative_P_200 15_3 0.4545 relative_P_500 15_3 0.4545 relative_P_1000 15_3 0.4545 success_1 15_3 1.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.0100 set_relative_P 15_3 0.4545 set_recall 15_3 0.4545 set_map 15_3 0.0045 set_F 15_3 0.0196 num_nonrel_judged_ret 15_3 20 rbp 15_3 0.2788 rbp_resid 15_3 0.2581 unj_5 15_3 0.0000 unj_10 15_3 0.2000 unj_20 15_3 0.4000 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 15 map 15_4 0.1318 Rprec 15_4 0.1500 bpref 15_4 0.1525 recip_rank 15_4 0.2000 iprec_at_recall_0.00 15_4 0.3000 iprec_at_recall_0.10 15_4 0.3000 iprec_at_recall_0.20 15_4 0.2333 iprec_at_recall_0.30 15_4 0.2333 iprec_at_recall_0.40 15_4 0.1875 iprec_at_recall_0.50 15_4 0.1613 iprec_at_recall_0.60 15_4 0.1395 iprec_at_recall_0.70 15_4 0.0754 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.2000 P_10 15_4 0.3000 P_15 15_4 0.2000 P_20 15_4 0.1500 P_30 15_4 0.2333 P_100 15_4 0.1200 P_200 15_4 0.0750 P_500 15_4 0.0300 P_1000 15_4 0.0150 relstring 15_4 '0000200021' recall_5 15_4 0.0500 recall_10 15_4 0.1500 recall_15 15_4 0.1500 recall_20 15_4 0.1500 recall_30 15_4 0.3500 recall_100 15_4 0.6000 recall_200 15_4 0.7500 recall_500 15_4 0.7500 recall_1000 15_4 0.7500 infAP 15_4 0.1318 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.1250 Rprec_mult_0.60 15_4 0.2500 Rprec_mult_0.80 15_4 0.1875 Rprec_mult_1.00 15_4 0.1500 Rprec_mult_1.20 15_4 0.1667 Rprec_mult_1.40 15_4 0.2143 Rprec_mult_1.60 15_4 0.2188 Rprec_mult_1.80 15_4 0.1944 Rprec_mult_2.00 15_4 0.1750 utility 15_4 -970.0000 11pt_avg 15_4 0.1482 binG 15_4 0.1601 G 15_4 0.1439 ndcg 15_4 0.4172 ndcg_rel 15_4 0.3047 Rndcg 15_4 0.2324 ndcg_cut_5 15_4 0.1312 ndcg_cut_10 15_4 0.1832 ndcg_cut_15 15_4 0.1451 ndcg_cut_20 15_4 0.1316 ndcg_cut_30 15_4 0.2322 ndcg_cut_100 15_4 0.3529 ndcg_cut_200 15_4 0.4172 ndcg_cut_500 15_4 0.4172 ndcg_cut_1000 15_4 0.4172 map_cut_5 15_4 0.0100 map_cut_10 15_4 0.0361 map_cut_15 15_4 0.0361 map_cut_20 15_4 0.0361 map_cut_30 15_4 0.0784 map_cut_100 15_4 0.1190 map_cut_200 15_4 0.1318 map_cut_500 15_4 0.1318 map_cut_1000 15_4 0.1318 relative_P_5 15_4 0.2000 relative_P_10 15_4 0.3000 relative_P_15 15_4 0.2000 relative_P_20 15_4 0.1500 relative_P_30 15_4 0.3500 relative_P_100 15_4 0.6000 relative_P_200 15_4 0.7500 relative_P_500 15_4 0.7500 relative_P_1000 15_4 0.7500 success_1 15_4 0.0000 success_5 15_4 1.0000 success_10 15_4 1.0000 set_P 15_4 0.0150 set_relative_P 15_4 0.7500 set_recall 15_4 0.7500 set_map 15_4 0.0112 set_F 15_4 0.0294 num_nonrel_judged_ret 15_4 40 rbp 15_4 0.1538 rbp_resid 15_4 0.1120 unj_5 15_4 0.0000 unj_10 15_4 0.0000 unj_20 15_4 0.1000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 29 map 15_5 0.4397 Rprec 15_5 0.4839 bpref 15_5 0.6243 recip_rank 15_5 0.5000 iprec_at_recall_0.00 15_5 0.6429 iprec_at_recall_0.10 15_5 0.6429 iprec_at_recall_0.20 15_5 0.6429 iprec_at_recall_0.30 15_5 0.6429 iprec_at_recall_0.40 15_5 0.5714 iprec_at_recall_0.50 15_5 0.5143 iprec_at_recall_0.60 15_5 0.5000 iprec_at_recall_0.70 15_5 0.3729 iprec_at_recall_0.80 15_5 0.3214 iprec_at_recall_0.90 15_5 0.3011 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.4000 P_10 15_5 0.6000 P_15 15_5 0.6000 P_20 15_5 0.5500 P_30 15_5 0.4667 P_100 15_5 0.2800 P_200 15_5 0.1450 P_500 15_5 0.0580 P_1000 15_5 0.0290 relstring 15_5 '0100123013' recall_5 15_5 0.0645 recall_10 15_5 0.1935 recall_15 15_5 0.2903 recall_20 15_5 0.3548 recall_30 15_5 0.4516 recall_100 15_5 0.9032 recall_200 15_5 0.9355 recall_500 15_5 0.9355 recall_1000 15_5 0.9355 infAP 15_5 0.4397 Rprec_mult_0.20 15_5 0.5714 Rprec_mult_0.40 15_5 0.6154 Rprec_mult_0.60 15_5 0.5263 Rprec_mult_0.80 15_5 0.5200 Rprec_mult_1.00 15_5 0.4839 Rprec_mult_1.20 15_5 0.5000 Rprec_mult_1.40 15_5 0.4545 Rprec_mult_1.60 15_5 0.4000 Rprec_mult_1.80 15_5 0.3750 Rprec_mult_2.00 15_5 0.3548 utility 15_5 -942.0000 11pt_avg 15_5 0.4684 binG 15_5 0.2632 G 15_5 0.2182 ndcg 15_5 0.6125 ndcg_rel 15_5 0.4360 Rndcg 15_5 0.3471 ndcg_cut_5 15_5 0.1268 ndcg_cut_10 15_5 0.3668 ndcg_cut_15 15_5 0.4145 ndcg_cut_20 15_5 0.4123 ndcg_cut_30 15_5 0.3974 ndcg_cut_100 15_5 0.5850 ndcg_cut_200 15_5 0.6125 ndcg_cut_500 15_5 0.6125 ndcg_cut_1000 15_5 0.6125 map_cut_5 15_5 0.0290 map_cut_10 15_5 0.1009 map_cut_15 15_5 0.1620 map_cut_20 15_5 0.1967 map_cut_30 15_5 0.2495 map_cut_100 15_5 0.4327 map_cut_200 15_5 0.4397 map_cut_500 15_5 0.4397 map_cut_1000 15_5 0.4397 relative_P_5 15_5 0.4000 relative_P_10 15_5 0.6000 relative_P_15 15_5 0.6000 relative_P_20 15_5 0.5500 relative_P_30 15_5 0.4667 relative_P_100 15_5 0.9032 relative_P_200 15_5 0.9355 relative_P_500 15_5 0.9355 relative_P_1000 15_5 0.9355 success_1 15_5 0.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0290 set_relative_P 15_5 0.9355 set_recall 15_5 0.9355 set_map 15_5 0.0271 set_F 15_5 0.0563 num_nonrel_judged_ret 15_5 27 rbp 15_5 0.2613 rbp_resid 15_5 0.0718 unj_5 15_5 0.0000 unj_10 15_5 0.0000 unj_20 15_5 0.0500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 14 map 15_6 0.0757 Rprec 15_6 0.1053 bpref 15_6 0.0970 recip_rank 15_6 0.5000 iprec_at_recall_0.00 15_6 0.5000 iprec_at_recall_0.10 15_6 0.5000 iprec_at_recall_0.20 15_6 0.0617 iprec_at_recall_0.30 15_6 0.0488 iprec_at_recall_0.40 15_6 0.0381 iprec_at_recall_0.50 15_6 0.0266 iprec_at_recall_0.60 15_6 0.0260 iprec_at_recall_0.70 15_6 0.0186 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.4000 P_10 15_6 0.2000 P_15 15_6 0.1333 P_20 15_6 0.1000 P_30 15_6 0.0667 P_100 15_6 0.0500 P_200 15_6 0.0350 P_500 15_6 0.0220 P_1000 15_6 0.0140 relstring 15_6 '0102000-00' recall_5 15_6 0.1053 recall_10 15_6 0.1053 recall_15 15_6 0.1053 recall_20 15_6 0.1053 recall_30 15_6 0.1053 recall_100 15_6 0.2632 recall_200 15_6 0.3684 recall_500 15_6 0.5789 recall_1000 15_6 0.7368 infAP 15_6 0.0757 Rprec_mult_0.20 15_6 0.5000 Rprec_mult_0.40 15_6 0.2500 Rprec_mult_0.60 15_6 0.1667 Rprec_mult_0.80 15_6 0.1250 Rprec_mult_1.00 15_6 0.1053 Rprec_mult_1.20 15_6 0.0870 Rprec_mult_1.40 15_6 0.0741 Rprec_mult_1.60 15_6 0.0645 Rprec_mult_1.80 15_6 0.0571 Rprec_mult_2.00 15_6 0.0526 utility 15_6 -972.0000 11pt_avg 15_6 0.1109 binG 15_6 0.1427 G 15_6 0.1150 ndcg 15_6 0.3347 ndcg_rel 15_6 0.2587 Rndcg 15_6 0.1373 ndcg_cut_5 15_6 0.2164 ndcg_cut_10 15_6 0.1479 ndcg_cut_15 15_6 0.1173 ndcg_cut_20 15_6 0.1054 ndcg_cut_30 15_6 0.1054 ndcg_cut_100 15_6 0.1752 ndcg_cut_200 15_6 0.2140 ndcg_cut_500 15_6 0.2822 ndcg_cut_1000 15_6 0.3347 map_cut_5 15_6 0.0526 map_cut_10 15_6 0.0526 map_cut_15 15_6 0.0526 map_cut_20 15_6 0.0526 map_cut_30 15_6 0.0526 map_cut_100 15_6 0.0619 map_cut_200 15_6 0.0663 map_cut_500 15_6 0.0727 map_cut_1000 15_6 0.0757 relative_P_5 15_6 0.4000 relative_P_10 15_6 0.2000 relative_P_15 15_6 0.1333 relative_P_20 15_6 0.1053 relative_P_30 15_6 0.1053 relative_P_100 15_6 0.2632 relative_P_200 15_6 0.3684 relative_P_500 15_6 0.5789 relative_P_1000 15_6 0.7368 success_1 15_6 0.0000 success_5 15_6 1.0000 success_10 15_6 1.0000 set_P 15_6 0.0140 set_relative_P 15_6 0.7368 set_recall 15_6 0.7368 set_map 15_6 0.0103 set_F 15_6 0.0275 num_nonrel_judged_ret 15_6 47 rbp 15_6 0.0789 rbp_resid 15_6 0.2047 unj_5 15_6 0.0000 unj_10 15_6 0.1000 unj_20 15_6 0.2500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 84 map 1_1 0.2595 Rprec 1_1 0.3230 bpref 1_1 0.3112 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.9167 iprec_at_recall_0.20 1_1 0.8361 iprec_at_recall_0.30 1_1 0.4255 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 0.9500 P_30 1_1 0.9000 P_100 1_1 0.6500 P_200 1_1 0.4050 P_500 1_1 0.1680 P_1000 1_1 0.0840 relstring 1_1 '2232322212' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0739 recall_30 1_1 0.1051 recall_100 1_1 0.2529 recall_200 1_1 0.3152 recall_500 1_1 0.3268 recall_1000 1_1 0.3268 infAP 1_1 0.2595 Rprec_mult_0.20 1_1 0.8462 Rprec_mult_0.40 1_1 0.6505 Rprec_mult_0.60 1_1 0.4774 Rprec_mult_0.80 1_1 0.3932 Rprec_mult_1.00 1_1 0.3230 Rprec_mult_1.20 1_1 0.2718 Rprec_mult_1.40 1_1 0.2333 Rprec_mult_1.60 1_1 0.2039 Rprec_mult_1.80 1_1 0.1814 Rprec_mult_2.00 1_1 0.1634 utility 1_1 -832.0000 11pt_avg 1_1 0.2889 binG 1_1 0.1399 G 1_1 0.0783 ndcg 1_1 0.4236 ndcg_rel 1_1 0.5007 Rndcg 1_1 0.5102 ndcg_cut_5 1_1 0.7669 ndcg_cut_10 1_1 0.7096 ndcg_cut_15 1_1 0.6947 ndcg_cut_20 1_1 0.6953 ndcg_cut_30 1_1 0.7132 ndcg_cut_100 1_1 0.5991 ndcg_cut_200 1_1 0.4634 ndcg_cut_500 1_1 0.4236 ndcg_cut_1000 1_1 0.4236 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0731 map_cut_30 1_1 0.1014 map_cut_100 1_1 0.2232 map_cut_200 1_1 0.2553 map_cut_500 1_1 0.2595 map_cut_1000 1_1 0.2595 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 0.9500 relative_P_30 1_1 0.9000 relative_P_100 1_1 0.6500 relative_P_200 1_1 0.4050 relative_P_500 1_1 0.3268 relative_P_1000 1_1 0.3268 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0840 set_relative_P 1_1 0.3268 set_recall 1_1 0.3268 set_map 1_1 0.0275 set_F 1_1 0.1337 num_nonrel_judged_ret 1_1 13 rbp 1_1 0.6574 rbp_resid 1_1 0.0132 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 97 map 1_2 0.4818 Rprec 1_2 0.5088 bpref 1_2 0.7411 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.8125 iprec_at_recall_0.20 1_2 0.7667 iprec_at_recall_0.30 1_2 0.7143 iprec_at_recall_0.40 1_2 0.5495 iprec_at_recall_0.50 1_2 0.5182 iprec_at_recall_0.60 1_2 0.4303 iprec_at_recall_0.70 1_2 0.3419 iprec_at_recall_0.80 1_2 0.1970 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.9000 P_15 1_2 0.8000 P_20 1_2 0.7500 P_30 1_2 0.7667 P_100 1_2 0.5100 P_200 1_2 0.3800 P_500 1_2 0.1840 P_1000 1_2 0.0970 relstring 1_2 '33133241-2' recall_5 1_2 0.0439 recall_10 1_2 0.0789 recall_15 1_2 0.1053 recall_20 1_2 0.1316 recall_30 1_2 0.2018 recall_100 1_2 0.4474 recall_200 1_2 0.6667 recall_500 1_2 0.8070 recall_1000 1_2 0.8509 infAP 1_2 0.4818 Rprec_mult_0.20 1_2 0.7826 Rprec_mult_0.40 1_2 0.7174 Rprec_mult_0.60 1_2 0.5942 Rprec_mult_0.80 1_2 0.5435 Rprec_mult_1.00 1_2 0.5088 Rprec_mult_1.20 1_2 0.4672 Rprec_mult_1.40 1_2 0.4188 Rprec_mult_1.60 1_2 0.3989 Rprec_mult_1.80 1_2 0.3689 Rprec_mult_2.00 1_2 0.3421 utility 1_2 -806.0000 11pt_avg 1_2 0.4846 binG 1_2 0.2370 G 1_2 0.1794 ndcg 1_2 0.7673 ndcg_rel 1_2 0.6862 Rndcg 1_2 0.6783 ndcg_cut_5 1_2 0.7969 ndcg_cut_10 1_2 0.7371 ndcg_cut_15 1_2 0.6775 ndcg_cut_20 1_2 0.6578 ndcg_cut_30 1_2 0.6569 ndcg_cut_100 1_2 0.5800 ndcg_cut_200 1_2 0.6884 ndcg_cut_500 1_2 0.7528 ndcg_cut_1000 1_2 0.7673 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0781 map_cut_15 1_2 0.0987 map_cut_20 1_2 0.1196 map_cut_30 1_2 0.1736 map_cut_100 1_2 0.3344 map_cut_200 1_2 0.4365 map_cut_500 1_2 0.4749 map_cut_1000 1_2 0.4818 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.9000 relative_P_15 1_2 0.8000 relative_P_20 1_2 0.7500 relative_P_30 1_2 0.7667 relative_P_100 1_2 0.5100 relative_P_200 1_2 0.6667 relative_P_500 1_2 0.8070 relative_P_1000 1_2 0.8509 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0970 set_relative_P 1_2 0.8509 set_recall 1_2 0.8509 set_map 1_2 0.0825 set_F 1_2 0.1741 num_nonrel_judged_ret 1_2 11 rbp 1_2 0.4958 rbp_resid 1_2 0.1712 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.2500 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 62 map 1_3 0.6869 Rprec 1_3 0.6620 bpref 1_3 0.8352 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 1.0000 iprec_at_recall_0.20 1_3 0.9600 iprec_at_recall_0.30 1_3 0.9600 iprec_at_recall_0.40 1_3 0.8250 iprec_at_recall_0.50 1_3 0.8222 iprec_at_recall_0.60 1_3 0.7963 iprec_at_recall_0.70 1_3 0.6250 iprec_at_recall_0.80 1_3 0.4597 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 1.0000 P_10 1_3 1.0000 P_15 1_3 0.9333 P_20 1_3 0.9500 P_30 1_3 0.9000 P_100 1_3 0.5400 P_200 1_3 0.2900 P_500 1_3 0.1240 P_1000 1_3 0.0620 relstring 1_3 '2221322322' recall_5 1_3 0.0704 recall_10 1_3 0.1408 recall_15 1_3 0.1972 recall_20 1_3 0.2676 recall_30 1_3 0.3803 recall_100 1_3 0.7606 recall_200 1_3 0.8169 recall_500 1_3 0.8732 recall_1000 1_3 0.8732 infAP 1_3 0.6869 Rprec_mult_0.20 1_3 0.9333 Rprec_mult_0.40 1_3 0.8966 Rprec_mult_0.60 1_3 0.8140 Rprec_mult_0.80 1_3 0.7719 Rprec_mult_1.00 1_3 0.6620 Rprec_mult_1.20 1_3 0.5814 Rprec_mult_1.40 1_3 0.5400 Rprec_mult_1.60 1_3 0.4737 Rprec_mult_1.80 1_3 0.4453 Rprec_mult_2.00 1_3 0.4014 utility 1_3 -876.0000 11pt_avg 1_3 0.6771 binG 1_3 0.4010 G 1_3 0.2532 ndcg 1_3 0.8380 ndcg_rel 1_3 0.7721 Rndcg 1_3 0.7404 ndcg_cut_5 1_3 0.6617 ndcg_cut_10 1_3 0.7552 ndcg_cut_15 1_3 0.7782 ndcg_cut_20 1_3 0.7947 ndcg_cut_30 1_3 0.7670 ndcg_cut_100 1_3 0.7883 ndcg_cut_200 1_3 0.8122 ndcg_cut_500 1_3 0.8380 ndcg_cut_1000 1_3 0.8380 map_cut_5 1_3 0.0704 map_cut_10 1_3 0.1408 map_cut_15 1_3 0.1930 map_cut_20 1_3 0.2595 map_cut_30 1_3 0.3652 map_cut_100 1_3 0.6484 map_cut_200 1_3 0.6723 map_cut_500 1_3 0.6869 map_cut_1000 1_3 0.6869 relative_P_5 1_3 1.0000 relative_P_10 1_3 1.0000 relative_P_15 1_3 0.9333 relative_P_20 1_3 0.9500 relative_P_30 1_3 0.9000 relative_P_100 1_3 0.7606 relative_P_200 1_3 0.8169 relative_P_500 1_3 0.8732 relative_P_1000 1_3 0.8732 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0620 set_relative_P 1_3 0.8732 set_recall 1_3 0.8732 set_map 1_3 0.0541 set_F 1_3 0.1158 num_nonrel_judged_ret 1_3 13 rbp 1_3 0.6263 rbp_resid 1_3 0.0334 unj_5 1_3 0.0000 unj_10 1_3 0.0000 unj_20 1_3 0.0000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 78 map 1_4 0.4432 Rprec 1_4 0.4776 bpref 1_4 0.5752 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 1.0000 iprec_at_recall_0.20 1_4 0.9706 iprec_at_recall_0.30 1_4 0.8333 iprec_at_recall_0.40 1_4 0.7013 iprec_at_recall_0.50 1_4 0.4268 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 1.0000 P_20 1_4 1.0000 P_30 1_4 0.9667 P_100 1_4 0.6000 P_200 1_4 0.3450 P_500 1_4 0.1540 P_1000 1_4 0.0780 relstring 1_4 '2222323213' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1119 recall_20 1_4 0.1493 recall_30 1_4 0.2164 recall_100 1_4 0.4478 recall_200 1_4 0.5149 recall_500 1_4 0.5746 recall_1000 1_4 0.5821 infAP 1_4 0.4432 Rprec_mult_0.20 1_4 0.9630 Rprec_mult_0.40 1_4 0.7963 Rprec_mult_0.60 1_4 0.6667 Rprec_mult_0.80 1_4 0.5648 Rprec_mult_1.00 1_4 0.4776 Rprec_mult_1.20 1_4 0.4224 Rprec_mult_1.40 1_4 0.3670 Rprec_mult_1.60 1_4 0.3209 Rprec_mult_1.80 1_4 0.2851 Rprec_mult_2.00 1_4 0.2649 utility 1_4 -844.0000 11pt_avg 1_4 0.4484 binG 1_4 0.2921 G 1_4 0.1402 ndcg 1_4 0.6246 ndcg_rel 1_4 0.6651 Rndcg 1_4 0.6358 ndcg_cut_5 1_4 0.7104 ndcg_cut_10 1_4 0.7186 ndcg_cut_15 1_4 0.7171 ndcg_cut_20 1_4 0.7751 ndcg_cut_30 1_4 0.7791 ndcg_cut_100 1_4 0.6232 ndcg_cut_200 1_4 0.6014 ndcg_cut_500 1_4 0.6224 ndcg_cut_1000 1_4 0.6246 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1119 map_cut_20 1_4 0.1493 map_cut_30 1_4 0.2148 map_cut_100 1_4 0.3979 map_cut_200 1_4 0.4296 map_cut_500 1_4 0.4420 map_cut_1000 1_4 0.4432 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 1.0000 relative_P_20 1_4 1.0000 relative_P_30 1_4 0.9667 relative_P_100 1_4 0.6000 relative_P_200 1_4 0.5149 relative_P_500 1_4 0.5746 relative_P_1000 1_4 0.5821 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0780 set_relative_P 1_4 0.5821 set_recall 1_4 0.5821 set_map 1_4 0.0454 set_F 1_4 0.1376 num_nonrel_judged_ret 1_4 5 rbp 1_4 0.6944 rbp_resid 1_4 0.0234 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.0000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 80 map 1_6 0.4028 Rprec 1_6 0.4132 bpref 1_6 0.6054 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.8929 iprec_at_recall_0.20 1_6 0.8929 iprec_at_recall_0.30 1_6 0.6852 iprec_at_recall_0.40 1_6 0.4752 iprec_at_recall_0.50 1_6 0.3910 iprec_at_recall_0.60 1_6 0.2967 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 1.0000 P_10 1_6 0.9000 P_15 1_6 0.8000 P_20 1_6 0.8500 P_30 1_6 0.8333 P_100 1_6 0.4700 P_200 1_6 0.3350 P_500 1_6 0.1600 P_1000 1_6 0.0800 relstring 1_6 '3322133021' recall_5 1_6 0.0413 recall_10 1_6 0.0744 recall_15 1_6 0.0992 recall_20 1_6 0.1405 recall_30 1_6 0.2066 recall_100 1_6 0.3884 recall_200 1_6 0.5537 recall_500 1_6 0.6612 recall_1000 1_6 0.6612 infAP 1_6 0.4028 Rprec_mult_0.20 1_6 0.8800 Rprec_mult_0.40 1_6 0.7143 Rprec_mult_0.60 1_6 0.5753 Rprec_mult_0.80 1_6 0.4845 Rprec_mult_1.00 1_6 0.4132 Rprec_mult_1.20 1_6 0.3973 Rprec_mult_1.40 1_6 0.3706 Rprec_mult_1.60 1_6 0.3402 Rprec_mult_1.80 1_6 0.3119 Rprec_mult_2.00 1_6 0.2934 utility 1_6 -840.0000 11pt_avg 1_6 0.4213 binG 1_6 0.2100 G 1_6 0.1780 ndcg 1_6 0.7259 ndcg_rel 1_6 0.7057 Rndcg 1_6 0.6682 ndcg_cut_5 1_6 0.8073 ndcg_cut_10 1_6 0.7410 ndcg_cut_15 1_6 0.6473 ndcg_cut_20 1_6 0.6844 ndcg_cut_30 1_6 0.7072 ndcg_cut_100 1_6 0.6263 ndcg_cut_200 1_6 0.6763 ndcg_cut_500 1_6 0.7259 ndcg_cut_1000 1_6 0.7259 map_cut_5 1_6 0.0413 map_cut_10 1_6 0.0726 map_cut_15 1_6 0.0921 map_cut_20 1_6 0.1265 map_cut_30 1_6 0.1844 map_cut_100 1_6 0.3081 map_cut_200 1_6 0.3739 map_cut_500 1_6 0.4028 map_cut_1000 1_6 0.4028 relative_P_5 1_6 1.0000 relative_P_10 1_6 0.9000 relative_P_15 1_6 0.8000 relative_P_20 1_6 0.8500 relative_P_30 1_6 0.8333 relative_P_100 1_6 0.4700 relative_P_200 1_6 0.5537 relative_P_500 1_6 0.6612 relative_P_1000 1_6 0.6612 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0800 set_relative_P 1_6 0.6612 set_recall 1_6 0.6612 set_map 1_6 0.0529 set_F 1_6 0.1427 num_nonrel_judged_ret 1_6 14 rbp 1_6 0.6512 rbp_resid 1_6 0.0561 unj_5 1_6 0.0000 unj_10 1_6 0.0000 unj_20 1_6 0.0500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 48 map 1_7 0.0492 Rprec 1_7 0.1364 bpref 1_7 0.3144 recip_rank 1_7 0.3333 iprec_at_recall_0.00 1_7 0.3333 iprec_at_recall_0.10 1_7 0.1532 iprec_at_recall_0.20 1_7 0.1429 iprec_at_recall_0.30 1_7 0.0793 iprec_at_recall_0.40 1_7 0.0600 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.2000 P_10 1_7 0.1000 P_15 1_7 0.1333 P_20 1_7 0.1000 P_30 1_7 0.1000 P_100 1_7 0.1300 P_200 1_7 0.1250 P_500 1_7 0.0680 P_1000 1_7 0.0480 relstring 1_7 '00100-0---' recall_5 1_7 0.0091 recall_10 1_7 0.0091 recall_15 1_7 0.0182 recall_20 1_7 0.0182 recall_30 1_7 0.0273 recall_100 1_7 0.1182 recall_200 1_7 0.2273 recall_500 1_7 0.3091 recall_1000 1_7 0.4364 infAP 1_7 0.0492 Rprec_mult_0.20 1_7 0.1364 Rprec_mult_0.40 1_7 0.1364 Rprec_mult_0.60 1_7 0.1212 Rprec_mult_0.80 1_7 0.1250 Rprec_mult_1.00 1_7 0.1364 Rprec_mult_1.20 1_7 0.1439 Rprec_mult_1.40 1_7 0.1364 Rprec_mult_1.60 1_7 0.1364 Rprec_mult_1.80 1_7 0.1263 Rprec_mult_2.00 1_7 0.1136 utility 1_7 -904.0000 11pt_avg 1_7 0.0699 binG 1_7 0.0647 G 1_7 0.0671 ndcg 1_7 0.3025 ndcg_rel 1_7 0.2566 Rndcg 1_7 0.1284 ndcg_cut_5 1_7 0.0664 ndcg_cut_10 1_7 0.0467 ndcg_cut_15 1_7 0.0583 ndcg_cut_20 1_7 0.0496 ndcg_cut_30 1_7 0.0621 ndcg_cut_100 1_7 0.1362 ndcg_cut_200 1_7 0.2036 ndcg_cut_500 1_7 0.2476 ndcg_cut_1000 1_7 0.3025 map_cut_5 1_7 0.0030 map_cut_10 1_7 0.0030 map_cut_15 1_7 0.0047 map_cut_20 1_7 0.0047 map_cut_30 1_7 0.0060 map_cut_100 1_7 0.0180 map_cut_200 1_7 0.0336 map_cut_500 1_7 0.0413 map_cut_1000 1_7 0.0492 relative_P_5 1_7 0.2000 relative_P_10 1_7 0.1000 relative_P_15 1_7 0.1333 relative_P_20 1_7 0.1000 relative_P_30 1_7 0.1000 relative_P_100 1_7 0.1300 relative_P_200 1_7 0.2273 relative_P_500 1_7 0.3091 relative_P_1000 1_7 0.4364 success_1 1_7 0.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0480 set_relative_P 1_7 0.4364 set_recall 1_7 0.4364 set_map 1_7 0.0209 set_F 1_7 0.0865 num_nonrel_judged_ret 1_7 48 rbp 1_7 0.0511 rbp_resid 1_7 0.4438 unj_5 1_7 0.0000 unj_10 1_7 0.4000 unj_20 1_7 0.6000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 87 map 1_8 0.4665 Rprec 1_8 0.4661 bpref 1_8 0.7040 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 1.0000 iprec_at_recall_0.20 1_8 0.9231 iprec_at_recall_0.30 1_8 0.8182 iprec_at_recall_0.40 1_8 0.6076 iprec_at_recall_0.50 1_8 0.4388 iprec_at_recall_0.60 1_8 0.3008 iprec_at_recall_0.70 1_8 0.1690 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 1.0000 P_15 1_8 0.9333 P_20 1_8 0.9500 P_30 1_8 0.8667 P_100 1_8 0.5200 P_200 1_8 0.3450 P_500 1_8 0.1660 P_1000 1_8 0.0870 relstring 1_8 '3221211222' recall_5 1_8 0.0424 recall_10 1_8 0.0847 recall_15 1_8 0.1186 recall_20 1_8 0.1610 recall_30 1_8 0.2203 recall_100 1_8 0.4407 recall_200 1_8 0.5847 recall_500 1_8 0.7034 recall_1000 1_8 0.7373 infAP 1_8 0.4665 Rprec_mult_0.20 1_8 0.9167 Rprec_mult_0.40 1_8 0.7917 Rprec_mult_0.60 1_8 0.6338 Rprec_mult_0.80 1_8 0.5368 Rprec_mult_1.00 1_8 0.4661 Rprec_mult_1.20 1_8 0.4296 Rprec_mult_1.40 1_8 0.3795 Rprec_mult_1.60 1_8 0.3545 Rprec_mult_1.80 1_8 0.3239 Rprec_mult_2.00 1_8 0.3008 utility 1_8 -826.0000 11pt_avg 1_8 0.4780 binG 1_8 0.2685 G 1_8 0.1459 ndcg 1_8 0.6681 ndcg_rel 1_8 0.6449 Rndcg 1_8 0.5885 ndcg_cut_5 1_8 0.7310 ndcg_cut_10 1_8 0.6578 ndcg_cut_15 1_8 0.6570 ndcg_cut_20 1_8 0.6740 ndcg_cut_30 1_8 0.6791 ndcg_cut_100 1_8 0.5276 ndcg_cut_200 1_8 0.5880 ndcg_cut_500 1_8 0.6548 ndcg_cut_1000 1_8 0.6681 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0847 map_cut_15 1_8 0.1175 map_cut_20 1_8 0.1575 map_cut_30 1_8 0.2115 map_cut_100 1_8 0.3733 map_cut_200 1_8 0.4335 map_cut_500 1_8 0.4617 map_cut_1000 1_8 0.4665 relative_P_5 1_8 1.0000 relative_P_10 1_8 1.0000 relative_P_15 1_8 0.9333 relative_P_20 1_8 0.9500 relative_P_30 1_8 0.8667 relative_P_100 1_8 0.5200 relative_P_200 1_8 0.5847 relative_P_500 1_8 0.7034 relative_P_1000 1_8 0.7373 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0870 set_relative_P 1_8 0.7373 set_recall 1_8 0.7373 set_map 1_8 0.0641 set_F 1_8 0.1556 num_nonrel_judged_ret 1_8 5 rbp 1_8 0.5777 rbp_resid 1_8 0.0487 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.0500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 46 map 1_9 0.7098 Rprec 1_9 0.6250 bpref 1_9 0.9540 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 0.8621 iprec_at_recall_0.30 1_9 0.8621 iprec_at_recall_0.40 1_9 0.8621 iprec_at_recall_0.50 1_9 0.8621 iprec_at_recall_0.60 1_9 0.7250 iprec_at_recall_0.70 1_9 0.5862 iprec_at_recall_0.80 1_9 0.5672 iprec_at_recall_0.90 1_9 0.4574 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 0.9000 P_15 1_9 0.8000 P_20 1_9 0.8000 P_30 1_9 0.8333 P_100 1_9 0.4300 P_200 1_9 0.2300 P_500 1_9 0.0920 P_1000 1_9 0.0460 relstring 1_9 '333321113-' recall_5 1_9 0.1042 recall_10 1_9 0.1875 recall_15 1_9 0.2500 recall_20 1_9 0.3333 recall_30 1_9 0.5208 recall_100 1_9 0.8958 recall_200 1_9 0.9583 recall_500 1_9 0.9583 recall_1000 1_9 0.9583 infAP 1_9 0.7098 Rprec_mult_0.20 1_9 0.9000 Rprec_mult_0.40 1_9 0.8000 Rprec_mult_0.60 1_9 0.8621 Rprec_mult_0.80 1_9 0.7179 Rprec_mult_1.00 1_9 0.6250 Rprec_mult_1.20 1_9 0.5862 Rprec_mult_1.40 1_9 0.5588 Rprec_mult_1.60 1_9 0.5195 Rprec_mult_1.80 1_9 0.4713 Rprec_mult_2.00 1_9 0.4479 utility 1_9 -908.0000 11pt_avg 1_9 0.7076 binG 1_9 0.4176 G 1_9 0.3166 ndcg 1_9 0.8691 ndcg_rel 1_9 0.7843 Rndcg 1_9 0.7450 ndcg_cut_5 1_9 0.9563 ndcg_cut_10 1_9 0.7605 ndcg_cut_15 1_9 0.6797 ndcg_cut_20 1_9 0.7040 ndcg_cut_30 1_9 0.7387 ndcg_cut_100 1_9 0.8339 ndcg_cut_200 1_9 0.8691 ndcg_cut_500 1_9 0.8691 ndcg_cut_1000 1_9 0.8691 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.1875 map_cut_15 1_9 0.2403 map_cut_20 1_9 0.3056 map_cut_30 1_9 0.4628 map_cut_100 1_9 0.6886 map_cut_200 1_9 0.7098 map_cut_500 1_9 0.7098 map_cut_1000 1_9 0.7098 relative_P_5 1_9 1.0000 relative_P_10 1_9 0.9000 relative_P_15 1_9 0.8000 relative_P_20 1_9 0.8000 relative_P_30 1_9 0.8333 relative_P_100 1_9 0.8958 relative_P_200 1_9 0.9583 relative_P_500 1_9 0.9583 relative_P_1000 1_9 0.9583 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0460 set_relative_P 1_9 0.9583 set_recall 1_9 0.9583 set_map 1_9 0.0441 set_F 1_9 0.0878 num_nonrel_judged_ret 1_9 12 rbp 1_9 0.6433 rbp_resid 1_9 0.1505 unj_5 1_9 0.0000 unj_10 1_9 0.1000 unj_20 1_9 0.2000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 144 map 4_10 0.3714 Rprec 4_10 0.3245 bpref 4_10 0.6821 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 1.0000 iprec_at_recall_0.20 4_10 0.7308 iprec_at_recall_0.30 4_10 0.3862 iprec_at_recall_0.40 4_10 0.3319 iprec_at_recall_0.50 4_10 0.3023 iprec_at_recall_0.60 4_10 0.2767 iprec_at_recall_0.70 4_10 0.2500 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 1.0000 P_15 4_10 1.0000 P_20 4_10 1.0000 P_30 4_10 0.9000 P_100 4_10 0.4800 P_200 4_10 0.3300 P_500 4_10 0.2540 P_1000 4_10 0.1440 relstring 4_10 '3331323231' recall_5 4_10 0.0266 recall_10 4_10 0.0532 recall_15 4_10 0.0798 recall_20 4_10 0.1064 recall_30 4_10 0.1436 recall_100 4_10 0.2553 recall_200 4_10 0.3511 recall_500 4_10 0.6755 recall_1000 4_10 0.7660 infAP 4_10 0.3714 Rprec_mult_0.20 4_10 0.8421 Rprec_mult_0.40 4_10 0.5658 Rprec_mult_0.60 4_10 0.4336 Rprec_mult_0.80 4_10 0.3709 Rprec_mult_1.00 4_10 0.3245 Rprec_mult_1.20 4_10 0.3319 Rprec_mult_1.40 4_10 0.3144 Rprec_mult_1.60 4_10 0.3023 Rprec_mult_1.80 4_10 0.2950 Rprec_mult_2.00 4_10 0.2819 utility 4_10 -712.0000 11pt_avg 4_10 0.3889 binG 4_10 0.2212 G 4_10 0.1824 ndcg 4_10 0.7547 ndcg_rel 4_10 0.7156 Rndcg 4_10 0.7154 ndcg_cut_5 4_10 0.9026 ndcg_cut_10 4_10 0.8451 ndcg_cut_15 4_10 0.8288 ndcg_cut_20 4_10 0.8253 ndcg_cut_30 4_10 0.7925 ndcg_cut_100 4_10 0.6690 ndcg_cut_200 4_10 0.5638 ndcg_cut_500 4_10 0.7187 ndcg_cut_1000 4_10 0.7547 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0532 map_cut_15 4_10 0.0798 map_cut_20 4_10 0.1064 map_cut_30 4_10 0.1407 map_cut_100 4_10 0.2189 map_cut_200 4_10 0.2556 map_cut_500 4_10 0.3523 map_cut_1000 4_10 0.3714 relative_P_5 4_10 1.0000 relative_P_10 4_10 1.0000 relative_P_15 4_10 1.0000 relative_P_20 4_10 1.0000 relative_P_30 4_10 0.9000 relative_P_100 4_10 0.4800 relative_P_200 4_10 0.3511 relative_P_500 4_10 0.6755 relative_P_1000 4_10 0.7660 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1440 set_relative_P 4_10 0.7660 set_recall 4_10 0.7660 set_map 4_10 0.1103 set_F 4_10 0.2424 num_nonrel_judged_ret 4_10 13 rbp 4_10 0.7288 rbp_resid 4_10 0.0452 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 11 map 4_11 0.0262 Rprec 4_11 0.0643 bpref 4_11 0.0608 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.4000 P_10 4_11 0.4000 P_15 4_11 0.4000 P_20 4_11 0.4000 P_30 4_11 0.2667 P_100 4_11 0.1100 P_200 4_11 0.0550 P_500 4_11 0.0220 P_1000 4_11 0.0110 relstring 4_11 '1000201010' recall_5 4_11 0.0117 recall_10 4_11 0.0234 recall_15 4_11 0.0351 recall_20 4_11 0.0468 recall_30 4_11 0.0468 recall_100 4_11 0.0643 recall_200 4_11 0.0643 recall_500 4_11 0.0643 recall_1000 4_11 0.0643 infAP 4_11 0.0262 Rprec_mult_0.20 4_11 0.2571 Rprec_mult_0.40 4_11 0.1594 Rprec_mult_0.60 4_11 0.1068 Rprec_mult_0.80 4_11 0.0803 Rprec_mult_1.00 4_11 0.0643 Rprec_mult_1.20 4_11 0.0534 Rprec_mult_1.40 4_11 0.0458 Rprec_mult_1.60 4_11 0.0401 Rprec_mult_1.80 4_11 0.0357 Rprec_mult_2.00 4_11 0.0322 utility 4_11 -978.0000 11pt_avg 4_11 0.0909 binG 4_11 0.0226 G 4_11 0.0090 ndcg 4_11 0.0661 ndcg_rel 4_11 0.0734 Rndcg 4_11 0.0915 ndcg_cut_5 4_11 0.2005 ndcg_cut_10 4_11 0.1767 ndcg_cut_15 4_11 0.1733 ndcg_cut_20 4_11 0.1766 ndcg_cut_30 4_11 0.1446 ndcg_cut_100 4_11 0.0834 ndcg_cut_200 4_11 0.0661 ndcg_cut_500 4_11 0.0661 ndcg_cut_1000 4_11 0.0661 map_cut_5 4_11 0.0082 map_cut_10 4_11 0.0133 map_cut_15 4_11 0.0177 map_cut_20 4_11 0.0226 map_cut_30 4_11 0.0226 map_cut_100 4_11 0.0262 map_cut_200 4_11 0.0262 map_cut_500 4_11 0.0262 map_cut_1000 4_11 0.0262 relative_P_5 4_11 0.4000 relative_P_10 4_11 0.4000 relative_P_15 4_11 0.4000 relative_P_20 4_11 0.4000 relative_P_30 4_11 0.2667 relative_P_100 4_11 0.1100 relative_P_200 4_11 0.0643 relative_P_500 4_11 0.0643 relative_P_1000 4_11 0.0643 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0110 set_relative_P 4_11 0.0643 set_recall 4_11 0.0643 set_map 4_11 0.0007 set_F 4_11 0.0188 num_nonrel_judged_ret 4_11 51 rbp 4_11 0.1376 rbp_resid 4_11 0.0976 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 81 map 4_12 0.3339 Rprec 4_12 0.4030 bpref 4_12 0.5594 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.9333 iprec_at_recall_0.20 4_12 0.6279 iprec_at_recall_0.30 4_12 0.5333 iprec_at_recall_0.40 4_12 0.4091 iprec_at_recall_0.50 4_12 0.2815 iprec_at_recall_0.60 4_12 0.1102 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 0.9000 P_15 4_12 0.9333 P_20 4_12 0.8000 P_30 4_12 0.7333 P_100 4_12 0.4800 P_200 4_12 0.3150 P_500 4_12 0.1580 P_1000 4_12 0.0810 relstring 4_12 '3233232022' recall_5 4_12 0.0373 recall_10 4_12 0.0672 recall_15 4_12 0.1045 recall_20 4_12 0.1194 recall_30 4_12 0.1642 recall_100 4_12 0.3582 recall_200 4_12 0.4701 recall_500 4_12 0.5896 recall_1000 4_12 0.6045 infAP 4_12 0.3339 Rprec_mult_0.20 4_12 0.7778 Rprec_mult_0.40 4_12 0.5741 Rprec_mult_0.60 4_12 0.5062 Rprec_mult_0.80 4_12 0.4630 Rprec_mult_1.00 4_12 0.4030 Rprec_mult_1.20 4_12 0.3602 Rprec_mult_1.40 4_12 0.3351 Rprec_mult_1.60 4_12 0.3023 Rprec_mult_1.80 4_12 0.2769 Rprec_mult_2.00 4_12 0.2575 utility 4_12 -838.0000 11pt_avg 4_12 0.3541 binG 4_12 0.1837 G 4_12 0.1396 ndcg 4_12 0.6223 ndcg_rel 4_12 0.6366 Rndcg 4_12 0.6124 ndcg_cut_5 4_12 0.8849 ndcg_cut_10 4_12 0.7882 ndcg_cut_15 4_12 0.8026 ndcg_cut_20 4_12 0.7539 ndcg_cut_30 4_12 0.7289 ndcg_cut_100 4_12 0.5334 ndcg_cut_200 4_12 0.5507 ndcg_cut_500 4_12 0.6145 ndcg_cut_1000 4_12 0.6223 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0656 map_cut_15 4_12 0.1000 map_cut_20 4_12 0.1126 map_cut_30 4_12 0.1485 map_cut_100 4_12 0.2595 map_cut_200 4_12 0.3034 map_cut_500 4_12 0.3323 map_cut_1000 4_12 0.3339 relative_P_5 4_12 1.0000 relative_P_10 4_12 0.9000 relative_P_15 4_12 0.9333 relative_P_20 4_12 0.8000 relative_P_30 4_12 0.7333 relative_P_100 4_12 0.4800 relative_P_200 4_12 0.4701 relative_P_500 4_12 0.5896 relative_P_1000 4_12 0.6045 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0810 set_relative_P 4_12 0.6045 set_recall 4_12 0.6045 set_map 4_12 0.0490 set_F 4_12 0.1429 num_nonrel_judged_ret 4_12 20 rbp 4_12 0.6902 rbp_resid 4_12 0.0688 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.1000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 123 map 4_13 0.4943 Rprec 4_13 0.5000 bpref 4_13 0.6914 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 1.0000 iprec_at_recall_0.20 4_13 0.9697 iprec_at_recall_0.30 4_13 0.8033 iprec_at_recall_0.40 4_13 0.6132 iprec_at_recall_0.50 4_13 0.5094 iprec_at_recall_0.60 4_13 0.3716 iprec_at_recall_0.70 4_13 0.2216 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 1.0000 P_20 4_13 1.0000 P_30 4_13 1.0000 P_100 4_13 0.6300 P_200 4_13 0.4400 P_500 4_13 0.2240 P_1000 4_13 0.1230 relstring 4_13 '3333322332' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0926 recall_20 4_13 0.1235 recall_30 4_13 0.1852 recall_100 4_13 0.3889 recall_200 4_13 0.5432 recall_500 4_13 0.6914 recall_1000 4_13 0.7593 infAP 4_13 0.4943 Rprec_mult_0.20 4_13 0.9697 Rprec_mult_0.40 4_13 0.7538 Rprec_mult_0.60 4_13 0.6224 Rprec_mult_0.80 4_13 0.5692 Rprec_mult_1.00 4_13 0.5000 Rprec_mult_1.20 4_13 0.4513 Rprec_mult_1.40 4_13 0.4097 Rprec_mult_1.60 4_13 0.3692 Rprec_mult_1.80 4_13 0.3356 Rprec_mult_2.00 4_13 0.3148 utility 4_13 -754.0000 11pt_avg 4_13 0.4990 binG 4_13 0.3035 G 4_13 0.1840 ndcg 4_13 0.7516 ndcg_rel 4_13 0.7518 Rndcg 4_13 0.6958 ndcg_cut_5 4_13 1.0000 ndcg_cut_10 4_13 0.9282 ndcg_cut_15 4_13 0.8836 ndcg_cut_20 4_13 0.8812 ndcg_cut_30 4_13 0.8471 ndcg_cut_100 4_13 0.6777 ndcg_cut_200 4_13 0.6334 ndcg_cut_500 4_13 0.7179 ndcg_cut_1000 4_13 0.7516 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0926 map_cut_20 4_13 0.1235 map_cut_30 4_13 0.1852 map_cut_100 4_13 0.3488 map_cut_200 4_13 0.4330 map_cut_500 4_13 0.4818 map_cut_1000 4_13 0.4943 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 1.0000 relative_P_20 4_13 1.0000 relative_P_30 4_13 1.0000 relative_P_100 4_13 0.6300 relative_P_200 4_13 0.5432 relative_P_500 4_13 0.6914 relative_P_1000 4_13 0.7593 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.1230 set_relative_P 4_13 0.7593 set_recall 4_13 0.7593 set_map 4_13 0.0934 set_F 4_13 0.2117 num_nonrel_judged_ret 4_13 30 rbp 4_13 0.8550 rbp_resid 4_13 0.0100 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 90 map 4_14 0.3310 Rprec 4_14 0.4350 bpref 4_14 0.4710 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.8571 iprec_at_recall_0.20 4_14 0.6562 iprec_at_recall_0.30 4_14 0.6264 iprec_at_recall_0.40 4_14 0.4805 iprec_at_recall_0.50 4_14 0.2773 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 1.0000 P_15 4_14 0.9333 P_20 4_14 0.8500 P_30 4_14 0.8000 P_100 4_14 0.5900 P_200 4_14 0.3950 P_500 4_14 0.1800 P_1000 4_14 0.0900 relstring 4_14 '2222213222' recall_5 4_14 0.0282 recall_10 4_14 0.0565 recall_15 4_14 0.0791 recall_20 4_14 0.0960 recall_30 4_14 0.1356 recall_100 4_14 0.3333 recall_200 4_14 0.4463 recall_500 4_14 0.5085 recall_1000 4_14 0.5085 infAP 4_14 0.3310 Rprec_mult_0.20 4_14 0.7500 Rprec_mult_0.40 4_14 0.6338 Rprec_mult_0.60 4_14 0.5607 Rprec_mult_0.80 4_14 0.4718 Rprec_mult_1.00 4_14 0.4350 Rprec_mult_1.20 4_14 0.3756 Rprec_mult_1.40 4_14 0.3427 Rprec_mult_1.60 4_14 0.2993 Rprec_mult_1.80 4_14 0.2759 Rprec_mult_2.00 4_14 0.2514 utility 4_14 -820.0000 11pt_avg 4_14 0.3543 binG 4_14 0.1667 G 4_14 0.0922 ndcg 4_14 0.5221 ndcg_rel 4_14 0.5388 Rndcg 4_14 0.5042 ndcg_cut_5 4_14 0.6667 ndcg_cut_10 4_14 0.6650 ndcg_cut_15 4_14 0.6336 ndcg_cut_20 4_14 0.6063 ndcg_cut_30 4_14 0.5744 ndcg_cut_100 4_14 0.5403 ndcg_cut_200 4_14 0.4829 ndcg_cut_500 4_14 0.5221 ndcg_cut_1000 4_14 0.5221 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0565 map_cut_15 4_14 0.0774 map_cut_20 4_14 0.0931 map_cut_30 4_14 0.1258 map_cut_100 4_14 0.2560 map_cut_200 4_14 0.3111 map_cut_500 4_14 0.3310 map_cut_1000 4_14 0.3310 relative_P_5 4_14 1.0000 relative_P_10 4_14 1.0000 relative_P_15 4_14 0.9333 relative_P_20 4_14 0.8500 relative_P_30 4_14 0.8000 relative_P_100 4_14 0.5900 relative_P_200 4_14 0.4463 relative_P_500 4_14 0.5085 relative_P_1000 4_14 0.5085 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0900 set_relative_P 4_14 0.5085 set_recall 4_14 0.5085 set_map 4_14 0.0458 set_F 4_14 0.1529 num_nonrel_judged_ret 4_14 14 rbp 4_14 0.6002 rbp_resid 4_14 0.0308 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.0000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0217 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0217 iprec_at_recall_0.00 4_17 0.0217 iprec_at_recall_0.10 4_17 0.0217 iprec_at_recall_0.20 4_17 0.0217 iprec_at_recall_0.30 4_17 0.0217 iprec_at_recall_0.40 4_17 0.0217 iprec_at_recall_0.50 4_17 0.0217 iprec_at_recall_0.60 4_17 0.0217 iprec_at_recall_0.70 4_17 0.0217 iprec_at_recall_0.80 4_17 0.0217 iprec_at_recall_0.90 4_17 0.0217 iprec_at_recall_1.00 4_17 0.0217 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000000--' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0217 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0217 binG 4_17 0.1800 G 4_17 0.1800 ndcg 4_17 0.1800 ndcg_rel 4_17 0.1800 Rndcg 4_17 0.0900 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.1800 ndcg_cut_200 4_17 0.1800 ndcg_cut_500 4_17 0.1800 ndcg_cut_1000 4_17 0.1800 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0217 map_cut_200 4_17 0.0217 map_cut_500 4_17 0.0217 map_cut_1000 4_17 0.0217 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 46 rbp 4_17 0.0009 rbp_resid 4_17 0.2467 unj_5 4_17 0.0000 unj_10 4_17 0.2000 unj_20 4_17 0.3000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 130 map 4_3 0.4397 Rprec 4_3 0.4756 bpref 4_3 0.6583 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.8140 iprec_at_recall_0.20 4_3 0.8140 iprec_at_recall_0.30 4_3 0.7000 iprec_at_recall_0.40 4_3 0.5447 iprec_at_recall_0.50 4_3 0.4663 iprec_at_recall_0.60 4_3 0.3659 iprec_at_recall_0.70 4_3 0.2949 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.7000 P_15 4_3 0.7333 P_20 4_3 0.7500 P_30 4_3 0.7667 P_100 4_3 0.6000 P_200 4_3 0.4350 P_500 4_3 0.2400 P_1000 4_3 0.1300 relstring 4_3 '3330210-41' recall_5 4_3 0.0244 recall_10 4_3 0.0427 recall_15 4_3 0.0671 recall_20 4_3 0.0915 recall_30 4_3 0.1402 recall_100 4_3 0.3659 recall_200 4_3 0.5305 recall_500 4_3 0.7317 recall_1000 4_3 0.7927 infAP 4_3 0.4397 Rprec_mult_0.20 4_3 0.7879 Rprec_mult_0.40 4_3 0.7121 Rprec_mult_0.60 4_3 0.5960 Rprec_mult_0.80 4_3 0.5152 Rprec_mult_1.00 4_3 0.4756 Rprec_mult_1.20 4_3 0.4315 Rprec_mult_1.40 4_3 0.4043 Rprec_mult_1.60 4_3 0.3688 Rprec_mult_1.80 4_3 0.3480 Rprec_mult_2.00 4_3 0.3232 utility 4_3 -740.0000 11pt_avg 4_3 0.4545 binG 4_3 0.1840 G 4_3 0.1435 ndcg 4_3 0.7182 ndcg_rel 4_3 0.6359 Rndcg 4_3 0.6281 ndcg_cut_5 4_3 0.7279 ndcg_cut_10 4_3 0.6162 ndcg_cut_15 4_3 0.5839 ndcg_cut_20 4_3 0.5869 ndcg_cut_30 4_3 0.6085 ndcg_cut_100 4_3 0.5564 ndcg_cut_200 4_3 0.5732 ndcg_cut_500 4_3 0.6863 ndcg_cut_1000 4_3 0.7182 map_cut_5 4_3 0.0232 map_cut_10 4_3 0.0366 map_cut_15 4_3 0.0537 map_cut_20 4_3 0.0723 map_cut_30 4_3 0.1094 map_cut_100 4_3 0.2758 map_cut_200 4_3 0.3576 map_cut_500 4_3 0.4277 map_cut_1000 4_3 0.4397 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.7000 relative_P_15 4_3 0.7333 relative_P_20 4_3 0.7500 relative_P_30 4_3 0.7667 relative_P_100 4_3 0.6000 relative_P_200 4_3 0.5305 relative_P_500 4_3 0.7317 relative_P_1000 4_3 0.7927 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.1300 set_relative_P 4_3 0.7927 set_recall 4_3 0.7927 set_map 4_3 0.1030 set_F 4_3 0.2234 num_nonrel_judged_ret 4_3 27 rbp 4_3 0.4377 rbp_resid 4_3 0.0592 unj_5 4_3 0.0000 unj_10 4_3 0.1000 unj_20 4_3 0.0500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 107 map 4_4 0.4314 Rprec 4_4 0.5000 bpref 4_4 0.6608 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.8085 iprec_at_recall_0.20 4_4 0.8085 iprec_at_recall_0.30 4_4 0.6957 iprec_at_recall_0.40 4_4 0.6139 iprec_at_recall_0.50 4_4 0.5099 iprec_at_recall_0.60 4_4 0.3647 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 0.9000 P_15 4_4 0.7333 P_20 4_4 0.7000 P_30 4_4 0.7667 P_100 4_4 0.6100 P_200 4_4 0.4300 P_500 4_4 0.2120 P_1000 4_4 0.1070 relstring 4_4 '332223322-' recall_5 4_4 0.0325 recall_10 4_4 0.0584 recall_15 4_4 0.0714 recall_20 4_4 0.0909 recall_30 4_4 0.1494 recall_100 4_4 0.3961 recall_200 4_4 0.5584 recall_500 4_4 0.6883 recall_1000 4_4 0.6948 infAP 4_4 0.4314 Rprec_mult_0.20 4_4 0.7742 Rprec_mult_0.40 4_4 0.6935 Rprec_mult_0.60 4_4 0.6344 Rprec_mult_0.80 4_4 0.5323 Rprec_mult_1.00 4_4 0.5000 Rprec_mult_1.20 4_4 0.4541 Rprec_mult_1.40 4_4 0.4028 Rprec_mult_1.60 4_4 0.3644 Rprec_mult_1.80 4_4 0.3453 Rprec_mult_2.00 4_4 0.3214 utility 4_4 -786.0000 11pt_avg 4_4 0.4365 binG 4_4 0.1951 G 4_4 0.1346 ndcg 4_4 0.6781 ndcg_rel 4_4 0.6422 Rndcg 4_4 0.6309 ndcg_cut_5 4_4 0.7186 ndcg_cut_10 4_4 0.7096 ndcg_cut_15 4_4 0.6029 ndcg_cut_20 4_4 0.5824 ndcg_cut_30 4_4 0.6021 ndcg_cut_100 4_4 0.5973 ndcg_cut_200 4_4 0.6069 ndcg_cut_500 4_4 0.6764 ndcg_cut_1000 4_4 0.6781 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0584 map_cut_15 4_4 0.0678 map_cut_20 4_4 0.0822 map_cut_30 4_4 0.1258 map_cut_100 4_4 0.3036 map_cut_200 4_4 0.3874 map_cut_500 4_4 0.4302 map_cut_1000 4_4 0.4314 relative_P_5 4_4 1.0000 relative_P_10 4_4 0.9000 relative_P_15 4_4 0.7333 relative_P_20 4_4 0.7000 relative_P_30 4_4 0.7667 relative_P_100 4_4 0.6100 relative_P_200 4_4 0.5584 relative_P_500 4_4 0.6883 relative_P_1000 4_4 0.6948 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.1070 set_relative_P 4_4 0.6948 set_recall 4_4 0.6948 set_map 4_4 0.0743 set_F 4_4 0.1854 num_nonrel_judged_ret 4_4 7 rbp 4_4 0.4800 rbp_resid 4_4 0.1513 unj_5 4_4 0.0000 unj_10 4_4 0.1000 unj_20 4_4 0.2500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 91 map 4_5 0.5864 Rprec 4_5 0.5902 bpref 4_5 0.7448 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 1.0000 iprec_at_recall_0.20 4_5 1.0000 iprec_at_recall_0.30 4_5 0.9250 iprec_at_recall_0.40 4_5 0.8060 iprec_at_recall_0.50 4_5 0.7722 iprec_at_recall_0.60 4_5 0.5906 iprec_at_recall_0.70 4_5 0.3761 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 1.0000 P_15 4_5 1.0000 P_20 4_5 1.0000 P_30 4_5 0.9333 P_100 4_5 0.6900 P_200 4_5 0.4150 P_500 4_5 0.1820 P_1000 4_5 0.0910 relstring 4_5 '3233323312' recall_5 4_5 0.0410 recall_10 4_5 0.0820 recall_15 4_5 0.1230 recall_20 4_5 0.1639 recall_30 4_5 0.2295 recall_100 4_5 0.5656 recall_200 4_5 0.6803 recall_500 4_5 0.7459 recall_1000 4_5 0.7459 infAP 4_5 0.5864 Rprec_mult_0.20 4_5 1.0000 Rprec_mult_0.40 4_5 0.8367 Rprec_mult_0.60 4_5 0.7838 Rprec_mult_0.80 4_5 0.6939 Rprec_mult_1.00 4_5 0.5902 Rprec_mult_1.20 4_5 0.5238 Rprec_mult_1.40 4_5 0.4561 Rprec_mult_1.60 4_5 0.4184 Rprec_mult_1.80 4_5 0.3773 Rprec_mult_2.00 4_5 0.3566 utility 4_5 -818.0000 11pt_avg 4_5 0.5882 binG 4_5 0.3506 G 4_5 0.1923 ndcg 4_5 0.7749 ndcg_rel 4_5 0.7830 Rndcg 4_5 0.7377 ndcg_cut_5 4_5 0.9287 ndcg_cut_10 4_5 0.8622 ndcg_cut_15 4_5 0.8194 ndcg_cut_20 4_5 0.8048 ndcg_cut_30 4_5 0.7776 ndcg_cut_100 4_5 0.7174 ndcg_cut_200 4_5 0.7406 ndcg_cut_500 4_5 0.7749 ndcg_cut_1000 4_5 0.7749 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0820 map_cut_15 4_5 0.1230 map_cut_20 4_5 0.1639 map_cut_30 4_5 0.2286 map_cut_100 4_5 0.5040 map_cut_200 4_5 0.5651 map_cut_500 4_5 0.5864 map_cut_1000 4_5 0.5864 relative_P_5 4_5 1.0000 relative_P_10 4_5 1.0000 relative_P_15 4_5 1.0000 relative_P_20 4_5 1.0000 relative_P_30 4_5 0.9333 relative_P_100 4_5 0.6900 relative_P_200 4_5 0.6803 relative_P_500 4_5 0.7459 relative_P_1000 4_5 0.7459 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0910 set_relative_P 4_5 0.7459 set_recall 4_5 0.7459 set_map 4_5 0.0679 set_F 4_5 0.1622 num_nonrel_judged_ret 4_5 6 rbp 4_5 0.7971 rbp_resid 4_5 0.0216 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.0000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 56 map 4_7 0.3822 Rprec 4_7 0.4474 bpref 4_7 0.5854 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.8333 iprec_at_recall_0.20 4_7 0.7273 iprec_at_recall_0.30 4_7 0.6389 iprec_at_recall_0.40 4_7 0.5556 iprec_at_recall_0.50 4_7 0.4382 iprec_at_recall_0.60 4_7 0.2690 iprec_at_recall_0.70 4_7 0.1100 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.6000 P_10 4_7 0.8000 P_15 4_7 0.7333 P_20 4_7 0.7000 P_30 4_7 0.6333 P_100 4_7 0.4000 P_200 4_7 0.2350 P_500 4_7 0.1080 P_1000 4_7 0.0560 relstring 4_7 '3022023111' recall_5 4_7 0.0395 recall_10 4_7 0.1053 recall_15 4_7 0.1447 recall_20 4_7 0.1842 recall_30 4_7 0.2500 recall_100 4_7 0.5263 recall_200 4_7 0.6184 recall_500 4_7 0.7105 recall_1000 4_7 0.7368 infAP 4_7 0.3822 Rprec_mult_0.20 4_7 0.7500 Rprec_mult_0.40 4_7 0.6452 Rprec_mult_0.60 4_7 0.5435 Rprec_mult_0.80 4_7 0.5082 Rprec_mult_1.00 4_7 0.4474 Rprec_mult_1.20 4_7 0.4239 Rprec_mult_1.40 4_7 0.3832 Rprec_mult_1.60 4_7 0.3525 Rprec_mult_1.80 4_7 0.3212 Rprec_mult_2.00 4_7 0.2895 utility 4_7 -888.0000 11pt_avg 4_7 0.4157 binG 4_7 0.2040 G 4_7 0.1821 ndcg 4_7 0.6736 ndcg_rel 4_7 0.6381 Rndcg 4_7 0.5942 ndcg_cut_5 4_7 0.6458 ndcg_cut_10 4_7 0.6978 ndcg_cut_15 4_7 0.6413 ndcg_cut_20 4_7 0.6064 ndcg_cut_30 4_7 0.5525 ndcg_cut_100 4_7 0.5814 ndcg_cut_200 4_7 0.6273 ndcg_cut_500 4_7 0.6620 ndcg_cut_1000 4_7 0.6736 map_cut_5 4_7 0.0318 map_cut_10 4_7 0.0806 map_cut_15 4_7 0.1127 map_cut_20 4_7 0.1428 map_cut_30 4_7 0.1878 map_cut_100 4_7 0.3349 map_cut_200 4_7 0.3644 map_cut_500 4_7 0.3798 map_cut_1000 4_7 0.3822 relative_P_5 4_7 0.6000 relative_P_10 4_7 0.8000 relative_P_15 4_7 0.7333 relative_P_20 4_7 0.7000 relative_P_30 4_7 0.6333 relative_P_100 4_7 0.5263 relative_P_200 4_7 0.6184 relative_P_500 4_7 0.7105 relative_P_1000 4_7 0.7368 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0560 set_relative_P 4_7 0.7368 set_recall 4_7 0.7368 set_map 4_7 0.0413 set_F 4_7 0.1041 num_nonrel_judged_ret 4_7 44 rbp 4_7 0.4339 rbp_resid 4_7 0.0682 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.1000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 66 map 4_8 0.1923 Rprec 4_8 0.2188 bpref 4_8 0.3905 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.6471 iprec_at_recall_0.20 4_8 0.2500 iprec_at_recall_0.30 4_8 0.1810 iprec_at_recall_0.40 4_8 0.1810 iprec_at_recall_0.50 4_8 0.1466 iprec_at_recall_0.60 4_8 0.1283 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.6000 P_10 4_8 0.6000 P_15 4_8 0.6000 P_20 4_8 0.6000 P_30 4_8 0.5000 P_100 4_8 0.2100 P_200 4_8 0.1750 P_500 4_8 0.1200 P_1000 4_8 0.0660 relstring 4_8 '2200100212' recall_5 4_8 0.0312 recall_10 4_8 0.0625 recall_15 4_8 0.0938 recall_20 4_8 0.1250 recall_30 4_8 0.1562 recall_100 4_8 0.2188 recall_200 4_8 0.3646 recall_500 4_8 0.6250 recall_1000 4_8 0.6875 infAP 4_8 0.1923 Rprec_mult_0.20 4_8 0.6000 Rprec_mult_0.40 4_8 0.4103 Rprec_mult_0.60 4_8 0.2931 Rprec_mult_0.80 4_8 0.2468 Rprec_mult_1.00 4_8 0.2188 Rprec_mult_1.20 4_8 0.1983 Rprec_mult_1.40 4_8 0.1852 Rprec_mult_1.60 4_8 0.1688 Rprec_mult_1.80 4_8 0.1676 Rprec_mult_2.00 4_8 0.1667 utility 4_8 -868.0000 11pt_avg 4_8 0.2303 binG 4_8 0.1397 G 4_8 0.1192 ndcg 4_8 0.5322 ndcg_rel 4_8 0.4683 Rndcg 4_8 0.4722 ndcg_cut_5 4_8 0.5290 ndcg_cut_10 4_8 0.5114 ndcg_cut_15 4_8 0.4883 ndcg_cut_20 4_8 0.4592 ndcg_cut_30 4_8 0.4136 ndcg_cut_100 4_8 0.3004 ndcg_cut_200 4_8 0.3845 ndcg_cut_500 4_8 0.5012 ndcg_cut_1000 4_8 0.5322 map_cut_5 4_8 0.0271 map_cut_10 4_8 0.0443 map_cut_15 4_8 0.0641 map_cut_20 4_8 0.0836 map_cut_30 4_8 0.1016 map_cut_100 4_8 0.1205 map_cut_200 4_8 0.1468 map_cut_500 4_8 0.1860 map_cut_1000 4_8 0.1923 relative_P_5 4_8 0.6000 relative_P_10 4_8 0.6000 relative_P_15 4_8 0.6000 relative_P_20 4_8 0.6000 relative_P_30 4_8 0.5000 relative_P_100 4_8 0.2188 relative_P_200 4_8 0.3646 relative_P_500 4_8 0.6250 relative_P_1000 4_8 0.6875 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0660 set_relative_P 4_8 0.6875 set_recall 4_8 0.6875 set_map 4_8 0.0454 set_F 4_8 0.1204 num_nonrel_judged_ret 4_8 82 rbp 4_8 0.2915 rbp_resid 4_8 0.0885 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.1000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 57 map 4_9 0.4939 Rprec 4_9 0.4941 bpref 4_9 0.6690 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 1.0000 iprec_at_recall_0.20 4_9 0.9545 iprec_at_recall_0.30 4_9 0.9333 iprec_at_recall_0.40 4_9 0.8333 iprec_at_recall_0.50 4_9 0.4343 iprec_at_recall_0.60 4_9 0.2742 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 1.0000 P_10 4_9 1.0000 P_15 4_9 0.9333 P_20 4_9 0.9500 P_30 4_9 0.9333 P_100 4_9 0.4300 P_200 4_9 0.2600 P_500 4_9 0.1120 P_1000 4_9 0.0570 relstring 4_9 '2323333323' recall_5 4_9 0.0588 recall_10 4_9 0.1176 recall_15 4_9 0.1647 recall_20 4_9 0.2235 recall_30 4_9 0.3294 recall_100 4_9 0.5059 recall_200 4_9 0.6118 recall_500 4_9 0.6588 recall_1000 4_9 0.6706 infAP 4_9 0.4939 Rprec_mult_0.20 4_9 0.9412 Rprec_mult_0.40 4_9 0.8529 Rprec_mult_0.60 4_9 0.7647 Rprec_mult_0.80 4_9 0.6029 Rprec_mult_1.00 4_9 0.4941 Rprec_mult_1.20 4_9 0.4216 Rprec_mult_1.40 4_9 0.3613 Rprec_mult_1.60 4_9 0.3382 Rprec_mult_1.80 4_9 0.3203 Rprec_mult_2.00 4_9 0.2941 utility 4_9 -886.0000 11pt_avg 4_9 0.4936 binG 4_9 0.3178 G 4_9 0.2049 ndcg 4_9 0.7273 ndcg_rel 4_9 0.7651 Rndcg 4_9 0.7115 ndcg_cut_5 4_9 0.8304 ndcg_cut_10 4_9 0.8679 ndcg_cut_15 4_9 0.8365 ndcg_cut_20 4_9 0.8418 ndcg_cut_30 4_9 0.8532 ndcg_cut_100 4_9 0.6511 ndcg_cut_200 4_9 0.7053 ndcg_cut_500 4_9 0.7248 ndcg_cut_1000 4_9 0.7273 map_cut_5 4_9 0.0588 map_cut_10 4_9 0.1176 map_cut_15 4_9 0.1622 map_cut_20 4_9 0.2177 map_cut_30 4_9 0.3164 map_cut_100 4_9 0.4501 map_cut_200 4_9 0.4838 map_cut_500 4_9 0.4927 map_cut_1000 4_9 0.4939 relative_P_5 4_9 1.0000 relative_P_10 4_9 1.0000 relative_P_15 4_9 0.9333 relative_P_20 4_9 0.9500 relative_P_30 4_9 0.9333 relative_P_100 4_9 0.5059 relative_P_200 4_9 0.6118 relative_P_500 4_9 0.6588 relative_P_1000 4_9 0.6706 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0570 set_relative_P 4_9 0.6706 set_recall 4_9 0.6706 set_map 4_9 0.0382 set_F 4_9 0.1051 num_nonrel_judged_ret 4_9 3 rbp 4_9 0.8176 rbp_resid 4_9 0.0657 unj_5 4_9 0.0000 unj_10 4_9 0.0000 unj_20 4_9 0.0500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 16 map 5_10 0.2779 Rprec 5_10 0.3488 bpref 5_10 0.3542 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 1.0000 iprec_at_recall_0.20 5_10 0.6923 iprec_at_recall_0.30 5_10 0.5652 iprec_at_recall_0.40 5_10 0.0000 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.8000 P_15 5_10 0.6667 P_20 5_10 0.6000 P_30 5_10 0.5000 P_100 5_10 0.1600 P_200 5_10 0.0800 P_500 5_10 0.0320 P_1000 5_10 0.0160 relstring 5_10 '2232011101' recall_5 5_10 0.0930 recall_10 5_10 0.1860 recall_15 5_10 0.2326 recall_20 5_10 0.2791 recall_30 5_10 0.3488 recall_100 5_10 0.3721 recall_200 5_10 0.3721 recall_500 5_10 0.3721 recall_1000 5_10 0.3721 infAP 5_10 0.2779 Rprec_mult_0.20 5_10 0.7778 Rprec_mult_0.40 5_10 0.6667 Rprec_mult_0.60 5_10 0.5000 Rprec_mult_0.80 5_10 0.4286 Rprec_mult_1.00 5_10 0.3488 Rprec_mult_1.20 5_10 0.3077 Rprec_mult_1.40 5_10 0.2623 Rprec_mult_1.60 5_10 0.2319 Rprec_mult_1.80 5_10 0.2051 Rprec_mult_2.00 5_10 0.1860 utility 5_10 -968.0000 11pt_avg 5_10 0.2961 binG 5_10 0.2041 G 5_10 0.0743 ndcg 5_10 0.3344 ndcg_rel 5_10 0.3699 Rndcg 5_10 0.3724 ndcg_cut_5 5_10 0.4768 ndcg_cut_10 5_10 0.4085 ndcg_cut_15 5_10 0.3982 ndcg_cut_20 5_10 0.3883 ndcg_cut_30 5_10 0.3587 ndcg_cut_100 5_10 0.3344 ndcg_cut_200 5_10 0.3344 ndcg_cut_500 5_10 0.3344 ndcg_cut_1000 5_10 0.3344 map_cut_5 5_10 0.0930 map_cut_10 5_10 0.1713 map_cut_15 5_10 0.2029 map_cut_20 5_10 0.2334 map_cut_30 5_10 0.2694 map_cut_100 5_10 0.2779 map_cut_200 5_10 0.2779 map_cut_500 5_10 0.2779 map_cut_1000 5_10 0.2779 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.8000 relative_P_15 5_10 0.6667 relative_P_20 5_10 0.6000 relative_P_30 5_10 0.5000 relative_P_100 5_10 0.3721 relative_P_200 5_10 0.3721 relative_P_500 5_10 0.3721 relative_P_1000 5_10 0.3721 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0160 set_relative_P 5_10 0.3721 set_recall 5_10 0.3721 set_map 5_10 0.0060 set_F 5_10 0.0307 num_nonrel_judged_ret 5_10 5 rbp 5_10 0.2940 rbp_resid 5_10 0.1916 unj_5 5_10 0.0000 unj_10 5_10 0.0000 unj_20 5_10 0.2000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 105 map 5_13 0.5904 Rprec 5_13 0.5357 bpref 5_13 0.7333 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.9524 iprec_at_recall_0.20 5_13 0.8966 iprec_at_recall_0.30 5_13 0.8750 iprec_at_recall_0.40 5_13 0.8036 iprec_at_recall_0.50 5_13 0.6122 iprec_at_recall_0.60 5_13 0.4702 iprec_at_recall_0.70 5_13 0.3939 iprec_at_recall_0.80 5_13 0.2521 iprec_at_recall_0.90 5_13 0.2156 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 0.9000 P_15 5_13 0.9333 P_20 5_13 0.9500 P_30 5_13 0.8667 P_100 5_13 0.6000 P_200 5_13 0.3900 P_500 5_13 0.2040 P_1000 5_13 0.1050 relstring 5_13 '2423203131' recall_5 5_13 0.0446 recall_10 5_13 0.0804 recall_15 5_13 0.1250 recall_20 5_13 0.1696 recall_30 5_13 0.2321 recall_100 5_13 0.5357 recall_200 5_13 0.6964 recall_500 5_13 0.9107 recall_1000 5_13 0.9375 infAP 5_13 0.5904 Rprec_mult_0.20 5_13 0.9130 Rprec_mult_0.40 5_13 0.8444 Rprec_mult_0.60 5_13 0.7353 Rprec_mult_0.80 5_13 0.6000 Rprec_mult_1.00 5_13 0.5357 Rprec_mult_1.20 5_13 0.4889 Rprec_mult_1.40 5_13 0.4650 Rprec_mult_1.60 5_13 0.4278 Rprec_mult_1.80 5_13 0.3861 Rprec_mult_2.00 5_13 0.3571 utility 5_13 -790.0000 11pt_avg 5_13 0.5883 binG 5_13 0.2948 G 5_13 0.1868 ndcg 5_13 0.7877 ndcg_rel 5_13 0.6663 Rndcg 5_13 0.6669 ndcg_cut_5 5_13 0.7244 ndcg_cut_10 5_13 0.6882 ndcg_cut_15 5_13 0.6595 ndcg_cut_20 5_13 0.6648 ndcg_cut_30 5_13 0.6269 ndcg_cut_100 5_13 0.6001 ndcg_cut_200 5_13 0.6604 ndcg_cut_500 5_13 0.7769 ndcg_cut_1000 5_13 0.7877 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0761 map_cut_15 5_13 0.1172 map_cut_20 5_13 0.1594 map_cut_30 5_13 0.2157 map_cut_100 5_13 0.4512 map_cut_200 5_13 0.5276 map_cut_500 5_13 0.5865 map_cut_1000 5_13 0.5904 relative_P_5 5_13 1.0000 relative_P_10 5_13 0.9000 relative_P_15 5_13 0.9333 relative_P_20 5_13 0.9500 relative_P_30 5_13 0.8667 relative_P_100 5_13 0.6000 relative_P_200 5_13 0.6964 relative_P_500 5_13 0.9107 relative_P_1000 5_13 0.9375 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1050 set_relative_P 5_13 0.9375 set_recall 5_13 0.9375 set_map 5_13 0.0984 set_F 5_13 0.1888 num_nonrel_judged_ret 5_13 53 rbp 5_13 0.4573 rbp_resid 5_13 0.0022 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 38 map 5_14 0.5423 Rprec 5_14 0.4737 bpref 5_14 0.8061 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.8889 iprec_at_recall_0.30 5_14 0.7143 iprec_at_recall_0.40 5_14 0.7143 iprec_at_recall_0.50 5_14 0.4872 iprec_at_recall_0.60 5_14 0.3485 iprec_at_recall_0.70 5_14 0.3375 iprec_at_recall_0.80 5_14 0.2605 iprec_at_recall_0.90 5_14 0.2237 iprec_at_recall_1.00 5_14 0.1166 P_5 5_14 1.0000 P_10 5_14 0.8000 P_15 5_14 0.6667 P_20 5_14 0.7000 P_30 5_14 0.6000 P_100 5_14 0.2700 P_200 5_14 0.1800 P_500 5_14 0.0760 P_1000 5_14 0.0380 relstring 5_14 '442232304-' recall_5 5_14 0.1316 recall_10 5_14 0.2105 recall_15 5_14 0.2632 recall_20 5_14 0.3684 recall_30 5_14 0.4737 recall_100 5_14 0.7105 recall_200 5_14 0.9474 recall_500 5_14 1.0000 recall_1000 5_14 1.0000 infAP 5_14 0.5423 Rprec_mult_0.20 5_14 0.8750 Rprec_mult_0.40 5_14 0.6875 Rprec_mult_0.60 5_14 0.6957 Rprec_mult_0.80 5_14 0.5806 Rprec_mult_1.00 5_14 0.4737 Rprec_mult_1.20 5_14 0.4348 Rprec_mult_1.40 5_14 0.3889 Rprec_mult_1.60 5_14 0.3607 Rprec_mult_1.80 5_14 0.3478 Rprec_mult_2.00 5_14 0.3289 utility 5_14 -924.0000 11pt_avg 5_14 0.5538 binG 5_14 0.3758 G 5_14 0.3327 ndcg 5_14 0.8732 ndcg_rel 5_14 0.8124 Rndcg 5_14 0.7999 ndcg_cut_5 5_14 0.8368 ndcg_cut_10 5_14 0.8152 ndcg_cut_15 5_14 0.7661 ndcg_cut_20 5_14 0.7929 ndcg_cut_30 5_14 0.7443 ndcg_cut_100 5_14 0.7938 ndcg_cut_200 5_14 0.8630 ndcg_cut_500 5_14 0.8732 ndcg_cut_1000 5_14 0.8732 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2076 map_cut_15 5_14 0.2421 map_cut_20 5_14 0.3152 map_cut_30 5_14 0.3878 map_cut_100 5_14 0.4785 map_cut_200 5_14 0.5345 map_cut_500 5_14 0.5423 map_cut_1000 5_14 0.5423 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.8000 relative_P_15 5_14 0.6667 relative_P_20 5_14 0.7000 relative_P_30 5_14 0.6000 relative_P_100 5_14 0.7105 relative_P_200 5_14 0.9474 relative_P_500 5_14 1.0000 relative_P_1000 5_14 1.0000 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0380 set_relative_P 5_14 1.0000 set_recall 5_14 1.0000 set_map 5_14 0.0380 set_F 5_14 0.0732 num_nonrel_judged_ret 5_14 19 rbp 5_14 0.5142 rbp_resid 5_14 0.1373 unj_5 5_14 0.0000 unj_10 5_14 0.1000 unj_20 5_14 0.1500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 39 map 5_15 0.2898 Rprec 5_15 0.3256 bpref 5_15 0.3240 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.3636 iprec_at_recall_0.20 5_15 0.3611 iprec_at_recall_0.30 5_15 0.3611 iprec_at_recall_0.40 5_15 0.3276 iprec_at_recall_0.50 5_15 0.3056 iprec_at_recall_0.60 5_15 0.2737 iprec_at_recall_0.70 5_15 0.2206 iprec_at_recall_0.80 5_15 0.1273 iprec_at_recall_0.90 5_15 0.0499 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.6000 P_10 5_15 0.3000 P_15 5_15 0.3333 P_20 5_15 0.3000 P_30 5_15 0.3333 P_100 5_15 0.2600 P_200 5_15 0.1600 P_500 5_15 0.0760 P_1000 5_15 0.0390 relstring 5_15 '1120000000' recall_5 5_15 0.0698 recall_10 5_15 0.0698 recall_15 5_15 0.1163 recall_20 5_15 0.1395 recall_30 5_15 0.2326 recall_100 5_15 0.6047 recall_200 5_15 0.7442 recall_500 5_15 0.8837 recall_1000 5_15 0.9070 infAP 5_15 0.2898 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.3333 Rprec_mult_0.60 5_15 0.3462 Rprec_mult_0.80 5_15 0.3429 Rprec_mult_1.00 5_15 0.3256 Rprec_mult_1.20 5_15 0.3077 Rprec_mult_1.40 5_15 0.3115 Rprec_mult_1.60 5_15 0.3043 Rprec_mult_1.80 5_15 0.2949 Rprec_mult_2.00 5_15 0.2791 utility 5_15 -922.0000 11pt_avg 5_15 0.3082 binG 5_15 0.2220 G 5_15 0.1590 ndcg 5_15 0.5721 ndcg_rel 5_15 0.4133 Rndcg 5_15 0.3157 ndcg_cut_5 5_15 0.2672 ndcg_cut_10 5_15 0.1798 ndcg_cut_15 5_15 0.2086 ndcg_cut_20 5_15 0.2194 ndcg_cut_30 5_15 0.2600 ndcg_cut_100 5_15 0.4657 ndcg_cut_200 5_15 0.5258 ndcg_cut_500 5_15 0.5681 ndcg_cut_1000 5_15 0.5721 map_cut_5 5_15 0.0698 map_cut_10 5_15 0.0698 map_cut_15 5_15 0.0860 map_cut_20 5_15 0.0937 map_cut_30 5_15 0.1243 map_cut_100 5_15 0.2423 map_cut_200 5_15 0.2727 map_cut_500 5_15 0.2887 map_cut_1000 5_15 0.2898 relative_P_5 5_15 0.6000 relative_P_10 5_15 0.3000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.3000 relative_P_30 5_15 0.3333 relative_P_100 5_15 0.6047 relative_P_200 5_15 0.7442 relative_P_500 5_15 0.8837 relative_P_1000 5_15 0.9070 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0390 set_relative_P 5_15 0.9070 set_recall 5_15 0.9070 set_map 5_15 0.0354 set_F 5_15 0.0748 num_nonrel_judged_ret 5_15 87 rbp 5_15 0.1509 rbp_resid 5_15 0.0731 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.0500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 93 map 5_2 0.1515 Rprec 5_2 0.2230 bpref 5_2 0.4688 recip_rank 5_2 0.5000 iprec_at_recall_0.00 5_2 0.6667 iprec_at_recall_0.10 5_2 0.4375 iprec_at_recall_0.20 5_2 0.2314 iprec_at_recall_0.30 5_2 0.1927 iprec_at_recall_0.40 5_2 0.1637 iprec_at_recall_0.50 5_2 0.1607 iprec_at_recall_0.60 5_2 0.1315 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.6000 P_10 5_2 0.4000 P_15 5_2 0.4000 P_20 5_2 0.4000 P_30 5_2 0.4000 P_100 5_2 0.2500 P_200 5_2 0.2000 P_500 5_2 0.1500 P_1000 5_2 0.0930 relstring 5_2 '011040--40' recall_5 5_2 0.0216 recall_10 5_2 0.0288 recall_15 5_2 0.0432 recall_20 5_2 0.0576 recall_30 5_2 0.0863 recall_100 5_2 0.1799 recall_200 5_2 0.2878 recall_500 5_2 0.5396 recall_1000 5_2 0.6691 infAP 5_2 0.1515 Rprec_mult_0.20 5_2 0.3929 Rprec_mult_0.40 5_2 0.3036 Rprec_mult_0.60 5_2 0.2619 Rprec_mult_0.80 5_2 0.2232 Rprec_mult_1.00 5_2 0.2230 Rprec_mult_1.20 5_2 0.2156 Rprec_mult_1.40 5_2 0.2051 Rprec_mult_1.60 5_2 0.1883 Rprec_mult_1.80 5_2 0.1793 Rprec_mult_2.00 5_2 0.1655 utility 5_2 -814.0000 11pt_avg 5_2 0.1804 binG 5_2 0.1088 G 5_2 0.0933 ndcg 5_2 0.4678 ndcg_rel 5_2 0.3633 Rndcg 5_2 0.2642 ndcg_cut_5 5_2 0.2271 ndcg_cut_10 5_2 0.2136 ndcg_cut_15 5_2 0.1990 ndcg_cut_20 5_2 0.1899 ndcg_cut_30 5_2 0.2236 ndcg_cut_100 5_2 0.2129 ndcg_cut_200 5_2 0.2704 ndcg_cut_500 5_2 0.4097 ndcg_cut_1000 5_2 0.4678 map_cut_5 5_2 0.0127 map_cut_10 5_2 0.0159 map_cut_15 5_2 0.0220 map_cut_20 5_2 0.0275 map_cut_30 5_2 0.0394 map_cut_100 5_2 0.0696 map_cut_200 5_2 0.0939 map_cut_500 5_2 0.1348 map_cut_1000 5_2 0.1515 relative_P_5 5_2 0.6000 relative_P_10 5_2 0.4000 relative_P_15 5_2 0.4000 relative_P_20 5_2 0.4000 relative_P_30 5_2 0.4000 relative_P_100 5_2 0.2500 relative_P_200 5_2 0.2878 relative_P_500 5_2 0.5396 relative_P_1000 5_2 0.6691 success_1 5_2 0.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0930 set_relative_P 5_2 0.6691 set_recall 5_2 0.6691 set_map 5_2 0.0622 set_F 5_2 0.1633 num_nonrel_judged_ret 5_2 27 rbp 5_2 0.2056 rbp_resid 5_2 0.2519 unj_5 5_2 0.0000 unj_10 5_2 0.2000 unj_20 5_2 0.3000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 54 map 5_4 0.0674 Rprec 5_4 0.1204 bpref 5_4 0.2986 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.1341 iprec_at_recall_0.20 5_4 0.1022 iprec_at_recall_0.30 5_4 0.0991 iprec_at_recall_0.40 5_4 0.0798 iprec_at_recall_0.50 5_4 0.0597 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.2000 P_10 5_4 0.3000 P_15 5_4 0.2667 P_20 5_4 0.2000 P_30 5_4 0.2333 P_100 5_4 0.1200 P_200 5_4 0.1000 P_500 5_4 0.0820 P_1000 5_4 0.0540 relstring 5_4 '20000-2--3' recall_5 5_4 0.0093 recall_10 5_4 0.0278 recall_15 5_4 0.0370 recall_20 5_4 0.0370 recall_30 5_4 0.0648 recall_100 5_4 0.1111 recall_200 5_4 0.1852 recall_500 5_4 0.3796 recall_1000 5_4 0.5000 infAP 5_4 0.0674 Rprec_mult_0.20 5_4 0.2273 Rprec_mult_0.40 5_4 0.1818 Rprec_mult_0.60 5_4 0.1538 Rprec_mult_0.80 5_4 0.1264 Rprec_mult_1.00 5_4 0.1204 Rprec_mult_1.20 5_4 0.1077 Rprec_mult_1.40 5_4 0.1118 Rprec_mult_1.60 5_4 0.1040 Rprec_mult_1.80 5_4 0.0974 Rprec_mult_2.00 5_4 0.0972 utility 5_4 -892.0000 11pt_avg 5_4 0.1341 binG 5_4 0.0801 G 5_4 0.0738 ndcg 5_4 0.3619 ndcg_rel 5_4 0.3061 Rndcg 5_4 0.1994 ndcg_cut_5 5_4 0.1696 ndcg_cut_10 5_4 0.2087 ndcg_cut_15 5_4 0.1959 ndcg_cut_20 5_4 0.1760 ndcg_cut_30 5_4 0.1965 ndcg_cut_100 5_4 0.1421 ndcg_cut_200 5_4 0.1874 ndcg_cut_500 5_4 0.2989 ndcg_cut_1000 5_4 0.3619 map_cut_5 5_4 0.0093 map_cut_10 5_4 0.0147 map_cut_15 5_4 0.0180 map_cut_20 5_4 0.0180 map_cut_30 5_4 0.0250 map_cut_100 5_4 0.0327 map_cut_200 5_4 0.0411 map_cut_500 5_4 0.0589 map_cut_1000 5_4 0.0674 relative_P_5 5_4 0.2000 relative_P_10 5_4 0.3000 relative_P_15 5_4 0.2667 relative_P_20 5_4 0.2000 relative_P_30 5_4 0.2333 relative_P_100 5_4 0.1200 relative_P_200 5_4 0.1852 relative_P_500 5_4 0.3796 relative_P_1000 5_4 0.5000 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0540 set_relative_P 5_4 0.5000 set_recall 5_4 0.5000 set_map 5_4 0.0270 set_F 5_4 0.0975 num_nonrel_judged_ret 5_4 28 rbp 5_4 0.1391 rbp_resid 5_4 0.3149 unj_5 5_4 0.0000 unj_10 5_4 0.3000 unj_20 5_4 0.4000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 80 map 5_5 0.2242 Rprec 5_5 0.2778 bpref 5_5 0.5333 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.5769 iprec_at_recall_0.20 5_5 0.3429 iprec_at_recall_0.30 5_5 0.2689 iprec_at_recall_0.40 5_5 0.2268 iprec_at_recall_0.50 5_5 0.2022 iprec_at_recall_0.60 5_5 0.1196 iprec_at_recall_0.70 5_5 0.1001 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.6000 P_10 5_5 0.6000 P_15 5_5 0.4000 P_20 5_5 0.5000 P_30 5_5 0.5333 P_100 5_5 0.2900 P_200 5_5 0.2200 P_500 5_5 0.1280 P_1000 5_5 0.0800 relstring 5_5 '2230012--2' recall_5 5_5 0.0278 recall_10 5_5 0.0556 recall_15 5_5 0.0556 recall_20 5_5 0.0926 recall_30 5_5 0.1481 recall_100 5_5 0.2685 recall_200 5_5 0.4074 recall_500 5_5 0.5926 recall_1000 5_5 0.7407 infAP 5_5 0.2242 Rprec_mult_0.20 5_5 0.5455 Rprec_mult_0.40 5_5 0.4091 Rprec_mult_0.60 5_5 0.3231 Rprec_mult_0.80 5_5 0.3103 Rprec_mult_1.00 5_5 0.2778 Rprec_mult_1.20 5_5 0.2538 Rprec_mult_1.40 5_5 0.2500 Rprec_mult_1.60 5_5 0.2312 Rprec_mult_1.80 5_5 0.2256 Rprec_mult_2.00 5_5 0.2130 utility 5_5 -840.0000 11pt_avg 5_5 0.2579 binG 5_5 0.1490 G 5_5 0.1186 ndcg 5_5 0.5598 ndcg_rel 5_5 0.4659 Rndcg 5_5 0.4106 ndcg_cut_5 5_5 0.4175 ndcg_cut_10 5_5 0.3930 ndcg_cut_15 5_5 0.3330 ndcg_cut_20 5_5 0.3748 ndcg_cut_30 5_5 0.3886 ndcg_cut_100 5_5 0.3329 ndcg_cut_200 5_5 0.4178 ndcg_cut_500 5_5 0.5007 ndcg_cut_1000 5_5 0.5598 map_cut_5 5_5 0.0278 map_cut_10 5_5 0.0461 map_cut_15 5_5 0.0461 map_cut_20 5_5 0.0638 map_cut_30 5_5 0.0946 map_cut_100 5_5 0.1387 map_cut_200 5_5 0.1737 map_cut_500 5_5 0.2090 map_cut_1000 5_5 0.2242 relative_P_5 5_5 0.6000 relative_P_10 5_5 0.6000 relative_P_15 5_5 0.4000 relative_P_20 5_5 0.5000 relative_P_30 5_5 0.5333 relative_P_100 5_5 0.2900 relative_P_200 5_5 0.4074 relative_P_500 5_5 0.5926 relative_P_1000 5_5 0.7407 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0800 set_relative_P 5_5 0.7407 set_recall 5_5 0.7407 set_map 5_5 0.0593 set_F 5_5 0.1444 num_nonrel_judged_ret 5_5 67 rbp 5_5 0.2726 rbp_resid 5_5 0.1554 unj_5 5_5 0.0000 unj_10 5_5 0.2000 unj_20 5_5 0.1500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 61 map 5_8 0.2342 Rprec 5_8 0.3205 bpref 5_8 0.4580 recip_rank 5_8 1.0000 iprec_at_recall_0.00 5_8 1.0000 iprec_at_recall_0.10 5_8 0.3947 iprec_at_recall_0.20 5_8 0.3864 iprec_at_recall_0.30 5_8 0.3380 iprec_at_recall_0.40 5_8 0.3083 iprec_at_recall_0.50 5_8 0.3083 iprec_at_recall_0.60 5_8 0.2098 iprec_at_recall_0.70 5_8 0.1652 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.4000 P_10 5_8 0.4000 P_15 5_8 0.2667 P_20 5_8 0.2000 P_30 5_8 0.3667 P_100 5_8 0.2900 P_200 5_8 0.2300 P_500 5_8 0.1160 P_1000 5_8 0.0610 relstring 5_8 '1020001010' recall_5 5_8 0.0256 recall_10 5_8 0.0513 recall_15 5_8 0.0513 recall_20 5_8 0.0513 recall_30 5_8 0.1410 recall_100 5_8 0.3718 recall_200 5_8 0.5897 recall_500 5_8 0.7436 recall_1000 5_8 0.7821 infAP 5_8 0.2342 Rprec_mult_0.20 5_8 0.2500 Rprec_mult_0.40 5_8 0.3438 Rprec_mult_0.60 5_8 0.3617 Rprec_mult_0.80 5_8 0.3175 Rprec_mult_1.00 5_8 0.3205 Rprec_mult_1.20 5_8 0.2872 Rprec_mult_1.40 5_8 0.2818 Rprec_mult_1.60 5_8 0.3040 Rprec_mult_1.80 5_8 0.2908 Rprec_mult_2.00 5_8 0.2821 utility 5_8 -878.0000 11pt_avg 5_8 0.2828 binG 5_8 0.1522 G 5_8 0.1214 ndcg 5_8 0.5006 ndcg_rel 5_8 0.3630 Rndcg 5_8 0.2714 ndcg_cut_5 5_8 0.1822 ndcg_cut_10 5_8 0.1671 ndcg_cut_15 5_8 0.1353 ndcg_cut_20 5_8 0.1207 ndcg_cut_30 5_8 0.1995 ndcg_cut_100 5_8 0.3121 ndcg_cut_200 5_8 0.4092 ndcg_cut_500 5_8 0.4851 ndcg_cut_1000 5_8 0.5006 map_cut_5 5_8 0.0214 map_cut_10 5_8 0.0326 map_cut_15 5_8 0.0326 map_cut_20 5_8 0.0326 map_cut_30 5_8 0.0607 map_cut_100 5_8 0.1393 map_cut_200 5_8 0.2027 map_cut_500 5_8 0.2303 map_cut_1000 5_8 0.2342 relative_P_5 5_8 0.4000 relative_P_10 5_8 0.4000 relative_P_15 5_8 0.2667 relative_P_20 5_8 0.2000 relative_P_30 5_8 0.3667 relative_P_100 5_8 0.3718 relative_P_200 5_8 0.5897 relative_P_500 5_8 0.7436 relative_P_1000 5_8 0.7821 success_1 5_8 1.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0610 set_relative_P 5_8 0.7821 set_recall 5_8 0.7821 set_map 5_8 0.0477 set_F 5_8 0.1132 num_nonrel_judged_ret 5_8 46 rbp 5_8 0.1221 rbp_resid 5_8 0.0345 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.0500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 46 map 5_9 0.6420 Rprec 5_9 0.6415 bpref 5_9 0.8006 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.8947 iprec_at_recall_0.20 5_9 0.8947 iprec_at_recall_0.30 5_9 0.8947 iprec_at_recall_0.40 5_9 0.7667 iprec_at_recall_0.50 5_9 0.7045 iprec_at_recall_0.60 5_9 0.6957 iprec_at_recall_0.70 5_9 0.6441 iprec_at_recall_0.80 5_9 0.5833 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.8000 P_10 5_9 0.8000 P_15 5_9 0.8667 P_20 5_9 0.8500 P_30 5_9 0.7667 P_100 5_9 0.4500 P_200 5_9 0.2300 P_500 5_9 0.0920 P_1000 5_9 0.0460 relstring 5_9 '3430403412' recall_5 5_9 0.0755 recall_10 5_9 0.1509 recall_15 5_9 0.2453 recall_20 5_9 0.3208 recall_30 5_9 0.4340 recall_100 5_9 0.8491 recall_200 5_9 0.8679 recall_500 5_9 0.8679 recall_1000 5_9 0.8679 infAP 5_9 0.6420 Rprec_mult_0.20 5_9 0.8182 Rprec_mult_0.40 5_9 0.8636 Rprec_mult_0.60 5_9 0.7500 Rprec_mult_0.80 5_9 0.6977 Rprec_mult_1.00 5_9 0.6415 Rprec_mult_1.20 5_9 0.5938 Rprec_mult_1.40 5_9 0.5600 Rprec_mult_1.60 5_9 0.5176 Rprec_mult_1.80 5_9 0.4688 Rprec_mult_2.00 5_9 0.4245 utility 5_9 -908.0000 11pt_avg 5_9 0.6435 binG 5_9 0.3330 G 5_9 0.2087 ndcg 5_9 0.8003 ndcg_rel 5_9 0.7074 Rndcg 5_9 0.6877 ndcg_cut_5 5_9 0.7267 ndcg_cut_10 5_9 0.6444 ndcg_cut_15 5_9 0.6780 ndcg_cut_20 5_9 0.6475 ndcg_cut_30 5_9 0.6426 ndcg_cut_100 5_9 0.7932 ndcg_cut_200 5_9 0.8003 ndcg_cut_500 5_9 0.8003 ndcg_cut_1000 5_9 0.8003 map_cut_5 5_9 0.0717 map_cut_10 5_9 0.1291 map_cut_15 5_9 0.2087 map_cut_20 5_9 0.2756 map_cut_30 5_9 0.3667 map_cut_100 5_9 0.6347 map_cut_200 5_9 0.6420 map_cut_500 5_9 0.6420 map_cut_1000 5_9 0.6420 relative_P_5 5_9 0.8000 relative_P_10 5_9 0.8000 relative_P_15 5_9 0.8667 relative_P_20 5_9 0.8500 relative_P_30 5_9 0.7667 relative_P_100 5_9 0.8491 relative_P_200 5_9 0.8679 relative_P_500 5_9 0.8679 relative_P_1000 5_9 0.8679 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0460 set_relative_P 5_9 0.8679 set_recall 5_9 0.8679 set_map 5_9 0.0399 set_F 5_9 0.0874 num_nonrel_judged_ret 5_9 11 rbp 5_9 0.6061 rbp_resid 5_9 0.0418 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 111 map 6_1 0.2092 Rprec 6_1 0.2840 bpref 6_1 0.3085 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.8462 iprec_at_recall_0.20 6_1 0.5191 iprec_at_recall_0.30 6_1 0.2463 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 0.9333 P_20 6_1 0.9500 P_30 6_1 0.9000 P_100 6_1 0.5900 P_200 6_1 0.4150 P_500 6_1 0.2040 P_1000 6_1 0.1110 relstring 6_1 '3313112221' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0423 recall_20 6_1 0.0574 recall_30 6_1 0.0816 recall_100 6_1 0.1782 recall_200 6_1 0.2508 recall_500 6_1 0.3082 recall_1000 6_1 0.3353 infAP 6_1 0.2092 Rprec_mult_0.20 6_1 0.7463 Rprec_mult_0.40 6_1 0.5188 Rprec_mult_0.60 6_1 0.4121 Rprec_mult_0.80 6_1 0.3245 Rprec_mult_1.00 6_1 0.2840 Rprec_mult_1.20 6_1 0.2462 Rprec_mult_1.40 6_1 0.2177 Rprec_mult_1.60 6_1 0.1962 Rprec_mult_1.80 6_1 0.1779 Rprec_mult_2.00 6_1 0.1647 utility 6_1 -778.0000 11pt_avg 6_1 0.2374 binG 6_1 0.1081 G 6_1 0.0674 ndcg 6_1 0.4088 ndcg_rel 6_1 0.4520 Rndcg 6_1 0.5242 ndcg_cut_5 6_1 0.7183 ndcg_cut_10 6_1 0.6573 ndcg_cut_15 6_1 0.6328 ndcg_cut_20 6_1 0.6753 ndcg_cut_30 6_1 0.6795 ndcg_cut_100 6_1 0.5131 ndcg_cut_200 6_1 0.4382 ndcg_cut_500 6_1 0.3919 ndcg_cut_1000 6_1 0.4088 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0416 map_cut_20 6_1 0.0559 map_cut_30 6_1 0.0781 map_cut_100 6_1 0.1510 map_cut_200 6_1 0.1878 map_cut_500 6_1 0.2044 map_cut_1000 6_1 0.2092 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 0.9333 relative_P_20 6_1 0.9500 relative_P_30 6_1 0.9000 relative_P_100 6_1 0.5900 relative_P_200 6_1 0.4150 relative_P_500 6_1 0.3082 relative_P_1000 6_1 0.3353 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1110 set_relative_P 6_1 0.3353 set_recall 6_1 0.3353 set_map 6_1 0.0372 set_F 6_1 0.1668 num_nonrel_judged_ret 6_1 15 rbp 6_1 0.4558 rbp_resid 6_1 0.0186 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 36 map 6_10 0.3417 Rprec 6_10 0.4000 bpref 6_10 0.6464 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.7500 iprec_at_recall_0.20 6_10 0.7500 iprec_at_recall_0.30 6_10 0.5000 iprec_at_recall_0.40 6_10 0.4737 iprec_at_recall_0.50 6_10 0.3833 iprec_at_recall_0.60 6_10 0.1875 iprec_at_recall_0.70 6_10 0.1632 iprec_at_recall_0.80 6_10 0.0668 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.6000 P_10 6_10 0.7000 P_15 6_10 0.6667 P_20 6_10 0.6000 P_30 6_10 0.4667 P_100 6_10 0.2500 P_200 6_10 0.1550 P_500 6_10 0.0700 P_1000 6_10 0.0360 relstring 6_10 '1001143032' recall_5 6_10 0.0667 recall_10 6_10 0.1556 recall_15 6_10 0.2222 recall_20 6_10 0.2667 recall_30 6_10 0.3111 recall_100 6_10 0.5556 recall_200 6_10 0.6889 recall_500 6_10 0.7778 recall_1000 6_10 0.8000 infAP 6_10 0.3417 Rprec_mult_0.20 6_10 0.6667 Rprec_mult_0.40 6_10 0.6667 Rprec_mult_0.60 6_10 0.4815 Rprec_mult_0.80 6_10 0.4722 Rprec_mult_1.00 6_10 0.4000 Rprec_mult_1.20 6_10 0.3704 Rprec_mult_1.40 6_10 0.3651 Rprec_mult_1.60 6_10 0.3194 Rprec_mult_1.80 6_10 0.2840 Rprec_mult_2.00 6_10 0.2667 utility 6_10 -928.0000 11pt_avg 6_10 0.3886 binG 6_10 0.2213 G 6_10 0.1594 ndcg 6_10 0.5899 ndcg_rel 6_10 0.4700 Rndcg 6_10 0.4114 ndcg_cut_5 6_10 0.1846 ndcg_cut_10 6_10 0.3912 ndcg_cut_15 6_10 0.4099 ndcg_cut_20 6_10 0.4088 ndcg_cut_30 6_10 0.3958 ndcg_cut_100 6_10 0.4872 ndcg_cut_200 6_10 0.5537 ndcg_cut_500 6_10 0.5858 ndcg_cut_1000 6_10 0.5899 map_cut_5 6_10 0.0467 map_cut_10 6_10 0.1077 map_cut_15 6_10 0.1554 map_cut_20 6_10 0.1846 map_cut_30 6_10 0.2072 map_cut_100 6_10 0.3049 map_cut_200 6_10 0.3299 map_cut_500 6_10 0.3402 map_cut_1000 6_10 0.3417 relative_P_5 6_10 0.6000 relative_P_10 6_10 0.7000 relative_P_15 6_10 0.6667 relative_P_20 6_10 0.6000 relative_P_30 6_10 0.4667 relative_P_100 6_10 0.5556 relative_P_200 6_10 0.6889 relative_P_500 6_10 0.7778 relative_P_1000 6_10 0.8000 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0360 set_relative_P 6_10 0.8000 set_recall 6_10 0.8000 set_map 6_10 0.0288 set_F 6_10 0.0689 num_nonrel_judged_ret 6_10 21 rbp 6_10 0.2875 rbp_resid 6_10 0.1185 unj_5 6_10 0.0000 unj_10 6_10 0.0000 unj_20 6_10 0.1000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 69 map 6_11 0.1463 Rprec 6_11 0.2458 bpref 6_11 0.4831 recip_rank 6_11 0.3333 iprec_at_recall_0.00 6_11 0.6000 iprec_at_recall_0.10 6_11 0.4286 iprec_at_recall_0.20 6_11 0.2596 iprec_at_recall_0.30 6_11 0.2160 iprec_at_recall_0.40 6_11 0.1911 iprec_at_recall_0.50 6_11 0.1193 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.6000 P_10 6_11 0.4000 P_15 6_11 0.4667 P_20 6_11 0.5000 P_30 6_11 0.4000 P_100 6_11 0.2500 P_200 6_11 0.1950 P_500 6_11 0.1160 P_1000 6_11 0.0690 relstring 6_11 '001130002-' recall_5 6_11 0.0254 recall_10 6_11 0.0339 recall_15 6_11 0.0593 recall_20 6_11 0.0847 recall_30 6_11 0.1017 recall_100 6_11 0.2119 recall_200 6_11 0.3305 recall_500 6_11 0.4915 recall_1000 6_11 0.5847 infAP 6_11 0.1463 Rprec_mult_0.20 6_11 0.4583 Rprec_mult_0.40 6_11 0.3333 Rprec_mult_0.60 6_11 0.2817 Rprec_mult_0.80 6_11 0.2526 Rprec_mult_1.00 6_11 0.2458 Rprec_mult_1.20 6_11 0.2254 Rprec_mult_1.40 6_11 0.2108 Rprec_mult_1.60 6_11 0.2011 Rprec_mult_1.80 6_11 0.2019 Rprec_mult_2.00 6_11 0.1907 utility 6_11 -862.0000 11pt_avg 6_11 0.1650 binG 6_11 0.1039 G 6_11 0.0912 ndcg 6_11 0.4403 ndcg_rel 6_11 0.3685 Rndcg 6_11 0.2580 ndcg_cut_5 6_11 0.2605 ndcg_cut_10 6_11 0.2401 ndcg_cut_15 6_11 0.2893 ndcg_cut_20 6_11 0.3200 ndcg_cut_30 6_11 0.2844 ndcg_cut_100 6_11 0.2565 ndcg_cut_200 6_11 0.3137 ndcg_cut_500 6_11 0.3969 ndcg_cut_1000 6_11 0.4403 map_cut_5 6_11 0.0121 map_cut_10 6_11 0.0159 map_cut_15 6_11 0.0276 map_cut_20 6_11 0.0406 map_cut_30 6_11 0.0482 map_cut_100 6_11 0.0813 map_cut_200 6_11 0.1087 map_cut_500 6_11 0.1363 map_cut_1000 6_11 0.1463 relative_P_5 6_11 0.6000 relative_P_10 6_11 0.4000 relative_P_15 6_11 0.4667 relative_P_20 6_11 0.5000 relative_P_30 6_11 0.4000 relative_P_100 6_11 0.2500 relative_P_200 6_11 0.3305 relative_P_500 6_11 0.4915 relative_P_1000 6_11 0.5847 success_1 6_11 0.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0690 set_relative_P 6_11 0.5847 set_recall 6_11 0.5847 set_map 6_11 0.0403 set_F 6_11 0.1234 num_nonrel_judged_ret 6_11 30 rbp 6_11 0.2326 rbp_resid 6_11 0.1889 unj_5 6_11 0.0000 unj_10 6_11 0.1000 unj_20 6_11 0.2500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 41 map 6_12 0.1952 Rprec 6_12 0.3478 bpref 6_12 0.5030 recip_rank 6_12 0.2500 iprec_at_recall_0.00 6_12 0.6250 iprec_at_recall_0.10 6_12 0.3750 iprec_at_recall_0.20 6_12 0.3750 iprec_at_recall_0.30 6_12 0.3621 iprec_at_recall_0.40 6_12 0.3295 iprec_at_recall_0.50 6_12 0.2342 iprec_at_recall_0.60 6_12 0.1017 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.4000 P_10 6_12 0.5000 P_15 6_12 0.3333 P_20 6_12 0.3500 P_30 6_12 0.3667 P_100 6_12 0.3000 P_200 6_12 0.1900 P_500 6_12 0.0820 P_1000 6_12 0.0410 relstring 6_12 '000333310-' recall_5 6_12 0.0290 recall_10 6_12 0.0725 recall_15 6_12 0.0725 recall_20 6_12 0.1014 recall_30 6_12 0.1594 recall_100 6_12 0.4348 recall_200 6_12 0.5507 recall_500 6_12 0.5942 recall_1000 6_12 0.5942 infAP 6_12 0.1952 Rprec_mult_0.20 6_12 0.3571 Rprec_mult_0.40 6_12 0.3214 Rprec_mult_0.60 6_12 0.3571 Rprec_mult_0.80 6_12 0.3571 Rprec_mult_1.00 6_12 0.3478 Rprec_mult_1.20 6_12 0.3012 Rprec_mult_1.40 6_12 0.3093 Rprec_mult_1.60 6_12 0.2883 Rprec_mult_1.80 6_12 0.2640 Rprec_mult_2.00 6_12 0.2464 utility 6_12 -918.0000 11pt_avg 6_12 0.2184 binG 6_12 0.1273 G 6_12 0.1003 ndcg 6_12 0.4862 ndcg_rel 6_12 0.4085 Rndcg 6_12 0.2951 ndcg_cut_5 6_12 0.2491 ndcg_cut_10 6_12 0.3306 ndcg_cut_15 6_12 0.2603 ndcg_cut_20 6_12 0.2827 ndcg_cut_30 6_12 0.3154 ndcg_cut_100 6_12 0.3917 ndcg_cut_200 6_12 0.4632 ndcg_cut_500 6_12 0.4862 ndcg_cut_1000 6_12 0.4862 map_cut_5 6_12 0.0094 map_cut_10 6_12 0.0340 map_cut_15 6_12 0.0340 map_cut_20 6_12 0.0445 map_cut_30 6_12 0.0653 map_cut_100 6_12 0.1602 map_cut_200 6_12 0.1895 map_cut_500 6_12 0.1952 map_cut_1000 6_12 0.1952 relative_P_5 6_12 0.4000 relative_P_10 6_12 0.5000 relative_P_15 6_12 0.3333 relative_P_20 6_12 0.3500 relative_P_30 6_12 0.3667 relative_P_100 6_12 0.4348 relative_P_200 6_12 0.5507 relative_P_500 6_12 0.5942 relative_P_1000 6_12 0.5942 success_1 6_12 0.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0410 set_relative_P 6_12 0.5942 set_recall 6_12 0.5942 set_map 6_12 0.0244 set_F 6_12 0.0767 num_nonrel_judged_ret 6_12 12 rbp 6_12 0.2592 rbp_resid 6_12 0.2003 unj_5 6_12 0.0000 unj_10 6_12 0.1000 unj_20 6_12 0.2500 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 103 map 6_13 0.7488 Rprec 6_13 0.7103 bpref 6_13 0.9031 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 1.0000 iprec_at_recall_0.20 6_13 1.0000 iprec_at_recall_0.30 6_13 0.9429 iprec_at_recall_0.40 6_13 0.8214 iprec_at_recall_0.50 6_13 0.7750 iprec_at_recall_0.60 6_13 0.7619 iprec_at_recall_0.70 6_13 0.7282 iprec_at_recall_0.80 6_13 0.5244 iprec_at_recall_0.90 6_13 0.4024 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 1.0000 P_15 6_13 1.0000 P_20 6_13 1.0000 P_30 6_13 1.0000 P_100 6_13 0.7200 P_200 6_13 0.4600 P_500 6_13 0.2060 P_1000 6_13 0.1030 relstring 6_13 '2323312222' recall_5 6_13 0.0467 recall_10 6_13 0.0935 recall_15 6_13 0.1402 recall_20 6_13 0.1869 recall_30 6_13 0.2804 recall_100 6_13 0.6729 recall_200 6_13 0.8598 recall_500 6_13 0.9626 recall_1000 6_13 0.9626 infAP 6_13 0.7488 Rprec_mult_0.20 6_13 1.0000 Rprec_mult_0.40 6_13 0.8837 Rprec_mult_0.60 6_13 0.7692 Rprec_mult_0.80 6_13 0.7442 Rprec_mult_1.00 6_13 0.7103 Rprec_mult_1.20 6_13 0.6124 Rprec_mult_1.40 6_13 0.5600 Rprec_mult_1.60 6_13 0.5116 Rprec_mult_1.80 6_13 0.4715 Rprec_mult_2.00 6_13 0.4393 utility 6_13 -794.0000 11pt_avg 6_13 0.7233 binG 6_13 0.4386 G 6_13 0.2202 ndcg 6_13 0.8682 ndcg_rel 6_13 0.7629 Rndcg 6_13 0.7564 ndcg_cut_5 6_13 0.8304 ndcg_cut_10 6_13 0.7468 ndcg_cut_15 6_13 0.7465 ndcg_cut_20 6_13 0.7897 ndcg_cut_30 6_13 0.7824 ndcg_cut_100 6_13 0.7271 ndcg_cut_200 6_13 0.8154 ndcg_cut_500 6_13 0.8682 ndcg_cut_1000 6_13 0.8682 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0935 map_cut_15 6_13 0.1402 map_cut_20 6_13 0.1869 map_cut_30 6_13 0.2804 map_cut_100 6_13 0.5977 map_cut_200 6_13 0.7094 map_cut_500 6_13 0.7488 map_cut_1000 6_13 0.7488 relative_P_5 6_13 1.0000 relative_P_10 6_13 1.0000 relative_P_15 6_13 1.0000 relative_P_20 6_13 1.0000 relative_P_30 6_13 1.0000 relative_P_100 6_13 0.7200 relative_P_200 6_13 0.8598 relative_P_500 6_13 0.9626 relative_P_1000 6_13 0.9626 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.1030 set_relative_P 6_13 0.9626 set_recall 6_13 0.9626 set_map 6_13 0.0991 set_F 6_13 0.1861 num_nonrel_judged_ret 6_13 15 rbp 6_13 0.6918 rbp_resid 6_13 0.0135 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.0000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 55 map 6_14 0.4469 Rprec 6_14 0.4821 bpref 6_14 0.4579 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.7000 iprec_at_recall_0.20 6_14 0.6176 iprec_at_recall_0.30 6_14 0.6176 iprec_at_recall_0.40 6_14 0.6111 iprec_at_recall_0.50 6_14 0.4603 iprec_at_recall_0.60 6_14 0.3889 iprec_at_recall_0.70 6_14 0.3504 iprec_at_recall_0.80 6_14 0.2795 iprec_at_recall_0.90 6_14 0.2024 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.6000 P_10 6_14 0.7000 P_15 6_14 0.6000 P_20 6_14 0.6000 P_30 6_14 0.6000 P_100 6_14 0.3600 P_200 6_14 0.2350 P_500 6_14 0.1080 P_1000 6_14 0.0550 relstring 6_14 '2002321032' recall_5 6_14 0.0536 recall_10 6_14 0.1250 recall_15 6_14 0.1607 recall_20 6_14 0.2143 recall_30 6_14 0.3214 recall_100 6_14 0.6429 recall_200 6_14 0.8393 recall_500 6_14 0.9643 recall_1000 6_14 0.9821 infAP 6_14 0.4469 Rprec_mult_0.20 6_14 0.5833 Rprec_mult_0.40 6_14 0.5652 Rprec_mult_0.60 6_14 0.6176 Rprec_mult_0.80 6_14 0.5111 Rprec_mult_1.00 6_14 0.4821 Rprec_mult_1.20 6_14 0.4265 Rprec_mult_1.40 6_14 0.3924 Rprec_mult_1.60 6_14 0.3889 Rprec_mult_1.80 6_14 0.3564 Rprec_mult_2.00 6_14 0.3393 utility 6_14 -890.0000 11pt_avg 6_14 0.4753 binG 6_14 0.2413 G 6_14 0.1967 ndcg 6_14 0.7352 ndcg_rel 6_14 0.5667 Rndcg 6_14 0.5500 ndcg_cut_5 6_14 0.4547 ndcg_cut_10 6_14 0.5285 ndcg_cut_15 6_14 0.4874 ndcg_cut_20 6_14 0.5020 ndcg_cut_30 6_14 0.5047 ndcg_cut_100 6_14 0.5869 ndcg_cut_200 6_14 0.6788 ndcg_cut_500 6_14 0.7312 ndcg_cut_1000 6_14 0.7352 map_cut_5 6_14 0.0375 map_cut_10 6_14 0.0866 map_cut_15 6_14 0.1083 map_cut_20 6_14 0.1405 map_cut_30 6_14 0.2027 map_cut_100 6_14 0.3563 map_cut_200 6_14 0.4201 map_cut_500 6_14 0.4454 map_cut_1000 6_14 0.4469 relative_P_5 6_14 0.6000 relative_P_10 6_14 0.7000 relative_P_15 6_14 0.6000 relative_P_20 6_14 0.6000 relative_P_30 6_14 0.6000 relative_P_100 6_14 0.6429 relative_P_200 6_14 0.8393 relative_P_500 6_14 0.9643 relative_P_1000 6_14 0.9821 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0550 set_relative_P 6_14 0.9821 set_recall 6_14 0.9821 set_map 6_14 0.0540 set_F 6_14 0.1042 num_nonrel_judged_ret 6_14 67 rbp 6_14 0.3945 rbp_resid 6_14 0.0037 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 22 map 6_16 0.2169 Rprec 6_16 0.3103 bpref 6_16 0.2925 recip_rank 6_16 0.3333 iprec_at_recall_0.00 6_16 0.5000 iprec_at_recall_0.10 6_16 0.5000 iprec_at_recall_0.20 6_16 0.5000 iprec_at_recall_0.30 6_16 0.3438 iprec_at_recall_0.40 6_16 0.2791 iprec_at_recall_0.50 6_16 0.2055 iprec_at_recall_0.60 6_16 0.2000 iprec_at_recall_0.70 6_16 0.0901 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.4000 P_10 6_16 0.4000 P_15 6_16 0.4667 P_20 6_16 0.3500 P_30 6_16 0.3333 P_100 6_16 0.1700 P_200 6_16 0.0950 P_500 6_16 0.0440 P_1000 6_16 0.0220 relstring 6_16 '00303-3300' recall_5 6_16 0.0690 recall_10 6_16 0.1379 recall_15 6_16 0.2414 recall_20 6_16 0.2414 recall_30 6_16 0.3448 recall_100 6_16 0.5862 recall_200 6_16 0.6552 recall_500 6_16 0.7586 recall_1000 6_16 0.7586 infAP 6_16 0.2169 Rprec_mult_0.20 6_16 0.3333 Rprec_mult_0.40 6_16 0.4167 Rprec_mult_0.60 6_16 0.3889 Rprec_mult_0.80 6_16 0.3333 Rprec_mult_1.00 6_16 0.3103 Rprec_mult_1.20 6_16 0.3143 Rprec_mult_1.40 6_16 0.2683 Rprec_mult_1.60 6_16 0.2553 Rprec_mult_1.80 6_16 0.2453 Rprec_mult_2.00 6_16 0.2241 utility 6_16 -956.0000 11pt_avg 6_16 0.2380 binG 6_16 0.1829 G 6_16 0.1379 ndcg 6_16 0.4892 ndcg_rel 6_16 0.4020 Rndcg 6_16 0.3636 ndcg_cut_5 6_16 0.3008 ndcg_cut_10 6_16 0.3380 ndcg_cut_15 6_16 0.3509 ndcg_cut_20 6_16 0.3094 ndcg_cut_30 6_16 0.3241 ndcg_cut_100 6_16 0.4209 ndcg_cut_200 6_16 0.4579 ndcg_cut_500 6_16 0.4892 ndcg_cut_1000 6_16 0.4892 map_cut_5 6_16 0.0253 map_cut_10 6_16 0.0573 map_cut_15 6_16 0.1048 map_cut_20 6_16 0.1048 map_cut_30 6_16 0.1404 map_cut_100 6_16 0.1995 map_cut_200 6_16 0.2091 map_cut_500 6_16 0.2169 map_cut_1000 6_16 0.2169 relative_P_5 6_16 0.4000 relative_P_10 6_16 0.4000 relative_P_15 6_16 0.4667 relative_P_20 6_16 0.3500 relative_P_30 6_16 0.3448 relative_P_100 6_16 0.5862 relative_P_200 6_16 0.6552 relative_P_500 6_16 0.7586 relative_P_1000 6_16 0.7586 success_1 6_16 0.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0220 set_relative_P 6_16 0.7586 set_recall 6_16 0.7586 set_map 6_16 0.0167 set_F 6_16 0.0428 num_nonrel_judged_ret 6_16 60 rbp 6_16 0.3213 rbp_resid 6_16 0.1170 unj_5 6_16 0.0000 unj_10 6_16 0.1000 unj_20 6_16 0.1500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 59 map 6_3 0.3383 Rprec 6_3 0.3608 bpref 6_3 0.5492 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 1.0000 iprec_at_recall_0.20 6_3 0.8000 iprec_at_recall_0.30 6_3 0.4324 iprec_at_recall_0.40 6_3 0.3621 iprec_at_recall_0.50 6_3 0.2816 iprec_at_recall_0.60 6_3 0.1503 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 1.0000 P_10 6_3 1.0000 P_15 6_3 0.8667 P_20 6_3 0.8000 P_30 6_3 0.7667 P_100 6_3 0.3600 P_200 6_3 0.2450 P_500 6_3 0.1180 P_1000 6_3 0.0590 relstring 6_3 '3221322222' recall_5 6_3 0.0515 recall_10 6_3 0.1031 recall_15 6_3 0.1340 recall_20 6_3 0.1649 recall_30 6_3 0.2371 recall_100 6_3 0.3711 recall_200 6_3 0.5052 recall_500 6_3 0.6082 recall_1000 6_3 0.6082 infAP 6_3 0.3383 Rprec_mult_0.20 6_3 0.8000 Rprec_mult_0.40 6_3 0.6154 Rprec_mult_0.60 6_3 0.4576 Rprec_mult_0.80 6_3 0.4103 Rprec_mult_1.00 6_3 0.3608 Rprec_mult_1.20 6_3 0.3590 Rprec_mult_1.40 6_3 0.3162 Rprec_mult_1.60 6_3 0.2885 Rprec_mult_1.80 6_3 0.2800 Rprec_mult_2.00 6_3 0.2526 utility 6_3 -882.0000 11pt_avg 6_3 0.3660 binG 6_3 0.2272 G 6_3 0.1278 ndcg 6_3 0.5833 ndcg_rel 6_3 0.5669 Rndcg 6_3 0.5471 ndcg_cut_5 6_3 0.6542 ndcg_cut_10 6_3 0.6581 ndcg_cut_15 6_3 0.5981 ndcg_cut_20 6_3 0.5759 ndcg_cut_30 6_3 0.5887 ndcg_cut_100 6_3 0.4621 ndcg_cut_200 6_3 0.5370 ndcg_cut_500 6_3 0.5833 ndcg_cut_1000 6_3 0.5833 map_cut_5 6_3 0.0515 map_cut_10 6_3 0.1031 map_cut_15 6_3 0.1326 map_cut_20 6_3 0.1584 map_cut_30 6_3 0.2153 map_cut_100 6_3 0.2772 map_cut_200 6_3 0.3204 map_cut_500 6_3 0.3383 map_cut_1000 6_3 0.3383 relative_P_5 6_3 1.0000 relative_P_10 6_3 1.0000 relative_P_15 6_3 0.8667 relative_P_20 6_3 0.8000 relative_P_30 6_3 0.7667 relative_P_100 6_3 0.3711 relative_P_200 6_3 0.5052 relative_P_500 6_3 0.6082 relative_P_1000 6_3 0.6082 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0590 set_relative_P 6_3 0.6082 set_recall 6_3 0.6082 set_map 6_3 0.0359 set_F 6_3 0.1076 num_nonrel_judged_ret 6_3 40 rbp 6_3 0.4306 rbp_resid 6_3 0.0761 unj_5 6_3 0.0000 unj_10 6_3 0.0000 unj_20 6_3 0.0500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 27 map 6_4 0.0331 Rprec 6_4 0.0909 bpref 6_4 0.1801 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.0980 iprec_at_recall_0.20 6_4 0.0365 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.4000 P_10 6_4 0.3000 P_15 6_4 0.2667 P_20 6_4 0.2000 P_30 6_4 0.1667 P_100 6_4 0.1000 P_200 6_4 0.0800 P_500 6_4 0.0400 P_1000 6_4 0.0270 relstring 6_4 '20030002--' recall_5 6_4 0.0165 recall_10 6_4 0.0248 recall_15 6_4 0.0331 recall_20 6_4 0.0331 recall_30 6_4 0.0413 recall_100 6_4 0.0826 recall_200 6_4 0.1322 recall_500 6_4 0.1653 recall_1000 6_4 0.2231 infAP 6_4 0.0331 Rprec_mult_0.20 6_4 0.2000 Rprec_mult_0.40 6_4 0.1224 Rprec_mult_0.60 6_4 0.1096 Rprec_mult_0.80 6_4 0.0928 Rprec_mult_1.00 6_4 0.0909 Rprec_mult_1.20 6_4 0.0890 Rprec_mult_1.40 6_4 0.0941 Rprec_mult_1.60 6_4 0.0825 Rprec_mult_1.80 6_4 0.0734 Rprec_mult_2.00 6_4 0.0661 utility 6_4 -946.0000 11pt_avg 6_4 0.1031 binG 6_4 0.0437 G 6_4 0.0386 ndcg 6_4 0.2178 ndcg_rel 6_4 0.2179 Rndcg 6_4 0.1871 ndcg_cut_5 6_4 0.3722 ndcg_cut_10 6_4 0.2878 ndcg_cut_15 6_4 0.2696 ndcg_cut_20 6_4 0.2373 ndcg_cut_30 6_4 0.2130 ndcg_cut_100 6_4 0.1488 ndcg_cut_200 6_4 0.1732 ndcg_cut_500 6_4 0.1903 ndcg_cut_1000 6_4 0.2178 map_cut_5 6_4 0.0124 map_cut_10 6_4 0.0155 map_cut_15 6_4 0.0177 map_cut_20 6_4 0.0177 map_cut_30 6_4 0.0194 map_cut_100 6_4 0.0240 map_cut_200 6_4 0.0288 map_cut_500 6_4 0.0310 map_cut_1000 6_4 0.0331 relative_P_5 6_4 0.4000 relative_P_10 6_4 0.3000 relative_P_15 6_4 0.2667 relative_P_20 6_4 0.2000 relative_P_30 6_4 0.1667 relative_P_100 6_4 0.1000 relative_P_200 6_4 0.1322 relative_P_500 6_4 0.1653 relative_P_1000 6_4 0.2231 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0270 set_relative_P 6_4 0.2231 set_recall 6_4 0.2231 set_map 6_4 0.0060 set_F 6_4 0.0482 num_nonrel_judged_ret 6_4 42 rbp 6_4 0.2003 rbp_resid 6_4 0.3216 unj_5 6_4 0.0000 unj_10 6_4 0.2000 unj_20 6_4 0.4000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 46 map 6_5 0.7150 Rprec 6_5 0.6596 bpref 6_5 0.8764 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 1.0000 iprec_at_recall_0.20 6_5 1.0000 iprec_at_recall_0.30 6_5 1.0000 iprec_at_recall_0.40 6_5 0.8636 iprec_at_recall_0.50 6_5 0.8000 iprec_at_recall_0.60 6_5 0.6667 iprec_at_recall_0.70 6_5 0.5789 iprec_at_recall_0.80 6_5 0.4535 iprec_at_recall_0.90 6_5 0.4000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 1.0000 P_10 6_5 1.0000 P_15 6_5 0.9333 P_20 6_5 0.9000 P_30 6_5 0.8000 P_100 6_5 0.4100 P_200 6_5 0.2250 P_500 6_5 0.0900 P_1000 6_5 0.0460 relstring 6_5 '3131133421' recall_5 6_5 0.1064 recall_10 6_5 0.2128 recall_15 6_5 0.2979 recall_20 6_5 0.3830 recall_30 6_5 0.5106 recall_100 6_5 0.8723 recall_200 6_5 0.9574 recall_500 6_5 0.9574 recall_1000 6_5 0.9787 infAP 6_5 0.7150 Rprec_mult_0.20 6_5 1.0000 Rprec_mult_0.40 6_5 0.8947 Rprec_mult_0.60 6_5 0.7931 Rprec_mult_0.80 6_5 0.6579 Rprec_mult_1.00 6_5 0.6596 Rprec_mult_1.20 6_5 0.5789 Rprec_mult_1.40 6_5 0.5303 Rprec_mult_1.60 6_5 0.4737 Rprec_mult_1.80 6_5 0.4471 Rprec_mult_2.00 6_5 0.4255 utility 6_5 -908.0000 11pt_avg 6_5 0.7057 binG 6_5 0.4815 G 6_5 0.2159 ndcg 6_5 0.7992 ndcg_rel 6_5 0.6485 Rndcg 6_5 0.6257 ndcg_cut_5 6_5 0.5215 ndcg_cut_10 6_5 0.6281 ndcg_cut_15 6_5 0.6109 ndcg_cut_20 6_5 0.6176 ndcg_cut_30 6_5 0.6032 ndcg_cut_100 6_5 0.7441 ndcg_cut_200 6_5 0.7960 ndcg_cut_500 6_5 0.7960 ndcg_cut_1000 6_5 0.7992 map_cut_5 6_5 0.1064 map_cut_10 6_5 0.2128 map_cut_15 6_5 0.2979 map_cut_20 6_5 0.3737 map_cut_30 6_5 0.4796 map_cut_100 6_5 0.6847 map_cut_200 6_5 0.7138 map_cut_500 6_5 0.7138 map_cut_1000 6_5 0.7150 relative_P_5 6_5 1.0000 relative_P_10 6_5 1.0000 relative_P_15 6_5 0.9333 relative_P_20 6_5 0.9000 relative_P_30 6_5 0.8000 relative_P_100 6_5 0.8723 relative_P_200 6_5 0.9574 relative_P_500 6_5 0.9574 relative_P_1000 6_5 0.9787 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0460 set_relative_P 6_5 0.9787 set_recall 6_5 0.9787 set_map 6_5 0.0450 set_F 6_5 0.0879 num_nonrel_judged_ret 6_5 24 rbp 6_5 0.4860 rbp_resid 6_5 0.0493 unj_5 6_5 0.0000 unj_10 6_5 0.0000 unj_20 6_5 0.0000 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 71 map 6_6 0.4308 Rprec 6_6 0.4588 bpref 6_6 0.6805 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.9091 iprec_at_recall_0.20 6_6 0.7200 iprec_at_recall_0.30 6_6 0.6829 iprec_at_recall_0.40 6_6 0.6415 iprec_at_recall_0.50 6_6 0.3583 iprec_at_recall_0.60 6_6 0.2802 iprec_at_recall_0.70 6_6 0.1975 iprec_at_recall_0.80 6_6 0.1494 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.9000 P_15 6_6 0.7333 P_20 6_6 0.6500 P_30 6_6 0.6667 P_100 6_6 0.4000 P_200 6_6 0.2600 P_500 6_6 0.1380 P_1000 6_6 0.0710 relstring 6_6 '22333222-2' recall_5 6_6 0.0588 recall_10 6_6 0.1059 recall_15 6_6 0.1294 recall_20 6_6 0.1529 recall_30 6_6 0.2353 recall_100 6_6 0.4706 recall_200 6_6 0.6118 recall_500 6_6 0.8118 recall_1000 6_6 0.8353 infAP 6_6 0.4308 Rprec_mult_0.20 6_6 0.7059 Rprec_mult_0.40 6_6 0.6471 Rprec_mult_0.60 6_6 0.6471 Rprec_mult_0.80 6_6 0.5441 Rprec_mult_1.00 6_6 0.4588 Rprec_mult_1.20 6_6 0.3922 Rprec_mult_1.40 6_6 0.3529 Rprec_mult_1.60 6_6 0.3235 Rprec_mult_1.80 6_6 0.3072 Rprec_mult_2.00 6_6 0.2824 utility 6_6 -858.0000 11pt_avg 6_6 0.4490 binG 6_6 0.2512 G 6_6 0.1886 ndcg 6_6 0.7602 ndcg_rel 6_6 0.6819 Rndcg 6_6 0.6768 ndcg_cut_5 6_6 0.8156 ndcg_cut_10 6_6 0.7517 ndcg_cut_15 6_6 0.6769 ndcg_cut_20 6_6 0.6280 ndcg_cut_30 6_6 0.6436 ndcg_cut_100 6_6 0.5677 ndcg_cut_200 6_6 0.6469 ndcg_cut_500 6_6 0.7543 ndcg_cut_1000 6_6 0.7602 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.1047 map_cut_15 6_6 0.1240 map_cut_20 6_6 0.1408 map_cut_30 6_6 0.1972 map_cut_100 6_6 0.3443 map_cut_200 6_6 0.3894 map_cut_500 6_6 0.4280 map_cut_1000 6_6 0.4308 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.9000 relative_P_15 6_6 0.7333 relative_P_20 6_6 0.6500 relative_P_30 6_6 0.6667 relative_P_100 6_6 0.4706 relative_P_200 6_6 0.6118 relative_P_500 6_6 0.8118 relative_P_1000 6_6 0.8353 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0710 set_relative_P 6_6 0.8353 set_recall 6_6 0.8353 set_map 6_6 0.0593 set_F 6_6 0.1309 num_nonrel_judged_ret 6_6 17 rbp 6_6 0.5837 rbp_resid 6_6 0.0989 unj_5 6_6 0.0000 unj_10 6_6 0.1000 unj_20 6_6 0.1000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 37 map 7_11 0.6742 Rprec 7_11 0.6316 bpref 7_11 0.8531 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 1.0000 iprec_at_recall_0.20 7_11 0.8333 iprec_at_recall_0.30 7_11 0.8333 iprec_at_recall_0.40 7_11 0.8333 iprec_at_recall_0.50 7_11 0.7692 iprec_at_recall_0.60 7_11 0.6667 iprec_at_recall_0.70 7_11 0.6585 iprec_at_recall_0.80 7_11 0.3827 iprec_at_recall_0.90 7_11 0.2464 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 1.0000 P_10 7_11 0.8000 P_15 7_11 0.8000 P_20 7_11 0.8000 P_30 7_11 0.7333 P_100 7_11 0.3200 P_200 7_11 0.1850 P_500 7_11 0.0740 P_1000 7_11 0.0370 relstring 7_11 '3211121001' recall_5 7_11 0.1316 recall_10 7_11 0.2105 recall_15 7_11 0.3158 recall_20 7_11 0.4211 recall_30 7_11 0.5789 recall_100 7_11 0.8421 recall_200 7_11 0.9737 recall_500 7_11 0.9737 recall_1000 7_11 0.9737 infAP 7_11 0.6742 Rprec_mult_0.20 7_11 0.8750 Rprec_mult_0.40 7_11 0.8125 Rprec_mult_0.60 7_11 0.7391 Rprec_mult_0.80 7_11 0.7097 Rprec_mult_1.00 7_11 0.6316 Rprec_mult_1.20 7_11 0.6087 Rprec_mult_1.40 7_11 0.5370 Rprec_mult_1.60 7_11 0.4754 Rprec_mult_1.80 7_11 0.4203 Rprec_mult_2.00 7_11 0.3816 utility 7_11 -926.0000 11pt_avg 7_11 0.6567 binG 7_11 0.4220 G 7_11 0.2761 ndcg 7_11 0.7876 ndcg_rel 7_11 0.6833 Rndcg 7_11 0.6701 ndcg_cut_5 7_11 0.6596 ndcg_cut_10 7_11 0.5936 ndcg_cut_15 7_11 0.5896 ndcg_cut_20 7_11 0.6068 ndcg_cut_30 7_11 0.6440 ndcg_cut_100 7_11 0.7361 ndcg_cut_200 7_11 0.7876 ndcg_cut_500 7_11 0.7876 ndcg_cut_1000 7_11 0.7876 map_cut_5 7_11 0.1316 map_cut_10 7_11 0.2053 map_cut_15 7_11 0.2905 map_cut_20 7_11 0.3765 map_cut_30 7_11 0.4975 map_cut_100 7_11 0.6453 map_cut_200 7_11 0.6742 map_cut_500 7_11 0.6742 map_cut_1000 7_11 0.6742 relative_P_5 7_11 1.0000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.8000 relative_P_20 7_11 0.8000 relative_P_30 7_11 0.7333 relative_P_100 7_11 0.8421 relative_P_200 7_11 0.9737 relative_P_500 7_11 0.9737 relative_P_1000 7_11 0.9737 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0370 set_relative_P 7_11 0.9737 set_recall 7_11 0.9737 set_map 7_11 0.0360 set_F 7_11 0.0713 num_nonrel_judged_ret 7_11 13 rbp 7_11 0.3954 rbp_resid 7_11 0.0841 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.1000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 56 map 7_12 0.2457 Rprec 7_12 0.3281 bpref 7_12 0.5481 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.6000 iprec_at_recall_0.20 7_12 0.4516 iprec_at_recall_0.30 7_12 0.3393 iprec_at_recall_0.40 7_12 0.2203 iprec_at_recall_0.50 7_12 0.1468 iprec_at_recall_0.60 7_12 0.1182 iprec_at_recall_0.70 7_12 0.1082 iprec_at_recall_0.80 7_12 0.0831 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.8000 P_10 7_12 0.6000 P_15 7_12 0.4000 P_20 7_12 0.4000 P_30 7_12 0.4333 P_100 7_12 0.2300 P_200 7_12 0.1500 P_500 7_12 0.0940 P_1000 7_12 0.0560 relstring 7_12 '1220200021' recall_5 7_12 0.0625 recall_10 7_12 0.0938 recall_15 7_12 0.0938 recall_20 7_12 0.1250 recall_30 7_12 0.2031 recall_100 7_12 0.3594 recall_200 7_12 0.4688 recall_500 7_12 0.7344 recall_1000 7_12 0.8750 infAP 7_12 0.2457 Rprec_mult_0.20 7_12 0.4615 Rprec_mult_0.40 7_12 0.4615 Rprec_mult_0.60 7_12 0.4103 Rprec_mult_0.80 7_12 0.3462 Rprec_mult_1.00 7_12 0.3281 Rprec_mult_1.20 7_12 0.2857 Rprec_mult_1.40 7_12 0.2556 Rprec_mult_1.60 7_12 0.2233 Rprec_mult_1.80 7_12 0.2155 Rprec_mult_2.00 7_12 0.2031 utility 7_12 -888.0000 11pt_avg 7_12 0.2789 binG 7_12 0.1919 G 7_12 0.1494 ndcg 7_12 0.6063 ndcg_rel 7_12 0.4759 Rndcg 7_12 0.4594 ndcg_cut_5 7_12 0.5027 ndcg_cut_10 7_12 0.4392 ndcg_cut_15 7_12 0.3556 ndcg_cut_20 7_12 0.3330 ndcg_cut_30 7_12 0.3488 ndcg_cut_100 7_12 0.3896 ndcg_cut_200 7_12 0.4418 ndcg_cut_500 7_12 0.5584 ndcg_cut_1000 7_12 0.6063 map_cut_5 7_12 0.0594 map_cut_10 7_12 0.0774 map_cut_15 7_12 0.0774 map_cut_20 7_12 0.0904 map_cut_30 7_12 0.1260 map_cut_100 7_12 0.1821 map_cut_200 7_12 0.2031 map_cut_500 7_12 0.2348 map_cut_1000 7_12 0.2457 relative_P_5 7_12 0.8000 relative_P_10 7_12 0.6000 relative_P_15 7_12 0.4000 relative_P_20 7_12 0.4000 relative_P_30 7_12 0.4333 relative_P_100 7_12 0.3594 relative_P_200 7_12 0.4688 relative_P_500 7_12 0.7344 relative_P_1000 7_12 0.8750 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0560 set_relative_P 7_12 0.8750 set_recall 7_12 0.8750 set_map 7_12 0.0490 set_F 7_12 0.1053 num_nonrel_judged_ret 7_12 55 rbp 7_12 0.2755 rbp_resid 7_12 0.1912 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.2500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 63 map 7_14 0.6652 Rprec 7_14 0.6418 bpref 7_14 0.8779 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 1.0000 iprec_at_recall_0.30 7_14 0.8000 iprec_at_recall_0.40 7_14 0.7105 iprec_at_recall_0.50 7_14 0.7037 iprec_at_recall_0.60 7_14 0.6885 iprec_at_recall_0.70 7_14 0.6026 iprec_at_recall_0.80 7_14 0.4909 iprec_at_recall_0.90 7_14 0.3015 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 1.0000 P_15 7_14 0.9333 P_20 7_14 0.8500 P_30 7_14 0.8000 P_100 7_14 0.5200 P_200 7_14 0.3000 P_500 7_14 0.1260 P_1000 7_14 0.0630 relstring 7_14 '3322311121' recall_5 7_14 0.0746 recall_10 7_14 0.1493 recall_15 7_14 0.2090 recall_20 7_14 0.2537 recall_30 7_14 0.3582 recall_100 7_14 0.7761 recall_200 7_14 0.8955 recall_500 7_14 0.9403 recall_1000 7_14 0.9403 infAP 7_14 0.6652 Rprec_mult_0.20 7_14 1.0000 Rprec_mult_0.40 7_14 0.7778 Rprec_mult_0.60 7_14 0.6829 Rprec_mult_0.80 7_14 0.7037 Rprec_mult_1.00 7_14 0.6418 Rprec_mult_1.20 7_14 0.5926 Rprec_mult_1.40 7_14 0.5426 Rprec_mult_1.60 7_14 0.4907 Rprec_mult_1.80 7_14 0.4463 Rprec_mult_2.00 7_14 0.4179 utility 7_14 -874.0000 11pt_avg 7_14 0.6634 binG 7_14 0.3885 G 7_14 0.2204 ndcg 7_14 0.8233 ndcg_rel 7_14 0.7145 Rndcg 7_14 0.6815 ndcg_cut_5 7_14 0.8948 ndcg_cut_10 7_14 0.7198 ndcg_cut_15 7_14 0.6794 ndcg_cut_20 7_14 0.6430 ndcg_cut_30 7_14 0.6417 ndcg_cut_100 7_14 0.7280 ndcg_cut_200 7_14 0.8046 ndcg_cut_500 7_14 0.8233 ndcg_cut_1000 7_14 0.8233 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1493 map_cut_15 7_14 0.2090 map_cut_20 7_14 0.2481 map_cut_30 7_14 0.3324 map_cut_100 7_14 0.6083 map_cut_200 7_14 0.6561 map_cut_500 7_14 0.6652 map_cut_1000 7_14 0.6652 relative_P_5 7_14 1.0000 relative_P_10 7_14 1.0000 relative_P_15 7_14 0.9333 relative_P_20 7_14 0.8500 relative_P_30 7_14 0.8000 relative_P_100 7_14 0.7761 relative_P_200 7_14 0.8955 relative_P_500 7_14 0.9403 relative_P_1000 7_14 0.9403 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0630 set_relative_P 7_14 0.9403 set_recall 7_14 0.9403 set_map 7_14 0.0592 set_F 7_14 0.1181 num_nonrel_judged_ret 7_14 7 rbp 7_14 0.6300 rbp_resid 7_14 0.0834 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 32 map 7_15 0.3311 Rprec 7_15 0.4074 bpref 7_15 0.5407 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 0.8750 iprec_at_recall_0.20 7_15 0.6087 iprec_at_recall_0.30 7_15 0.5556 iprec_at_recall_0.40 7_15 0.4314 iprec_at_recall_0.50 7_15 0.3000 iprec_at_recall_0.60 7_15 0.0674 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.8000 P_10 7_15 0.8000 P_15 7_15 0.6000 P_20 7_15 0.5500 P_30 7_15 0.5000 P_100 7_15 0.2700 P_200 7_15 0.1500 P_500 7_15 0.0640 P_1000 7_15 0.0320 relstring 7_15 '3311022102' recall_5 7_15 0.0741 recall_10 7_15 0.1481 recall_15 7_15 0.1667 recall_20 7_15 0.2037 recall_30 7_15 0.2778 recall_100 7_15 0.5000 recall_200 7_15 0.5556 recall_500 7_15 0.5926 recall_1000 7_15 0.5926 infAP 7_15 0.3311 Rprec_mult_0.20 7_15 0.7273 Rprec_mult_0.40 7_15 0.5909 Rprec_mult_0.60 7_15 0.5152 Rprec_mult_0.80 7_15 0.4545 Rprec_mult_1.00 7_15 0.4074 Rprec_mult_1.20 7_15 0.3692 Rprec_mult_1.40 7_15 0.3289 Rprec_mult_1.60 7_15 0.2989 Rprec_mult_1.80 7_15 0.2755 Rprec_mult_2.00 7_15 0.2500 utility 7_15 -936.0000 11pt_avg 7_15 0.3489 binG 7_15 0.2186 G 7_15 0.2190 ndcg 7_15 0.6523 ndcg_rel 7_15 0.6727 Rndcg 7_15 0.7092 ndcg_cut_5 7_15 0.7736 ndcg_cut_10 7_15 0.7554 ndcg_cut_15 7_15 0.6468 ndcg_cut_20 7_15 0.6217 ndcg_cut_30 7_15 0.6217 ndcg_cut_100 7_15 0.6018 ndcg_cut_200 7_15 0.6353 ndcg_cut_500 7_15 0.6523 ndcg_cut_1000 7_15 0.6523 map_cut_5 7_15 0.0741 map_cut_10 7_15 0.1364 map_cut_15 7_15 0.1503 map_cut_20 7_15 0.1720 map_cut_30 7_15 0.2155 map_cut_100 7_15 0.3141 map_cut_200 7_15 0.3273 map_cut_500 7_15 0.3311 map_cut_1000 7_15 0.3311 relative_P_5 7_15 0.8000 relative_P_10 7_15 0.8000 relative_P_15 7_15 0.6000 relative_P_20 7_15 0.5500 relative_P_30 7_15 0.5000 relative_P_100 7_15 0.5000 relative_P_200 7_15 0.5556 relative_P_500 7_15 0.5926 relative_P_1000 7_15 0.5926 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0320 set_relative_P 7_15 0.5926 set_recall 7_15 0.5926 set_map 7_15 0.0190 set_F 7_15 0.0607 num_nonrel_judged_ret 7_15 10 rbp 7_15 0.4222 rbp_resid 7_15 0.1982 unj_5 7_15 0.0000 unj_10 7_15 0.0000 unj_20 7_15 0.3000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 35 map 7_16 0.3106 Rprec 7_16 0.3617 bpref 7_16 0.5057 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.7273 iprec_at_recall_0.20 7_16 0.6923 iprec_at_recall_0.30 7_16 0.4211 iprec_at_recall_0.40 7_16 0.3065 iprec_at_recall_0.50 7_16 0.2581 iprec_at_recall_0.60 7_16 0.1647 iprec_at_recall_0.70 7_16 0.1089 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.8000 P_10 7_16 0.7000 P_15 7_16 0.6000 P_20 7_16 0.5500 P_30 7_16 0.4333 P_100 7_16 0.2400 P_200 7_16 0.1500 P_500 7_16 0.0700 P_1000 7_16 0.0350 relstring 7_16 '31302-1011' recall_5 7_16 0.0851 recall_10 7_16 0.1489 recall_15 7_16 0.1915 recall_20 7_16 0.2340 recall_30 7_16 0.2766 recall_100 7_16 0.5106 recall_200 7_16 0.6383 recall_500 7_16 0.7447 recall_1000 7_16 0.7447 infAP 7_16 0.3106 Rprec_mult_0.20 7_16 0.7000 Rprec_mult_0.40 7_16 0.5263 Rprec_mult_0.60 7_16 0.4483 Rprec_mult_0.80 7_16 0.4211 Rprec_mult_1.00 7_16 0.3617 Rprec_mult_1.20 7_16 0.3158 Rprec_mult_1.40 7_16 0.2879 Rprec_mult_1.60 7_16 0.2500 Rprec_mult_1.80 7_16 0.2471 Rprec_mult_2.00 7_16 0.2553 utility 7_16 -930.0000 11pt_avg 7_16 0.3344 binG 7_16 0.2227 G 7_16 0.2313 ndcg 7_16 0.6811 ndcg_rel 7_16 0.6621 Rndcg 7_16 0.6683 ndcg_cut_5 7_16 0.7844 ndcg_cut_10 7_16 0.7203 ndcg_cut_15 7_16 0.6826 ndcg_cut_20 7_16 0.6540 ndcg_cut_30 7_16 0.6013 ndcg_cut_100 7_16 0.5982 ndcg_cut_200 7_16 0.6461 ndcg_cut_500 7_16 0.6811 ndcg_cut_1000 7_16 0.6811 map_cut_5 7_16 0.0809 map_cut_10 7_16 0.1251 map_cut_15 7_16 0.1553 map_cut_20 7_16 0.1789 map_cut_30 7_16 0.2002 map_cut_100 7_16 0.2755 map_cut_200 7_16 0.2990 map_cut_500 7_16 0.3106 map_cut_1000 7_16 0.3106 relative_P_5 7_16 0.8000 relative_P_10 7_16 0.7000 relative_P_15 7_16 0.6000 relative_P_20 7_16 0.5500 relative_P_30 7_16 0.4333 relative_P_100 7_16 0.5106 relative_P_200 7_16 0.6383 relative_P_500 7_16 0.7447 relative_P_1000 7_16 0.7447 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0350 set_relative_P 7_16 0.7447 set_recall 7_16 0.7447 set_map 7_16 0.0261 set_F 7_16 0.0669 num_nonrel_judged_ret 7_16 36 rbp 7_16 0.3424 rbp_resid 7_16 0.1339 unj_5 7_16 0.0000 unj_10 7_16 0.1000 unj_20 7_16 0.0500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 74 map 7_2 0.6321 Rprec 7_2 0.5263 bpref 7_2 0.8003 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 1.0000 iprec_at_recall_0.30 7_2 0.9259 iprec_at_recall_0.40 7_2 0.8571 iprec_at_recall_0.50 7_2 0.7308 iprec_at_recall_0.60 7_2 0.4796 iprec_at_recall_0.70 7_2 0.3985 iprec_at_recall_0.80 7_2 0.3352 iprec_at_recall_0.90 7_2 0.2315 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 1.0000 P_15 7_2 1.0000 P_20 7_2 0.9000 P_30 7_2 0.9000 P_100 7_2 0.4700 P_200 7_2 0.3100 P_500 7_2 0.1460 P_1000 7_2 0.0740 relstring 7_2 '2333111212' recall_5 7_2 0.0658 recall_10 7_2 0.1316 recall_15 7_2 0.1974 recall_20 7_2 0.2368 recall_30 7_2 0.3553 recall_100 7_2 0.6184 recall_200 7_2 0.8158 recall_500 7_2 0.9605 recall_1000 7_2 0.9737 infAP 7_2 0.6321 Rprec_mult_0.20 7_2 0.9375 Rprec_mult_0.40 7_2 0.8710 Rprec_mult_0.60 7_2 0.7609 Rprec_mult_0.80 7_2 0.6557 Rprec_mult_1.00 7_2 0.5263 Rprec_mult_1.20 7_2 0.4891 Rprec_mult_1.40 7_2 0.4486 Rprec_mult_1.60 7_2 0.4180 Rprec_mult_1.80 7_2 0.3869 Rprec_mult_2.00 7_2 0.3618 utility 7_2 -852.0000 11pt_avg 7_2 0.6326 binG 7_2 0.3962 G 7_2 0.2606 ndcg 7_2 0.8526 ndcg_rel 7_2 0.7760 Rndcg 7_2 0.7682 ndcg_cut_5 7_2 0.7995 ndcg_cut_10 7_2 0.7703 ndcg_cut_15 7_2 0.7751 ndcg_cut_20 7_2 0.7503 ndcg_cut_30 7_2 0.8054 ndcg_cut_100 7_2 0.7204 ndcg_cut_200 7_2 0.8005 ndcg_cut_500 7_2 0.8486 ndcg_cut_1000 7_2 0.8526 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1316 map_cut_15 7_2 0.1974 map_cut_20 7_2 0.2346 map_cut_30 7_2 0.3427 map_cut_100 7_2 0.5208 map_cut_200 7_2 0.5962 map_cut_500 7_2 0.6301 map_cut_1000 7_2 0.6321 relative_P_5 7_2 1.0000 relative_P_10 7_2 1.0000 relative_P_15 7_2 1.0000 relative_P_20 7_2 0.9000 relative_P_30 7_2 0.9000 relative_P_100 7_2 0.6184 relative_P_200 7_2 0.8158 relative_P_500 7_2 0.9605 relative_P_1000 7_2 0.9737 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0740 set_relative_P 7_2 0.9737 set_recall 7_2 0.9737 set_map 7_2 0.0721 set_F 7_2 0.1375 num_nonrel_judged_ret 7_2 22 rbp 7_2 0.5956 rbp_resid 7_2 0.0168 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 55 map 7_3 0.5352 Rprec 7_3 0.5818 bpref 7_3 0.6959 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.6923 iprec_at_recall_0.20 7_3 0.6818 iprec_at_recall_0.30 7_3 0.6800 iprec_at_recall_0.40 7_3 0.6078 iprec_at_recall_0.50 7_3 0.6078 iprec_at_recall_0.60 7_3 0.5893 iprec_at_recall_0.70 7_3 0.4878 iprec_at_recall_0.80 7_3 0.4314 iprec_at_recall_0.90 7_3 0.3247 iprec_at_recall_1.00 7_3 0.0939 P_5 7_3 0.4000 P_10 7_3 0.6000 P_15 7_3 0.6000 P_20 7_3 0.6500 P_30 7_3 0.6000 P_100 7_3 0.4200 P_200 7_3 0.2550 P_500 7_3 0.1080 P_1000 7_3 0.0550 relstring 7_3 '2003013210' recall_5 7_3 0.0364 recall_10 7_3 0.1091 recall_15 7_3 0.1636 recall_20 7_3 0.2364 recall_30 7_3 0.3273 recall_100 7_3 0.7636 recall_200 7_3 0.9273 recall_500 7_3 0.9818 recall_1000 7_3 1.0000 infAP 7_3 0.5352 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.6818 Rprec_mult_0.60 7_3 0.6364 Rprec_mult_0.80 7_3 0.5909 Rprec_mult_1.00 7_3 0.5818 Rprec_mult_1.20 7_3 0.5455 Rprec_mult_1.40 7_3 0.4805 Rprec_mult_1.60 7_3 0.4659 Rprec_mult_1.80 7_3 0.4141 Rprec_mult_2.00 7_3 0.4182 utility 7_3 -890.0000 11pt_avg 7_3 0.5633 binG 7_3 0.2614 G 7_3 0.2329 ndcg 7_3 0.7700 ndcg_rel 7_3 0.6132 Rndcg 7_3 0.5474 ndcg_cut_5 7_3 0.4101 ndcg_cut_10 7_3 0.4974 ndcg_cut_15 7_3 0.5299 ndcg_cut_20 7_3 0.5522 ndcg_cut_30 7_3 0.5467 ndcg_cut_100 7_3 0.6789 ndcg_cut_200 7_3 0.7469 ndcg_cut_500 7_3 0.7648 ndcg_cut_1000 7_3 0.7700 map_cut_5 7_3 0.0273 map_cut_10 7_3 0.0702 map_cut_15 7_3 0.1065 map_cut_20 7_3 0.1529 map_cut_30 7_3 0.2141 map_cut_100 7_3 0.4606 map_cut_200 7_3 0.5219 map_cut_500 7_3 0.5335 map_cut_1000 7_3 0.5352 relative_P_5 7_3 0.4000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.6500 relative_P_30 7_3 0.6000 relative_P_100 7_3 0.7636 relative_P_200 7_3 0.9273 relative_P_500 7_3 0.9818 relative_P_1000 7_3 1.0000 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0550 set_relative_P 7_3 1.0000 set_recall 7_3 1.0000 set_map 7_3 0.0550 set_F 7_3 0.1043 num_nonrel_judged_ret 7_3 45 rbp 7_3 0.3614 rbp_resid 7_3 0.0139 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 28 map 7_4 0.6159 Rprec 7_4 0.5517 bpref 7_4 0.6433 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.8000 iprec_at_recall_0.30 7_4 0.7500 iprec_at_recall_0.40 7_4 0.7059 iprec_at_recall_0.50 7_4 0.5769 iprec_at_recall_0.60 7_4 0.5238 iprec_at_recall_0.70 7_4 0.5238 iprec_at_recall_0.80 7_4 0.4894 iprec_at_recall_0.90 7_4 0.3333 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 1.0000 P_10 7_4 0.8000 P_15 7_4 0.6667 P_20 7_4 0.6500 P_30 7_4 0.5333 P_100 7_4 0.2700 P_200 7_4 0.1400 P_500 7_4 0.0560 P_1000 7_4 0.0280 relstring 7_4 '13323-0122' recall_5 7_4 0.1724 recall_10 7_4 0.2759 recall_15 7_4 0.3448 recall_20 7_4 0.4483 recall_30 7_4 0.5517 recall_100 7_4 0.9310 recall_200 7_4 0.9655 recall_500 7_4 0.9655 recall_1000 7_4 0.9655 infAP 7_4 0.6159 Rprec_mult_0.20 7_4 0.8333 Rprec_mult_0.40 7_4 0.7500 Rprec_mult_0.60 7_4 0.6667 Rprec_mult_0.80 7_4 0.5833 Rprec_mult_1.00 7_4 0.5517 Rprec_mult_1.20 7_4 0.4857 Rprec_mult_1.40 7_4 0.5122 Rprec_mult_1.60 7_4 0.4894 Rprec_mult_1.80 7_4 0.4340 Rprec_mult_2.00 7_4 0.4138 utility 7_4 -944.0000 11pt_avg 7_4 0.6094 binG 7_4 0.4010 G 7_4 0.2930 ndcg 7_4 0.8037 ndcg_rel 7_4 0.6783 Rndcg 7_4 0.6807 ndcg_cut_5 7_4 0.7584 ndcg_cut_10 7_4 0.6791 ndcg_cut_15 7_4 0.5902 ndcg_cut_20 7_4 0.6279 ndcg_cut_30 7_4 0.6315 ndcg_cut_100 7_4 0.7953 ndcg_cut_200 7_4 0.8037 ndcg_cut_500 7_4 0.8037 ndcg_cut_1000 7_4 0.8037 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.2527 map_cut_15 7_4 0.3015 map_cut_20 7_4 0.3732 map_cut_30 7_4 0.4347 map_cut_100 7_4 0.6069 map_cut_200 7_4 0.6159 map_cut_500 7_4 0.6159 map_cut_1000 7_4 0.6159 relative_P_5 7_4 1.0000 relative_P_10 7_4 0.8000 relative_P_15 7_4 0.6667 relative_P_20 7_4 0.6500 relative_P_30 7_4 0.5517 relative_P_100 7_4 0.9310 relative_P_200 7_4 0.9655 relative_P_500 7_4 0.9655 relative_P_1000 7_4 0.9655 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0280 set_relative_P 7_4 0.9655 set_recall 7_4 0.9655 set_map 7_4 0.0270 set_F 7_4 0.0544 num_nonrel_judged_ret 7_4 54 rbp 7_4 0.4658 rbp_resid 7_4 0.1020 unj_5 7_4 0.0000 unj_10 7_4 0.1000 unj_20 7_4 0.1000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 35 map 7_9 0.5067 Rprec 7_9 0.5000 bpref 7_9 0.5108 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.8750 iprec_at_recall_0.20 7_9 0.8750 iprec_at_recall_0.30 7_9 0.8235 iprec_at_recall_0.40 7_9 0.8235 iprec_at_recall_0.50 7_9 0.5143 iprec_at_recall_0.60 7_9 0.4074 iprec_at_recall_0.70 7_9 0.2941 iprec_at_recall_0.80 7_9 0.2736 iprec_at_recall_0.90 7_9 0.1538 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.8000 P_10 7_9 0.8000 P_15 7_9 0.8000 P_20 7_9 0.7000 P_30 7_9 0.5333 P_100 7_9 0.2700 P_200 7_9 0.1550 P_500 7_9 0.0700 P_1000 7_9 0.0350 relstring 7_9 '3021212201' recall_5 7_9 0.1111 recall_10 7_9 0.2222 recall_15 7_9 0.3333 recall_20 7_9 0.3889 recall_30 7_9 0.4444 recall_100 7_9 0.7500 recall_200 7_9 0.8611 recall_500 7_9 0.9722 recall_1000 7_9 0.9722 infAP 7_9 0.5067 Rprec_mult_0.20 7_9 0.8750 Rprec_mult_0.40 7_9 0.8000 Rprec_mult_0.60 7_9 0.6364 Rprec_mult_0.80 7_9 0.5517 Rprec_mult_1.00 7_9 0.5000 Rprec_mult_1.20 7_9 0.4318 Rprec_mult_1.40 7_9 0.4118 Rprec_mult_1.60 7_9 0.3793 Rprec_mult_1.80 7_9 0.3538 Rprec_mult_2.00 7_9 0.3333 utility 7_9 -930.0000 11pt_avg 7_9 0.5491 binG 7_9 0.3242 G 7_9 0.2588 ndcg 7_9 0.7638 ndcg_rel 7_9 0.6598 Rndcg 7_9 0.6483 ndcg_cut_5 7_9 0.6483 ndcg_cut_10 7_9 0.6371 ndcg_cut_15 7_9 0.6270 ndcg_cut_20 7_9 0.6100 ndcg_cut_30 7_9 0.5704 ndcg_cut_100 7_9 0.6760 ndcg_cut_200 7_9 0.7153 ndcg_cut_500 7_9 0.7638 ndcg_cut_1000 7_9 0.7638 map_cut_5 7_9 0.0894 map_cut_10 7_9 0.1828 map_cut_15 7_9 0.2691 map_cut_20 7_9 0.3145 map_cut_30 7_9 0.3447 map_cut_100 7_9 0.4662 map_cut_200 7_9 0.4919 map_cut_500 7_9 0.5067 map_cut_1000 7_9 0.5067 relative_P_5 7_9 0.8000 relative_P_10 7_9 0.8000 relative_P_15 7_9 0.8000 relative_P_20 7_9 0.7000 relative_P_30 7_9 0.5333 relative_P_100 7_9 0.7500 relative_P_200 7_9 0.8611 relative_P_500 7_9 0.9722 relative_P_1000 7_9 0.9722 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0350 set_relative_P 7_9 0.9722 set_recall 7_9 0.9722 set_map 7_9 0.0340 set_F 7_9 0.0676 num_nonrel_judged_ret 7_9 58 rbp 7_9 0.3976 rbp_resid 7_9 0.0234 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.0000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 10 map 8_1 0.0195 Rprec 8_1 0.0469 bpref 8_1 0.0869 recip_rank 8_1 0.5000 iprec_at_recall_0.00 8_1 0.5000 iprec_at_recall_0.10 8_1 0.0833 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.2000 P_10 8_1 0.1000 P_15 8_1 0.1333 P_20 8_1 0.1000 P_30 8_1 0.0667 P_100 8_1 0.0700 P_200 8_1 0.0500 P_500 8_1 0.0200 P_1000 8_1 0.0100 relstring 8_1 '0200000000' recall_5 8_1 0.0156 recall_10 8_1 0.0156 recall_15 8_1 0.0312 recall_20 8_1 0.0312 recall_30 8_1 0.0312 recall_100 8_1 0.1094 recall_200 8_1 0.1562 recall_500 8_1 0.1562 recall_1000 8_1 0.1562 infAP 8_1 0.0195 Rprec_mult_0.20 8_1 0.1538 Rprec_mult_0.40 8_1 0.0769 Rprec_mult_0.60 8_1 0.0769 Rprec_mult_0.80 8_1 0.0577 Rprec_mult_1.00 8_1 0.0469 Rprec_mult_1.20 8_1 0.0779 Rprec_mult_1.40 8_1 0.0778 Rprec_mult_1.60 8_1 0.0680 Rprec_mult_1.80 8_1 0.0603 Rprec_mult_2.00 8_1 0.0625 utility 8_1 -980.0000 11pt_avg 8_1 0.0530 binG 8_1 0.0342 G 8_1 0.0203 ndcg 8_1 0.0960 ndcg_rel 8_1 0.0951 Rndcg 8_1 0.0762 ndcg_cut_5 8_1 0.1070 ndcg_cut_10 8_1 0.0718 ndcg_cut_15 8_1 0.0847 ndcg_cut_20 8_1 0.0762 ndcg_cut_30 8_1 0.0646 ndcg_cut_100 8_1 0.0758 ndcg_cut_200 8_1 0.0960 ndcg_cut_500 8_1 0.0960 ndcg_cut_1000 8_1 0.0960 map_cut_5 8_1 0.0078 map_cut_10 8_1 0.0078 map_cut_15 8_1 0.0104 map_cut_20 8_1 0.0104 map_cut_30 8_1 0.0104 map_cut_100 8_1 0.0163 map_cut_200 8_1 0.0195 map_cut_500 8_1 0.0195 map_cut_1000 8_1 0.0195 relative_P_5 8_1 0.2000 relative_P_10 8_1 0.1000 relative_P_15 8_1 0.1333 relative_P_20 8_1 0.1000 relative_P_30 8_1 0.0667 relative_P_100 8_1 0.1094 relative_P_200 8_1 0.1562 relative_P_500 8_1 0.1562 relative_P_1000 8_1 0.1562 success_1 8_1 0.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0100 set_relative_P 8_1 0.1562 set_recall 8_1 0.1562 set_map 8_1 0.0016 set_F 8_1 0.0188 num_nonrel_judged_ret 8_1 57 rbp 8_1 0.0613 rbp_resid 8_1 0.0765 unj_5 8_1 0.0000 unj_10 8_1 0.0000 unj_20 8_1 0.0000 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 25 map 8_10 0.2942 Rprec 8_10 0.3929 bpref 8_10 0.4120 recip_rank 8_10 1.0000 iprec_at_recall_0.00 8_10 1.0000 iprec_at_recall_0.10 8_10 0.6667 iprec_at_recall_0.20 8_10 0.4074 iprec_at_recall_0.30 8_10 0.4074 iprec_at_recall_0.40 8_10 0.4074 iprec_at_recall_0.50 8_10 0.3000 iprec_at_recall_0.60 8_10 0.2432 iprec_at_recall_0.70 8_10 0.1307 iprec_at_recall_0.80 8_10 0.0978 iprec_at_recall_0.90 8_10 0.0663 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.6000 P_10 8_10 0.5000 P_15 8_10 0.3333 P_20 8_10 0.3500 P_30 8_10 0.3667 P_100 8_10 0.1800 P_200 8_10 0.1050 P_500 8_10 0.0500 P_1000 8_10 0.0250 relstring 8_10 '300122-002' recall_5 8_10 0.1071 recall_10 8_10 0.1786 recall_15 8_10 0.1786 recall_20 8_10 0.2500 recall_30 8_10 0.3929 recall_100 8_10 0.6429 recall_200 8_10 0.7500 recall_500 8_10 0.8929 recall_1000 8_10 0.8929 infAP 8_10 0.2942 Rprec_mult_0.20 8_10 0.6667 Rprec_mult_0.40 8_10 0.4167 Rprec_mult_0.60 8_10 0.2941 Rprec_mult_0.80 8_10 0.3478 Rprec_mult_1.00 8_10 0.3929 Rprec_mult_1.20 8_10 0.3529 Rprec_mult_1.40 8_10 0.3000 Rprec_mult_1.60 8_10 0.2667 Rprec_mult_1.80 8_10 0.2941 Rprec_mult_2.00 8_10 0.2679 utility 8_10 -950.0000 11pt_avg 8_10 0.3388 binG 8_10 0.2360 G 8_10 0.2252 ndcg 8_10 0.6348 ndcg_rel 8_10 0.5397 Rndcg 8_10 0.4963 ndcg_cut_5 8_10 0.4753 ndcg_cut_10 8_10 0.4566 ndcg_cut_15 8_10 0.3952 ndcg_cut_20 8_10 0.3951 ndcg_cut_30 8_10 0.4567 ndcg_cut_100 8_10 0.5488 ndcg_cut_200 8_10 0.5981 ndcg_cut_500 8_10 0.6348 ndcg_cut_1000 8_10 0.6348 map_cut_5 8_10 0.0750 map_cut_10 8_10 0.1167 map_cut_15 8_10 0.1167 map_cut_20 8_10 0.1411 map_cut_30 8_10 0.1957 map_cut_100 8_10 0.2676 map_cut_200 8_10 0.2826 map_cut_500 8_10 0.2942 map_cut_1000 8_10 0.2942 relative_P_5 8_10 0.6000 relative_P_10 8_10 0.5000 relative_P_15 8_10 0.3333 relative_P_20 8_10 0.3500 relative_P_30 8_10 0.3929 relative_P_100 8_10 0.6429 relative_P_200 8_10 0.7500 relative_P_500 8_10 0.8929 relative_P_1000 8_10 0.8929 success_1 8_10 1.0000 success_5 8_10 1.0000 success_10 8_10 1.0000 set_P 8_10 0.0250 set_relative_P 8_10 0.8929 set_recall 8_10 0.8929 set_map 8_10 0.0223 set_F 8_10 0.0486 num_nonrel_judged_ret 8_10 48 rbp 8_10 0.2683 rbp_resid 8_10 0.1807 unj_5 8_10 0.0000 unj_10 8_10 0.1000 unj_20 8_10 0.2500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 8 map 8_11 0.3849 Rprec 8_11 0.4000 bpref 8_11 0.3600 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 1.0000 iprec_at_recall_0.40 8_11 0.5000 iprec_at_recall_0.50 8_11 0.2273 iprec_at_recall_0.60 8_11 0.0545 iprec_at_recall_0.70 8_11 0.0417 iprec_at_recall_0.80 8_11 0.0259 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.6000 P_10 8_11 0.4000 P_15 8_11 0.2667 P_20 8_11 0.2000 P_30 8_11 0.1667 P_100 8_11 0.0500 P_200 8_11 0.0350 P_500 8_11 0.0160 P_1000 8_11 0.0080 relstring 8_11 '2110000100' recall_5 8_11 0.3000 recall_10 8_11 0.4000 recall_15 8_11 0.4000 recall_20 8_11 0.4000 recall_30 8_11 0.5000 recall_100 8_11 0.5000 recall_200 8_11 0.7000 recall_500 8_11 0.8000 recall_1000 8_11 0.8000 infAP 8_11 0.3849 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.5000 Rprec_mult_0.80 8_11 0.5000 Rprec_mult_1.00 8_11 0.4000 Rprec_mult_1.20 8_11 0.3333 Rprec_mult_1.40 8_11 0.2857 Rprec_mult_1.60 8_11 0.2500 Rprec_mult_1.80 8_11 0.2222 Rprec_mult_2.00 8_11 0.2000 utility 8_11 -984.0000 11pt_avg 8_11 0.4409 binG 8_11 0.4028 G 8_11 0.3546 ndcg 8_11 0.6593 ndcg_rel 8_11 0.7085 Rndcg 8_11 0.6747 ndcg_cut_5 8_11 0.6837 ndcg_cut_10 8_11 0.5582 ndcg_cut_15 8_11 0.5582 ndcg_cut_20 8_11 0.5582 ndcg_cut_30 8_11 0.5940 ndcg_cut_100 8_11 0.5940 ndcg_cut_200 8_11 0.6397 ndcg_cut_500 8_11 0.6593 ndcg_cut_1000 8_11 0.6593 map_cut_5 8_11 0.3000 map_cut_10 8_11 0.3500 map_cut_15 8_11 0.3500 map_cut_20 8_11 0.3500 map_cut_30 8_11 0.3727 map_cut_100 8_11 0.3727 map_cut_200 8_11 0.3823 map_cut_500 8_11 0.3849 map_cut_1000 8_11 0.3849 relative_P_5 8_11 0.6000 relative_P_10 8_11 0.4000 relative_P_15 8_11 0.4000 relative_P_20 8_11 0.4000 relative_P_30 8_11 0.5000 relative_P_100 8_11 0.5000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.8000 relative_P_1000 8_11 0.8000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0080 set_relative_P 8_11 0.8000 set_recall 8_11 0.8000 set_map 8_11 0.0064 set_F 8_11 0.0158 num_nonrel_judged_ret 8_11 42 rbp 8_11 0.2149 rbp_resid 8_11 0.1301 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.1500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 31 map 8_12 0.2346 Rprec 8_12 0.2727 bpref 8_12 0.3213 recip_rank 8_12 1.0000 iprec_at_recall_0.00 8_12 1.0000 iprec_at_recall_0.10 8_12 0.5455 iprec_at_recall_0.20 8_12 0.3750 iprec_at_recall_0.30 8_12 0.2692 iprec_at_recall_0.40 8_12 0.2500 iprec_at_recall_0.50 8_12 0.2353 iprec_at_recall_0.60 8_12 0.1971 iprec_at_recall_0.70 8_12 0.1040 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.4000 P_10 8_12 0.5000 P_15 8_12 0.4667 P_20 8_12 0.3500 P_30 8_12 0.3000 P_100 8_12 0.2200 P_200 8_12 0.1500 P_500 8_12 0.0620 P_1000 8_12 0.0310 relstring 8_12 '2300020013' recall_5 8_12 0.0455 recall_10 8_12 0.1136 recall_15 8_12 0.1591 recall_20 8_12 0.1591 recall_30 8_12 0.2045 recall_100 8_12 0.5000 recall_200 8_12 0.6818 recall_500 8_12 0.7045 recall_1000 8_12 0.7045 infAP 8_12 0.2346 Rprec_mult_0.20 8_12 0.4444 Rprec_mult_0.40 8_12 0.3889 Rprec_mult_0.60 8_12 0.3333 Rprec_mult_0.80 8_12 0.3056 Rprec_mult_1.00 8_12 0.2727 Rprec_mult_1.20 8_12 0.2642 Rprec_mult_1.40 8_12 0.2419 Rprec_mult_1.60 8_12 0.2394 Rprec_mult_1.80 8_12 0.2500 Rprec_mult_2.00 8_12 0.2386 utility 8_12 -938.0000 11pt_avg 8_12 0.2706 binG 8_12 0.1816 G 8_12 0.1526 ndcg 8_12 0.5447 ndcg_rel 8_12 0.4699 Rndcg 8_12 0.4390 ndcg_cut_5 8_12 0.3716 ndcg_cut_10 8_12 0.3935 ndcg_cut_15 8_12 0.3698 ndcg_cut_20 8_12 0.3459 ndcg_cut_30 8_12 0.3526 ndcg_cut_100 8_12 0.4658 ndcg_cut_200 8_12 0.5394 ndcg_cut_500 8_12 0.5447 ndcg_cut_1000 8_12 0.5447 map_cut_5 8_12 0.0455 map_cut_10 8_12 0.0783 map_cut_15 8_12 0.1020 map_cut_20 8_12 0.1020 map_cut_30 8_12 0.1185 map_cut_100 8_12 0.1964 map_cut_200 8_12 0.2323 map_cut_500 8_12 0.2346 map_cut_1000 8_12 0.2346 relative_P_5 8_12 0.4000 relative_P_10 8_12 0.5000 relative_P_15 8_12 0.4667 relative_P_20 8_12 0.3500 relative_P_30 8_12 0.3000 relative_P_100 8_12 0.5000 relative_P_200 8_12 0.6818 relative_P_500 8_12 0.7045 relative_P_1000 8_12 0.7045 success_1 8_12 1.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0310 set_relative_P 8_12 0.7045 set_recall 8_12 0.7045 set_map 8_12 0.0218 set_F 8_12 0.0594 num_nonrel_judged_ret 8_12 49 rbp 8_12 0.2145 rbp_resid 8_12 0.0536 unj_5 8_12 0.0000 unj_10 8_12 0.0000 unj_20 8_12 0.0500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 18 map 8_13 0.1325 Rprec 8_13 0.2264 bpref 8_13 0.2709 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.5000 iprec_at_recall_0.20 8_13 0.2500 iprec_at_recall_0.30 8_13 0.2025 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.6000 P_10 8_13 0.5000 P_15 8_13 0.3333 P_20 8_13 0.3500 P_30 8_13 0.3333 P_100 8_13 0.1800 P_200 8_13 0.0900 P_500 8_13 0.0360 P_1000 8_13 0.0180 relstring 8_13 '21001-0041' recall_5 8_13 0.0566 recall_10 8_13 0.0943 recall_15 8_13 0.0943 recall_20 8_13 0.1321 recall_30 8_13 0.1887 recall_100 8_13 0.3396 recall_200 8_13 0.3396 recall_500 8_13 0.3396 recall_1000 8_13 0.3396 infAP 8_13 0.1325 Rprec_mult_0.20 8_13 0.4545 Rprec_mult_0.40 8_13 0.3636 Rprec_mult_0.60 8_13 0.3125 Rprec_mult_0.80 8_13 0.2326 Rprec_mult_1.00 8_13 0.2264 Rprec_mult_1.20 8_13 0.2031 Rprec_mult_1.40 8_13 0.2000 Rprec_mult_1.60 8_13 0.1882 Rprec_mult_1.80 8_13 0.1771 Rprec_mult_2.00 8_13 0.1698 utility 8_13 -964.0000 11pt_avg 8_13 0.1775 binG 8_13 0.1103 G 8_13 0.0676 ndcg 8_13 0.2939 ndcg_rel 8_13 0.2921 Rndcg 8_13 0.2675 ndcg_cut_5 8_13 0.2646 ndcg_cut_10 8_13 0.2786 ndcg_cut_15 8_13 0.2396 ndcg_cut_20 8_13 0.2668 ndcg_cut_30 8_13 0.2702 ndcg_cut_100 8_13 0.2939 ndcg_cut_200 8_13 0.2939 ndcg_cut_500 8_13 0.2939 ndcg_cut_1000 8_13 0.2939 map_cut_5 8_13 0.0491 map_cut_10 8_13 0.0669 map_cut_15 8_13 0.0669 map_cut_20 8_13 0.0794 map_cut_30 8_13 0.1002 map_cut_100 8_13 0.1325 map_cut_200 8_13 0.1325 map_cut_500 8_13 0.1325 map_cut_1000 8_13 0.1325 relative_P_5 8_13 0.6000 relative_P_10 8_13 0.5000 relative_P_15 8_13 0.3333 relative_P_20 8_13 0.3500 relative_P_30 8_13 0.3333 relative_P_100 8_13 0.3396 relative_P_200 8_13 0.3396 relative_P_500 8_13 0.3396 relative_P_1000 8_13 0.3396 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0180 set_relative_P 8_13 0.3396 set_recall 8_13 0.3396 set_map 8_13 0.0061 set_F 8_13 0.0342 num_nonrel_judged_ret 8_13 32 rbp 8_13 0.1661 rbp_resid 8_13 0.2231 unj_5 8_13 0.0000 unj_10 8_13 0.1000 unj_20 8_13 0.2500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 31 map 8_2 0.2957 Rprec 8_2 0.3404 bpref 8_2 0.3499 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.8333 iprec_at_recall_0.20 8_2 0.6429 iprec_at_recall_0.30 8_2 0.3902 iprec_at_recall_0.40 8_2 0.2969 iprec_at_recall_0.50 8_2 0.1890 iprec_at_recall_0.60 8_2 0.1065 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.8000 P_10 8_2 0.7000 P_15 8_2 0.6000 P_20 8_2 0.5500 P_30 8_2 0.4333 P_100 8_2 0.2300 P_200 8_2 0.1300 P_500 8_2 0.0600 P_1000 8_2 0.0310 relstring 8_2 '1343010120' recall_5 8_2 0.0851 recall_10 8_2 0.1489 recall_15 8_2 0.1915 recall_20 8_2 0.2340 recall_30 8_2 0.2766 recall_100 8_2 0.4894 recall_200 8_2 0.5532 recall_500 8_2 0.6383 recall_1000 8_2 0.6596 infAP 8_2 0.2957 Rprec_mult_0.20 8_2 0.7000 Rprec_mult_0.40 8_2 0.5789 Rprec_mult_0.60 8_2 0.4138 Rprec_mult_0.80 8_2 0.3684 Rprec_mult_1.00 8_2 0.3404 Rprec_mult_1.20 8_2 0.3158 Rprec_mult_1.40 8_2 0.2879 Rprec_mult_1.60 8_2 0.2763 Rprec_mult_1.80 8_2 0.2471 Rprec_mult_2.00 8_2 0.2340 utility 8_2 -938.0000 11pt_avg 8_2 0.3144 binG 8_2 0.2213 G 8_2 0.1472 ndcg 8_2 0.5421 ndcg_rel 8_2 0.4887 Rndcg 8_2 0.4821 ndcg_cut_5 8_2 0.5635 ndcg_cut_10 8_2 0.4821 ndcg_cut_15 8_2 0.4409 ndcg_cut_20 8_2 0.4134 ndcg_cut_30 8_2 0.3928 ndcg_cut_100 8_2 0.4754 ndcg_cut_200 8_2 0.4969 ndcg_cut_500 8_2 0.5296 ndcg_cut_1000 8_2 0.5421 map_cut_5 8_2 0.0851 map_cut_10 8_2 0.1353 map_cut_15 8_2 0.1632 map_cut_20 8_2 0.1887 map_cut_30 8_2 0.2078 map_cut_100 8_2 0.2755 map_cut_200 8_2 0.2866 map_cut_500 8_2 0.2946 map_cut_1000 8_2 0.2957 relative_P_5 8_2 0.8000 relative_P_10 8_2 0.7000 relative_P_15 8_2 0.6000 relative_P_20 8_2 0.5500 relative_P_30 8_2 0.4333 relative_P_100 8_2 0.4894 relative_P_200 8_2 0.5532 relative_P_500 8_2 0.6383 relative_P_1000 8_2 0.6596 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0310 set_relative_P 8_2 0.6596 set_recall 8_2 0.6596 set_map 8_2 0.0204 set_F 8_2 0.0592 num_nonrel_judged_ret 8_2 62 rbp 8_2 0.3053 rbp_resid 8_2 0.0323 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.0000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 17 map 8_3 0.1274 Rprec 8_3 0.1786 bpref 8_3 0.2270 recip_rank 8_3 0.5000 iprec_at_recall_0.00 8_3 0.6667 iprec_at_recall_0.10 8_3 0.3750 iprec_at_recall_0.20 8_3 0.2000 iprec_at_recall_0.30 8_3 0.2000 iprec_at_recall_0.40 8_3 0.1410 iprec_at_recall_0.50 8_3 0.0595 iprec_at_recall_0.60 8_3 0.0526 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.4000 P_10 8_3 0.3000 P_15 8_3 0.2667 P_20 8_3 0.2500 P_30 8_3 0.1667 P_100 8_3 0.1100 P_200 8_3 0.0650 P_500 8_3 0.0340 P_1000 8_3 0.0170 relstring 8_3 '011000-1-0' recall_5 8_3 0.0714 recall_10 8_3 0.1071 recall_15 8_3 0.1429 recall_20 8_3 0.1786 recall_30 8_3 0.1786 recall_100 8_3 0.3929 recall_200 8_3 0.4643 recall_500 8_3 0.6071 recall_1000 8_3 0.6071 infAP 8_3 0.1274 Rprec_mult_0.20 8_3 0.3333 Rprec_mult_0.40 8_3 0.2500 Rprec_mult_0.60 8_3 0.2353 Rprec_mult_0.80 8_3 0.2174 Rprec_mult_1.00 8_3 0.1786 Rprec_mult_1.20 8_3 0.1765 Rprec_mult_1.40 8_3 0.1750 Rprec_mult_1.60 8_3 0.2000 Rprec_mult_1.80 8_3 0.1765 Rprec_mult_2.00 8_3 0.1607 utility 8_3 -966.0000 11pt_avg 8_3 0.1541 binG 8_3 0.1450 G 8_3 0.1266 ndcg 8_3 0.3852 ndcg_rel 8_3 0.3189 Rndcg 8_3 0.2453 ndcg_cut_5 8_3 0.1918 ndcg_cut_10 8_3 0.1843 ndcg_cut_15 8_3 0.1851 ndcg_cut_20 8_3 0.2095 ndcg_cut_30 8_3 0.1797 ndcg_cut_100 8_3 0.3007 ndcg_cut_200 8_3 0.3237 ndcg_cut_500 8_3 0.3852 ndcg_cut_1000 8_3 0.3852 map_cut_5 8_3 0.0417 map_cut_10 8_3 0.0551 map_cut_15 8_3 0.0646 map_cut_20 8_3 0.0745 map_cut_30 8_3 0.0745 map_cut_100 8_3 0.1132 map_cut_200 8_3 0.1193 map_cut_500 8_3 0.1274 map_cut_1000 8_3 0.1274 relative_P_5 8_3 0.4000 relative_P_10 8_3 0.3000 relative_P_15 8_3 0.2667 relative_P_20 8_3 0.2500 relative_P_30 8_3 0.1786 relative_P_100 8_3 0.3929 relative_P_200 8_3 0.4643 relative_P_500 8_3 0.6071 relative_P_1000 8_3 0.6071 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0170 set_relative_P 8_3 0.6071 set_recall 8_3 0.6071 set_map 8_3 0.0103 set_F 8_3 0.0331 num_nonrel_judged_ret 8_3 49 rbp 8_3 0.1438 rbp_resid 8_3 0.2026 unj_5 8_3 0.0000 unj_10 8_3 0.2000 unj_20 8_3 0.1500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 81 map 8_4 0.5215 Rprec 8_4 0.5743 bpref 8_4 0.6703 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 1.0000 iprec_at_recall_0.20 8_4 0.8000 iprec_at_recall_0.30 8_4 0.7143 iprec_at_recall_0.40 8_4 0.6866 iprec_at_recall_0.50 8_4 0.6456 iprec_at_recall_0.60 8_4 0.4733 iprec_at_recall_0.70 8_4 0.3568 iprec_at_recall_0.80 8_4 0.1326 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 1.0000 P_10 8_4 1.0000 P_15 8_4 0.8667 P_20 8_4 0.8500 P_30 8_4 0.7667 P_100 8_4 0.5800 P_200 8_4 0.3550 P_500 8_4 0.1600 P_1000 8_4 0.0810 relstring 8_4 '4242341421' recall_5 8_4 0.0495 recall_10 8_4 0.0990 recall_15 8_4 0.1287 recall_20 8_4 0.1683 recall_30 8_4 0.2277 recall_100 8_4 0.5743 recall_200 8_4 0.7030 recall_500 8_4 0.7921 recall_1000 8_4 0.8020 infAP 8_4 0.5215 Rprec_mult_0.20 8_4 0.8571 Rprec_mult_0.40 8_4 0.7073 Rprec_mult_0.60 8_4 0.6721 Rprec_mult_0.80 8_4 0.6296 Rprec_mult_1.00 8_4 0.5743 Rprec_mult_1.20 8_4 0.4836 Rprec_mult_1.40 8_4 0.4437 Rprec_mult_1.60 8_4 0.4074 Rprec_mult_1.80 8_4 0.3681 Rprec_mult_2.00 8_4 0.3515 utility 8_4 -838.0000 11pt_avg 8_4 0.5281 binG 8_4 0.2801 G 8_4 0.1911 ndcg 8_4 0.7704 ndcg_rel 8_4 0.7123 Rndcg 8_4 0.6886 ndcg_cut_5 8_4 0.7872 ndcg_cut_10 8_4 0.7260 ndcg_cut_15 8_4 0.6812 ndcg_cut_20 8_4 0.6794 ndcg_cut_30 8_4 0.6458 ndcg_cut_100 8_4 0.6703 ndcg_cut_200 8_4 0.7338 ndcg_cut_500 8_4 0.7680 ndcg_cut_1000 8_4 0.7704 map_cut_5 8_4 0.0495 map_cut_10 8_4 0.0990 map_cut_15 8_4 0.1287 map_cut_20 8_4 0.1624 map_cut_30 8_4 0.2094 map_cut_100 8_4 0.4438 map_cut_200 8_4 0.4985 map_cut_500 8_4 0.5202 map_cut_1000 8_4 0.5215 relative_P_5 8_4 1.0000 relative_P_10 8_4 1.0000 relative_P_15 8_4 0.8667 relative_P_20 8_4 0.8500 relative_P_30 8_4 0.7667 relative_P_100 8_4 0.5800 relative_P_200 8_4 0.7030 relative_P_500 8_4 0.7921 relative_P_1000 8_4 0.8020 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0810 set_relative_P 8_4 0.8020 set_recall 8_4 0.8020 set_map 8_4 0.0650 set_F 8_4 0.1471 num_nonrel_judged_ret 8_4 57 rbp 8_4 0.5917 rbp_resid 8_4 0.0086 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 24 map 8_5 0.2153 Rprec 8_5 0.3137 bpref 8_5 0.3195 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.5833 iprec_at_recall_0.20 8_5 0.5789 iprec_at_recall_0.30 8_5 0.3556 iprec_at_recall_0.40 8_5 0.1980 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.6000 P_10 8_5 0.5000 P_15 8_5 0.4667 P_20 8_5 0.5500 P_30 8_5 0.4333 P_100 8_5 0.1900 P_200 8_5 0.1100 P_500 8_5 0.0480 P_1000 8_5 0.0240 relstring 8_5 '3120002002' recall_5 8_5 0.0588 recall_10 8_5 0.0980 recall_15 8_5 0.1373 recall_20 8_5 0.2157 recall_30 8_5 0.2549 recall_100 8_5 0.3725 recall_200 8_5 0.4314 recall_500 8_5 0.4706 recall_1000 8_5 0.4706 infAP 8_5 0.2153 Rprec_mult_0.20 8_5 0.5455 Rprec_mult_0.40 8_5 0.5238 Rprec_mult_0.60 8_5 0.4194 Rprec_mult_0.80 8_5 0.3415 Rprec_mult_1.00 8_5 0.3137 Rprec_mult_1.20 8_5 0.2581 Rprec_mult_1.40 8_5 0.2500 Rprec_mult_1.60 8_5 0.2317 Rprec_mult_1.80 8_5 0.2065 Rprec_mult_2.00 8_5 0.1961 utility 8_5 -952.0000 11pt_avg 8_5 0.2469 binG 8_5 0.1587 G 8_5 0.1234 ndcg 8_5 0.4726 ndcg_rel 8_5 0.4703 Rndcg 8_5 0.4716 ndcg_cut_5 8_5 0.4590 ndcg_cut_10 8_5 0.4425 ndcg_cut_15 8_5 0.4274 ndcg_cut_20 8_5 0.4677 ndcg_cut_30 8_5 0.4497 ndcg_cut_100 8_5 0.4183 ndcg_cut_200 8_5 0.4617 ndcg_cut_500 8_5 0.4726 ndcg_cut_1000 8_5 0.4726 map_cut_5 8_5 0.0588 map_cut_10 8_5 0.0798 map_cut_15 8_5 0.1020 map_cut_20 8_5 0.1444 map_cut_30 8_5 0.1657 map_cut_100 8_5 0.2016 map_cut_200 8_5 0.2116 map_cut_500 8_5 0.2153 map_cut_1000 8_5 0.2153 relative_P_5 8_5 0.6000 relative_P_10 8_5 0.5000 relative_P_15 8_5 0.4667 relative_P_20 8_5 0.5500 relative_P_30 8_5 0.4333 relative_P_100 8_5 0.3725 relative_P_200 8_5 0.4314 relative_P_500 8_5 0.4706 relative_P_1000 8_5 0.4706 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0240 set_relative_P 8_5 0.4706 set_recall 8_5 0.4706 set_map 8_5 0.0113 set_F 8_5 0.0457 num_nonrel_judged_ret 8_5 45 rbp 8_5 0.2382 rbp_resid 8_5 0.0383 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.0000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 43 map 8_7 0.6873 Rprec 8_7 0.5957 bpref 8_7 0.8040 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 1.0000 iprec_at_recall_0.20 8_7 1.0000 iprec_at_recall_0.30 8_7 1.0000 iprec_at_recall_0.40 8_7 0.8636 iprec_at_recall_0.50 8_7 0.6857 iprec_at_recall_0.60 8_7 0.6042 iprec_at_recall_0.70 8_7 0.5645 iprec_at_recall_0.80 8_7 0.4535 iprec_at_recall_0.90 8_7 0.4078 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 1.0000 P_10 8_7 1.0000 P_15 8_7 1.0000 P_20 8_7 0.9000 P_30 8_7 0.7000 P_100 8_7 0.4100 P_200 8_7 0.2150 P_500 8_7 0.0860 P_1000 8_7 0.0430 relstring 8_7 '3211212132' recall_5 8_7 0.1064 recall_10 8_7 0.2128 recall_15 8_7 0.3191 recall_20 8_7 0.3830 recall_30 8_7 0.4468 recall_100 8_7 0.8723 recall_200 8_7 0.9149 recall_500 8_7 0.9149 recall_1000 8_7 0.9149 infAP 8_7 0.6873 Rprec_mult_0.20 8_7 1.0000 Rprec_mult_0.40 8_7 0.9474 Rprec_mult_0.60 8_7 0.6897 Rprec_mult_0.80 8_7 0.6579 Rprec_mult_1.00 8_7 0.5957 Rprec_mult_1.20 8_7 0.5439 Rprec_mult_1.40 8_7 0.5455 Rprec_mult_1.60 8_7 0.4868 Rprec_mult_1.80 8_7 0.4471 Rprec_mult_2.00 8_7 0.4149 utility 8_7 -914.0000 11pt_avg 8_7 0.6890 binG 8_7 0.4827 G 8_7 0.2696 ndcg 8_7 0.8101 ndcg_rel 8_7 0.7174 Rndcg 8_7 0.6849 ndcg_cut_5 8_7 0.5913 ndcg_cut_10 8_7 0.6616 ndcg_cut_15 8_7 0.7355 ndcg_cut_20 8_7 0.7292 ndcg_cut_30 8_7 0.7157 ndcg_cut_100 8_7 0.7915 ndcg_cut_200 8_7 0.8101 ndcg_cut_500 8_7 0.8101 ndcg_cut_1000 8_7 0.8101 map_cut_5 8_7 0.1064 map_cut_10 8_7 0.2128 map_cut_15 8_7 0.3191 map_cut_20 8_7 0.3794 map_cut_30 8_7 0.4304 map_cut_100 8_7 0.6730 map_cut_200 8_7 0.6873 map_cut_500 8_7 0.6873 map_cut_1000 8_7 0.6873 relative_P_5 8_7 1.0000 relative_P_10 8_7 1.0000 relative_P_15 8_7 1.0000 relative_P_20 8_7 0.9000 relative_P_30 8_7 0.7000 relative_P_100 8_7 0.8723 relative_P_200 8_7 0.9149 relative_P_500 8_7 0.9149 relative_P_1000 8_7 0.9149 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0430 set_relative_P 8_7 0.9149 set_recall 8_7 0.9149 set_map 8_7 0.0393 set_F 8_7 0.0821 num_nonrel_judged_ret 8_7 25 rbp 8_7 0.4122 rbp_resid 8_7 0.0510 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.0000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 28 map 8_8 0.5205 Rprec 8_8 0.5000 bpref 8_8 0.5273 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 1.0000 iprec_at_recall_0.30 8_8 0.7222 iprec_at_recall_0.40 8_8 0.7222 iprec_at_recall_0.50 8_8 0.6957 iprec_at_recall_0.60 8_8 0.3500 iprec_at_recall_0.70 8_8 0.3385 iprec_at_recall_0.80 8_8 0.2385 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 1.0000 P_10 8_8 0.7000 P_15 8_8 0.6667 P_20 8_8 0.7000 P_30 8_8 0.5333 P_100 8_8 0.2400 P_200 8_8 0.1400 P_500 8_8 0.0560 P_1000 8_8 0.0280 relstring 8_8 '3344340004' recall_5 8_8 0.1562 recall_10 8_8 0.2188 recall_15 8_8 0.3125 recall_20 8_8 0.4375 recall_30 8_8 0.5000 recall_100 8_8 0.7500 recall_200 8_8 0.8750 recall_500 8_8 0.8750 recall_1000 8_8 0.8750 infAP 8_8 0.5205 Rprec_mult_0.20 8_8 0.8571 Rprec_mult_0.40 8_8 0.6154 Rprec_mult_0.60 8_8 0.7000 Rprec_mult_0.80 8_8 0.6154 Rprec_mult_1.00 8_8 0.5000 Rprec_mult_1.20 8_8 0.4359 Rprec_mult_1.40 8_8 0.3778 Rprec_mult_1.60 8_8 0.3462 Rprec_mult_1.80 8_8 0.3276 Rprec_mult_2.00 8_8 0.3281 utility 8_8 -944.0000 11pt_avg 8_8 0.5516 binG 8_8 0.3671 G 8_8 0.2895 ndcg 8_8 0.8106 ndcg_rel 8_8 0.7622 Rndcg 8_8 0.7512 ndcg_cut_5 8_8 0.8289 ndcg_cut_10 8_8 0.7453 ndcg_cut_15 8_8 0.6870 ndcg_cut_20 8_8 0.7242 ndcg_cut_30 8_8 0.7061 ndcg_cut_100 8_8 0.7865 ndcg_cut_200 8_8 0.8106 ndcg_cut_500 8_8 0.8106 ndcg_cut_1000 8_8 0.8106 map_cut_5 8_8 0.1562 map_cut_10 8_8 0.2094 map_cut_15 8_8 0.2730 map_cut_20 8_8 0.3610 map_cut_30 8_8 0.4051 map_cut_100 8_8 0.4932 map_cut_200 8_8 0.5205 map_cut_500 8_8 0.5205 map_cut_1000 8_8 0.5205 relative_P_5 8_8 1.0000 relative_P_10 8_8 0.7000 relative_P_15 8_8 0.6667 relative_P_20 8_8 0.7000 relative_P_30 8_8 0.5333 relative_P_100 8_8 0.7500 relative_P_200 8_8 0.8750 relative_P_500 8_8 0.8750 relative_P_1000 8_8 0.8750 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0280 set_relative_P 8_8 0.8750 set_recall 8_8 0.8750 set_map 8_8 0.0245 set_F 8_8 0.0543 num_nonrel_judged_ret 8_8 51 rbp 8_8 0.5209 rbp_resid 8_8 0.0815 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.0500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 64 map 9_11 0.3133 Rprec 9_11 0.3277 bpref 9_11 0.5000 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 1.0000 iprec_at_recall_0.20 9_11 0.8571 iprec_at_recall_0.30 9_11 0.4805 iprec_at_recall_0.40 9_11 0.2595 iprec_at_recall_0.50 9_11 0.1667 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 1.0000 P_15 9_11 1.0000 P_20 9_11 0.9500 P_30 9_11 0.8000 P_100 9_11 0.3900 P_200 9_11 0.2400 P_500 9_11 0.1220 P_1000 9_11 0.0640 relstring 9_11 '2222321222' recall_5 9_11 0.0420 recall_10 9_11 0.0840 recall_15 9_11 0.1261 recall_20 9_11 0.1597 recall_30 9_11 0.2017 recall_100 9_11 0.3277 recall_200 9_11 0.4034 recall_500 9_11 0.5126 recall_1000 9_11 0.5378 infAP 9_11 0.3133 Rprec_mult_0.20 9_11 0.8750 Rprec_mult_0.40 9_11 0.6042 Rprec_mult_0.60 9_11 0.4861 Rprec_mult_0.80 9_11 0.4062 Rprec_mult_1.00 9_11 0.3277 Rprec_mult_1.20 9_11 0.2937 Rprec_mult_1.40 9_11 0.2695 Rprec_mult_1.60 9_11 0.2513 Rprec_mult_1.80 9_11 0.2233 Rprec_mult_2.00 9_11 0.2143 utility 9_11 -872.0000 11pt_avg 9_11 0.3422 binG 9_11 0.2213 G 9_11 0.1189 ndcg 9_11 0.5499 ndcg_rel 9_11 0.5690 Rndcg 9_11 0.5369 ndcg_cut_5 9_11 0.7104 ndcg_cut_10 9_11 0.6851 ndcg_cut_15 9_11 0.7200 ndcg_cut_20 9_11 0.7417 ndcg_cut_30 9_11 0.6686 ndcg_cut_100 9_11 0.4667 ndcg_cut_200 9_11 0.4775 ndcg_cut_500 9_11 0.5379 ndcg_cut_1000 9_11 0.5499 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0840 map_cut_15 9_11 0.1261 map_cut_20 9_11 0.1578 map_cut_30 9_11 0.1946 map_cut_100 9_11 0.2683 map_cut_200 9_11 0.2897 map_cut_500 9_11 0.3109 map_cut_1000 9_11 0.3133 relative_P_5 9_11 1.0000 relative_P_10 9_11 1.0000 relative_P_15 9_11 1.0000 relative_P_20 9_11 0.9500 relative_P_30 9_11 0.8000 relative_P_100 9_11 0.3900 relative_P_200 9_11 0.4034 relative_P_500 9_11 0.5126 relative_P_1000 9_11 0.5378 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0640 set_relative_P 9_11 0.5378 set_recall 9_11 0.5378 set_map 9_11 0.0344 set_F 9_11 0.1144 num_nonrel_judged_ret 9_11 11 rbp 9_11 0.5965 rbp_resid 9_11 0.0724 unj_5 9_11 0.0000 unj_10 9_11 0.0000 unj_20 9_11 0.0500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 4 map 9_13 0.1437 Rprec 9_13 0.2500 bpref 9_13 0.6875 recip_rank 9_13 0.2500 iprec_at_recall_0.00 9_13 0.2500 iprec_at_recall_0.10 9_13 0.2500 iprec_at_recall_0.20 9_13 0.2500 iprec_at_recall_0.30 9_13 0.2500 iprec_at_recall_0.40 9_13 0.1667 iprec_at_recall_0.50 9_13 0.1667 iprec_at_recall_0.60 9_13 0.1667 iprec_at_recall_0.70 9_13 0.1034 iprec_at_recall_0.80 9_13 0.1034 iprec_at_recall_0.90 9_13 0.0548 iprec_at_recall_1.00 9_13 0.0548 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.1333 P_20 9_13 0.1000 P_30 9_13 0.1000 P_100 9_13 0.0400 P_200 9_13 0.0200 P_500 9_13 0.0080 P_1000 9_13 0.0040 relstring 9_13 '---3------' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.5000 recall_20 9_13 0.5000 recall_30 9_13 0.7500 recall_100 9_13 1.0000 recall_200 9_13 1.0000 recall_500 9_13 1.0000 recall_1000 9_13 1.0000 infAP 9_13 0.1437 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -992.0000 11pt_avg 9_13 0.1651 binG 9_13 0.2701 G 9_13 0.2655 ndcg 9_13 0.4225 ndcg_rel 9_13 0.3391 Rndcg 9_13 0.1567 ndcg_cut_5 9_13 0.2043 ndcg_cut_10 9_13 0.2043 ndcg_cut_15 9_13 0.3325 ndcg_cut_20 9_13 0.3325 ndcg_cut_30 9_13 0.3970 ndcg_cut_100 9_13 0.4225 ndcg_cut_200 9_13 0.4225 ndcg_cut_500 9_13 0.4225 ndcg_cut_1000 9_13 0.4225 map_cut_5 9_13 0.0625 map_cut_10 9_13 0.0625 map_cut_15 9_13 0.1042 map_cut_20 9_13 0.1042 map_cut_30 9_13 0.1300 map_cut_100 9_13 0.1437 map_cut_200 9_13 0.1437 map_cut_500 9_13 0.1437 map_cut_1000 9_13 0.1437 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.5000 relative_P_20 9_13 0.5000 relative_P_30 9_13 0.7500 relative_P_100 9_13 1.0000 relative_P_200 9_13 1.0000 relative_P_500 9_13 1.0000 relative_P_1000 9_13 1.0000 success_1 9_13 0.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0040 set_relative_P 9_13 1.0000 set_recall 9_13 1.0000 set_map 9_13 0.0040 set_F 9_13 0.0080 num_nonrel_judged_ret 9_13 4 rbp 9_13 0.1078 rbp_resid 9_13 0.8452 unj_5 9_13 0.8000 unj_10 9_13 0.9000 unj_20 9_13 0.8000 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 65 map 9_2 0.4317 Rprec 9_2 0.4690 bpref 9_2 0.5229 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.9630 iprec_at_recall_0.20 9_2 0.9630 iprec_at_recall_0.30 9_2 0.8947 iprec_at_recall_0.40 9_2 0.6522 iprec_at_recall_0.50 9_2 0.3986 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 0.9000 P_15 9_2 0.9333 P_20 9_2 0.9500 P_30 9_2 0.9333 P_100 9_2 0.4900 P_200 9_2 0.3050 P_500 9_2 0.1300 P_1000 9_2 0.0650 relstring 9_2 '132121112-' recall_5 9_2 0.0442 recall_10 9_2 0.0796 recall_15 9_2 0.1239 recall_20 9_2 0.1681 recall_30 9_2 0.2478 recall_100 9_2 0.4336 recall_200 9_2 0.5398 recall_500 9_2 0.5752 recall_1000 9_2 0.5752 infAP 9_2 0.4317 Rprec_mult_0.20 9_2 0.9565 Rprec_mult_0.40 9_2 0.8043 Rprec_mult_0.60 9_2 0.6471 Rprec_mult_0.80 9_2 0.5275 Rprec_mult_1.00 9_2 0.4690 Rprec_mult_1.20 9_2 0.4044 Rprec_mult_1.40 9_2 0.3648 Rprec_mult_1.60 9_2 0.3370 Rprec_mult_1.80 9_2 0.3039 Rprec_mult_2.00 9_2 0.2743 utility 9_2 -870.0000 11pt_avg 9_2 0.4429 binG 9_2 0.2590 G 9_2 0.1263 ndcg 9_2 0.5534 ndcg_rel 9_2 0.5721 Rndcg 9_2 0.5594 ndcg_cut_5 9_2 0.5763 ndcg_cut_10 9_2 0.5570 ndcg_cut_15 9_2 0.6196 ndcg_cut_20 9_2 0.6315 ndcg_cut_30 9_2 0.6552 ndcg_cut_100 9_2 0.5217 ndcg_cut_200 9_2 0.5404 ndcg_cut_500 9_2 0.5534 ndcg_cut_1000 9_2 0.5534 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0796 map_cut_15 9_2 0.1204 map_cut_20 9_2 0.1622 map_cut_30 9_2 0.2381 map_cut_100 9_2 0.3784 map_cut_200 9_2 0.4239 map_cut_500 9_2 0.4317 map_cut_1000 9_2 0.4317 relative_P_5 9_2 1.0000 relative_P_10 9_2 0.9000 relative_P_15 9_2 0.9333 relative_P_20 9_2 0.9500 relative_P_30 9_2 0.9333 relative_P_100 9_2 0.4900 relative_P_200 9_2 0.5398 relative_P_500 9_2 0.5752 relative_P_1000 9_2 0.5752 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0650 set_relative_P 9_2 0.5752 set_recall 9_2 0.5752 set_map 9_2 0.0374 set_F 9_2 0.1168 num_nonrel_judged_ret 9_2 23 rbp 9_2 0.5061 rbp_resid 9_2 0.0548 unj_5 9_2 0.0000 unj_10 9_2 0.1000 unj_20 9_2 0.0500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 112 map 9_6 0.4755 Rprec 9_6 0.4504 bpref 9_6 0.8543 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.8235 iprec_at_recall_0.20 9_6 0.8235 iprec_at_recall_0.30 9_6 0.6406 iprec_at_recall_0.40 9_6 0.5510 iprec_at_recall_0.50 9_6 0.4521 iprec_at_recall_0.60 9_6 0.3791 iprec_at_recall_0.70 9_6 0.3430 iprec_at_recall_0.80 9_6 0.3043 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.8000 P_15 9_6 0.8000 P_20 9_6 0.8000 P_30 9_6 0.8000 P_100 9_6 0.5500 P_200 9_6 0.3850 P_500 9_6 0.2220 P_1000 9_6 0.1120 relstring 9_6 '122222-22-' recall_5 9_6 0.0382 recall_10 9_6 0.0611 recall_15 9_6 0.0916 recall_20 9_6 0.1221 recall_30 9_6 0.1832 recall_100 9_6 0.4198 recall_200 9_6 0.5878 recall_500 9_6 0.8473 recall_1000 9_6 0.8550 infAP 9_6 0.4755 Rprec_mult_0.20 9_6 0.7778 Rprec_mult_0.40 9_6 0.6792 Rprec_mult_0.60 9_6 0.5823 Rprec_mult_0.80 9_6 0.5238 Rprec_mult_1.00 9_6 0.4504 Rprec_mult_1.20 9_6 0.4367 Rprec_mult_1.40 9_6 0.4022 Rprec_mult_1.60 9_6 0.3762 Rprec_mult_1.80 9_6 0.3644 Rprec_mult_2.00 9_6 0.3473 utility 9_6 -776.0000 11pt_avg 9_6 0.4834 binG 9_6 0.2206 G 9_6 0.1462 ndcg 9_6 0.7287 ndcg_rel 9_6 0.6011 Rndcg 9_6 0.5630 ndcg_cut_5 9_6 0.5536 ndcg_cut_10 9_6 0.5020 ndcg_cut_15 9_6 0.5099 ndcg_cut_20 9_6 0.5130 ndcg_cut_30 9_6 0.5743 ndcg_cut_100 9_6 0.5258 ndcg_cut_200 9_6 0.5834 ndcg_cut_500 9_6 0.7267 ndcg_cut_1000 9_6 0.7287 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0593 map_cut_15 9_6 0.0844 map_cut_20 9_6 0.1083 map_cut_30 9_6 0.1565 map_cut_100 9_6 0.3133 map_cut_200 9_6 0.3878 map_cut_500 9_6 0.4739 map_cut_1000 9_6 0.4755 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.8000 relative_P_20 9_6 0.8000 relative_P_30 9_6 0.8000 relative_P_100 9_6 0.5500 relative_P_200 9_6 0.5878 relative_P_500 9_6 0.8473 relative_P_1000 9_6 0.8550 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1120 set_relative_P 9_6 0.8550 set_recall 9_6 0.8550 set_map 9_6 0.0958 set_F 9_6 0.1981 num_nonrel_judged_ret 9_6 3 rbp 9_6 0.5263 rbp_resid 9_6 0.1719 unj_5 9_6 0.0000 unj_10 9_6 0.2000 unj_20 9_6 0.2000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 47 map 9_9 0.2756 Rprec 9_9 0.3091 bpref 9_9 0.7388 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.8750 iprec_at_recall_0.20 9_9 0.6111 iprec_at_recall_0.30 9_9 0.3269 iprec_at_recall_0.40 9_9 0.1631 iprec_at_recall_0.50 9_9 0.1306 iprec_at_recall_0.60 9_9 0.0940 iprec_at_recall_0.70 9_9 0.0760 iprec_at_recall_0.80 9_9 0.0620 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 1.0000 P_10 9_9 0.7000 P_15 9_9 0.6000 P_20 9_9 0.5500 P_30 9_9 0.4333 P_100 9_9 0.2000 P_200 9_9 0.1350 P_500 9_9 0.0760 P_1000 9_9 0.0470 relstring 9_9 '23333-11--' recall_5 9_9 0.0909 recall_10 9_9 0.1273 recall_15 9_9 0.1636 recall_20 9_9 0.2000 recall_30 9_9 0.2364 recall_100 9_9 0.3636 recall_200 9_9 0.4909 recall_500 9_9 0.6909 recall_1000 9_9 0.8545 infAP 9_9 0.2756 Rprec_mult_0.20 9_9 0.6364 Rprec_mult_0.40 9_9 0.5455 Rprec_mult_0.60 9_9 0.4242 Rprec_mult_0.80 9_9 0.3409 Rprec_mult_1.00 9_9 0.3091 Rprec_mult_1.20 9_9 0.2576 Rprec_mult_1.40 9_9 0.2338 Rprec_mult_1.60 9_9 0.2159 Rprec_mult_1.80 9_9 0.2020 Rprec_mult_2.00 9_9 0.1909 utility 9_9 -906.0000 11pt_avg 9_9 0.3035 binG 9_9 0.2320 G 9_9 0.1753 ndcg 9_9 0.6250 ndcg_rel 9_9 0.5625 Rndcg 9_9 0.4698 ndcg_cut_5 9_9 0.8869 ndcg_cut_10 9_9 0.6232 ndcg_cut_15 9_9 0.5272 ndcg_cut_20 9_9 0.4839 ndcg_cut_30 9_9 0.4213 ndcg_cut_100 9_9 0.4319 ndcg_cut_200 9_9 0.4921 ndcg_cut_500 9_9 0.5590 ndcg_cut_1000 9_9 0.6250 map_cut_5 9_9 0.0909 map_cut_10 9_9 0.1224 map_cut_15 9_9 0.1445 map_cut_20 9_9 0.1670 map_cut_30 9_9 0.1860 map_cut_100 9_9 0.2246 map_cut_200 9_9 0.2451 map_cut_500 9_9 0.2647 map_cut_1000 9_9 0.2756 relative_P_5 9_9 1.0000 relative_P_10 9_9 0.7000 relative_P_15 9_9 0.6000 relative_P_20 9_9 0.5500 relative_P_30 9_9 0.4333 relative_P_100 9_9 0.3636 relative_P_200 9_9 0.4909 relative_P_500 9_9 0.6909 relative_P_1000 9_9 0.8545 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0470 set_relative_P 9_9 0.8545 set_recall 9_9 0.8545 set_map 9_9 0.0402 set_F 9_9 0.0891 num_nonrel_judged_ret 9_9 18 rbp 9_9 0.4750 rbp_resid 9_9 0.3341 unj_5 9_9 0.0000 unj_10 9_9 0.3000 unj_20 9_9 0.3500 runid all manual-out-rr num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 6160 map all 0.3524 gm_map all 0.2640 Rprec all 0.3858 bpref all 0.5246 recip_rank all 0.8588 iprec_at_recall_0.00 all 0.8938 iprec_at_recall_0.10 all 0.7231 iprec_at_recall_0.20 all 0.6181 iprec_at_recall_0.30 all 0.5167 iprec_at_recall_0.40 all 0.4230 iprec_at_recall_0.50 all 0.3392 iprec_at_recall_0.60 all 0.2480 iprec_at_recall_0.70 all 0.1805 iprec_at_recall_0.80 all 0.1179 iprec_at_recall_0.90 all 0.0601 iprec_at_recall_1.00 all 0.0060 P_5 all 0.7276 P_10 all 0.6716 P_15 all 0.6259 P_20 all 0.5948 P_30 all 0.5557 P_100 all 0.3285 P_200 all 0.2101 P_500 all 0.1013 P_1000 all 0.0531 recall_5 all 0.0664 recall_10 all 0.1158 recall_15 all 0.1582 recall_20 all 0.1950 recall_30 all 0.2632 recall_100 all 0.4826 recall_200 all 0.5892 recall_500 all 0.6744 recall_1000 all 0.6983 infAP all 0.3524 gm_bpref all 0.4129 Rprec_mult_0.20 all 0.6542 Rprec_mult_0.40 all 0.5589 Rprec_mult_0.60 all 0.4797 Rprec_mult_0.80 all 0.4278 Rprec_mult_1.00 all 0.3858 Rprec_mult_1.20 all 0.3505 Rprec_mult_1.40 all 0.3230 Rprec_mult_1.60 all 0.2973 Rprec_mult_1.80 all 0.2752 Rprec_mult_2.00 all 0.2575 utility all -893.7931 11pt_avg all 0.3751 binG all 0.2294 G all 0.1672 ndcg all 0.5838 ndcg_rel all 0.5290 Rndcg all 0.4977 ndcg_cut_5 all 0.5418 ndcg_cut_10 all 0.5175 ndcg_cut_15 all 0.5041 ndcg_cut_20 all 0.4988 ndcg_cut_30 all 0.4997 ndcg_cut_100 all 0.5011 ndcg_cut_200 all 0.5359 ndcg_cut_500 all 0.5740 ndcg_cut_1000 all 0.5838 map_cut_5 all 0.0582 map_cut_10 all 0.0974 map_cut_15 all 0.1274 map_cut_20 all 0.1535 map_cut_30 all 0.1959 map_cut_100 all 0.3004 map_cut_200 all 0.3330 map_cut_500 all 0.3499 map_cut_1000 all 0.3524 relative_P_5 all 0.7280 relative_P_10 all 0.6728 relative_P_15 all 0.6315 relative_P_20 all 0.6039 relative_P_30 all 0.5790 relative_P_100 all 0.5298 relative_P_200 all 0.5916 relative_P_500 all 0.6744 relative_P_1000 all 0.6983 success_1 all 0.7845 success_5 all 0.9655 success_10 all 0.9741 set_P all 0.0531 set_relative_P all 0.6983 set_recall all 0.6983 set_map all 0.0383 set_F all 0.0959 num_nonrel_judged_ret all 3727 rbp all 0.3892 rbp_resid all 0.1321 unj_5 all 0.0069 unj_10 all 0.0741 unj_20 all 0.1487