num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 48 map 0_10 0.4712 Rprec 0_10 0.4630 bpref 0_10 0.7353 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 1.0000 iprec_at_recall_0.20 0_10 0.6111 iprec_at_recall_0.30 0_10 0.5000 iprec_at_recall_0.40 0_10 0.4923 iprec_at_recall_0.50 0_10 0.4923 iprec_at_recall_0.60 0_10 0.4923 iprec_at_recall_0.70 0_10 0.4286 iprec_at_recall_0.80 0_10 0.3805 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 1.0000 P_10 0_10 0.7000 P_15 0_10 0.6000 P_20 0_10 0.5500 P_30 0_10 0.5000 P_100 0_10 0.4000 P_200 0_10 0.2300 P_500 0_10 0.0940 P_1000 0_10 0.0480 relstring 0_10 '323133300-' recall_5 0_10 0.0926 recall_10 0_10 0.1296 recall_15 0_10 0.1667 recall_20 0_10 0.2037 recall_30 0_10 0.2778 recall_100 0_10 0.7407 recall_200 0_10 0.8519 recall_500 0_10 0.8704 recall_1000 0_10 0.8889 infAP 0_10 0.4712 Rprec_mult_0.20 0_10 0.6364 Rprec_mult_0.40 0_10 0.5455 Rprec_mult_0.60 0_10 0.4848 Rprec_mult_0.80 0_10 0.4318 Rprec_mult_1.00 0_10 0.4630 Rprec_mult_1.20 0_10 0.4923 Rprec_mult_1.40 0_10 0.4342 Rprec_mult_1.60 0_10 0.4138 Rprec_mult_1.80 0_10 0.4082 Rprec_mult_2.00 0_10 0.3796 utility 0_10 -904.0000 11pt_avg 0_10 0.4906 binG 0_10 0.2879 G 0_10 0.2078 ndcg 0_10 0.7607 ndcg_rel 0_10 0.6464 Rndcg 0_10 0.5609 ndcg_cut_5 0_10 0.8313 ndcg_cut_10 0_10 0.6912 ndcg_cut_15 0_10 0.5948 ndcg_cut_20 0_10 0.5291 ndcg_cut_30 0_10 0.4716 ndcg_cut_100 0_10 0.6872 ndcg_cut_200 0_10 0.7542 ndcg_cut_500 0_10 0.7577 ndcg_cut_1000 0_10 0.7607 map_cut_5 0_10 0.0926 map_cut_10 0_10 0.1296 map_cut_15 0_10 0.1529 map_cut_20 0_10 0.1751 map_cut_30 0_10 0.2156 map_cut_100 0_10 0.4277 map_cut_200 0_10 0.4672 map_cut_500 0_10 0.4701 map_cut_1000 0_10 0.4712 relative_P_5 0_10 1.0000 relative_P_10 0_10 0.7000 relative_P_15 0_10 0.6000 relative_P_20 0_10 0.5500 relative_P_30 0_10 0.5000 relative_P_100 0_10 0.7407 relative_P_200 0_10 0.8519 relative_P_500 0_10 0.8704 relative_P_1000 0_10 0.8889 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0480 set_relative_P 0_10 0.8889 set_recall 0_10 0.8889 set_map 0_10 0.0427 set_F 0_10 0.0911 num_nonrel_judged_ret 0_10 43 rbp 0_10 0.5306 rbp_resid 0_10 0.1297 unj_5 0_10 0.0000 unj_10 0_10 0.1000 unj_20 0_10 0.1500 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.7163 Rprec 0_11 0.7500 bpref 0_11 0.8056 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.7857 iprec_at_recall_0.40 0_11 0.7857 iprec_at_recall_0.50 0_11 0.7857 iprec_at_recall_0.60 0_11 0.7857 iprec_at_recall_0.70 0_11 0.7857 iprec_at_recall_0.80 0_11 0.7857 iprec_at_recall_0.90 0_11 0.7857 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.6000 P_10 0_11 0.7000 P_15 0_11 0.7333 P_20 0_11 0.5500 P_30 0_11 0.3667 P_100 0_11 0.1100 P_200 0_11 0.0550 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '33300-3333' recall_5 0_11 0.2500 recall_10 0_11 0.5833 recall_15 0_11 0.9167 recall_20 0_11 0.9167 recall_30 0_11 0.9167 recall_100 0_11 0.9167 recall_200 0_11 0.9167 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.7163 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.6000 Rprec_mult_0.60 0_11 0.6250 Rprec_mult_0.80 0_11 0.7000 Rprec_mult_1.00 0_11 0.7500 Rprec_mult_1.20 0_11 0.7333 Rprec_mult_1.40 0_11 0.6471 Rprec_mult_1.60 0_11 0.5500 Rprec_mult_1.80 0_11 0.5000 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -978.0000 11pt_avg 0_11 0.7727 binG 0_11 0.5371 G 0_11 0.4505 ndcg 0_11 0.8714 ndcg_rel 0_11 0.8280 Rndcg 0_11 0.8204 ndcg_cut_5 0_11 0.7227 ndcg_cut_10 0_11 0.7417 ndcg_cut_15 0_11 0.8714 ndcg_cut_20 0_11 0.8714 ndcg_cut_30 0_11 0.8714 ndcg_cut_100 0_11 0.8714 ndcg_cut_200 0_11 0.8714 ndcg_cut_500 0_11 0.8714 ndcg_cut_1000 0_11 0.8714 map_cut_5 0_11 0.2500 map_cut_10 0_11 0.4636 map_cut_15 0_11 0.7163 map_cut_20 0_11 0.7163 map_cut_30 0_11 0.7163 map_cut_100 0_11 0.7163 map_cut_200 0_11 0.7163 map_cut_500 0_11 0.7163 map_cut_1000 0_11 0.7163 relative_P_5 0_11 0.6000 relative_P_10 0_11 0.7000 relative_P_15 0_11 0.9167 relative_P_20 0_11 0.9167 relative_P_30 0_11 0.9167 relative_P_100 0_11 0.9167 relative_P_200 0_11 0.9167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 24 rbp 0_11 0.5737 rbp_resid 0_11 0.2055 unj_5 0_11 0.0000 unj_10 0_11 0.1000 unj_20 0_11 0.2000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 34 map 0_2 0.4615 Rprec 0_2 0.5000 bpref 0_2 0.4490 recip_rank 0_2 0.5000 iprec_at_recall_0.00 0_2 0.8333 iprec_at_recall_0.10 0_2 0.8333 iprec_at_recall_0.20 0_2 0.6818 iprec_at_recall_0.30 0_2 0.6818 iprec_at_recall_0.40 0_2 0.6818 iprec_at_recall_0.50 0_2 0.5000 iprec_at_recall_0.60 0_2 0.4565 iprec_at_recall_0.70 0_2 0.3380 iprec_at_recall_0.80 0_2 0.2667 iprec_at_recall_0.90 0_2 0.2246 iprec_at_recall_1.00 0_2 0.1137 P_5 0_2 0.8000 P_10 0_2 0.5000 P_15 0_2 0.5333 P_20 0_2 0.6500 P_30 0_2 0.5333 P_100 0_2 0.2500 P_200 0_2 0.1600 P_500 0_2 0.0680 P_1000 0_2 0.0340 relstring 0_2 '0122210000' recall_5 0_2 0.1176 recall_10 0_2 0.1471 recall_15 0_2 0.2353 recall_20 0_2 0.3824 recall_30 0_2 0.4706 recall_100 0_2 0.7353 recall_200 0_2 0.9412 recall_500 0_2 1.0000 recall_1000 0_2 1.0000 infAP 0_2 0.4615 Rprec_mult_0.20 0_2 0.7143 Rprec_mult_0.40 0_2 0.5000 Rprec_mult_0.60 0_2 0.6667 Rprec_mult_0.80 0_2 0.5714 Rprec_mult_1.00 0_2 0.5000 Rprec_mult_1.20 0_2 0.4390 Rprec_mult_1.40 0_2 0.4375 Rprec_mult_1.60 0_2 0.3818 Rprec_mult_1.80 0_2 0.3548 Rprec_mult_2.00 0_2 0.3382 utility 0_2 -932.0000 11pt_avg 0_2 0.5102 binG 0_2 0.2867 G 0_2 0.2338 ndcg 0_2 0.6989 ndcg_rel 0_2 0.5262 Rndcg 0_2 0.3938 ndcg_cut_5 0_2 0.4735 ndcg_cut_10 0_2 0.3591 ndcg_cut_15 0_2 0.4163 ndcg_cut_20 0_2 0.5191 ndcg_cut_30 0_2 0.5047 ndcg_cut_100 0_2 0.6067 ndcg_cut_200 0_2 0.6761 ndcg_cut_500 0_2 0.6989 ndcg_cut_1000 0_2 0.6989 map_cut_5 0_2 0.0799 map_cut_10 0_2 0.1044 map_cut_15 0_2 0.1508 map_cut_20 0_2 0.2404 map_cut_30 0_2 0.2968 map_cut_100 0_2 0.4047 map_cut_200 0_2 0.4539 map_cut_500 0_2 0.4615 map_cut_1000 0_2 0.4615 relative_P_5 0_2 0.8000 relative_P_10 0_2 0.5000 relative_P_15 0_2 0.5333 relative_P_20 0_2 0.6500 relative_P_30 0_2 0.5333 relative_P_100 0_2 0.7353 relative_P_200 0_2 0.9412 relative_P_500 0_2 1.0000 relative_P_1000 0_2 1.0000 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0340 set_relative_P 0_2 1.0000 set_recall 0_2 1.0000 set_map 0_2 0.0340 set_F 0_2 0.0658 num_nonrel_judged_ret 0_2 160 rbp 0_2 0.3145 rbp_resid 0_2 0.0026 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 24 map 0_3 0.2738 Rprec 0_3 0.2917 bpref 0_3 0.1910 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.3243 iprec_at_recall_0.20 0_3 0.3243 iprec_at_recall_0.30 0_3 0.3243 iprec_at_recall_0.40 0_3 0.3243 iprec_at_recall_0.50 0_3 0.3243 iprec_at_recall_0.60 0_3 0.2059 iprec_at_recall_0.70 0_3 0.1930 iprec_at_recall_0.80 0_3 0.1930 iprec_at_recall_0.90 0_3 0.1930 iprec_at_recall_1.00 0_3 0.1633 P_5 0_3 0.2000 P_10 0_3 0.3000 P_15 0_3 0.2000 P_20 0_3 0.3000 P_30 0_3 0.3000 P_100 0_3 0.1800 P_200 0_3 0.1200 P_500 0_3 0.0480 P_1000 0_3 0.0240 relstring 0_3 '1000001001' recall_5 0_3 0.0417 recall_10 0_3 0.1250 recall_15 0_3 0.1250 recall_20 0_3 0.2500 recall_30 0_3 0.3750 recall_100 0_3 0.7500 recall_200 0_3 1.0000 recall_500 0_3 1.0000 recall_1000 0_3 1.0000 infAP 0_3 0.2738 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.3000 Rprec_mult_0.60 0_3 0.2000 Rprec_mult_0.80 0_3 0.3000 Rprec_mult_1.00 0_3 0.2917 Rprec_mult_1.20 0_3 0.2759 Rprec_mult_1.40 0_3 0.3235 Rprec_mult_1.60 0_3 0.3077 Rprec_mult_1.80 0_3 0.2727 Rprec_mult_2.00 0_3 0.2708 utility 0_3 -952.0000 11pt_avg 0_3 0.3245 binG 0_3 0.2367 G 0_3 0.2033 ndcg 0_3 0.5495 ndcg_rel 0_3 0.3673 Rndcg 0_3 0.3204 ndcg_cut_5 0_3 0.1450 ndcg_cut_10 0_3 0.1910 ndcg_cut_15 0_3 0.1654 ndcg_cut_20 0_3 0.2541 ndcg_cut_30 0_3 0.3050 ndcg_cut_100 0_3 0.4517 ndcg_cut_200 0_3 0.5495 ndcg_cut_500 0_3 0.5495 ndcg_cut_1000 0_3 0.5495 map_cut_5 0_3 0.0417 map_cut_10 0_3 0.0661 map_cut_15 0_3 0.0661 map_cut_20 0_3 0.1006 map_cut_30 0_3 0.1373 map_cut_100 0_3 0.2283 map_cut_200 0_3 0.2738 map_cut_500 0_3 0.2738 map_cut_1000 0_3 0.2738 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.3000 relative_P_15 0_3 0.2000 relative_P_20 0_3 0.3000 relative_P_30 0_3 0.3750 relative_P_100 0_3 0.7500 relative_P_200 0_3 1.0000 relative_P_500 0_3 1.0000 relative_P_1000 0_3 1.0000 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0240 set_relative_P 0_3 1.0000 set_recall 0_3 1.0000 set_map 0_3 0.0240 set_F 0_3 0.0469 num_nonrel_judged_ret 0_3 143 rbp 0_3 0.1037 rbp_resid 0_3 0.0069 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 20 map 0_4 0.5518 Rprec 0_4 0.4500 bpref 0_4 0.4950 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 1.0000 iprec_at_recall_0.40 0_4 1.0000 iprec_at_recall_0.50 0_4 0.4348 iprec_at_recall_0.60 0_4 0.2034 iprec_at_recall_0.70 0_4 0.2022 iprec_at_recall_0.80 0_4 0.2022 iprec_at_recall_0.90 0_4 0.2022 iprec_at_recall_1.00 0_4 0.1681 P_5 0_4 1.0000 P_10 0_4 0.8000 P_15 0_4 0.6000 P_20 0_4 0.4500 P_30 0_4 0.3333 P_100 0_4 0.1900 P_200 0_4 0.1000 P_500 0_4 0.0400 P_1000 0_4 0.0200 relstring 0_4 '3444122100' recall_5 0_4 0.2500 recall_10 0_4 0.4000 recall_15 0_4 0.4500 recall_20 0_4 0.4500 recall_30 0_4 0.5000 recall_100 0_4 0.9500 recall_200 0_4 1.0000 recall_500 0_4 1.0000 recall_1000 0_4 1.0000 infAP 0_4 0.5518 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 1.0000 Rprec_mult_0.60 0_4 0.6667 Rprec_mult_0.80 0_4 0.5625 Rprec_mult_1.00 0_4 0.4500 Rprec_mult_1.20 0_4 0.4167 Rprec_mult_1.40 0_4 0.3571 Rprec_mult_1.60 0_4 0.3125 Rprec_mult_1.80 0_4 0.3056 Rprec_mult_2.00 0_4 0.2750 utility 0_4 -960.0000 11pt_avg 0_4 0.5830 binG 0_4 0.5135 G 0_4 0.4574 ndcg 0_4 0.8574 ndcg_rel 0_4 0.8235 Rndcg 0_4 0.8293 ndcg_cut_5 0_4 0.9097 ndcg_cut_10 0_4 0.8221 ndcg_cut_15 0_4 0.7559 ndcg_cut_20 0_4 0.7030 ndcg_cut_30 0_4 0.7159 ndcg_cut_100 0_4 0.8488 ndcg_cut_200 0_4 0.8574 ndcg_cut_500 0_4 0.8574 ndcg_cut_1000 0_4 0.8574 map_cut_5 0_4 0.2500 map_cut_10 0_4 0.4000 map_cut_15 0_4 0.4300 map_cut_20 0_4 0.4300 map_cut_30 0_4 0.4517 map_cut_100 0_4 0.5434 map_cut_200 0_4 0.5518 map_cut_500 0_4 0.5518 map_cut_1000 0_4 0.5518 relative_P_5 0_4 1.0000 relative_P_10 0_4 0.8000 relative_P_15 0_4 0.6000 relative_P_20 0_4 0.4500 relative_P_30 0_4 0.5000 relative_P_100 0_4 0.9500 relative_P_200 0_4 1.0000 relative_P_500 0_4 1.0000 relative_P_1000 0_4 1.0000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0200 set_relative_P 0_4 1.0000 set_recall 0_4 1.0000 set_map 0_4 0.0200 set_F 0_4 0.0392 num_nonrel_judged_ret 0_4 42 rbp 0_4 0.4180 rbp_resid 0_4 0.1540 unj_5 0_4 0.0000 unj_10 0_4 0.0000 unj_20 0_4 0.2000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 4 map 0_6 0.0009 Rprec 0_6 0.0248 bpref 0_6 0.0247 recip_rank 0_6 0.0400 iprec_at_recall_0.00 0_6 0.0400 iprec_at_recall_0.10 0_6 0.0000 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0000 P_20 0_6 0.0000 P_30 0_6 0.0333 P_100 0_6 0.0200 P_200 0_6 0.0150 P_500 0_6 0.0080 P_1000 0_6 0.0040 relstring 0_6 '00000-----' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0000 recall_20 0_6 0.0000 recall_30 0_6 0.0083 recall_100 0_6 0.0165 recall_200 0_6 0.0248 recall_500 0_6 0.0331 recall_1000 0_6 0.0331 infAP 0_6 0.0009 Rprec_mult_0.20 0_6 0.0400 Rprec_mult_0.40 0_6 0.0204 Rprec_mult_0.60 0_6 0.0274 Rprec_mult_0.80 0_6 0.0206 Rprec_mult_1.00 0_6 0.0248 Rprec_mult_1.20 0_6 0.0205 Rprec_mult_1.40 0_6 0.0176 Rprec_mult_1.60 0_6 0.0155 Rprec_mult_1.80 0_6 0.0138 Rprec_mult_2.00 0_6 0.0124 utility 0_6 -992.0000 11pt_avg 0_6 0.0036 binG 0_6 0.0054 G 0_6 0.0047 ndcg 0_6 0.0231 ndcg_rel 0_6 0.0231 Rndcg 0_6 0.0153 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0000 ndcg_cut_20 0_6 0.0000 ndcg_cut_30 0_6 0.0197 ndcg_cut_100 0_6 0.0173 ndcg_cut_200 0_6 0.0198 ndcg_cut_500 0_6 0.0231 ndcg_cut_1000 0_6 0.0231 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0000 map_cut_20 0_6 0.0000 map_cut_30 0_6 0.0003 map_cut_100 0_6 0.0006 map_cut_200 0_6 0.0008 map_cut_500 0_6 0.0009 map_cut_1000 0_6 0.0009 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0000 relative_P_20 0_6 0.0000 relative_P_30 0_6 0.0333 relative_P_100 0_6 0.0200 relative_P_200 0_6 0.0248 relative_P_500 0_6 0.0331 relative_P_1000 0_6 0.0331 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0040 set_relative_P 0_6 0.0331 set_recall 0_6 0.0331 set_map 0_6 0.0001 set_F 0_6 0.0071 num_nonrel_judged_ret 0_6 27 rbp 0_6 0.0054 rbp_resid 0_6 0.4763 unj_5 0_6 0.0000 unj_10 0_6 0.5000 unj_20 0_6 0.6000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 33 map 0_7 0.1987 Rprec 0_7 0.2424 bpref 0_7 0.2984 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 0.4286 iprec_at_recall_0.20 0_7 0.2500 iprec_at_recall_0.30 0_7 0.2373 iprec_at_recall_0.40 0_7 0.2373 iprec_at_recall_0.50 0_7 0.2024 iprec_at_recall_0.60 0_7 0.1724 iprec_at_recall_0.70 0_7 0.1285 iprec_at_recall_0.80 0_7 0.0909 iprec_at_recall_0.90 0_7 0.0829 iprec_at_recall_1.00 0_7 0.0399 P_5 0_7 0.2000 P_10 0_7 0.3000 P_15 0_7 0.2000 P_20 0_7 0.1500 P_30 0_7 0.2000 P_100 0_7 0.1800 P_200 0_7 0.1150 P_500 0_7 0.0620 P_1000 0_7 0.0330 relstring 0_7 '10000110-0' recall_5 0_7 0.0303 recall_10 0_7 0.0909 recall_15 0_7 0.0909 recall_20 0_7 0.0909 recall_30 0_7 0.1818 recall_100 0_7 0.5455 recall_200 0_7 0.6970 recall_500 0_7 0.9394 recall_1000 0_7 1.0000 infAP 0_7 0.1987 Rprec_mult_0.20 0_7 0.4286 Rprec_mult_0.40 0_7 0.2143 Rprec_mult_0.60 0_7 0.1500 Rprec_mult_0.80 0_7 0.1481 Rprec_mult_1.00 0_7 0.2424 Rprec_mult_1.20 0_7 0.2000 Rprec_mult_1.40 0_7 0.1915 Rprec_mult_1.60 0_7 0.2264 Rprec_mult_1.80 0_7 0.2333 Rprec_mult_2.00 0_7 0.2121 utility 0_7 -934.0000 11pt_avg 0_7 0.2609 binG 0_7 0.1990 G 0_7 0.1835 ndcg 0_7 0.5828 ndcg_rel 0_7 0.4039 Rndcg 0_7 0.3827 ndcg_cut_5 0_7 0.2184 ndcg_cut_10 0_7 0.2736 ndcg_cut_15 0_7 0.2255 ndcg_cut_20 0_7 0.1948 ndcg_cut_30 0_7 0.2361 ndcg_cut_100 0_7 0.4063 ndcg_cut_200 0_7 0.4689 ndcg_cut_500 0_7 0.5643 ndcg_cut_1000 0_7 0.5828 map_cut_5 0_7 0.0303 map_cut_10 0_7 0.0534 map_cut_15 0_7 0.0534 map_cut_20 0_7 0.0534 map_cut_30 0_7 0.0708 map_cut_100 0_7 0.1504 map_cut_200 0_7 0.1750 map_cut_500 0_7 0.1960 map_cut_1000 0_7 0.1987 relative_P_5 0_7 0.2000 relative_P_10 0_7 0.3000 relative_P_15 0_7 0.2000 relative_P_20 0_7 0.1500 relative_P_30 0_7 0.2000 relative_P_100 0_7 0.5455 relative_P_200 0_7 0.6970 relative_P_500 0_7 0.9394 relative_P_1000 0_7 1.0000 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0330 set_relative_P 0_7 1.0000 set_recall 0_7 1.0000 set_map 0_7 0.0330 set_F 0_7 0.0639 num_nonrel_judged_ret 0_7 85 rbp 0_7 0.1294 rbp_resid 0_7 0.2539 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.4000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 29 map 0_8 0.4199 Rprec 0_8 0.4194 bpref 0_8 0.7284 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 1.0000 iprec_at_recall_0.20 0_8 0.6667 iprec_at_recall_0.30 0_8 0.6000 iprec_at_recall_0.40 0_8 0.4800 iprec_at_recall_0.50 0_8 0.3636 iprec_at_recall_0.60 0_8 0.3276 iprec_at_recall_0.70 0_8 0.2340 iprec_at_recall_0.80 0_8 0.2016 iprec_at_recall_0.90 0_8 0.1353 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.6000 P_10 0_8 0.6000 P_15 0_8 0.6000 P_20 0_8 0.5500 P_30 0_8 0.4333 P_100 0_8 0.2200 P_200 0_8 0.1350 P_500 0_8 0.0580 P_1000 0_8 0.0290 relstring 0_8 '2220010110' recall_5 0_8 0.0968 recall_10 0_8 0.1935 recall_15 0_8 0.2903 recall_20 0_8 0.3548 recall_30 0_8 0.4194 recall_100 0_8 0.7097 recall_200 0_8 0.8710 recall_500 0_8 0.9355 recall_1000 0_8 0.9355 infAP 0_8 0.4199 Rprec_mult_0.20 0_8 0.5714 Rprec_mult_0.40 0_8 0.5385 Rprec_mult_0.60 0_8 0.5789 Rprec_mult_0.80 0_8 0.4800 Rprec_mult_1.00 0_8 0.4194 Rprec_mult_1.20 0_8 0.3947 Rprec_mult_1.40 0_8 0.3636 Rprec_mult_1.60 0_8 0.3200 Rprec_mult_1.80 0_8 0.3036 Rprec_mult_2.00 0_8 0.3226 utility 0_8 -942.0000 11pt_avg 0_8 0.4553 binG 0_8 0.2984 G 0_8 0.3201 ndcg 0_8 0.7820 ndcg_rel 0_8 0.7059 Rndcg 0_8 0.6580 ndcg_cut_5 0_8 0.7227 ndcg_cut_10 0_8 0.5950 ndcg_cut_15 0_8 0.6473 ndcg_cut_20 0_8 0.6215 ndcg_cut_30 0_8 0.5853 ndcg_cut_100 0_8 0.7021 ndcg_cut_200 0_8 0.7546 ndcg_cut_500 0_8 0.7820 ndcg_cut_1000 0_8 0.7820 map_cut_5 0_8 0.0968 map_cut_10 0_8 0.1599 map_cut_15 0_8 0.2183 map_cut_20 0_8 0.2559 map_cut_30 0_8 0.2859 map_cut_100 0_8 0.3805 map_cut_200 0_8 0.4124 map_cut_500 0_8 0.4199 map_cut_1000 0_8 0.4199 relative_P_5 0_8 0.6000 relative_P_10 0_8 0.6000 relative_P_15 0_8 0.6000 relative_P_20 0_8 0.5500 relative_P_30 0_8 0.4333 relative_P_100 0_8 0.7097 relative_P_200 0_8 0.8710 relative_P_500 0_8 0.9355 relative_P_1000 0_8 0.9355 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0290 set_relative_P 0_8 0.9355 set_recall 0_8 0.9355 set_map 0_8 0.0271 set_F 0_8 0.0563 num_nonrel_judged_ret 0_8 21 rbp 0_8 0.4504 rbp_resid 0_8 0.1982 unj_5 0_8 0.0000 unj_10 0_8 0.0000 unj_20 0_8 0.2500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 42 map 10_1 0.0721 Rprec 10_1 0.1864 bpref 10_1 0.2623 recip_rank 10_1 0.5000 iprec_at_recall_0.00 10_1 0.6667 iprec_at_recall_0.10 10_1 0.2600 iprec_at_recall_0.20 10_1 0.1635 iprec_at_recall_0.30 10_1 0.0956 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.4000 P_10 10_1 0.3000 P_15 10_1 0.2000 P_20 10_1 0.2500 P_30 10_1 0.2333 P_100 10_1 0.2200 P_200 10_1 0.1400 P_500 10_1 0.0760 P_1000 10_1 0.0420 relstring 10_1 '0110010000' recall_5 10_1 0.0169 recall_10 10_1 0.0254 recall_15 10_1 0.0254 recall_20 10_1 0.0424 recall_30 10_1 0.0593 recall_100 10_1 0.1864 recall_200 10_1 0.2373 recall_500 10_1 0.3220 recall_1000 10_1 0.3559 infAP 10_1 0.0721 Rprec_mult_0.20 10_1 0.2500 Rprec_mult_0.40 10_1 0.2292 Rprec_mult_0.60 10_1 0.2254 Rprec_mult_0.80 10_1 0.1895 Rprec_mult_1.00 10_1 0.1864 Rprec_mult_1.20 10_1 0.1549 Rprec_mult_1.40 10_1 0.1566 Rprec_mult_1.60 10_1 0.1429 Rprec_mult_1.80 10_1 0.1315 Rprec_mult_2.00 10_1 0.1229 utility 10_1 -916.0000 11pt_avg 10_1 0.1078 binG 10_1 0.0667 G 10_1 0.0488 ndcg 10_1 0.2445 ndcg_rel 10_1 0.2247 Rndcg 10_1 0.1795 ndcg_cut_5 10_1 0.1337 ndcg_cut_10 10_1 0.1277 ndcg_cut_15 10_1 0.1041 ndcg_cut_20 10_1 0.1319 ndcg_cut_30 10_1 0.1466 ndcg_cut_100 10_1 0.1903 ndcg_cut_200 10_1 0.2020 ndcg_cut_500 10_1 0.2332 ndcg_cut_1000 10_1 0.2445 map_cut_5 10_1 0.0099 map_cut_10 10_1 0.0141 map_cut_15 10_1 0.0141 map_cut_20 10_1 0.0185 map_cut_30 10_1 0.0232 map_cut_100 10_1 0.0533 map_cut_200 10_1 0.0612 map_cut_500 10_1 0.0698 map_cut_1000 10_1 0.0721 relative_P_5 10_1 0.4000 relative_P_10 10_1 0.3000 relative_P_15 10_1 0.2000 relative_P_20 10_1 0.2500 relative_P_30 10_1 0.2333 relative_P_100 10_1 0.2200 relative_P_200 10_1 0.2373 relative_P_500 10_1 0.3220 relative_P_1000 10_1 0.3559 success_1 10_1 0.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0420 set_relative_P 10_1 0.3559 set_recall 10_1 0.3559 set_map 10_1 0.0149 set_F 10_1 0.0751 num_nonrel_judged_ret 10_1 60 rbp 10_1 0.1118 rbp_resid 10_1 0.0584 unj_5 10_1 0.0000 unj_10 10_1 0.0000 unj_20 10_1 0.0500 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 66 map 10_12 0.4724 Rprec 10_12 0.4789 bpref 10_12 0.8547 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.8750 iprec_at_recall_0.20 10_12 0.8500 iprec_at_recall_0.30 10_12 0.8077 iprec_at_recall_0.40 10_12 0.5490 iprec_at_recall_0.50 10_12 0.4040 iprec_at_recall_0.60 10_12 0.3772 iprec_at_recall_0.70 10_12 0.2212 iprec_at_recall_0.80 10_12 0.1847 iprec_at_recall_0.90 10_12 0.1248 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.8000 P_10 10_12 0.8000 P_15 10_12 0.8667 P_20 10_12 0.8500 P_30 10_12 0.7333 P_100 10_12 0.4000 P_200 10_12 0.2400 P_500 10_12 0.1260 P_1000 10_12 0.0660 relstring 10_12 '3032422202' recall_5 10_12 0.0563 recall_10 10_12 0.1127 recall_15 10_12 0.1831 recall_20 10_12 0.2394 recall_30 10_12 0.3099 recall_100 10_12 0.5634 recall_200 10_12 0.6761 recall_500 10_12 0.8873 recall_1000 10_12 0.9296 infAP 10_12 0.4724 Rprec_mult_0.20 10_12 0.8667 Rprec_mult_0.40 10_12 0.7586 Rprec_mult_0.60 10_12 0.6279 Rprec_mult_0.80 10_12 0.5088 Rprec_mult_1.00 10_12 0.4789 Rprec_mult_1.20 10_12 0.4070 Rprec_mult_1.40 10_12 0.4000 Rprec_mult_1.60 10_12 0.3772 Rprec_mult_1.80 10_12 0.3359 Rprec_mult_2.00 10_12 0.3169 utility 10_12 -868.0000 11pt_avg 10_12 0.4903 binG 10_12 0.2618 G 10_12 0.2021 ndcg 10_12 0.7780 ndcg_rel 10_12 0.6758 Rndcg 10_12 0.6152 ndcg_cut_5 10_12 0.6294 ndcg_cut_10 10_12 0.6138 ndcg_cut_15 10_12 0.6990 ndcg_cut_20 10_12 0.7330 ndcg_cut_30 10_12 0.6759 ndcg_cut_100 10_12 0.6161 ndcg_cut_200 10_12 0.6733 ndcg_cut_500 10_12 0.7592 ndcg_cut_1000 10_12 0.7780 map_cut_5 10_12 0.0453 map_cut_10 10_12 0.0927 map_cut_15 10_12 0.1522 map_cut_20 10_12 0.1993 map_cut_30 10_12 0.2558 map_cut_100 10_12 0.3908 map_cut_200 10_12 0.4290 map_cut_500 10_12 0.4674 map_cut_1000 10_12 0.4724 relative_P_5 10_12 0.8000 relative_P_10 10_12 0.8000 relative_P_15 10_12 0.8667 relative_P_20 10_12 0.8500 relative_P_30 10_12 0.7333 relative_P_100 10_12 0.5634 relative_P_200 10_12 0.6761 relative_P_500 10_12 0.8873 relative_P_1000 10_12 0.9296 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0660 set_relative_P 10_12 0.9296 set_recall 10_12 0.9296 set_map 10_12 0.0614 set_F 10_12 0.1232 num_nonrel_judged_ret 10_12 15 rbp 10_12 0.4866 rbp_resid 10_12 0.0744 unj_5 10_12 0.0000 unj_10 10_12 0.0000 unj_20 10_12 0.0500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 26 map 10_2 0.5337 Rprec 10_2 0.5667 bpref 10_2 0.7489 recip_rank 10_2 1.0000 iprec_at_recall_0.00 10_2 1.0000 iprec_at_recall_0.10 10_2 1.0000 iprec_at_recall_0.20 10_2 1.0000 iprec_at_recall_0.30 10_2 0.7500 iprec_at_recall_0.40 10_2 0.7500 iprec_at_recall_0.50 10_2 0.7500 iprec_at_recall_0.60 10_2 0.5625 iprec_at_recall_0.70 10_2 0.2418 iprec_at_recall_0.80 10_2 0.1569 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 1.0000 P_10 10_2 0.7000 P_15 10_2 0.6667 P_20 10_2 0.7500 P_30 10_2 0.5667 P_100 10_2 0.2200 P_200 10_2 0.1250 P_500 10_2 0.0520 P_1000 10_2 0.0260 relstring 10_2 '222211---3' recall_5 10_2 0.1667 recall_10 10_2 0.2333 recall_15 10_2 0.3333 recall_20 10_2 0.5000 recall_30 10_2 0.5667 recall_100 10_2 0.7333 recall_200 10_2 0.8333 recall_500 10_2 0.8667 recall_1000 10_2 0.8667 infAP 10_2 0.5337 Rprec_mult_0.20 10_2 1.0000 Rprec_mult_0.40 10_2 0.6667 Rprec_mult_0.60 10_2 0.7222 Rprec_mult_0.80 10_2 0.6250 Rprec_mult_1.00 10_2 0.5667 Rprec_mult_1.20 10_2 0.5000 Rprec_mult_1.40 10_2 0.4286 Rprec_mult_1.60 10_2 0.3958 Rprec_mult_1.80 10_2 0.3519 Rprec_mult_2.00 10_2 0.3333 utility 10_2 -948.0000 11pt_avg 10_2 0.5646 binG 10_2 0.3820 G 10_2 0.2396 ndcg 10_2 0.7176 ndcg_rel 10_2 0.6301 Rndcg 10_2 0.5862 ndcg_cut_5 10_2 0.5597 ndcg_cut_10 10_2 0.5165 ndcg_cut_15 10_2 0.5944 ndcg_cut_20 10_2 0.6543 ndcg_cut_30 10_2 0.6010 ndcg_cut_100 10_2 0.6649 ndcg_cut_200 10_2 0.7106 ndcg_cut_500 10_2 0.7176 ndcg_cut_1000 10_2 0.7176 map_cut_5 10_2 0.1667 map_cut_10 10_2 0.2233 map_cut_15 10_2 0.2924 map_cut_20 10_2 0.4125 map_cut_30 10_2 0.4541 map_cut_100 10_2 0.5143 map_cut_200 10_2 0.5300 map_cut_500 10_2 0.5337 map_cut_1000 10_2 0.5337 relative_P_5 10_2 1.0000 relative_P_10 10_2 0.7000 relative_P_15 10_2 0.6667 relative_P_20 10_2 0.7500 relative_P_30 10_2 0.5667 relative_P_100 10_2 0.7333 relative_P_200 10_2 0.8333 relative_P_500 10_2 0.8667 relative_P_1000 10_2 0.8667 success_1 10_2 1.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0260 set_relative_P 10_2 0.8667 set_recall 10_2 0.8667 set_map 10_2 0.0225 set_F 10_2 0.0505 num_nonrel_judged_ret 10_2 56 rbp 10_2 0.3267 rbp_resid 10_2 0.2433 unj_5 10_2 0.0000 unj_10 10_2 0.3000 unj_20 10_2 0.2000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 22 map 10_3 0.4116 Rprec 10_3 0.3478 bpref 10_3 0.3932 recip_rank 10_3 1.0000 iprec_at_recall_0.00 10_3 1.0000 iprec_at_recall_0.10 10_3 1.0000 iprec_at_recall_0.20 10_3 1.0000 iprec_at_recall_0.30 10_3 0.5385 iprec_at_recall_0.40 10_3 0.3548 iprec_at_recall_0.50 10_3 0.2766 iprec_at_recall_0.60 10_3 0.1842 iprec_at_recall_0.70 10_3 0.1298 iprec_at_recall_0.80 10_3 0.1295 iprec_at_recall_0.90 10_3 0.1280 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 1.0000 P_10 10_3 0.6000 P_15 10_3 0.4667 P_20 10_3 0.4000 P_30 10_3 0.3333 P_100 10_3 0.1400 P_200 10_3 0.1100 P_500 10_3 0.0440 P_1000 10_3 0.0220 relstring 10_3 '2212200100' recall_5 10_3 0.2174 recall_10 10_3 0.2609 recall_15 10_3 0.3043 recall_20 10_3 0.3478 recall_30 10_3 0.4348 recall_100 10_3 0.6087 recall_200 10_3 0.9565 recall_500 10_3 0.9565 recall_1000 10_3 0.9565 infAP 10_3 0.4116 Rprec_mult_0.20 10_3 1.0000 Rprec_mult_0.40 10_3 0.6000 Rprec_mult_0.60 10_3 0.5000 Rprec_mult_0.80 10_3 0.4211 Rprec_mult_1.00 10_3 0.3478 Rprec_mult_1.20 10_3 0.3214 Rprec_mult_1.40 10_3 0.3333 Rprec_mult_1.60 10_3 0.2973 Rprec_mult_1.80 10_3 0.2619 Rprec_mult_2.00 10_3 0.2609 utility 10_3 -956.0000 11pt_avg 10_3 0.4310 binG 10_3 0.3688 G 10_3 0.3650 ndcg 10_3 0.7971 ndcg_rel 10_3 0.7594 Rndcg 10_3 0.6984 ndcg_cut_5 10_3 0.9152 ndcg_cut_10 10_3 0.6723 ndcg_cut_15 10_3 0.6355 ndcg_cut_20 10_3 0.6102 ndcg_cut_30 10_3 0.6278 ndcg_cut_100 10_3 0.6894 ndcg_cut_200 10_3 0.7971 ndcg_cut_500 10_3 0.7971 ndcg_cut_1000 10_3 0.7971 map_cut_5 10_3 0.2174 map_cut_10 10_3 0.2500 map_cut_15 10_3 0.2734 map_cut_20 10_3 0.2927 map_cut_30 10_3 0.3212 map_cut_100 10_3 0.3680 map_cut_200 10_3 0.4116 map_cut_500 10_3 0.4116 map_cut_1000 10_3 0.4116 relative_P_5 10_3 1.0000 relative_P_10 10_3 0.6000 relative_P_15 10_3 0.4667 relative_P_20 10_3 0.4000 relative_P_30 10_3 0.4348 relative_P_100 10_3 0.6087 relative_P_200 10_3 0.9565 relative_P_500 10_3 0.9565 relative_P_1000 10_3 0.9565 success_1 10_3 1.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0220 set_relative_P 10_3 0.9565 set_recall 10_3 0.9565 set_map 10_3 0.0210 set_F 10_3 0.0430 num_nonrel_judged_ret 10_3 61 rbp 10_3 0.4484 rbp_resid 10_3 0.1077 unj_5 10_3 0.0000 unj_10 10_3 0.0000 unj_20 10_3 0.1000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 60 map 10_6 0.2302 Rprec 10_6 0.3083 bpref 10_6 0.4327 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.7500 iprec_at_recall_0.20 10_6 0.5870 iprec_at_recall_0.30 10_6 0.3306 iprec_at_recall_0.40 10_6 0.1815 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 1.0000 P_10 10_6 0.8000 P_15 10_6 0.7333 P_20 10_6 0.7000 P_30 10_6 0.7333 P_100 10_6 0.3600 P_200 10_6 0.2250 P_500 10_6 0.1200 P_1000 10_6 0.0600 relstring 10_6 '1112102012' recall_5 10_6 0.0376 recall_10 10_6 0.0602 recall_15 10_6 0.0827 recall_20 10_6 0.1053 recall_30 10_6 0.1654 recall_100 10_6 0.2707 recall_200 10_6 0.3383 recall_500 10_6 0.4511 recall_1000 10_6 0.4511 infAP 10_6 0.2302 Rprec_mult_0.20 10_6 0.7037 Rprec_mult_0.40 10_6 0.5370 Rprec_mult_0.60 10_6 0.4000 Rprec_mult_0.80 10_6 0.3458 Rprec_mult_1.00 10_6 0.3083 Rprec_mult_1.20 10_6 0.2687 Rprec_mult_1.40 10_6 0.2406 Rprec_mult_1.60 10_6 0.2207 Rprec_mult_1.80 10_6 0.2042 Rprec_mult_2.00 10_6 0.1880 utility 10_6 -880.0000 11pt_avg 10_6 0.2590 binG 10_6 0.1338 G 10_6 0.0890 ndcg 10_6 0.4500 ndcg_rel 10_6 0.4414 Rndcg 10_6 0.3872 ndcg_cut_5 10_6 0.4209 ndcg_cut_10 10_6 0.4390 ndcg_cut_15 10_6 0.4495 ndcg_cut_20 10_6 0.4725 ndcg_cut_30 10_6 0.5301 ndcg_cut_100 10_6 0.3763 ndcg_cut_200 10_6 0.3836 ndcg_cut_500 10_6 0.4500 ndcg_cut_1000 10_6 0.4500 map_cut_5 10_6 0.0376 map_cut_10 10_6 0.0559 map_cut_15 10_6 0.0724 map_cut_20 10_6 0.0890 map_cut_30 10_6 0.1329 map_cut_100 10_6 0.1893 map_cut_200 10_6 0.2100 map_cut_500 10_6 0.2302 map_cut_1000 10_6 0.2302 relative_P_5 10_6 1.0000 relative_P_10 10_6 0.8000 relative_P_15 10_6 0.7333 relative_P_20 10_6 0.7000 relative_P_30 10_6 0.7333 relative_P_100 10_6 0.3600 relative_P_200 10_6 0.3383 relative_P_500 10_6 0.4511 relative_P_1000 10_6 0.4511 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0600 set_relative_P 10_6 0.4511 set_recall 10_6 0.4511 set_map 10_6 0.0271 set_F 10_6 0.1059 num_nonrel_judged_ret 10_6 9 rbp 10_6 0.3649 rbp_resid 10_6 0.0844 unj_5 10_6 0.0000 unj_10 10_6 0.0000 unj_20 10_6 0.1000 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 25 map 10_7 0.0447 Rprec 10_7 0.0940 bpref 10_7 0.1582 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.0784 iprec_at_recall_0.20 10_7 0.0000 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.8000 P_10 10_7 0.4000 P_15 10_7 0.2667 P_20 10_7 0.2500 P_30 10_7 0.2333 P_100 10_7 0.1100 P_200 10_7 0.0700 P_500 10_7 0.0440 P_1000 10_7 0.0250 relstring 10_7 '22210---00' recall_5 10_7 0.0268 recall_10 10_7 0.0268 recall_15 10_7 0.0268 recall_20 10_7 0.0336 recall_30 10_7 0.0470 recall_100 10_7 0.0738 recall_200 10_7 0.0940 recall_500 10_7 0.1477 recall_1000 10_7 0.1678 infAP 10_7 0.0447 Rprec_mult_0.20 10_7 0.2333 Rprec_mult_0.40 10_7 0.1500 Rprec_mult_0.60 10_7 0.1222 Rprec_mult_0.80 10_7 0.1000 Rprec_mult_1.00 10_7 0.0940 Rprec_mult_1.20 10_7 0.0782 Rprec_mult_1.40 10_7 0.0766 Rprec_mult_1.60 10_7 0.0711 Rprec_mult_1.80 10_7 0.0669 Rprec_mult_2.00 10_7 0.0604 utility 10_7 -950.0000 11pt_avg 10_7 0.0980 binG 10_7 0.0488 G 10_7 0.0492 ndcg 10_7 0.2498 ndcg_rel 10_7 0.2646 Rndcg 10_7 0.3579 ndcg_cut_5 10_7 0.6804 ndcg_cut_10 10_7 0.4652 ndcg_cut_15 10_7 0.3688 ndcg_cut_20 10_7 0.3589 ndcg_cut_30 10_7 0.3138 ndcg_cut_100 10_7 0.2262 ndcg_cut_200 10_7 0.2038 ndcg_cut_500 10_7 0.2355 ndcg_cut_1000 10_7 0.2498 map_cut_5 10_7 0.0268 map_cut_10 10_7 0.0268 map_cut_15 10_7 0.0268 map_cut_20 10_7 0.0288 map_cut_30 10_7 0.0324 map_cut_100 10_7 0.0381 map_cut_200 10_7 0.0403 map_cut_500 10_7 0.0437 map_cut_1000 10_7 0.0447 relative_P_5 10_7 0.8000 relative_P_10 10_7 0.4000 relative_P_15 10_7 0.2667 relative_P_20 10_7 0.2500 relative_P_30 10_7 0.2333 relative_P_100 10_7 0.1100 relative_P_200 10_7 0.0940 relative_P_500 10_7 0.1477 relative_P_1000 10_7 0.1678 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0250 set_relative_P 10_7 0.1678 set_recall 10_7 0.1678 set_map 10_7 0.0042 set_F 10_7 0.0435 num_nonrel_judged_ret 10_7 10 rbp 10_7 0.2361 rbp_resid 10_7 0.4645 unj_5 10_7 0.0000 unj_10 10_7 0.3000 unj_20 10_7 0.6000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 49 map 10_8 0.2442 Rprec 10_8 0.3158 bpref 10_8 0.5627 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.6429 iprec_at_recall_0.20 10_8 0.6154 iprec_at_recall_0.30 10_8 0.3750 iprec_at_recall_0.40 10_8 0.2168 iprec_at_recall_0.50 10_8 0.1652 iprec_at_recall_0.60 10_8 0.0991 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.8000 P_10 10_8 0.6000 P_15 10_8 0.6000 P_20 10_8 0.5500 P_30 10_8 0.5333 P_100 10_8 0.2700 P_200 10_8 0.1750 P_500 10_8 0.0920 P_1000 10_8 0.0490 relstring 10_8 '101112-200' recall_5 10_8 0.0526 recall_10 10_8 0.0789 recall_15 10_8 0.1184 recall_20 10_8 0.1447 recall_30 10_8 0.2105 recall_100 10_8 0.3553 recall_200 10_8 0.4605 recall_500 10_8 0.6053 recall_1000 10_8 0.6447 infAP 10_8 0.2442 Rprec_mult_0.20 10_8 0.5625 Rprec_mult_0.40 10_8 0.5161 Rprec_mult_0.60 10_8 0.4348 Rprec_mult_0.80 10_8 0.3607 Rprec_mult_1.00 10_8 0.3158 Rprec_mult_1.20 10_8 0.2935 Rprec_mult_1.40 10_8 0.2523 Rprec_mult_1.60 10_8 0.2213 Rprec_mult_1.80 10_8 0.2117 Rprec_mult_2.00 10_8 0.2039 utility 10_8 -902.0000 11pt_avg 10_8 0.2831 binG 10_8 0.1598 G 10_8 0.1247 ndcg 10_8 0.5205 ndcg_rel 10_8 0.4496 Rndcg 10_8 0.3729 ndcg_cut_5 10_8 0.3079 ndcg_cut_10 10_8 0.3416 ndcg_cut_15 10_8 0.3524 ndcg_cut_20 10_8 0.3582 ndcg_cut_30 10_8 0.3890 ndcg_cut_100 10_8 0.3959 ndcg_cut_200 10_8 0.4367 ndcg_cut_500 10_8 0.5044 ndcg_cut_1000 10_8 0.5205 map_cut_5 10_8 0.0423 map_cut_10 10_8 0.0632 map_cut_15 10_8 0.0874 map_cut_20 10_8 0.1024 map_cut_30 10_8 0.1413 map_cut_100 10_8 0.1993 map_cut_200 10_8 0.2210 map_cut_500 10_8 0.2410 map_cut_1000 10_8 0.2442 relative_P_5 10_8 0.8000 relative_P_10 10_8 0.6000 relative_P_15 10_8 0.6000 relative_P_20 10_8 0.5500 relative_P_30 10_8 0.5333 relative_P_100 10_8 0.3553 relative_P_200 10_8 0.4605 relative_P_500 10_8 0.6053 relative_P_1000 10_8 0.6447 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0490 set_relative_P 10_8 0.6447 set_recall 10_8 0.6447 set_map 10_8 0.0316 set_F 10_8 0.0911 num_nonrel_judged_ret 10_8 27 rbp 10_8 0.2662 rbp_resid 10_8 0.2111 unj_5 10_8 0.0000 unj_10 10_8 0.1000 unj_20 10_8 0.3000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 87 map 11_10 0.4466 Rprec 11_10 0.4841 bpref 11_10 0.6311 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.8235 iprec_at_recall_0.20 11_10 0.7843 iprec_at_recall_0.30 11_10 0.7843 iprec_at_recall_0.40 11_10 0.6429 iprec_at_recall_0.50 11_10 0.4887 iprec_at_recall_0.60 11_10 0.3551 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 1.0000 P_10 11_10 0.9000 P_15 11_10 0.8000 P_20 11_10 0.8000 P_30 11_10 0.7667 P_100 11_10 0.5500 P_200 11_10 0.3700 P_500 11_10 0.1740 P_1000 11_10 0.0870 relstring 11_10 '3422323302' recall_5 11_10 0.0397 recall_10 11_10 0.0714 recall_15 11_10 0.0952 recall_20 11_10 0.1270 recall_30 11_10 0.1825 recall_100 11_10 0.4365 recall_200 11_10 0.5873 recall_500 11_10 0.6905 recall_1000 11_10 0.6905 infAP 11_10 0.4466 Rprec_mult_0.20 11_10 0.8077 Rprec_mult_0.40 11_10 0.7843 Rprec_mult_0.60 11_10 0.6184 Rprec_mult_0.80 11_10 0.5446 Rprec_mult_1.00 11_10 0.4841 Rprec_mult_1.20 11_10 0.4671 Rprec_mult_1.40 11_10 0.4124 Rprec_mult_1.60 11_10 0.3663 Rprec_mult_1.80 11_10 0.3348 Rprec_mult_2.00 11_10 0.3254 utility 11_10 -826.0000 11pt_avg 11_10 0.4435 binG 11_10 0.2161 G 11_10 0.1550 ndcg 11_10 0.6793 ndcg_rel 11_10 0.6690 Rndcg 11_10 0.6459 ndcg_cut_5 11_10 0.8680 ndcg_cut_10 11_10 0.8053 ndcg_cut_15 11_10 0.7061 ndcg_cut_20 11_10 0.6998 ndcg_cut_30 11_10 0.6552 ndcg_cut_100 11_10 0.5771 ndcg_cut_200 11_10 0.6232 ndcg_cut_500 11_10 0.6793 ndcg_cut_1000 11_10 0.6793 map_cut_5 11_10 0.0397 map_cut_10 11_10 0.0706 map_cut_15 11_10 0.0919 map_cut_20 11_10 0.1175 map_cut_30 11_10 0.1612 map_cut_100 11_10 0.3421 map_cut_200 11_10 0.4141 map_cut_500 11_10 0.4466 map_cut_1000 11_10 0.4466 relative_P_5 11_10 1.0000 relative_P_10 11_10 0.9000 relative_P_15 11_10 0.8000 relative_P_20 11_10 0.8000 relative_P_30 11_10 0.7667 relative_P_100 11_10 0.5500 relative_P_200 11_10 0.5873 relative_P_500 11_10 0.6905 relative_P_1000 11_10 0.6905 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0870 set_relative_P 11_10 0.6905 set_recall 11_10 0.6905 set_map 11_10 0.0601 set_F 11_10 0.1545 num_nonrel_judged_ret 11_10 18 rbp 11_10 0.5422 rbp_resid 11_10 0.0570 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.0500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 127 map 11_11 0.4750 Rprec 11_11 0.4552 bpref 11_11 0.8531 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 0.6200 iprec_at_recall_0.30 11_11 0.5395 iprec_at_recall_0.40 11_11 0.4954 iprec_at_recall_0.50 11_11 0.4167 iprec_at_recall_0.60 11_11 0.3476 iprec_at_recall_0.70 11_11 0.3236 iprec_at_recall_0.80 11_11 0.3120 iprec_at_recall_0.90 11_11 0.2454 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 0.9333 P_20 11_11 0.8500 P_30 11_11 0.7667 P_100 11_11 0.5000 P_200 11_11 0.3700 P_500 11_11 0.2420 P_1000 11_11 0.1270 relstring 11_11 '2223323322' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1045 recall_20 11_11 0.1269 recall_30 11_11 0.1716 recall_100 11_11 0.3731 recall_200 11_11 0.5522 recall_500 11_11 0.9030 recall_1000 11_11 0.9478 infAP 11_11 0.4750 Rprec_mult_0.20 11_11 0.8148 Rprec_mult_0.40 11_11 0.5926 Rprec_mult_0.60 11_11 0.5309 Rprec_mult_0.80 11_11 0.4907 Rprec_mult_1.00 11_11 0.4552 Rprec_mult_1.20 11_11 0.4099 Rprec_mult_1.40 11_11 0.3830 Rprec_mult_1.60 11_11 0.3628 Rprec_mult_1.80 11_11 0.3388 Rprec_mult_2.00 11_11 0.3172 utility 11_11 -746.0000 11pt_avg 11_11 0.4818 binG 11_11 0.2545 G 11_11 0.1672 ndcg 11_11 0.7866 ndcg_rel 11_11 0.6309 Rndcg 11_11 0.5841 ndcg_cut_5 11_11 0.6820 ndcg_cut_10 11_11 0.7213 ndcg_cut_15 11_11 0.6966 ndcg_cut_20 11_11 0.6389 ndcg_cut_30 11_11 0.6061 ndcg_cut_100 11_11 0.5135 ndcg_cut_200 11_11 0.5856 ndcg_cut_500 11_11 0.7726 ndcg_cut_1000 11_11 0.7866 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1045 map_cut_20 11_11 0.1248 map_cut_30 11_11 0.1620 map_cut_100 11_11 0.2767 map_cut_200 11_11 0.3562 map_cut_500 11_11 0.4657 map_cut_1000 11_11 0.4750 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 0.9333 relative_P_20 11_11 0.8500 relative_P_30 11_11 0.7667 relative_P_100 11_11 0.5000 relative_P_200 11_11 0.5522 relative_P_500 11_11 0.9030 relative_P_1000 11_11 0.9478 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1270 set_relative_P 11_11 0.9478 set_recall 11_11 0.9478 set_map 11_11 0.1204 set_F 11_11 0.2240 num_nonrel_judged_ret 11_11 10 rbp 11_11 0.5101 rbp_resid 11_11 0.1079 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.1500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 24 map 11_12 0.0345 Rprec 11_12 0.1236 bpref 11_12 0.2353 recip_rank 11_12 0.2500 iprec_at_recall_0.00 11_12 0.2500 iprec_at_recall_0.10 11_12 0.1930 iprec_at_recall_0.20 11_12 0.0804 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.2000 P_10 11_12 0.2000 P_15 11_12 0.1333 P_20 11_12 0.1000 P_30 11_12 0.2000 P_100 11_12 0.1100 P_200 11_12 0.0750 P_500 11_12 0.0480 P_1000 11_12 0.0240 relstring 11_12 '00010--01-' recall_5 11_12 0.0112 recall_10 11_12 0.0225 recall_15 11_12 0.0225 recall_20 11_12 0.0225 recall_30 11_12 0.0674 recall_100 11_12 0.1236 recall_200 11_12 0.1685 recall_500 11_12 0.2697 recall_1000 11_12 0.2697 infAP 11_12 0.0345 Rprec_mult_0.20 11_12 0.1111 Rprec_mult_0.40 11_12 0.1667 Rprec_mult_0.60 11_12 0.1852 Rprec_mult_0.80 11_12 0.1528 Rprec_mult_1.00 11_12 0.1236 Rprec_mult_1.20 11_12 0.1121 Rprec_mult_1.40 11_12 0.0960 Rprec_mult_1.60 11_12 0.0909 Rprec_mult_1.80 11_12 0.0807 Rprec_mult_2.00 11_12 0.0787 utility 11_12 -952.0000 11pt_avg 11_12 0.0476 binG 11_12 0.0476 G 11_12 0.0430 ndcg 11_12 0.1998 ndcg_rel 11_12 0.1811 Rndcg 11_12 0.1197 ndcg_cut_5 11_12 0.0487 ndcg_cut_10 11_12 0.0537 ndcg_cut_15 11_12 0.0435 ndcg_cut_20 11_12 0.0382 ndcg_cut_30 11_12 0.1025 ndcg_cut_100 11_12 0.1107 ndcg_cut_200 11_12 0.1440 ndcg_cut_500 11_12 0.1998 ndcg_cut_1000 11_12 0.1998 map_cut_5 11_12 0.0028 map_cut_10 11_12 0.0053 map_cut_15 11_12 0.0053 map_cut_20 11_12 0.0053 map_cut_30 11_12 0.0128 map_cut_100 11_12 0.0231 map_cut_200 11_12 0.0274 map_cut_500 11_12 0.0345 map_cut_1000 11_12 0.0345 relative_P_5 11_12 0.2000 relative_P_10 11_12 0.2000 relative_P_15 11_12 0.1333 relative_P_20 11_12 0.1000 relative_P_30 11_12 0.2000 relative_P_100 11_12 0.1236 relative_P_200 11_12 0.1685 relative_P_500 11_12 0.2697 relative_P_1000 11_12 0.2697 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0240 set_relative_P 11_12 0.2697 set_recall 11_12 0.2697 set_map 11_12 0.0065 set_F 11_12 0.0441 num_nonrel_judged_ret 11_12 21 rbp 11_12 0.0591 rbp_resid 11_12 0.4194 unj_5 11_12 0.0000 unj_10 11_12 0.3000 unj_20 11_12 0.5500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 82 map 11_13 0.2570 Rprec 11_13 0.3251 bpref 11_13 0.3834 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.8966 iprec_at_recall_0.20 11_13 0.8200 iprec_at_recall_0.30 11_13 0.4266 iprec_at_recall_0.40 11_13 0.1475 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.8000 P_10 11_13 0.9000 P_15 11_13 0.8667 P_20 11_13 0.9000 P_30 11_13 0.8667 P_100 11_13 0.4800 P_200 11_13 0.3200 P_500 11_13 0.1600 P_1000 11_13 0.0820 relstring 11_13 '3230323222' recall_5 11_13 0.0197 recall_10 11_13 0.0443 recall_15 11_13 0.0640 recall_20 11_13 0.0887 recall_30 11_13 0.1281 recall_100 11_13 0.2365 recall_200 11_13 0.3153 recall_500 11_13 0.3941 recall_1000 11_13 0.4039 infAP 11_13 0.2570 Rprec_mult_0.20 11_13 0.8293 Rprec_mult_0.40 11_13 0.5732 Rprec_mult_0.60 11_13 0.4344 Rprec_mult_0.80 11_13 0.3926 Rprec_mult_1.00 11_13 0.3251 Rprec_mult_1.20 11_13 0.2910 Rprec_mult_1.40 11_13 0.2561 Rprec_mult_1.60 11_13 0.2400 Rprec_mult_1.80 11_13 0.2131 Rprec_mult_2.00 11_13 0.1921 utility 11_13 -836.0000 11pt_avg 11_13 0.2992 binG 11_13 0.1295 G 11_13 0.0782 ndcg 11_13 0.4268 ndcg_rel 11_13 0.4859 Rndcg 11_13 0.4331 ndcg_cut_5 11_13 0.7826 ndcg_cut_10 11_13 0.7664 ndcg_cut_15 11_13 0.7149 ndcg_cut_20 11_13 0.7180 ndcg_cut_30 11_13 0.6826 ndcg_cut_100 11_13 0.4508 ndcg_cut_200 11_13 0.3752 ndcg_cut_500 11_13 0.4201 ndcg_cut_1000 11_13 0.4268 map_cut_5 11_13 0.0187 map_cut_10 11_13 0.0402 map_cut_15 11_13 0.0577 map_cut_20 11_13 0.0795 map_cut_30 11_13 0.1145 map_cut_100 11_13 0.1999 map_cut_200 11_13 0.2343 map_cut_500 11_13 0.2556 map_cut_1000 11_13 0.2570 relative_P_5 11_13 0.8000 relative_P_10 11_13 0.9000 relative_P_15 11_13 0.8667 relative_P_20 11_13 0.9000 relative_P_30 11_13 0.8667 relative_P_100 11_13 0.4800 relative_P_200 11_13 0.3200 relative_P_500 11_13 0.3941 relative_P_1000 11_13 0.4039 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0820 set_relative_P 11_13 0.4039 set_recall 11_13 0.4039 set_map 11_13 0.0331 set_F 11_13 0.1363 num_nonrel_judged_ret 11_13 7 rbp 11_13 0.6856 rbp_resid 11_13 0.0209 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.0000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 80 map 11_2 0.3375 Rprec 11_2 0.3904 bpref 11_2 0.5225 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.9375 iprec_at_recall_0.20 11_2 0.8529 iprec_at_recall_0.30 11_2 0.5366 iprec_at_recall_0.40 11_2 0.3648 iprec_at_recall_0.50 11_2 0.2852 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 1.0000 P_10 11_2 0.9000 P_15 11_2 0.9333 P_20 11_2 0.9000 P_30 11_2 0.9000 P_100 11_2 0.4800 P_200 11_2 0.3100 P_500 11_2 0.1600 P_1000 11_2 0.0800 relstring 11_2 '3133323230' recall_5 11_2 0.0342 recall_10 11_2 0.0616 recall_15 11_2 0.0959 recall_20 11_2 0.1233 recall_30 11_2 0.1849 recall_100 11_2 0.3288 recall_200 11_2 0.4247 recall_500 11_2 0.5479 recall_1000 11_2 0.5479 infAP 11_2 0.3375 Rprec_mult_0.20 11_2 0.9000 Rprec_mult_0.40 11_2 0.5932 Rprec_mult_0.60 11_2 0.5341 Rprec_mult_0.80 11_2 0.4615 Rprec_mult_1.00 11_2 0.3904 Rprec_mult_1.20 11_2 0.3409 Rprec_mult_1.40 11_2 0.3073 Rprec_mult_1.60 11_2 0.2863 Rprec_mult_1.80 11_2 0.2814 Rprec_mult_2.00 11_2 0.2637 utility 11_2 -840.0000 11pt_avg 11_2 0.3615 binG 11_2 0.1908 G 11_2 0.1037 ndcg 11_2 0.5329 ndcg_rel 11_2 0.5410 Rndcg 11_2 0.5059 ndcg_cut_5 11_2 0.7239 ndcg_cut_10 11_2 0.7096 ndcg_cut_15 11_2 0.6596 ndcg_cut_20 11_2 0.6294 ndcg_cut_30 11_2 0.5862 ndcg_cut_100 11_2 0.4491 ndcg_cut_200 11_2 0.4704 ndcg_cut_500 11_2 0.5329 ndcg_cut_1000 11_2 0.5329 map_cut_5 11_2 0.0342 map_cut_10 11_2 0.0616 map_cut_15 11_2 0.0932 map_cut_20 11_2 0.1180 map_cut_30 11_2 0.1733 map_cut_100 11_2 0.2638 map_cut_200 11_2 0.3037 map_cut_500 11_2 0.3375 map_cut_1000 11_2 0.3375 relative_P_5 11_2 1.0000 relative_P_10 11_2 0.9000 relative_P_15 11_2 0.9333 relative_P_20 11_2 0.9000 relative_P_30 11_2 0.9000 relative_P_100 11_2 0.4800 relative_P_200 11_2 0.4247 relative_P_500 11_2 0.5479 relative_P_1000 11_2 0.5479 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0800 set_relative_P 11_2 0.5479 set_recall 11_2 0.5479 set_map 11_2 0.0438 set_F 11_2 0.1396 num_nonrel_judged_ret 11_2 24 rbp 11_2 0.4995 rbp_resid 11_2 0.0205 unj_5 11_2 0.0000 unj_10 11_2 0.0000 unj_20 11_2 0.0000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 104 map 11_3 0.3434 Rprec 11_3 0.4202 bpref 11_3 0.5358 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.9062 iprec_at_recall_0.20 11_3 0.7600 iprec_at_recall_0.30 11_3 0.5283 iprec_at_recall_0.40 11_3 0.4464 iprec_at_recall_0.50 11_3 0.3431 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 1.0000 P_15 11_3 0.9333 P_20 11_3 0.8500 P_30 11_3 0.9000 P_100 11_3 0.5400 P_200 11_3 0.4050 P_500 11_3 0.2060 P_1000 11_3 0.1040 relstring 11_3 '2122322222' recall_5 11_3 0.0266 recall_10 11_3 0.0532 recall_15 11_3 0.0745 recall_20 11_3 0.0904 recall_30 11_3 0.1436 recall_100 11_3 0.2872 recall_200 11_3 0.4309 recall_500 11_3 0.5479 recall_1000 11_3 0.5532 infAP 11_3 0.3434 Rprec_mult_0.20 11_3 0.8158 Rprec_mult_0.40 11_3 0.6184 Rprec_mult_0.60 11_3 0.5044 Rprec_mult_0.80 11_3 0.4437 Rprec_mult_1.00 11_3 0.4202 Rprec_mult_1.20 11_3 0.3761 Rprec_mult_1.40 11_3 0.3447 Rprec_mult_1.60 11_3 0.3189 Rprec_mult_1.80 11_3 0.2891 Rprec_mult_2.00 11_3 0.2686 utility 11_3 -792.0000 11pt_avg 11_3 0.3622 binG 11_3 0.1798 G 11_3 0.1037 ndcg 11_3 0.5547 ndcg_rel 11_3 0.5593 Rndcg 11_3 0.5360 ndcg_cut_5 11_3 0.6391 ndcg_cut_10 11_3 0.6488 ndcg_cut_15 11_3 0.6556 ndcg_cut_20 11_3 0.6116 ndcg_cut_30 11_3 0.6593 ndcg_cut_100 11_3 0.5120 ndcg_cut_200 11_3 0.4949 ndcg_cut_500 11_3 0.5530 ndcg_cut_1000 11_3 0.5547 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0532 map_cut_15 11_3 0.0745 map_cut_20 11_3 0.0879 map_cut_30 11_3 0.1348 map_cut_100 11_3 0.2369 map_cut_200 11_3 0.3031 map_cut_500 11_3 0.3423 map_cut_1000 11_3 0.3434 relative_P_5 11_3 1.0000 relative_P_10 11_3 1.0000 relative_P_15 11_3 0.9333 relative_P_20 11_3 0.8500 relative_P_30 11_3 0.9000 relative_P_100 11_3 0.5400 relative_P_200 11_3 0.4309 relative_P_500 11_3 0.5479 relative_P_1000 11_3 0.5532 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.1040 set_relative_P 11_3 0.5532 set_recall 11_3 0.5532 set_map 11_3 0.0575 set_F 11_3 0.1751 num_nonrel_judged_ret 11_3 12 rbp 11_3 0.6235 rbp_resid 11_3 0.0635 unj_5 11_3 0.0000 unj_10 11_3 0.0000 unj_20 11_3 0.1000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 123 map 11_4 0.4469 Rprec 11_4 0.4306 bpref 11_4 0.8383 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.9474 iprec_at_recall_0.20 11_4 0.7838 iprec_at_recall_0.30 11_4 0.6447 iprec_at_recall_0.40 11_4 0.4754 iprec_at_recall_0.50 11_4 0.3911 iprec_at_recall_0.60 11_4 0.3082 iprec_at_recall_0.70 11_4 0.2116 iprec_at_recall_0.80 11_4 0.1659 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 1.0000 P_15 11_4 0.9333 P_20 11_4 0.9000 P_30 11_4 0.8667 P_100 11_4 0.5600 P_200 11_4 0.3850 P_500 11_4 0.2040 P_1000 11_4 0.1230 relstring 11_4 '2211222212' recall_5 11_4 0.0347 recall_10 11_4 0.0694 recall_15 11_4 0.0972 recall_20 11_4 0.1250 recall_30 11_4 0.1806 recall_100 11_4 0.3889 recall_200 11_4 0.5347 recall_500 11_4 0.7083 recall_1000 11_4 0.8542 infAP 11_4 0.4469 Rprec_mult_0.20 11_4 0.8966 Rprec_mult_0.40 11_4 0.6552 Rprec_mult_0.60 11_4 0.5977 Rprec_mult_0.80 11_4 0.4828 Rprec_mult_1.00 11_4 0.4306 Rprec_mult_1.20 11_4 0.3931 Rprec_mult_1.40 11_4 0.3911 Rprec_mult_1.60 11_4 0.3550 Rprec_mult_1.80 11_4 0.3231 Rprec_mult_2.00 11_4 0.2986 utility 11_4 -754.0000 11pt_avg 11_4 0.4480 binG 11_4 0.2407 G 11_4 0.1530 ndcg 11_4 0.7188 ndcg_rel 11_4 0.6213 Rndcg 11_4 0.5780 ndcg_cut_5 11_4 0.5615 ndcg_cut_10 11_4 0.6527 ndcg_cut_15 11_4 0.6588 ndcg_cut_20 11_4 0.6514 ndcg_cut_30 11_4 0.6517 ndcg_cut_100 11_4 0.5613 ndcg_cut_200 11_4 0.5577 ndcg_cut_500 11_4 0.6446 ndcg_cut_1000 11_4 0.7188 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0694 map_cut_15 11_4 0.0957 map_cut_20 11_4 0.1219 map_cut_30 11_4 0.1712 map_cut_100 11_4 0.3114 map_cut_200 11_4 0.3716 map_cut_500 11_4 0.4224 map_cut_1000 11_4 0.4469 relative_P_5 11_4 1.0000 relative_P_10 11_4 1.0000 relative_P_15 11_4 0.9333 relative_P_20 11_4 0.9000 relative_P_30 11_4 0.8667 relative_P_100 11_4 0.5600 relative_P_200 11_4 0.5347 relative_P_500 11_4 0.7083 relative_P_1000 11_4 0.8542 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1230 set_relative_P 11_4 0.8542 set_recall 11_4 0.8542 set_map 11_4 0.1051 set_F 11_4 0.2150 num_nonrel_judged_ret 11_4 1 rbp 11_4 0.5101 rbp_resid 11_4 0.0699 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.0500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 50 map 11_6 0.5179 Rprec 11_6 0.5500 bpref 11_6 0.7965 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.9000 iprec_at_recall_0.20 11_6 0.8667 iprec_at_recall_0.30 11_6 0.7917 iprec_at_recall_0.40 11_6 0.7500 iprec_at_recall_0.50 11_6 0.6818 iprec_at_recall_0.60 11_6 0.5000 iprec_at_recall_0.70 11_6 0.2857 iprec_at_recall_0.80 11_6 0.1846 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.8000 P_10 11_6 0.9000 P_15 11_6 0.8667 P_20 11_6 0.7500 P_30 11_6 0.7333 P_100 11_6 0.3700 P_200 11_6 0.2200 P_500 11_6 0.0980 P_1000 11_6 0.0500 relstring 11_6 '2320212333' recall_5 11_6 0.0667 recall_10 11_6 0.1500 recall_15 11_6 0.2167 recall_20 11_6 0.2500 recall_30 11_6 0.3667 recall_100 11_6 0.6167 recall_200 11_6 0.7333 recall_500 11_6 0.8167 recall_1000 11_6 0.8333 infAP 11_6 0.5179 Rprec_mult_0.20 11_6 0.8333 Rprec_mult_0.40 11_6 0.7917 Rprec_mult_0.60 11_6 0.6944 Rprec_mult_0.80 11_6 0.6458 Rprec_mult_1.00 11_6 0.5500 Rprec_mult_1.20 11_6 0.5000 Rprec_mult_1.40 11_6 0.4286 Rprec_mult_1.60 11_6 0.3750 Rprec_mult_1.80 11_6 0.3519 Rprec_mult_2.00 11_6 0.3250 utility 11_6 -900.0000 11pt_avg 11_6 0.5419 binG 11_6 0.2891 G 11_6 0.1867 ndcg 11_6 0.7188 ndcg_rel 11_6 0.6644 Rndcg 11_6 0.6476 ndcg_cut_5 11_6 0.6406 ndcg_cut_10 11_6 0.6901 ndcg_cut_15 11_6 0.6776 ndcg_cut_20 11_6 0.6316 ndcg_cut_30 11_6 0.6264 ndcg_cut_100 11_6 0.6372 ndcg_cut_200 11_6 0.6810 ndcg_cut_500 11_6 0.7123 ndcg_cut_1000 11_6 0.7188 map_cut_5 11_6 0.0633 map_cut_10 11_6 0.1359 map_cut_15 11_6 0.1926 map_cut_20 11_6 0.2174 map_cut_30 11_6 0.3077 map_cut_100 11_6 0.4649 map_cut_200 11_6 0.5006 map_cut_500 11_6 0.5168 map_cut_1000 11_6 0.5179 relative_P_5 11_6 0.8000 relative_P_10 11_6 0.9000 relative_P_15 11_6 0.8667 relative_P_20 11_6 0.7500 relative_P_30 11_6 0.7333 relative_P_100 11_6 0.6167 relative_P_200 11_6 0.7333 relative_P_500 11_6 0.8167 relative_P_1000 11_6 0.8333 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0500 set_relative_P 11_6 0.8333 set_recall 11_6 0.8333 set_map 11_6 0.0417 set_F 11_6 0.0943 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.5831 rbp_resid 11_6 0.1101 unj_5 11_6 0.0000 unj_10 11_6 0.0000 unj_20 11_6 0.1500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 56 map 11_7 0.0616 Rprec 11_7 0.1222 bpref 11_7 0.4288 recip_rank 11_7 0.2000 iprec_at_recall_0.00 11_7 0.2000 iprec_at_recall_0.10 11_7 0.2000 iprec_at_recall_0.20 11_7 0.1099 iprec_at_recall_0.30 11_7 0.0882 iprec_at_recall_0.40 11_7 0.0828 iprec_at_recall_0.50 11_7 0.0560 iprec_at_recall_0.60 11_7 0.0560 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.2000 P_10 11_7 0.1000 P_15 11_7 0.1333 P_20 11_7 0.1500 P_30 11_7 0.1667 P_100 11_7 0.1200 P_200 11_7 0.1000 P_500 11_7 0.0760 P_1000 11_7 0.0560 relstring 11_7 '000010-0--' recall_5 11_7 0.0111 recall_10 11_7 0.0111 recall_15 11_7 0.0222 recall_20 11_7 0.0333 recall_30 11_7 0.0556 recall_100 11_7 0.1333 recall_200 11_7 0.2222 recall_500 11_7 0.4222 recall_1000 11_7 0.6222 infAP 11_7 0.0616 Rprec_mult_0.20 11_7 0.1111 Rprec_mult_0.40 11_7 0.1667 Rprec_mult_0.60 11_7 0.1667 Rprec_mult_0.80 11_7 0.1250 Rprec_mult_1.00 11_7 0.1222 Rprec_mult_1.20 11_7 0.1111 Rprec_mult_1.40 11_7 0.1032 Rprec_mult_1.60 11_7 0.1042 Rprec_mult_1.80 11_7 0.0988 Rprec_mult_2.00 11_7 0.1000 utility 11_7 -888.0000 11pt_avg 11_7 0.0721 binG 11_7 0.0869 G 11_7 0.0814 ndcg 11_7 0.3534 ndcg_rel 11_7 0.2632 Rndcg 11_7 0.1456 ndcg_cut_5 11_7 0.0457 ndcg_cut_10 11_7 0.0332 ndcg_cut_15 11_7 0.0661 ndcg_cut_20 11_7 0.0841 ndcg_cut_30 11_7 0.1083 ndcg_cut_100 11_7 0.1128 ndcg_cut_200 11_7 0.1533 ndcg_cut_500 11_7 0.2585 ndcg_cut_1000 11_7 0.3534 map_cut_5 11_7 0.0022 map_cut_10 11_7 0.0022 map_cut_15 11_7 0.0042 map_cut_20 11_7 0.0059 map_cut_30 11_7 0.0101 map_cut_100 11_7 0.0227 map_cut_200 11_7 0.0321 map_cut_500 11_7 0.0496 map_cut_1000 11_7 0.0616 relative_P_5 11_7 0.2000 relative_P_10 11_7 0.1000 relative_P_15 11_7 0.1333 relative_P_20 11_7 0.1500 relative_P_30 11_7 0.1667 relative_P_100 11_7 0.1333 relative_P_200 11_7 0.2222 relative_P_500 11_7 0.4222 relative_P_1000 11_7 0.6222 success_1 11_7 0.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0560 set_relative_P 11_7 0.6222 set_recall 11_7 0.6222 set_map 11_7 0.0348 set_F 11_7 0.1028 num_nonrel_judged_ret 11_7 43 rbp 11_7 0.0696 rbp_resid 11_7 0.3893 unj_5 11_7 0.0000 unj_10 11_7 0.3000 unj_20 11_7 0.5500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 86 map 11_8 0.4491 Rprec 11_8 0.4536 bpref 11_8 0.8552 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.9333 iprec_at_recall_0.20 11_8 0.8261 iprec_at_recall_0.30 11_8 0.5926 iprec_at_recall_0.40 11_8 0.4824 iprec_at_recall_0.50 11_8 0.3740 iprec_at_recall_0.60 11_8 0.3240 iprec_at_recall_0.70 11_8 0.2518 iprec_at_recall_0.80 11_8 0.1797 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 0.9000 P_15 11_8 0.9333 P_20 11_8 0.8500 P_30 11_8 0.7667 P_100 11_8 0.4600 P_200 11_8 0.3000 P_500 11_8 0.1580 P_1000 11_8 0.0860 relstring 11_8 '434223222-' recall_5 11_8 0.0515 recall_10 11_8 0.0928 recall_15 11_8 0.1443 recall_20 11_8 0.1753 recall_30 11_8 0.2371 recall_100 11_8 0.4742 recall_200 11_8 0.6186 recall_500 11_8 0.8144 recall_1000 11_8 0.8866 infAP 11_8 0.4491 Rprec_mult_0.20 11_8 0.8500 Rprec_mult_0.40 11_8 0.6410 Rprec_mult_0.60 11_8 0.5763 Rprec_mult_0.80 11_8 0.4744 Rprec_mult_1.00 11_8 0.4536 Rprec_mult_1.20 11_8 0.4103 Rprec_mult_1.40 11_8 0.3603 Rprec_mult_1.60 11_8 0.3269 Rprec_mult_1.80 11_8 0.3200 Rprec_mult_2.00 11_8 0.3093 utility 11_8 -828.0000 11pt_avg 11_8 0.4513 binG 11_8 0.2642 G 11_8 0.1975 ndcg 11_8 0.8037 ndcg_rel 11_8 0.7292 Rndcg 11_8 0.7316 ndcg_cut_5 11_8 0.8680 ndcg_cut_10 11_8 0.7928 ndcg_cut_15 11_8 0.8080 ndcg_cut_20 11_8 0.7602 ndcg_cut_30 11_8 0.7431 ndcg_cut_100 11_8 0.6055 ndcg_cut_200 11_8 0.6827 ndcg_cut_500 11_8 0.7768 ndcg_cut_1000 11_8 0.8037 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.0928 map_cut_15 11_8 0.1403 map_cut_20 11_8 0.1669 map_cut_30 11_8 0.2162 map_cut_100 11_8 0.3433 map_cut_200 11_8 0.3923 map_cut_500 11_8 0.4396 map_cut_1000 11_8 0.4491 relative_P_5 11_8 1.0000 relative_P_10 11_8 0.9000 relative_P_15 11_8 0.9333 relative_P_20 11_8 0.8500 relative_P_30 11_8 0.7667 relative_P_100 11_8 0.4742 relative_P_200 11_8 0.6186 relative_P_500 11_8 0.8144 relative_P_1000 11_8 0.8866 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0860 set_relative_P 11_8 0.8866 set_recall 11_8 0.8866 set_map 11_8 0.0762 set_F 11_8 0.1568 num_nonrel_judged_ret 11_8 5 rbp 11_8 0.5827 rbp_resid 11_8 0.1210 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.1000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 40 map 11_9 0.1570 Rprec 11_9 0.2222 bpref 11_9 0.3046 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.7222 iprec_at_recall_0.20 11_9 0.3538 iprec_at_recall_0.30 11_9 0.1659 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.8000 P_10 11_9 0.7000 P_15 11_9 0.7333 P_20 11_9 0.7000 P_30 11_9 0.5667 P_100 11_9 0.2600 P_200 11_9 0.1600 P_500 11_9 0.0760 P_1000 11_9 0.0400 relstring 11_9 '21021-0131' recall_5 11_9 0.0342 recall_10 11_9 0.0598 recall_15 11_9 0.0940 recall_20 11_9 0.1197 recall_30 11_9 0.1453 recall_100 11_9 0.2222 recall_200 11_9 0.2735 recall_500 11_9 0.3248 recall_1000 11_9 0.3419 infAP 11_9 0.1570 Rprec_mult_0.20 11_9 0.6250 Rprec_mult_0.40 11_9 0.4255 Rprec_mult_0.60 11_9 0.3239 Rprec_mult_0.80 11_9 0.2660 Rprec_mult_1.00 11_9 0.2222 Rprec_mult_1.20 11_9 0.1986 Rprec_mult_1.40 11_9 0.1768 Rprec_mult_1.60 11_9 0.1596 Rprec_mult_1.80 11_9 0.1659 Rprec_mult_2.00 11_9 0.1538 utility 11_9 -920.0000 11pt_avg 11_9 0.2038 binG 11_9 0.1009 G 11_9 0.0482 ndcg 11_9 0.2721 ndcg_rel 11_9 0.2793 Rndcg 11_9 0.2750 ndcg_cut_5 11_9 0.3703 ndcg_cut_10 11_9 0.3530 ndcg_cut_15 11_9 0.3497 ndcg_cut_20 11_9 0.3362 ndcg_cut_30 11_9 0.2992 ndcg_cut_100 11_9 0.2158 ndcg_cut_200 11_9 0.2340 ndcg_cut_500 11_9 0.2657 ndcg_cut_1000 11_9 0.2721 map_cut_5 11_9 0.0303 map_cut_10 11_9 0.0474 map_cut_15 11_9 0.0728 map_cut_20 11_9 0.0910 map_cut_30 11_9 0.1078 map_cut_100 11_9 0.1390 map_cut_200 11_9 0.1483 map_cut_500 11_9 0.1557 map_cut_1000 11_9 0.1570 relative_P_5 11_9 0.8000 relative_P_10 11_9 0.7000 relative_P_15 11_9 0.7333 relative_P_20 11_9 0.7000 relative_P_30 11_9 0.5667 relative_P_100 11_9 0.2600 relative_P_200 11_9 0.2735 relative_P_500 11_9 0.3248 relative_P_1000 11_9 0.3419 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0400 set_relative_P 11_9 0.3419 set_recall 11_9 0.3419 set_map 11_9 0.0137 set_F 11_9 0.0716 num_nonrel_judged_ret 11_9 32 rbp 11_9 0.2441 rbp_resid 11_9 0.1329 unj_5 11_9 0.0000 unj_10 11_9 0.1000 unj_20 11_9 0.1500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 46 map 12_1 0.3610 Rprec 12_1 0.4267 bpref 12_1 0.5216 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.9000 iprec_at_recall_0.20 12_1 0.7895 iprec_at_recall_0.30 12_1 0.7500 iprec_at_recall_0.40 12_1 0.5455 iprec_at_recall_0.50 12_1 0.1456 iprec_at_recall_0.60 12_1 0.0780 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 1.0000 P_10 12_1 0.9000 P_15 12_1 0.8000 P_20 12_1 0.7500 P_30 12_1 0.7333 P_100 12_1 0.3400 P_200 12_1 0.1800 P_500 12_1 0.0880 P_1000 12_1 0.0460 relstring 12_1 '2223120221' recall_5 12_1 0.0667 recall_10 12_1 0.1200 recall_15 12_1 0.1600 recall_20 12_1 0.2000 recall_30 12_1 0.2933 recall_100 12_1 0.4533 recall_200 12_1 0.4800 recall_500 12_1 0.5867 recall_1000 12_1 0.6133 infAP 12_1 0.3610 Rprec_mult_0.20 12_1 0.8000 Rprec_mult_0.40 12_1 0.7333 Rprec_mult_0.60 12_1 0.6000 Rprec_mult_0.80 12_1 0.5000 Rprec_mult_1.00 12_1 0.4267 Rprec_mult_1.20 12_1 0.3667 Rprec_mult_1.40 12_1 0.3333 Rprec_mult_1.60 12_1 0.2917 Rprec_mult_1.80 12_1 0.2593 Rprec_mult_2.00 12_1 0.2333 utility 12_1 -908.0000 11pt_avg 12_1 0.3826 binG 12_1 0.2247 G 12_1 0.1861 ndcg 12_1 0.6263 ndcg_rel 12_1 0.6517 Rndcg 12_1 0.6084 ndcg_cut_5 12_1 0.8614 ndcg_cut_10 12_1 0.8105 ndcg_cut_15 12_1 0.7634 ndcg_cut_20 12_1 0.7074 ndcg_cut_30 12_1 0.6500 ndcg_cut_100 12_1 0.5470 ndcg_cut_200 12_1 0.5666 ndcg_cut_500 12_1 0.6116 ndcg_cut_1000 12_1 0.6263 map_cut_5 12_1 0.0667 map_cut_10 12_1 0.1155 map_cut_15 12_1 0.1469 map_cut_20 12_1 0.1786 map_cut_30 12_1 0.2465 map_cut_100 12_1 0.3378 map_cut_200 12_1 0.3454 map_cut_500 12_1 0.3591 map_cut_1000 12_1 0.3610 relative_P_5 12_1 1.0000 relative_P_10 12_1 0.9000 relative_P_15 12_1 0.8000 relative_P_20 12_1 0.7500 relative_P_30 12_1 0.7333 relative_P_100 12_1 0.4533 relative_P_200 12_1 0.4800 relative_P_500 12_1 0.5867 relative_P_1000 12_1 0.6133 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0460 set_relative_P 12_1 0.6133 set_recall 12_1 0.6133 set_map 12_1 0.0282 set_F 12_1 0.0856 num_nonrel_judged_ret 12_1 48 rbp 12_1 0.4952 rbp_resid 12_1 0.0384 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0500 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 1 map 12_2 0.0022 Rprec 12_2 0.0154 bpref 12_2 0.0140 recip_rank 12_2 0.1429 iprec_at_recall_0.00 12_2 0.1429 iprec_at_recall_0.10 12_2 0.0000 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.0000 P_10 12_2 0.1000 P_15 12_2 0.0667 P_20 12_2 0.0500 P_30 12_2 0.0333 P_100 12_2 0.0100 P_200 12_2 0.0050 P_500 12_2 0.0020 P_1000 12_2 0.0010 relstring 12_2 '0000003---' recall_5 12_2 0.0000 recall_10 12_2 0.0154 recall_15 12_2 0.0154 recall_20 12_2 0.0154 recall_30 12_2 0.0154 recall_100 12_2 0.0154 recall_200 12_2 0.0154 recall_500 12_2 0.0154 recall_1000 12_2 0.0154 infAP 12_2 0.0022 Rprec_mult_0.20 12_2 0.0769 Rprec_mult_0.40 12_2 0.0385 Rprec_mult_0.60 12_2 0.0256 Rprec_mult_0.80 12_2 0.0192 Rprec_mult_1.00 12_2 0.0154 Rprec_mult_1.20 12_2 0.0128 Rprec_mult_1.40 12_2 0.0110 Rprec_mult_1.60 12_2 0.0096 Rprec_mult_1.80 12_2 0.0085 Rprec_mult_2.00 12_2 0.0077 utility 12_2 -998.0000 11pt_avg 12_2 0.0130 binG 12_2 0.0051 G 12_2 0.0077 ndcg 12_2 0.0383 ndcg_rel 12_2 0.0392 Rndcg 12_2 0.0328 ndcg_cut_5 12_2 0.0000 ndcg_cut_10 12_2 0.0831 ndcg_cut_15 12_2 0.0682 ndcg_cut_20 12_2 0.0587 ndcg_cut_30 12_2 0.0505 ndcg_cut_100 12_2 0.0383 ndcg_cut_200 12_2 0.0383 ndcg_cut_500 12_2 0.0383 ndcg_cut_1000 12_2 0.0383 map_cut_5 12_2 0.0000 map_cut_10 12_2 0.0022 map_cut_15 12_2 0.0022 map_cut_20 12_2 0.0022 map_cut_30 12_2 0.0022 map_cut_100 12_2 0.0022 map_cut_200 12_2 0.0022 map_cut_500 12_2 0.0022 map_cut_1000 12_2 0.0022 relative_P_5 12_2 0.0000 relative_P_10 12_2 0.1000 relative_P_15 12_2 0.0667 relative_P_20 12_2 0.0500 relative_P_30 12_2 0.0333 relative_P_100 12_2 0.0154 relative_P_200 12_2 0.0154 relative_P_500 12_2 0.0154 relative_P_1000 12_2 0.0154 success_1 12_2 0.0000 success_5 12_2 0.0000 success_10 12_2 1.0000 set_P 12_2 0.0010 set_relative_P 12_2 0.0154 set_recall 12_2 0.0154 set_map 12_2 0.0000 set_F 12_2 0.0019 num_nonrel_judged_ret 12_2 15 rbp 12_2 0.0531 rbp_resid 12_2 0.4409 unj_5 12_2 0.0000 unj_10 12_2 0.3000 unj_20 12_2 0.6000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 70 map 12_3 0.1280 Rprec 12_3 0.1467 bpref 12_3 0.6759 recip_rank 12_3 0.0417 iprec_at_recall_0.00 12_3 0.1775 iprec_at_recall_0.10 12_3 0.1775 iprec_at_recall_0.20 12_3 0.1775 iprec_at_recall_0.30 12_3 0.1775 iprec_at_recall_0.40 12_3 0.1775 iprec_at_recall_0.50 12_3 0.1610 iprec_at_recall_0.60 12_3 0.1461 iprec_at_recall_0.70 12_3 0.1300 iprec_at_recall_0.80 12_3 0.1260 iprec_at_recall_0.90 12_3 0.0790 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.0000 P_10 12_3 0.0000 P_15 12_3 0.0000 P_20 12_3 0.0000 P_30 12_3 0.0667 P_100 12_3 0.1300 P_200 12_3 0.1650 P_500 12_3 0.1220 P_1000 12_3 0.0700 relstring 12_3 '000000----' recall_5 12_3 0.0000 recall_10 12_3 0.0000 recall_15 12_3 0.0000 recall_20 12_3 0.0000 recall_30 12_3 0.0267 recall_100 12_3 0.1733 recall_200 12_3 0.4400 recall_500 12_3 0.8133 recall_1000 12_3 0.9333 infAP 12_3 0.1280 Rprec_mult_0.20 12_3 0.0000 Rprec_mult_0.40 12_3 0.0667 Rprec_mult_0.60 12_3 0.1556 Rprec_mult_0.80 12_3 0.1500 Rprec_mult_1.00 12_3 0.1467 Rprec_mult_1.20 12_3 0.1444 Rprec_mult_1.40 12_3 0.1333 Rprec_mult_1.60 12_3 0.1417 Rprec_mult_1.80 12_3 0.1407 Rprec_mult_2.00 12_3 0.1600 utility 12_3 -860.0000 11pt_avg 12_3 0.1391 binG 12_3 0.1291 G 12_3 0.1247 ndcg 12_3 0.5211 ndcg_rel 12_3 0.3084 Rndcg 12_3 0.2299 ndcg_cut_5 12_3 0.0000 ndcg_cut_10 12_3 0.0000 ndcg_cut_15 12_3 0.0000 ndcg_cut_20 12_3 0.0000 ndcg_cut_30 12_3 0.0345 ndcg_cut_100 12_3 0.1280 ndcg_cut_200 12_3 0.2818 ndcg_cut_500 12_3 0.4607 ndcg_cut_1000 12_3 0.5211 map_cut_5 12_3 0.0000 map_cut_10 12_3 0.0000 map_cut_15 12_3 0.0000 map_cut_20 12_3 0.0000 map_cut_30 12_3 0.0015 map_cut_100 12_3 0.0218 map_cut_200 12_3 0.0635 map_cut_500 12_3 0.1163 map_cut_1000 12_3 0.1280 relative_P_5 12_3 0.0000 relative_P_10 12_3 0.0000 relative_P_15 12_3 0.0000 relative_P_20 12_3 0.0000 relative_P_30 12_3 0.0667 relative_P_100 12_3 0.1733 relative_P_200 12_3 0.4400 relative_P_500 12_3 0.8133 relative_P_1000 12_3 0.9333 success_1 12_3 0.0000 success_5 12_3 0.0000 success_10 12_3 0.0000 set_P 12_3 0.0700 set_relative_P 12_3 0.9333 set_recall 12_3 0.9333 set_map 12_3 0.0653 set_F 12_3 0.1302 num_nonrel_judged_ret 12_3 34 rbp 12_3 0.0192 rbp_resid 12_3 0.4877 unj_5 12_3 0.0000 unj_10 12_3 0.4000 unj_20 12_3 0.7000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 48 map 12_5 0.1886 Rprec 12_5 0.2105 bpref 12_5 0.7975 recip_rank 12_5 0.5000 iprec_at_recall_0.00 12_5 0.8571 iprec_at_recall_0.10 12_5 0.8571 iprec_at_recall_0.20 12_5 0.2895 iprec_at_recall_0.30 12_5 0.1909 iprec_at_recall_0.40 12_5 0.1739 iprec_at_recall_0.50 12_5 0.1630 iprec_at_recall_0.60 12_5 0.1029 iprec_at_recall_0.70 12_5 0.0792 iprec_at_recall_0.80 12_5 0.0554 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.8000 P_10 12_5 0.6000 P_15 12_5 0.4000 P_20 12_5 0.3000 P_30 12_5 0.2667 P_100 12_5 0.1800 P_200 12_5 0.1550 P_500 12_5 0.0780 P_1000 12_5 0.0480 relstring 12_5 '0222222---' recall_5 12_5 0.0702 recall_10 12_5 0.1053 recall_15 12_5 0.1053 recall_20 12_5 0.1053 recall_30 12_5 0.1404 recall_100 12_5 0.3158 recall_200 12_5 0.5439 recall_500 12_5 0.6842 recall_1000 12_5 0.8421 infAP 12_5 0.1886 Rprec_mult_0.20 12_5 0.5000 Rprec_mult_0.40 12_5 0.3043 Rprec_mult_0.60 12_5 0.2857 Rprec_mult_0.80 12_5 0.2391 Rprec_mult_1.00 12_5 0.2105 Rprec_mult_1.20 12_5 0.1739 Rprec_mult_1.40 12_5 0.1750 Rprec_mult_1.60 12_5 0.1630 Rprec_mult_1.80 12_5 0.1845 Rprec_mult_2.00 12_5 0.1842 utility 12_5 -904.0000 11pt_avg 12_5 0.2517 binG 12_5 0.1726 G 12_5 0.1346 ndcg 12_5 0.5642 ndcg_rel 12_5 0.4369 Rndcg 12_5 0.3912 ndcg_cut_5 12_5 0.4406 ndcg_cut_10 12_5 0.4146 ndcg_cut_15 12_5 0.3435 ndcg_cut_20 12_5 0.2978 ndcg_cut_30 12_5 0.2787 ndcg_cut_100 12_5 0.3213 ndcg_cut_200 12_5 0.4502 ndcg_cut_500 12_5 0.5105 ndcg_cut_1000 12_5 0.5642 map_cut_5 12_5 0.0477 map_cut_10 12_5 0.0773 map_cut_15 12_5 0.0773 map_cut_20 12_5 0.0773 map_cut_30 12_5 0.0875 map_cut_100 12_5 0.1262 map_cut_200 12_5 0.1648 map_cut_500 12_5 0.1789 map_cut_1000 12_5 0.1886 relative_P_5 12_5 0.8000 relative_P_10 12_5 0.6000 relative_P_15 12_5 0.4000 relative_P_20 12_5 0.3000 relative_P_30 12_5 0.2667 relative_P_100 12_5 0.3158 relative_P_200 12_5 0.5439 relative_P_500 12_5 0.6842 relative_P_1000 12_5 0.8421 success_1 12_5 0.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0480 set_relative_P 12_5 0.8421 set_recall 12_5 0.8421 set_map 12_5 0.0404 set_F 12_5 0.0908 num_nonrel_judged_ret 12_5 8 rbp 12_5 0.3007 rbp_resid 12_5 0.4356 unj_5 12_5 0.0000 unj_10 12_5 0.3000 unj_20 12_5 0.6000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 42 map 12_6 0.3377 Rprec 12_6 0.4167 bpref 12_6 0.6623 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.4762 iprec_at_recall_0.20 12_6 0.4762 iprec_at_recall_0.30 12_6 0.4762 iprec_at_recall_0.40 12_6 0.4762 iprec_at_recall_0.50 12_6 0.3906 iprec_at_recall_0.60 12_6 0.3222 iprec_at_recall_0.70 12_6 0.2537 iprec_at_recall_0.80 12_6 0.2331 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.6000 P_10 12_6 0.4000 P_15 12_6 0.3333 P_20 12_6 0.3500 P_30 12_6 0.4667 P_100 12_6 0.3000 P_200 12_6 0.1950 P_500 12_6 0.0840 P_1000 12_6 0.0420 relstring 12_6 '20120--001' recall_5 12_6 0.0625 recall_10 12_6 0.0833 recall_15 12_6 0.1042 recall_20 12_6 0.1458 recall_30 12_6 0.2917 recall_100 12_6 0.6250 recall_200 12_6 0.8125 recall_500 12_6 0.8750 recall_1000 12_6 0.8750 infAP 12_6 0.3377 Rprec_mult_0.20 12_6 0.4000 Rprec_mult_0.40 12_6 0.3500 Rprec_mult_0.60 12_6 0.4483 Rprec_mult_0.80 12_6 0.4615 Rprec_mult_1.00 12_6 0.4167 Rprec_mult_1.20 12_6 0.3966 Rprec_mult_1.40 12_6 0.3824 Rprec_mult_1.60 12_6 0.3377 Rprec_mult_1.80 12_6 0.3103 Rprec_mult_2.00 12_6 0.3125 utility 12_6 -916.0000 11pt_avg 12_6 0.3731 binG 12_6 0.2101 G 12_6 0.1667 ndcg 12_6 0.6153 ndcg_rel 12_6 0.4721 Rndcg 12_6 0.4946 ndcg_cut_5 12_6 0.4874 ndcg_cut_10 12_6 0.3619 ndcg_cut_15 12_6 0.3082 ndcg_cut_20 12_6 0.3242 ndcg_cut_30 12_6 0.3730 ndcg_cut_100 12_6 0.4925 ndcg_cut_200 12_6 0.5865 ndcg_cut_500 12_6 0.6153 ndcg_cut_1000 12_6 0.6153 map_cut_5 12_6 0.0503 map_cut_10 12_6 0.0587 map_cut_15 12_6 0.0674 map_cut_20 12_6 0.0838 map_cut_30 12_6 0.1460 map_cut_100 12_6 0.2809 map_cut_200 12_6 0.3295 map_cut_500 12_6 0.3377 map_cut_1000 12_6 0.3377 relative_P_5 12_6 0.6000 relative_P_10 12_6 0.4000 relative_P_15 12_6 0.3333 relative_P_20 12_6 0.3500 relative_P_30 12_6 0.4667 relative_P_100 12_6 0.6250 relative_P_200 12_6 0.8125 relative_P_500 12_6 0.8750 relative_P_1000 12_6 0.8750 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0420 set_relative_P 12_6 0.8750 set_recall 12_6 0.8750 set_map 12_6 0.0367 set_F 12_6 0.0802 num_nonrel_judged_ret 12_6 32 rbp 12_6 0.2187 rbp_resid 12_6 0.2147 unj_5 12_6 0.0000 unj_10 12_6 0.2000 unj_20 12_6 0.2500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 16 map 12_7 0.3533 Rprec 12_7 0.4706 bpref 12_7 0.4948 recip_rank 12_7 0.5000 iprec_at_recall_0.00 12_7 0.6667 iprec_at_recall_0.10 12_7 0.6667 iprec_at_recall_0.20 12_7 0.5833 iprec_at_recall_0.30 12_7 0.5833 iprec_at_recall_0.40 12_7 0.5833 iprec_at_recall_0.50 12_7 0.3333 iprec_at_recall_0.60 12_7 0.3125 iprec_at_recall_0.70 12_7 0.2308 iprec_at_recall_0.80 12_7 0.1414 iprec_at_recall_0.90 12_7 0.1327 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.4000 P_10 12_7 0.5000 P_15 12_7 0.4667 P_20 12_7 0.4000 P_30 12_7 0.3000 P_100 12_7 0.1400 P_200 12_7 0.0800 P_500 12_7 0.0320 P_1000 12_7 0.0160 relstring 12_7 '023001-23-' recall_5 12_7 0.1176 recall_10 12_7 0.2941 recall_15 12_7 0.4118 recall_20 12_7 0.4706 recall_30 12_7 0.5294 recall_100 12_7 0.8235 recall_200 12_7 0.9412 recall_500 12_7 0.9412 recall_1000 12_7 0.9412 infAP 12_7 0.3533 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.4286 Rprec_mult_0.60 12_7 0.5455 Rprec_mult_0.80 12_7 0.5000 Rprec_mult_1.00 12_7 0.4706 Rprec_mult_1.20 12_7 0.3810 Rprec_mult_1.40 12_7 0.3333 Rprec_mult_1.60 12_7 0.3214 Rprec_mult_1.80 12_7 0.2903 Rprec_mult_2.00 12_7 0.2941 utility 12_7 -968.0000 11pt_avg 12_7 0.3849 binG 12_7 0.2892 G 12_7 0.2371 ndcg 12_7 0.6347 ndcg_rel 12_7 0.4933 Rndcg 12_7 0.4774 ndcg_cut_5 12_7 0.3265 ndcg_cut_10 12_7 0.3994 ndcg_cut_15 12_7 0.4261 ndcg_cut_20 12_7 0.4638 ndcg_cut_30 12_7 0.4935 ndcg_cut_100 12_7 0.6041 ndcg_cut_200 12_7 0.6347 ndcg_cut_500 12_7 0.6347 ndcg_cut_1000 12_7 0.6347 map_cut_5 12_7 0.0686 map_cut_10 12_7 0.1601 map_cut_15 12_7 0.2265 map_cut_20 12_7 0.2559 map_cut_30 12_7 0.2755 map_cut_100 12_7 0.3397 map_cut_200 12_7 0.3533 map_cut_500 12_7 0.3533 map_cut_1000 12_7 0.3533 relative_P_5 12_7 0.4000 relative_P_10 12_7 0.5000 relative_P_15 12_7 0.4667 relative_P_20 12_7 0.4706 relative_P_30 12_7 0.5294 relative_P_100 12_7 0.8235 relative_P_200 12_7 0.9412 relative_P_500 12_7 0.9412 relative_P_1000 12_7 0.9412 success_1 12_7 0.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0160 set_relative_P 12_7 0.9412 set_recall 12_7 0.9412 set_map 12_7 0.0151 set_F 12_7 0.0315 num_nonrel_judged_ret 12_7 34 rbp 12_7 0.3094 rbp_resid 12_7 0.2493 unj_5 12_7 0.0000 unj_10 12_7 0.2000 unj_20 12_7 0.3000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 25 map 12_9 0.3008 Rprec 12_9 0.4074 bpref 12_9 0.6091 recip_rank 12_9 0.5000 iprec_at_recall_0.00 12_9 0.5000 iprec_at_recall_0.10 12_9 0.5000 iprec_at_recall_0.20 12_9 0.5000 iprec_at_recall_0.30 12_9 0.4500 iprec_at_recall_0.40 12_9 0.4074 iprec_at_recall_0.50 12_9 0.3784 iprec_at_recall_0.60 12_9 0.3265 iprec_at_recall_0.70 12_9 0.2262 iprec_at_recall_0.80 12_9 0.1630 iprec_at_recall_0.90 12_9 0.0453 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.2000 P_10 12_9 0.5000 P_15 12_9 0.4667 P_20 12_9 0.4500 P_30 12_9 0.3667 P_100 12_9 0.2000 P_200 12_9 0.1150 P_500 12_9 0.0460 P_1000 12_9 0.0250 relstring 12_9 '0200022-22' recall_5 12_9 0.0370 recall_10 12_9 0.1852 recall_15 12_9 0.2593 recall_20 12_9 0.3333 recall_30 12_9 0.4074 recall_100 12_9 0.7407 recall_200 12_9 0.8519 recall_500 12_9 0.8519 recall_1000 12_9 0.9259 infAP 12_9 0.3008 Rprec_mult_0.20 12_9 0.3333 Rprec_mult_0.40 12_9 0.4545 Rprec_mult_0.60 12_9 0.4118 Rprec_mult_0.80 12_9 0.4091 Rprec_mult_1.00 12_9 0.4074 Rprec_mult_1.20 12_9 0.3333 Rprec_mult_1.40 12_9 0.3684 Rprec_mult_1.60 12_9 0.3182 Rprec_mult_1.80 12_9 0.3265 Rprec_mult_2.00 12_9 0.2963 utility 12_9 -950.0000 11pt_avg 12_9 0.3179 binG 12_9 0.2275 G 12_9 0.1965 ndcg 12_9 0.5892 ndcg_rel 12_9 0.4494 Rndcg 12_9 0.4015 ndcg_cut_5 12_9 0.1676 ndcg_cut_10 12_9 0.3565 ndcg_cut_15 12_9 0.3620 ndcg_cut_20 12_9 0.3801 ndcg_cut_30 12_9 0.3968 ndcg_cut_100 12_9 0.5410 ndcg_cut_200 12_9 0.5757 ndcg_cut_500 12_9 0.5757 ndcg_cut_1000 12_9 0.5892 map_cut_5 12_9 0.0185 map_cut_10 12_9 0.0817 map_cut_15 12_9 0.1161 map_cut_20 12_9 0.1492 map_cut_30 12_9 0.1791 map_cut_100 12_9 0.2803 map_cut_200 12_9 0.2978 map_cut_500 12_9 0.2978 map_cut_1000 12_9 0.3008 relative_P_5 12_9 0.2000 relative_P_10 12_9 0.5000 relative_P_15 12_9 0.4667 relative_P_20 12_9 0.4500 relative_P_30 12_9 0.4074 relative_P_100 12_9 0.7407 relative_P_200 12_9 0.8519 relative_P_500 12_9 0.8519 relative_P_1000 12_9 0.9259 success_1 12_9 0.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0250 set_relative_P 12_9 0.9259 set_recall 12_9 0.9259 set_map 12_9 0.0231 set_F 12_9 0.0487 num_nonrel_judged_ret 12_9 29 rbp 12_9 0.2519 rbp_resid 12_9 0.2751 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.3500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 115 map 13_2 0.3977 Rprec 13_2 0.4740 bpref 13_2 0.7113 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.7188 iprec_at_recall_0.20 13_2 0.6327 iprec_at_recall_0.30 13_2 0.5783 iprec_at_recall_0.40 13_2 0.5210 iprec_at_recall_0.50 13_2 0.4598 iprec_at_recall_0.60 13_2 0.3525 iprec_at_recall_0.70 13_2 0.2559 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 1.0000 P_10 13_2 0.8000 P_15 13_2 0.6667 P_20 13_2 0.6000 P_30 13_2 0.7000 P_100 13_2 0.5600 P_200 13_2 0.4250 P_500 13_2 0.2260 P_1000 13_2 0.1150 relstring 13_2 '3221222--2' recall_5 13_2 0.0325 recall_10 13_2 0.0519 recall_15 13_2 0.0649 recall_20 13_2 0.0779 recall_30 13_2 0.1364 recall_100 13_2 0.3636 recall_200 13_2 0.5519 recall_500 13_2 0.7338 recall_1000 13_2 0.7468 infAP 13_2 0.3977 Rprec_mult_0.20 13_2 0.7097 Rprec_mult_0.40 13_2 0.5968 Rprec_mult_0.60 13_2 0.5484 Rprec_mult_0.80 13_2 0.5161 Rprec_mult_1.00 13_2 0.4740 Rprec_mult_1.20 13_2 0.4432 Rprec_mult_1.40 13_2 0.4074 Rprec_mult_1.60 13_2 0.3684 Rprec_mult_1.80 13_2 0.3381 Rprec_mult_2.00 13_2 0.3149 utility 13_2 -770.0000 11pt_avg 13_2 0.4108 binG 13_2 0.1805 G 13_2 0.1304 ndcg 13_2 0.6763 ndcg_rel 13_2 0.5842 Rndcg 13_2 0.5839 ndcg_cut_5 13_2 0.6568 ndcg_cut_10 13_2 0.5757 ndcg_cut_15 13_2 0.5269 ndcg_cut_20 13_2 0.4739 ndcg_cut_30 13_2 0.5020 ndcg_cut_100 13_2 0.5083 ndcg_cut_200 13_2 0.5613 ndcg_cut_500 13_2 0.6707 ndcg_cut_1000 13_2 0.6763 map_cut_5 13_2 0.0325 map_cut_10 13_2 0.0506 map_cut_15 13_2 0.0614 map_cut_20 13_2 0.0692 map_cut_30 13_2 0.1083 map_cut_100 13_2 0.2451 map_cut_200 13_2 0.3375 map_cut_500 13_2 0.3949 map_cut_1000 13_2 0.3977 relative_P_5 13_2 1.0000 relative_P_10 13_2 0.8000 relative_P_15 13_2 0.6667 relative_P_20 13_2 0.6000 relative_P_30 13_2 0.7000 relative_P_100 13_2 0.5600 relative_P_200 13_2 0.5519 relative_P_500 13_2 0.7338 relative_P_1000 13_2 0.7468 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.1150 set_relative_P 13_2 0.7468 set_recall 13_2 0.7468 set_map 13_2 0.0859 set_F 13_2 0.1993 num_nonrel_judged_ret 13_2 5 rbp 13_2 0.3814 rbp_resid 13_2 0.2233 unj_5 13_2 0.0000 unj_10 13_2 0.2000 unj_20 13_2 0.3500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 56 map 13_3 0.0561 Rprec 13_3 0.0633 bpref 13_3 0.4847 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.0714 iprec_at_recall_0.20 13_3 0.0564 iprec_at_recall_0.30 13_3 0.0564 iprec_at_recall_0.40 13_3 0.0564 iprec_at_recall_0.50 13_3 0.0564 iprec_at_recall_0.60 13_3 0.0564 iprec_at_recall_0.70 13_3 0.0564 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.4000 P_10 13_3 0.2000 P_15 13_3 0.2000 P_20 13_3 0.2000 P_30 13_3 0.1667 P_100 13_3 0.0700 P_200 13_3 0.0450 P_500 13_3 0.0420 P_1000 13_3 0.0560 relstring 13_3 '10002--0-0' recall_5 13_3 0.0253 recall_10 13_3 0.0253 recall_15 13_3 0.0380 recall_20 13_3 0.0506 recall_30 13_3 0.0633 recall_100 13_3 0.0886 recall_200 13_3 0.1139 recall_500 13_3 0.2658 recall_1000 13_3 0.7089 infAP 13_3 0.0561 Rprec_mult_0.20 13_3 0.1875 Rprec_mult_0.40 13_3 0.1562 Rprec_mult_0.60 13_3 0.1042 Rprec_mult_0.80 13_3 0.0781 Rprec_mult_1.00 13_3 0.0633 Rprec_mult_1.20 13_3 0.0737 Rprec_mult_1.40 13_3 0.0631 Rprec_mult_1.60 13_3 0.0630 Rprec_mult_1.80 13_3 0.0559 Rprec_mult_2.00 13_3 0.0506 utility 13_3 -888.0000 11pt_avg 13_3 0.1282 binG 13_3 0.0991 G 13_3 0.0847 ndcg 13_3 0.3759 ndcg_rel 13_3 0.2756 Rndcg 13_3 0.1674 ndcg_cut_5 13_3 0.2097 ndcg_cut_10 13_3 0.1523 ndcg_cut_15 13_3 0.1426 ndcg_cut_20 13_3 0.1363 ndcg_cut_30 13_3 0.1292 ndcg_cut_100 13_3 0.0955 ndcg_cut_200 13_3 0.1078 ndcg_cut_500 13_3 0.1882 ndcg_cut_1000 13_3 0.3759 map_cut_5 13_3 0.0177 map_cut_10 13_3 0.0177 map_cut_15 13_3 0.0206 map_cut_20 13_3 0.0233 map_cut_30 13_3 0.0259 map_cut_100 13_3 0.0278 map_cut_200 13_3 0.0293 map_cut_500 13_3 0.0353 map_cut_1000 13_3 0.0561 relative_P_5 13_3 0.4000 relative_P_10 13_3 0.2000 relative_P_15 13_3 0.2000 relative_P_20 13_3 0.2000 relative_P_30 13_3 0.1667 relative_P_100 13_3 0.0886 relative_P_200 13_3 0.1139 relative_P_500 13_3 0.2658 relative_P_1000 13_3 0.7089 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0560 set_relative_P 13_3 0.7089 set_recall 13_3 0.7089 set_map 13_3 0.0397 set_F 13_3 0.1038 num_nonrel_judged_ret 13_3 28 rbp 13_3 0.0974 rbp_resid 13_3 0.3826 unj_5 13_3 0.0000 unj_10 13_3 0.3000 unj_20 13_3 0.4000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 75 map 13_4 0.2777 Rprec 13_4 0.3333 bpref 13_4 0.5260 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.8947 iprec_at_recall_0.20 13_4 0.7500 iprec_at_recall_0.30 13_4 0.3810 iprec_at_recall_0.40 13_4 0.2611 iprec_at_recall_0.50 13_4 0.1598 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 1.0000 P_10 13_4 0.8000 P_15 13_4 0.8667 P_20 13_4 0.8500 P_30 13_4 0.7667 P_100 13_4 0.3900 P_200 13_4 0.2600 P_500 13_4 0.1380 P_1000 13_4 0.0750 relstring 13_4 '222222012-' recall_5 13_4 0.0379 recall_10 13_4 0.0606 recall_15 13_4 0.0985 recall_20 13_4 0.1288 recall_30 13_4 0.1742 recall_100 13_4 0.2955 recall_200 13_4 0.3939 recall_500 13_4 0.5227 recall_1000 13_4 0.5682 infAP 13_4 0.2777 Rprec_mult_0.20 13_4 0.7778 Rprec_mult_0.40 13_4 0.5472 Rprec_mult_0.60 13_4 0.4125 Rprec_mult_0.80 13_4 0.3774 Rprec_mult_1.00 13_4 0.3333 Rprec_mult_1.20 13_4 0.3019 Rprec_mult_1.40 13_4 0.2757 Rprec_mult_1.60 13_4 0.2500 Rprec_mult_1.80 13_4 0.2311 Rprec_mult_2.00 13_4 0.2083 utility 13_4 -850.0000 11pt_avg 13_4 0.3133 binG 13_4 0.1661 G 13_4 0.1303 ndcg 13_4 0.5681 ndcg_rel 13_4 0.5904 Rndcg 13_4 0.5266 ndcg_cut_5 13_4 0.8550 ndcg_cut_10 13_4 0.7462 ndcg_cut_15 13_4 0.8207 ndcg_cut_20 13_4 0.8185 ndcg_cut_30 13_4 0.7580 ndcg_cut_100 13_4 0.4565 ndcg_cut_200 13_4 0.4747 ndcg_cut_500 13_4 0.5504 ndcg_cut_1000 13_4 0.5681 map_cut_5 13_4 0.0379 map_cut_10 13_4 0.0588 map_cut_15 13_4 0.0908 map_cut_20 13_4 0.1176 map_cut_30 13_4 0.1529 map_cut_100 13_4 0.2175 map_cut_200 13_4 0.2494 map_cut_500 13_4 0.2726 map_cut_1000 13_4 0.2777 relative_P_5 13_4 1.0000 relative_P_10 13_4 0.8000 relative_P_15 13_4 0.8667 relative_P_20 13_4 0.8500 relative_P_30 13_4 0.7667 relative_P_100 13_4 0.3900 relative_P_200 13_4 0.3939 relative_P_500 13_4 0.5227 relative_P_1000 13_4 0.5682 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0750 set_relative_P 13_4 0.5682 set_recall 13_4 0.5682 set_map 13_4 0.0426 set_F 13_4 0.1325 num_nonrel_judged_ret 13_4 14 rbp 13_4 0.5454 rbp_resid 13_4 0.1106 unj_5 13_4 0.0000 unj_10 13_4 0.1000 unj_20 13_4 0.1000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 90 map 13_6 0.3935 Rprec 13_6 0.4370 bpref 13_6 0.6431 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.9583 iprec_at_recall_0.20 13_6 0.9032 iprec_at_recall_0.30 13_6 0.6949 iprec_at_recall_0.40 13_6 0.4574 iprec_at_recall_0.50 13_6 0.3022 iprec_at_recall_0.60 13_6 0.1573 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 1.0000 P_15 13_6 0.9333 P_20 13_6 0.9500 P_30 13_6 0.9000 P_100 13_6 0.5000 P_200 13_6 0.3250 P_500 13_6 0.1580 P_1000 13_6 0.0900 relstring 13_6 '4222122212' recall_5 13_6 0.0370 recall_10 13_6 0.0741 recall_15 13_6 0.1037 recall_20 13_6 0.1407 recall_30 13_6 0.2000 recall_100 13_6 0.3704 recall_200 13_6 0.4815 recall_500 13_6 0.5852 recall_1000 13_6 0.6667 infAP 13_6 0.3935 Rprec_mult_0.20 13_6 0.8889 Rprec_mult_0.40 13_6 0.7037 Rprec_mult_0.60 13_6 0.5556 Rprec_mult_0.80 13_6 0.4815 Rprec_mult_1.00 13_6 0.4370 Rprec_mult_1.20 13_6 0.3765 Rprec_mult_1.40 13_6 0.3386 Rprec_mult_1.60 13_6 0.3056 Rprec_mult_1.80 13_6 0.2798 Rprec_mult_2.00 13_6 0.2519 utility 13_6 -820.0000 11pt_avg 13_6 0.4067 binG 13_6 0.2333 G 13_6 0.1346 ndcg 13_6 0.6383 ndcg_rel 13_6 0.6339 Rndcg 13_6 0.6717 ndcg_cut_5 13_6 0.7628 ndcg_cut_10 13_6 0.7108 ndcg_cut_15 13_6 0.6873 ndcg_cut_20 13_6 0.6732 ndcg_cut_30 13_6 0.7020 ndcg_cut_100 13_6 0.5369 ndcg_cut_200 13_6 0.5412 ndcg_cut_500 13_6 0.5934 ndcg_cut_1000 13_6 0.6383 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0741 map_cut_15 13_6 0.1021 map_cut_20 13_6 0.1371 map_cut_30 13_6 0.1919 map_cut_100 13_6 0.3110 map_cut_200 13_6 0.3578 map_cut_500 13_6 0.3823 map_cut_1000 13_6 0.3935 relative_P_5 13_6 1.0000 relative_P_10 13_6 1.0000 relative_P_15 13_6 0.9333 relative_P_20 13_6 0.9500 relative_P_30 13_6 0.9000 relative_P_100 13_6 0.5000 relative_P_200 13_6 0.4815 relative_P_500 13_6 0.5852 relative_P_1000 13_6 0.6667 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0900 set_relative_P 13_6 0.6667 set_recall 13_6 0.6667 set_map 13_6 0.0600 set_F 13_6 0.1586 num_nonrel_judged_ret 13_6 6 rbp 13_6 0.4847 rbp_resid 13_6 0.0606 unj_5 13_6 0.0000 unj_10 13_6 0.0000 unj_20 13_6 0.0500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 20 map 13_8 0.0597 Rprec 13_8 0.1200 bpref 13_8 0.1901 recip_rank 13_8 0.5000 iprec_at_recall_0.00 13_8 0.7778 iprec_at_recall_0.10 13_8 0.1408 iprec_at_recall_0.20 13_8 0.0247 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.6000 P_10 13_8 0.7000 P_15 13_8 0.4667 P_20 13_8 0.3500 P_30 13_8 0.2667 P_100 13_8 0.1200 P_200 13_8 0.0850 P_500 13_8 0.0340 P_1000 13_8 0.0200 relstring 13_8 '020133322-' recall_5 13_8 0.0300 recall_10 13_8 0.0700 recall_15 13_8 0.0700 recall_20 13_8 0.0700 recall_30 13_8 0.0800 recall_100 13_8 0.1200 recall_200 13_8 0.1700 recall_500 13_8 0.1700 recall_1000 13_8 0.2000 infAP 13_8 0.0597 Rprec_mult_0.20 13_8 0.3500 Rprec_mult_0.40 13_8 0.2250 Rprec_mult_0.60 13_8 0.1500 Rprec_mult_0.80 13_8 0.1250 Rprec_mult_1.00 13_8 0.1200 Rprec_mult_1.20 13_8 0.1000 Rprec_mult_1.40 13_8 0.0929 Rprec_mult_1.60 13_8 0.0875 Rprec_mult_1.80 13_8 0.0833 Rprec_mult_2.00 13_8 0.0850 utility 13_8 -960.0000 11pt_avg 13_8 0.0858 binG 13_8 0.0555 G 13_8 0.0467 ndcg 13_8 0.2415 ndcg_rel 13_8 0.2487 Rndcg 13_8 0.2490 ndcg_cut_5 13_8 0.3226 ndcg_cut_10 13_8 0.4515 ndcg_cut_15 13_8 0.3551 ndcg_cut_20 13_8 0.3126 ndcg_cut_30 13_8 0.2745 ndcg_cut_100 13_8 0.2003 ndcg_cut_200 13_8 0.2290 ndcg_cut_500 13_8 0.2290 ndcg_cut_1000 13_8 0.2415 map_cut_5 13_8 0.0160 map_cut_10 13_8 0.0451 map_cut_15 13_8 0.0451 map_cut_20 13_8 0.0451 map_cut_30 13_8 0.0481 map_cut_100 13_8 0.0543 map_cut_200 13_8 0.0589 map_cut_500 13_8 0.0589 map_cut_1000 13_8 0.0597 relative_P_5 13_8 0.6000 relative_P_10 13_8 0.7000 relative_P_15 13_8 0.4667 relative_P_20 13_8 0.3500 relative_P_30 13_8 0.2667 relative_P_100 13_8 0.1200 relative_P_200 13_8 0.1700 relative_P_500 13_8 0.1700 relative_P_1000 13_8 0.2000 success_1 13_8 0.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0200 set_relative_P 13_8 0.2000 set_recall 13_8 0.2000 set_map 13_8 0.0040 set_F 13_8 0.0364 num_nonrel_judged_ret 13_8 10 rbp 13_8 0.3287 rbp_resid 13_8 0.3683 unj_5 13_8 0.0000 unj_10 13_8 0.1000 unj_20 13_8 0.5500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 50 map 14_10 0.6782 Rprec 14_10 0.6346 bpref 14_10 0.8646 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 1.0000 iprec_at_recall_0.20 14_10 0.9231 iprec_at_recall_0.30 14_10 0.9231 iprec_at_recall_0.40 14_10 0.9231 iprec_at_recall_0.50 14_10 0.8387 iprec_at_recall_0.60 14_10 0.6739 iprec_at_recall_0.70 14_10 0.4737 iprec_at_recall_0.80 14_10 0.3750 iprec_at_recall_0.90 14_10 0.1829 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 1.0000 P_10 14_10 0.9000 P_15 14_10 0.8667 P_20 14_10 0.9000 P_30 14_10 0.8333 P_100 14_10 0.4100 P_200 14_10 0.2300 P_500 14_10 0.1000 P_1000 14_10 0.0500 relstring 14_10 '2212211230' recall_5 14_10 0.0962 recall_10 14_10 0.1731 recall_15 14_10 0.2500 recall_20 14_10 0.3462 recall_30 14_10 0.4808 recall_100 14_10 0.7885 recall_200 14_10 0.8846 recall_500 14_10 0.9615 recall_1000 14_10 0.9615 infAP 14_10 0.6782 Rprec_mult_0.20 14_10 0.9091 Rprec_mult_0.40 14_10 0.9048 Rprec_mult_0.60 14_10 0.8125 Rprec_mult_0.80 14_10 0.6905 Rprec_mult_1.00 14_10 0.6346 Rprec_mult_1.20 14_10 0.5397 Rprec_mult_1.40 14_10 0.4795 Rprec_mult_1.60 14_10 0.4405 Rprec_mult_1.80 14_10 0.4255 Rprec_mult_2.00 14_10 0.3942 utility 14_10 -900.0000 11pt_avg 14_10 0.6649 binG 14_10 0.4242 G 14_10 0.2471 ndcg 14_10 0.8252 ndcg_rel 14_10 0.7125 Rndcg 14_10 0.6969 ndcg_cut_5 14_10 0.6723 ndcg_cut_10 14_10 0.6793 ndcg_cut_15 14_10 0.6828 ndcg_cut_20 14_10 0.6996 ndcg_cut_30 14_10 0.6876 ndcg_cut_100 14_10 0.7381 ndcg_cut_200 14_10 0.7904 ndcg_cut_500 14_10 0.8252 ndcg_cut_1000 14_10 0.8252 map_cut_5 14_10 0.0962 map_cut_10 14_10 0.1731 map_cut_15 14_10 0.2400 map_cut_20 14_10 0.3254 map_cut_30 14_10 0.4475 map_cut_100 14_10 0.6335 map_cut_200 14_10 0.6658 map_cut_500 14_10 0.6782 map_cut_1000 14_10 0.6782 relative_P_5 14_10 1.0000 relative_P_10 14_10 0.9000 relative_P_15 14_10 0.8667 relative_P_20 14_10 0.9000 relative_P_30 14_10 0.8333 relative_P_100 14_10 0.7885 relative_P_200 14_10 0.8846 relative_P_500 14_10 0.9615 relative_P_1000 14_10 0.9615 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0500 set_relative_P 14_10 0.9615 set_recall 14_10 0.9615 set_map 14_10 0.0481 set_F 14_10 0.0951 num_nonrel_judged_ret 14_10 30 rbp 14_10 0.5134 rbp_resid 14_10 0.0272 unj_5 14_10 0.0000 unj_10 14_10 0.0000 unj_20 14_10 0.0000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 49 map 14_2 0.2243 Rprec 14_2 0.3429 bpref 14_2 0.4204 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.7333 iprec_at_recall_0.20 14_2 0.5385 iprec_at_recall_0.30 14_2 0.3678 iprec_at_recall_0.40 14_2 0.2500 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.8000 P_10 14_2 0.7000 P_15 14_2 0.7333 P_20 14_2 0.6500 P_30 14_2 0.5667 P_100 14_2 0.3300 P_200 14_2 0.2100 P_500 14_2 0.0980 P_1000 14_2 0.0490 relstring 14_2 '11120--123' recall_5 14_2 0.0381 recall_10 14_2 0.0667 recall_15 14_2 0.1048 recall_20 14_2 0.1238 recall_30 14_2 0.1619 recall_100 14_2 0.3143 recall_200 14_2 0.4000 recall_500 14_2 0.4667 recall_1000 14_2 0.4667 infAP 14_2 0.2243 Rprec_mult_0.20 14_2 0.6190 Rprec_mult_0.40 14_2 0.5000 Rprec_mult_0.60 14_2 0.4127 Rprec_mult_0.80 14_2 0.3690 Rprec_mult_1.00 14_2 0.3429 Rprec_mult_1.20 14_2 0.3016 Rprec_mult_1.40 14_2 0.2653 Rprec_mult_1.60 14_2 0.2500 Rprec_mult_1.80 14_2 0.2222 Rprec_mult_2.00 14_2 0.2000 utility 14_2 -902.0000 11pt_avg 14_2 0.2627 binG 14_2 0.1350 G 14_2 0.0944 ndcg 14_2 0.4444 ndcg_rel 14_2 0.4259 Rndcg 14_2 0.4015 ndcg_cut_5 14_2 0.3538 ndcg_cut_10 14_2 0.4101 ndcg_cut_15 14_2 0.4822 ndcg_cut_20 14_2 0.4695 ndcg_cut_30 14_2 0.4151 ndcg_cut_100 14_2 0.3700 ndcg_cut_200 14_2 0.4064 ndcg_cut_500 14_2 0.4444 ndcg_cut_1000 14_2 0.4444 map_cut_5 14_2 0.0381 map_cut_10 14_2 0.0571 map_cut_15 14_2 0.0849 map_cut_20 14_2 0.0975 map_cut_30 14_2 0.1213 map_cut_100 14_2 0.1882 map_cut_200 14_2 0.2143 map_cut_500 14_2 0.2243 map_cut_1000 14_2 0.2243 relative_P_5 14_2 0.8000 relative_P_10 14_2 0.7000 relative_P_15 14_2 0.7333 relative_P_20 14_2 0.6500 relative_P_30 14_2 0.5667 relative_P_100 14_2 0.3300 relative_P_200 14_2 0.4000 relative_P_500 14_2 0.4667 relative_P_1000 14_2 0.4667 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0490 set_relative_P 14_2 0.4667 set_recall 14_2 0.4667 set_map 14_2 0.0229 set_F 14_2 0.0887 num_nonrel_judged_ret 14_2 26 rbp 14_2 0.3371 rbp_resid 14_2 0.2033 unj_5 14_2 0.0000 unj_10 14_2 0.2000 unj_20 14_2 0.2000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 81 map 14_3 0.1727 Rprec 14_3 0.3250 bpref 14_3 0.4375 recip_rank 14_3 0.2500 iprec_at_recall_0.00 14_3 0.6111 iprec_at_recall_0.10 14_3 0.5926 iprec_at_recall_0.20 14_3 0.3529 iprec_at_recall_0.30 14_3 0.3356 iprec_at_recall_0.40 14_3 0.2560 iprec_at_recall_0.50 14_3 0.1061 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.4000 P_10 14_3 0.4000 P_15 14_3 0.5333 P_20 14_3 0.6000 P_30 14_3 0.5333 P_100 14_3 0.3500 P_200 14_3 0.2850 P_500 14_3 0.1500 P_1000 14_3 0.0810 relstring 14_3 '000220-12-' recall_5 14_3 0.0125 recall_10 14_3 0.0250 recall_15 14_3 0.0500 recall_20 14_3 0.0750 recall_30 14_3 0.1000 recall_100 14_3 0.2188 recall_200 14_3 0.3563 recall_500 14_3 0.4688 recall_1000 14_3 0.5062 infAP 14_3 0.1727 Rprec_mult_0.20 14_3 0.5000 Rprec_mult_0.40 14_3 0.3906 Rprec_mult_0.60 14_3 0.3438 Rprec_mult_0.80 14_3 0.3125 Rprec_mult_1.00 14_3 0.3250 Rprec_mult_1.20 14_3 0.2969 Rprec_mult_1.40 14_3 0.2768 Rprec_mult_1.60 14_3 0.2500 Rprec_mult_1.80 14_3 0.2326 Rprec_mult_2.00 14_3 0.2156 utility 14_3 -838.0000 11pt_avg 14_3 0.2049 binG 14_3 0.0943 G 14_3 0.0819 ndcg 14_3 0.4188 ndcg_rel 14_3 0.3745 Rndcg 14_3 0.2584 ndcg_cut_5 14_3 0.2037 ndcg_cut_10 14_3 0.2275 ndcg_cut_15 14_3 0.3174 ndcg_cut_20 14_3 0.3736 ndcg_cut_30 14_3 0.3382 ndcg_cut_100 14_3 0.3201 ndcg_cut_200 14_3 0.3457 ndcg_cut_500 14_3 0.4023 ndcg_cut_1000 14_3 0.4188 map_cut_5 14_3 0.0041 map_cut_10 14_3 0.0092 map_cut_15 14_3 0.0218 map_cut_20 14_3 0.0366 map_cut_30 14_3 0.0516 map_cut_100 14_3 0.0967 map_cut_200 14_3 0.1415 map_cut_500 14_3 0.1681 map_cut_1000 14_3 0.1727 relative_P_5 14_3 0.4000 relative_P_10 14_3 0.4000 relative_P_15 14_3 0.5333 relative_P_20 14_3 0.6000 relative_P_30 14_3 0.5333 relative_P_100 14_3 0.3500 relative_P_200 14_3 0.3563 relative_P_500 14_3 0.4688 relative_P_1000 14_3 0.5062 success_1 14_3 0.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0810 set_relative_P 14_3 0.5062 set_recall 14_3 0.5062 set_map 14_3 0.0410 set_F 14_3 0.1397 num_nonrel_judged_ret 14_3 30 rbp 14_3 0.2590 rbp_resid 14_3 0.2044 unj_5 14_3 0.0000 unj_10 14_3 0.2000 unj_20 14_3 0.2000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 38 map 14_4 0.0671 Rprec 14_4 0.0870 bpref 14_4 0.2424 recip_rank 14_4 0.0714 iprec_at_recall_0.00 14_4 0.1875 iprec_at_recall_0.10 14_4 0.0847 iprec_at_recall_0.20 14_4 0.0847 iprec_at_recall_0.30 14_4 0.0833 iprec_at_recall_0.40 14_4 0.0833 iprec_at_recall_0.50 14_4 0.0833 iprec_at_recall_0.60 14_4 0.0833 iprec_at_recall_0.70 14_4 0.0719 iprec_at_recall_0.80 14_4 0.0607 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.0000 P_15 14_4 0.1333 P_20 14_4 0.1500 P_30 14_4 0.1333 P_100 14_4 0.0700 P_200 14_4 0.0650 P_500 14_4 0.0660 P_1000 14_4 0.0380 relstring 14_4 '00000-----' recall_5 14_4 0.0000 recall_10 14_4 0.0000 recall_15 14_4 0.0435 recall_20 14_4 0.0652 recall_30 14_4 0.0870 recall_100 14_4 0.1522 recall_200 14_4 0.2826 recall_500 14_4 0.7174 recall_1000 14_4 0.8261 infAP 14_4 0.0671 Rprec_mult_0.20 14_4 0.0000 Rprec_mult_0.40 14_4 0.1579 Rprec_mult_0.60 14_4 0.1429 Rprec_mult_0.80 14_4 0.1081 Rprec_mult_1.00 14_4 0.0870 Rprec_mult_1.20 14_4 0.0714 Rprec_mult_1.40 14_4 0.0615 Rprec_mult_1.60 14_4 0.0541 Rprec_mult_1.80 14_4 0.0723 Rprec_mult_2.00 14_4 0.0652 utility 14_4 -924.0000 11pt_avg 14_4 0.0748 binG 14_4 0.1164 G 14_4 0.1118 ndcg 14_4 0.3762 ndcg_rel 14_4 0.2577 Rndcg 14_4 0.1315 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.0000 ndcg_cut_15 14_4 0.0630 ndcg_cut_20 14_4 0.0682 ndcg_cut_30 14_4 0.0936 ndcg_cut_100 14_4 0.1280 ndcg_cut_200 14_4 0.1888 ndcg_cut_500 14_4 0.3395 ndcg_cut_1000 14_4 0.3762 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0000 map_cut_15 14_4 0.0045 map_cut_20 14_4 0.0085 map_cut_30 14_4 0.0125 map_cut_100 14_4 0.0172 map_cut_200 14_4 0.0275 map_cut_500 14_4 0.0606 map_cut_1000 14_4 0.0671 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.0000 relative_P_15 14_4 0.1333 relative_P_20 14_4 0.1500 relative_P_30 14_4 0.1333 relative_P_100 14_4 0.1522 relative_P_200 14_4 0.2826 relative_P_500 14_4 0.7174 relative_P_1000 14_4 0.8261 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 0.0000 set_P 14_4 0.0380 set_relative_P 14_4 0.8261 set_recall 14_4 0.8261 set_map 14_4 0.0314 set_F 14_4 0.0727 num_nonrel_judged_ret 14_4 58 rbp 14_4 0.0492 rbp_resid 14_4 0.3824 unj_5 14_4 0.0000 unj_10 14_4 0.5000 unj_20 14_4 0.4000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 14 map 14_7 0.0017 Rprec 14_7 0.0000 bpref 14_7 0.1135 recip_rank 14_7 0.0088 iprec_at_recall_0.00 14_7 0.0147 iprec_at_recall_0.10 14_7 0.0147 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0000 P_200 14_7 0.0050 P_500 14_7 0.0060 P_1000 14_7 0.0140 relstring 14_7 '00000-0---' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0000 recall_200 14_7 0.0120 recall_500 14_7 0.0361 recall_1000 14_7 0.1687 infAP 14_7 0.0017 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0000 Rprec_mult_1.40 14_7 0.0085 Rprec_mult_1.60 14_7 0.0075 Rprec_mult_1.80 14_7 0.0067 Rprec_mult_2.00 14_7 0.0060 utility 14_7 -972.0000 11pt_avg 14_7 0.0027 binG 14_7 0.0184 G 14_7 0.0204 ndcg 14_7 0.0801 ndcg_rel 14_7 0.0729 Rndcg 14_7 0.0200 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0000 ndcg_cut_200 14_7 0.0046 ndcg_cut_500 14_7 0.0118 ndcg_cut_1000 14_7 0.0801 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0000 map_cut_200 14_7 0.0001 map_cut_500 14_7 0.0003 map_cut_1000 14_7 0.0017 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0000 relative_P_200 14_7 0.0120 relative_P_500 14_7 0.0361 relative_P_1000 14_7 0.1687 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0140 set_relative_P 14_7 0.1687 set_recall 14_7 0.1687 set_map 14_7 0.0024 set_F 14_7 0.0259 num_nonrel_judged_ret 14_7 34 rbp 14_7 0.0000 rbp_resid 14_7 0.5234 unj_5 14_7 0.0000 unj_10 14_7 0.4000 unj_20 14_7 0.7000 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 8 map 14_8 0.0738 Rprec 14_8 0.2222 bpref 14_8 0.1389 recip_rank 14_8 0.2000 iprec_at_recall_0.00 14_8 0.3333 iprec_at_recall_0.10 14_8 0.3333 iprec_at_recall_0.20 14_8 0.2667 iprec_at_recall_0.30 14_8 0.1562 iprec_at_recall_0.40 14_8 0.0329 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.2000 P_10 14_8 0.2000 P_15 14_8 0.2667 P_20 14_8 0.2000 P_30 14_8 0.1333 P_100 14_8 0.0600 P_200 14_8 0.0300 P_500 14_8 0.0160 P_1000 14_8 0.0080 relstring 14_8 '00002100-0' recall_5 14_8 0.0556 recall_10 14_8 0.1111 recall_15 14_8 0.2222 recall_20 14_8 0.2222 recall_30 14_8 0.2222 recall_100 14_8 0.3333 recall_200 14_8 0.3333 recall_500 14_8 0.4444 recall_1000 14_8 0.4444 infAP 14_8 0.0738 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.2500 Rprec_mult_0.60 14_8 0.1818 Rprec_mult_0.80 14_8 0.2667 Rprec_mult_1.00 14_8 0.2222 Rprec_mult_1.20 14_8 0.1818 Rprec_mult_1.40 14_8 0.1538 Rprec_mult_1.60 14_8 0.1379 Rprec_mult_1.80 14_8 0.1515 Rprec_mult_2.00 14_8 0.1389 utility 14_8 -984.0000 11pt_avg 14_8 0.1020 binG 14_8 0.1080 G 14_8 0.0892 ndcg 14_8 0.2462 ndcg_rel 14_8 0.2253 Rndcg 14_8 0.1960 ndcg_cut_5 14_8 0.1312 ndcg_cut_10 14_8 0.1381 ndcg_cut_15 14_8 0.2006 ndcg_cut_20 14_8 0.1864 ndcg_cut_30 14_8 0.1864 ndcg_cut_100 14_8 0.2215 ndcg_cut_200 14_8 0.2215 ndcg_cut_500 14_8 0.2462 ndcg_cut_1000 14_8 0.2462 map_cut_5 14_8 0.0111 map_cut_10 14_8 0.0296 map_cut_15 14_8 0.0573 map_cut_20 14_8 0.0573 map_cut_30 14_8 0.0573 map_cut_100 14_8 0.0705 map_cut_200 14_8 0.0705 map_cut_500 14_8 0.0738 map_cut_1000 14_8 0.0738 relative_P_5 14_8 0.2000 relative_P_10 14_8 0.2000 relative_P_15 14_8 0.2667 relative_P_20 14_8 0.2222 relative_P_30 14_8 0.2222 relative_P_100 14_8 0.3333 relative_P_200 14_8 0.3333 relative_P_500 14_8 0.4444 relative_P_1000 14_8 0.4444 success_1 14_8 0.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0080 set_relative_P 14_8 0.4444 set_recall 14_8 0.4444 set_map 14_8 0.0036 set_F 14_8 0.0157 num_nonrel_judged_ret 14_8 81 rbp 14_8 0.1367 rbp_resid 14_8 0.1326 unj_5 14_8 0.0000 unj_10 14_8 0.1000 unj_20 14_8 0.1500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 111 map 14_9 0.2256 Rprec 14_9 0.3239 bpref 14_9 0.4298 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.7857 iprec_at_recall_0.20 14_9 0.4583 iprec_at_recall_0.30 14_9 0.3420 iprec_at_recall_0.40 14_9 0.2355 iprec_at_recall_0.50 14_9 0.1698 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.6000 P_10 14_9 0.8000 P_15 14_9 0.8000 P_20 14_9 0.8000 P_30 14_9 0.7333 P_100 14_9 0.4400 P_200 14_9 0.3300 P_500 14_9 0.1920 P_1000 14_9 0.1110 relstring 14_9 '2002112222' recall_5 14_9 0.0141 recall_10 14_9 0.0376 recall_15 14_9 0.0563 recall_20 14_9 0.0751 recall_30 14_9 0.1033 recall_100 14_9 0.2066 recall_200 14_9 0.3099 recall_500 14_9 0.4507 recall_1000 14_9 0.5211 infAP 14_9 0.2256 Rprec_mult_0.20 14_9 0.6279 Rprec_mult_0.40 14_9 0.4651 Rprec_mult_0.60 14_9 0.3984 Rprec_mult_0.80 14_9 0.3567 Rprec_mult_1.00 14_9 0.3239 Rprec_mult_1.20 14_9 0.2852 Rprec_mult_1.40 14_9 0.2575 Rprec_mult_1.60 14_9 0.2375 Rprec_mult_1.80 14_9 0.2266 Rprec_mult_2.00 14_9 0.2207 utility 14_9 -778.0000 11pt_avg 14_9 0.2719 binG 14_9 0.1111 G 14_9 0.0776 ndcg 14_9 0.4559 ndcg_rel 14_9 0.4299 Rndcg 14_9 0.3956 ndcg_cut_5 14_9 0.3672 ndcg_cut_10 14_9 0.4462 ndcg_cut_15 14_9 0.4964 ndcg_cut_20 14_9 0.5100 ndcg_cut_30 14_9 0.4902 ndcg_cut_100 14_9 0.3643 ndcg_cut_200 14_9 0.3307 ndcg_cut_500 14_9 0.4110 ndcg_cut_1000 14_9 0.4559 map_cut_5 14_9 0.0099 map_cut_10 14_9 0.0273 map_cut_15 14_9 0.0425 map_cut_20 14_9 0.0574 map_cut_30 14_9 0.0795 map_cut_100 14_9 0.1376 map_cut_200 14_9 0.1772 map_cut_500 14_9 0.2133 map_cut_1000 14_9 0.2256 relative_P_5 14_9 0.6000 relative_P_10 14_9 0.8000 relative_P_15 14_9 0.8000 relative_P_20 14_9 0.8000 relative_P_30 14_9 0.7333 relative_P_100 14_9 0.4400 relative_P_200 14_9 0.3300 relative_P_500 14_9 0.4507 relative_P_1000 14_9 0.5211 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1110 set_relative_P 14_9 0.5211 set_recall 14_9 0.5211 set_map 14_9 0.0578 set_F 14_9 0.1830 num_nonrel_judged_ret 14_9 24 rbp 14_9 0.4259 rbp_resid 14_9 0.0286 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 21 map 15_1 0.0962 Rprec 15_1 0.1975 bpref 15_1 0.2231 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.3750 iprec_at_recall_0.20 15_1 0.2000 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.6000 P_10 15_1 0.5000 P_15 15_1 0.4667 P_20 15_1 0.3500 P_30 15_1 0.3333 P_100 15_1 0.1700 P_200 15_1 0.1000 P_500 15_1 0.0420 P_1000 15_1 0.0210 relstring 15_1 '2100102--3' recall_5 15_1 0.0370 recall_10 15_1 0.0617 recall_15 15_1 0.0864 recall_20 15_1 0.0864 recall_30 15_1 0.1235 recall_100 15_1 0.2099 recall_200 15_1 0.2469 recall_500 15_1 0.2593 recall_1000 15_1 0.2593 infAP 15_1 0.0962 Rprec_mult_0.20 15_1 0.4118 Rprec_mult_0.40 15_1 0.3030 Rprec_mult_0.60 15_1 0.2449 Rprec_mult_0.80 15_1 0.1846 Rprec_mult_1.00 15_1 0.1975 Rprec_mult_1.20 15_1 0.1633 Rprec_mult_1.40 15_1 0.1667 Rprec_mult_1.60 15_1 0.1538 Rprec_mult_1.80 15_1 0.1370 Rprec_mult_2.00 15_1 0.1235 utility 15_1 -958.0000 11pt_avg 15_1 0.1432 binG 15_1 0.0795 G 15_1 0.0529 ndcg 15_1 0.2599 ndcg_rel 15_1 0.2725 Rndcg 15_1 0.2593 ndcg_cut_5 15_1 0.3412 ndcg_cut_10 15_1 0.3673 ndcg_cut_15 15_1 0.3532 ndcg_cut_20 15_1 0.3053 ndcg_cut_30 15_1 0.2750 ndcg_cut_100 15_1 0.2383 ndcg_cut_200 15_1 0.2521 ndcg_cut_500 15_1 0.2599 ndcg_cut_1000 15_1 0.2599 map_cut_5 15_1 0.0321 map_cut_10 15_1 0.0453 map_cut_15 15_1 0.0564 map_cut_20 15_1 0.0564 map_cut_30 15_1 0.0698 map_cut_100 15_1 0.0889 map_cut_200 15_1 0.0953 map_cut_500 15_1 0.0962 map_cut_1000 15_1 0.0962 relative_P_5 15_1 0.6000 relative_P_10 15_1 0.5000 relative_P_15 15_1 0.4667 relative_P_20 15_1 0.3500 relative_P_30 15_1 0.3333 relative_P_100 15_1 0.2099 relative_P_200 15_1 0.2469 relative_P_500 15_1 0.2593 relative_P_1000 15_1 0.2593 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0210 set_relative_P 15_1 0.2593 set_recall 15_1 0.2593 set_map 15_1 0.0054 set_F 15_1 0.0389 num_nonrel_judged_ret 15_1 32 rbp 15_1 0.2260 rbp_resid 15_1 0.2614 unj_5 15_1 0.0000 unj_10 15_1 0.2000 unj_20 15_1 0.3000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 30 map 15_10 0.6440 Rprec 15_10 0.6286 bpref 15_10 0.7690 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 1.0000 iprec_at_recall_0.20 15_10 1.0000 iprec_at_recall_0.30 15_10 0.7857 iprec_at_recall_0.40 15_10 0.7273 iprec_at_recall_0.50 15_10 0.6579 iprec_at_recall_0.60 15_10 0.6579 iprec_at_recall_0.70 15_10 0.6579 iprec_at_recall_0.80 15_10 0.5714 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 1.0000 P_10 15_10 1.0000 P_15 15_10 0.7333 P_20 15_10 0.7000 P_30 15_10 0.6333 P_100 15_10 0.3000 P_200 15_10 0.1500 P_500 15_10 0.0600 P_1000 15_10 0.0300 relstring 15_10 '3121231112' recall_5 15_10 0.1429 recall_10 15_10 0.2857 recall_15 15_10 0.3143 recall_20 15_10 0.4000 recall_30 15_10 0.5429 recall_100 15_10 0.8571 recall_200 15_10 0.8571 recall_500 15_10 0.8571 recall_1000 15_10 0.8571 infAP 15_10 0.6440 Rprec_mult_0.20 15_10 1.0000 Rprec_mult_0.40 15_10 0.7857 Rprec_mult_0.60 15_10 0.7143 Rprec_mult_0.80 15_10 0.6429 Rprec_mult_1.00 15_10 0.6286 Rprec_mult_1.20 15_10 0.6190 Rprec_mult_1.40 15_10 0.5714 Rprec_mult_1.60 15_10 0.5000 Rprec_mult_1.80 15_10 0.4444 Rprec_mult_2.00 15_10 0.4143 utility 15_10 -940.0000 11pt_avg 15_10 0.6416 binG 15_10 0.4433 G 15_10 0.3332 ndcg 15_10 0.8209 ndcg_rel 15_10 0.7850 Rndcg 15_10 0.7673 ndcg_cut_5 15_10 0.7752 ndcg_cut_10 15_10 0.8085 ndcg_cut_15 15_10 0.7614 ndcg_cut_20 15_10 0.7639 ndcg_cut_30 15_10 0.7405 ndcg_cut_100 15_10 0.8209 ndcg_cut_200 15_10 0.8209 ndcg_cut_500 15_10 0.8209 ndcg_cut_1000 15_10 0.8209 map_cut_5 15_10 0.1429 map_cut_10 15_10 0.2857 map_cut_15 15_10 0.3082 map_cut_20 15_10 0.3668 map_cut_30 15_10 0.4624 map_cut_100 15_10 0.6440 map_cut_200 15_10 0.6440 map_cut_500 15_10 0.6440 map_cut_1000 15_10 0.6440 relative_P_5 15_10 1.0000 relative_P_10 15_10 1.0000 relative_P_15 15_10 0.7333 relative_P_20 15_10 0.7000 relative_P_30 15_10 0.6333 relative_P_100 15_10 0.8571 relative_P_200 15_10 0.8571 relative_P_500 15_10 0.8571 relative_P_1000 15_10 0.8571 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0300 set_relative_P 15_10 0.8571 set_recall 15_10 0.8571 set_map 15_10 0.0257 set_F 15_10 0.0580 num_nonrel_judged_ret 15_10 27 rbp 15_10 0.4446 rbp_resid 15_10 0.1226 unj_5 15_10 0.0000 unj_10 15_10 0.0000 unj_20 15_10 0.2000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 10 map 15_3 0.1217 Rprec 15_3 0.2273 bpref 15_3 0.2707 recip_rank 15_3 0.3333 iprec_at_recall_0.00 15_3 0.4545 iprec_at_recall_0.10 15_3 0.4545 iprec_at_recall_0.20 15_3 0.4545 iprec_at_recall_0.30 15_3 0.1591 iprec_at_recall_0.40 15_3 0.1364 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.4000 P_10 15_3 0.4000 P_15 15_3 0.3333 P_20 15_3 0.2500 P_30 15_3 0.1667 P_100 15_3 0.0900 P_200 15_3 0.0500 P_500 15_3 0.0200 P_1000 15_3 0.0100 relstring 15_3 '001020-110' recall_5 15_3 0.0909 recall_10 15_3 0.1818 recall_15 15_3 0.2273 recall_20 15_3 0.2273 recall_30 15_3 0.2273 recall_100 15_3 0.4091 recall_200 15_3 0.4545 recall_500 15_3 0.4545 recall_1000 15_3 0.4545 infAP 15_3 0.1217 Rprec_mult_0.20 15_3 0.4000 Rprec_mult_0.40 15_3 0.4444 Rprec_mult_0.60 15_3 0.3571 Rprec_mult_0.80 15_3 0.2778 Rprec_mult_1.00 15_3 0.2273 Rprec_mult_1.20 15_3 0.1852 Rprec_mult_1.40 15_3 0.1613 Rprec_mult_1.60 15_3 0.1389 Rprec_mult_1.80 15_3 0.1500 Rprec_mult_2.00 15_3 0.1591 utility 15_3 -980.0000 11pt_avg 15_3 0.1508 binG 15_3 0.1296 G 15_3 0.1039 ndcg 15_3 0.3133 ndcg_rel 15_3 0.2773 Rndcg 15_3 0.2416 ndcg_cut_5 15_3 0.2160 ndcg_cut_10 15_3 0.2080 ndcg_cut_15 15_3 0.2353 ndcg_cut_20 15_3 0.2113 ndcg_cut_30 15_3 0.2035 ndcg_cut_100 15_3 0.2909 ndcg_cut_200 15_3 0.3133 ndcg_cut_500 15_3 0.3133 ndcg_cut_1000 15_3 0.3133 map_cut_5 15_3 0.0333 map_cut_10 15_3 0.0706 map_cut_15 15_3 0.0912 map_cut_20 15_3 0.0912 map_cut_30 15_3 0.0912 map_cut_100 15_3 0.1190 map_cut_200 15_3 0.1217 map_cut_500 15_3 0.1217 map_cut_1000 15_3 0.1217 relative_P_5 15_3 0.4000 relative_P_10 15_3 0.4000 relative_P_15 15_3 0.3333 relative_P_20 15_3 0.2500 relative_P_30 15_3 0.2273 relative_P_100 15_3 0.4091 relative_P_200 15_3 0.4545 relative_P_500 15_3 0.4545 relative_P_1000 15_3 0.4545 success_1 15_3 0.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.0100 set_relative_P 15_3 0.4545 set_recall 15_3 0.4545 set_map 15_3 0.0045 set_F 15_3 0.0196 num_nonrel_judged_ret 15_3 20 rbp 15_3 0.1887 rbp_resid 15_3 0.2419 unj_5 15_3 0.0000 unj_10 15_3 0.1000 unj_20 15_3 0.2500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 15 map 15_4 0.0634 Rprec 15_4 0.1000 bpref 15_4 0.1150 recip_rank 15_4 0.1111 iprec_at_recall_0.00 15_4 0.1429 iprec_at_recall_0.10 15_4 0.1429 iprec_at_recall_0.20 15_4 0.1212 iprec_at_recall_0.30 15_4 0.1034 iprec_at_recall_0.40 15_4 0.0920 iprec_at_recall_0.50 15_4 0.0775 iprec_at_recall_0.60 15_4 0.0488 iprec_at_recall_0.70 15_4 0.0456 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.1000 P_15 15_4 0.1333 P_20 15_4 0.1000 P_30 15_4 0.1000 P_100 15_4 0.0800 P_200 15_4 0.0500 P_500 15_4 0.0300 P_1000 15_4 0.0150 relstring 15_4 '0000000-2-' recall_5 15_4 0.0000 recall_10 15_4 0.0500 recall_15 15_4 0.1000 recall_20 15_4 0.1000 recall_30 15_4 0.1500 recall_100 15_4 0.4000 recall_200 15_4 0.5000 recall_500 15_4 0.7500 recall_1000 15_4 0.7500 infAP 15_4 0.0634 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0833 Rprec_mult_0.80 15_4 0.1250 Rprec_mult_1.00 15_4 0.1000 Rprec_mult_1.20 15_4 0.1250 Rprec_mult_1.40 15_4 0.1071 Rprec_mult_1.60 15_4 0.0938 Rprec_mult_1.80 15_4 0.1111 Rprec_mult_2.00 15_4 0.1000 utility 15_4 -970.0000 11pt_avg 15_4 0.0704 binG 15_4 0.1286 G 15_4 0.1202 ndcg 15_4 0.3412 ndcg_rel 15_4 0.2401 Rndcg 15_4 0.1618 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0663 ndcg_cut_15 15_4 0.0748 ndcg_cut_20 15_4 0.0678 ndcg_cut_30 15_4 0.0853 ndcg_cut_100 15_4 0.2192 ndcg_cut_200 15_4 0.2534 ndcg_cut_500 15_4 0.3412 ndcg_cut_1000 15_4 0.3412 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0056 map_cut_15 15_4 0.0127 map_cut_20 15_4 0.0127 map_cut_30 15_4 0.0195 map_cut_100 15_4 0.0438 map_cut_200 15_4 0.0518 map_cut_500 15_4 0.0634 map_cut_1000 15_4 0.0634 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.1000 relative_P_15 15_4 0.1333 relative_P_20 15_4 0.1000 relative_P_30 15_4 0.1500 relative_P_100 15_4 0.4000 relative_P_200 15_4 0.5000 relative_P_500 15_4 0.7500 relative_P_1000 15_4 0.7500 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 1.0000 set_P 15_4 0.0150 set_relative_P 15_4 0.7500 set_recall 15_4 0.7500 set_map 15_4 0.0112 set_F 15_4 0.0294 num_nonrel_judged_ret 15_4 40 rbp 15_4 0.0652 rbp_resid 15_4 0.2833 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.3500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 29 map 15_5 0.3944 Rprec 15_5 0.4516 bpref 15_5 0.6160 recip_rank 15_5 0.5000 iprec_at_recall_0.00 15_5 0.6667 iprec_at_recall_0.10 15_5 0.5000 iprec_at_recall_0.20 15_5 0.5000 iprec_at_recall_0.30 15_5 0.5000 iprec_at_recall_0.40 15_5 0.5000 iprec_at_recall_0.50 15_5 0.5000 iprec_at_recall_0.60 15_5 0.4318 iprec_at_recall_0.70 15_5 0.3571 iprec_at_recall_0.80 15_5 0.3571 iprec_at_recall_0.90 15_5 0.2593 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.4000 P_10 15_5 0.4000 P_15 15_5 0.4000 P_20 15_5 0.4000 P_30 15_5 0.4333 P_100 15_5 0.2700 P_200 15_5 0.1450 P_500 15_5 0.0580 P_1000 15_5 0.0290 relstring 15_5 '01300101-0' recall_5 15_5 0.0645 recall_10 15_5 0.1290 recall_15 15_5 0.1935 recall_20 15_5 0.2581 recall_30 15_5 0.4194 recall_100 15_5 0.8710 recall_200 15_5 0.9355 recall_500 15_5 0.9355 recall_1000 15_5 0.9355 infAP 15_5 0.3944 Rprec_mult_0.20 15_5 0.4286 Rprec_mult_0.40 15_5 0.4615 Rprec_mult_0.60 15_5 0.4211 Rprec_mult_0.80 15_5 0.4000 Rprec_mult_1.00 15_5 0.4516 Rprec_mult_1.20 15_5 0.4737 Rprec_mult_1.40 15_5 0.4318 Rprec_mult_1.60 15_5 0.3800 Rprec_mult_1.80 15_5 0.3750 Rprec_mult_2.00 15_5 0.3387 utility 15_5 -942.0000 11pt_avg 15_5 0.4156 binG 15_5 0.2473 G 15_5 0.2077 ndcg 15_5 0.5990 ndcg_rel 15_5 0.4082 Rndcg 15_5 0.3885 ndcg_cut_5 15_5 0.2654 ndcg_cut_10 15_5 0.2637 ndcg_cut_15 15_5 0.2792 ndcg_cut_20 15_5 0.2907 ndcg_cut_30 15_5 0.3337 ndcg_cut_100 15_5 0.5800 ndcg_cut_200 15_5 0.5990 ndcg_cut_500 15_5 0.5990 ndcg_cut_1000 15_5 0.5990 map_cut_5 15_5 0.0376 map_cut_10 15_5 0.0699 map_cut_15 15_5 0.0982 map_cut_20 15_5 0.1267 map_cut_30 15_5 0.1970 map_cut_100 15_5 0.3777 map_cut_200 15_5 0.3944 map_cut_500 15_5 0.3944 map_cut_1000 15_5 0.3944 relative_P_5 15_5 0.4000 relative_P_10 15_5 0.4000 relative_P_15 15_5 0.4000 relative_P_20 15_5 0.4000 relative_P_30 15_5 0.4333 relative_P_100 15_5 0.8710 relative_P_200 15_5 0.9355 relative_P_500 15_5 0.9355 relative_P_1000 15_5 0.9355 success_1 15_5 0.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0290 set_relative_P 15_5 0.9355 set_recall 15_5 0.9355 set_map 15_5 0.0271 set_F 15_5 0.0563 num_nonrel_judged_ret 15_5 27 rbp 15_5 0.2036 rbp_resid 15_5 0.1383 unj_5 15_5 0.0000 unj_10 15_5 0.1000 unj_20 15_5 0.2500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 14 map 15_6 0.0429 Rprec 15_6 0.1053 bpref 15_6 0.0859 recip_rank 15_6 0.3333 iprec_at_recall_0.00 15_6 0.3333 iprec_at_recall_0.10 15_6 0.1667 iprec_at_recall_0.20 15_6 0.0337 iprec_at_recall_0.30 15_6 0.0337 iprec_at_recall_0.40 15_6 0.0185 iprec_at_recall_0.50 15_6 0.0185 iprec_at_recall_0.60 15_6 0.0185 iprec_at_recall_0.70 15_6 0.0185 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.2000 P_10 15_6 0.1000 P_15 15_6 0.1333 P_20 15_6 0.1000 P_30 15_6 0.0667 P_100 15_6 0.0300 P_200 15_6 0.0300 P_500 15_6 0.0160 P_1000 15_6 0.0140 relstring 15_6 '0010000--0' recall_5 15_6 0.0526 recall_10 15_6 0.0526 recall_15 15_6 0.1053 recall_20 15_6 0.1053 recall_30 15_6 0.1053 recall_100 15_6 0.1579 recall_200 15_6 0.3158 recall_500 15_6 0.4211 recall_1000 15_6 0.7368 infAP 15_6 0.0429 Rprec_mult_0.20 15_6 0.2500 Rprec_mult_0.40 15_6 0.1250 Rprec_mult_0.60 15_6 0.1667 Rprec_mult_0.80 15_6 0.1250 Rprec_mult_1.00 15_6 0.1053 Rprec_mult_1.20 15_6 0.0870 Rprec_mult_1.40 15_6 0.0741 Rprec_mult_1.60 15_6 0.0645 Rprec_mult_1.80 15_6 0.0571 Rprec_mult_2.00 15_6 0.0526 utility 15_6 -972.0000 11pt_avg 15_6 0.0583 binG 15_6 0.1189 G 15_6 0.1023 ndcg 15_6 0.2891 ndcg_rel 15_6 0.2106 Rndcg 15_6 0.1097 ndcg_cut_5 15_6 0.0725 ndcg_cut_10 15_6 0.0496 ndcg_cut_15 15_6 0.0818 ndcg_cut_20 15_6 0.0735 ndcg_cut_30 15_6 0.0735 ndcg_cut_100 15_6 0.0999 ndcg_cut_200 15_6 0.1571 ndcg_cut_500 15_6 0.1906 ndcg_cut_1000 15_6 0.2891 map_cut_5 15_6 0.0175 map_cut_10 15_6 0.0175 map_cut_15 15_6 0.0263 map_cut_20 15_6 0.0263 map_cut_30 15_6 0.0263 map_cut_100 15_6 0.0303 map_cut_200 15_6 0.0349 map_cut_500 15_6 0.0372 map_cut_1000 15_6 0.0429 relative_P_5 15_6 0.2000 relative_P_10 15_6 0.1000 relative_P_15 15_6 0.1333 relative_P_20 15_6 0.1053 relative_P_30 15_6 0.1053 relative_P_100 15_6 0.1579 relative_P_200 15_6 0.3158 relative_P_500 15_6 0.4211 relative_P_1000 15_6 0.7368 success_1 15_6 0.0000 success_5 15_6 1.0000 success_10 15_6 1.0000 set_P 15_6 0.0140 set_relative_P 15_6 0.7368 set_recall 15_6 0.7368 set_map 15_6 0.0103 set_F 15_6 0.0275 num_nonrel_judged_ret 15_6 47 rbp 15_6 0.0490 rbp_resid 15_6 0.2681 unj_5 15_6 0.0000 unj_10 15_6 0.2000 unj_20 15_6 0.3000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 84 map 1_1 0.2470 Rprec 1_1 0.3152 bpref 1_1 0.3113 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.9091 iprec_at_recall_0.20 1_1 0.7105 iprec_at_recall_0.30 1_1 0.4136 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 0.9000 P_100 1_1 0.6300 P_200 1_1 0.3950 P_500 1_1 0.1680 P_1000 1_1 0.0840 relstring 1_1 '2322322222' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.1051 recall_100 1_1 0.2451 recall_200 1_1 0.3074 recall_500 1_1 0.3268 recall_1000 1_1 0.3268 infAP 1_1 0.2470 Rprec_mult_0.20 1_1 0.8077 Rprec_mult_0.40 1_1 0.6117 Rprec_mult_0.60 1_1 0.4581 Rprec_mult_0.80 1_1 0.3835 Rprec_mult_1.00 1_1 0.3152 Rprec_mult_1.20 1_1 0.2621 Rprec_mult_1.40 1_1 0.2250 Rprec_mult_1.60 1_1 0.1990 Rprec_mult_1.80 1_1 0.1793 Rprec_mult_2.00 1_1 0.1634 utility 1_1 -832.0000 11pt_avg 1_1 0.2757 binG 1_1 0.1432 G 1_1 0.0785 ndcg 1_1 0.4232 ndcg_rel 1_1 0.4976 Rndcg 1_1 0.5099 ndcg_cut_5 1_1 0.7817 ndcg_cut_10 1_1 0.7413 ndcg_cut_15 1_1 0.7054 ndcg_cut_20 1_1 0.7529 ndcg_cut_30 1_1 0.7419 ndcg_cut_100 1_1 0.5917 ndcg_cut_200 1_1 0.4598 ndcg_cut_500 1_1 0.4232 ndcg_cut_1000 1_1 0.4232 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.1026 map_cut_100 1_1 0.2119 map_cut_200 1_1 0.2420 map_cut_500 1_1 0.2470 map_cut_1000 1_1 0.2470 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 0.9000 relative_P_100 1_1 0.6300 relative_P_200 1_1 0.3950 relative_P_500 1_1 0.3268 relative_P_1000 1_1 0.3268 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0840 set_relative_P 1_1 0.3268 set_recall 1_1 0.3268 set_map 1_1 0.0275 set_F 1_1 0.1337 num_nonrel_judged_ret 1_1 13 rbp 1_1 0.6768 rbp_resid 1_1 0.0305 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 97 map 1_2 0.4073 Rprec 1_2 0.4649 bpref 1_2 0.7236 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.7308 iprec_at_recall_0.20 1_2 0.6316 iprec_at_recall_0.30 1_2 0.5574 iprec_at_recall_0.40 1_2 0.4796 iprec_at_recall_0.50 1_2 0.4101 iprec_at_recall_0.60 1_2 0.3527 iprec_at_recall_0.70 1_2 0.3068 iprec_at_recall_0.80 1_2 0.2018 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.7000 P_15 1_2 0.6667 P_20 1_2 0.6500 P_30 1_2 0.7000 P_100 1_2 0.4700 P_200 1_2 0.3450 P_500 1_2 0.1860 P_1000 1_2 0.0970 relstring 1_2 '33332-1--4' recall_5 1_2 0.0439 recall_10 1_2 0.0614 recall_15 1_2 0.0877 recall_20 1_2 0.1140 recall_30 1_2 0.1842 recall_100 1_2 0.4123 recall_200 1_2 0.6053 recall_500 1_2 0.8158 recall_1000 1_2 0.8509 infAP 1_2 0.4073 Rprec_mult_0.20 1_2 0.6957 Rprec_mult_0.40 1_2 0.5435 Rprec_mult_0.60 1_2 0.5362 Rprec_mult_0.80 1_2 0.4891 Rprec_mult_1.00 1_2 0.4649 Rprec_mult_1.20 1_2 0.4088 Rprec_mult_1.40 1_2 0.3875 Rprec_mult_1.60 1_2 0.3607 Rprec_mult_1.80 1_2 0.3495 Rprec_mult_2.00 1_2 0.3377 utility 1_2 -806.0000 11pt_avg 1_2 0.4246 binG 1_2 0.2012 G 1_2 0.1737 ndcg 1_2 0.7454 ndcg_rel 1_2 0.6490 Rndcg 1_2 0.6425 ndcg_cut_5 1_2 0.8591 ndcg_cut_10 1_2 0.6799 ndcg_cut_15 1_2 0.6334 ndcg_cut_20 1_2 0.6195 ndcg_cut_30 1_2 0.6249 ndcg_cut_100 1_2 0.5592 ndcg_cut_200 1_2 0.6383 ndcg_cut_500 1_2 0.7359 ndcg_cut_1000 1_2 0.7454 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0575 map_cut_15 1_2 0.0749 map_cut_20 1_2 0.0924 map_cut_30 1_2 0.1414 map_cut_100 1_2 0.2650 map_cut_200 1_2 0.3435 map_cut_500 1_2 0.4022 map_cut_1000 1_2 0.4073 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.7000 relative_P_15 1_2 0.6667 relative_P_20 1_2 0.6500 relative_P_30 1_2 0.7000 relative_P_100 1_2 0.4700 relative_P_200 1_2 0.6053 relative_P_500 1_2 0.8158 relative_P_1000 1_2 0.8509 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0970 set_relative_P 1_2 0.8509 set_recall 1_2 0.8509 set_map 1_2 0.0825 set_F 1_2 0.1741 num_nonrel_judged_ret 1_2 11 rbp 1_2 0.4508 rbp_resid 1_2 0.2761 unj_5 1_2 0.0000 unj_10 1_2 0.3000 unj_20 1_2 0.3500 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 62 map 1_3 0.6136 Rprec 1_3 0.6056 bpref 1_3 0.8259 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.9333 iprec_at_recall_0.20 1_3 0.9333 iprec_at_recall_0.30 1_3 0.8400 iprec_at_recall_0.40 1_3 0.7838 iprec_at_recall_0.50 1_3 0.7400 iprec_at_recall_0.60 1_3 0.6143 iprec_at_recall_0.70 1_3 0.5682 iprec_at_recall_0.80 1_3 0.2953 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 1.0000 P_10 1_3 0.9000 P_15 1_3 0.9333 P_20 1_3 0.8500 P_30 1_3 0.8000 P_100 1_3 0.5100 P_200 1_3 0.2900 P_500 1_3 0.1240 P_1000 1_3 0.0620 relstring 1_3 '2223220123' recall_5 1_3 0.0704 recall_10 1_3 0.1268 recall_15 1_3 0.1972 recall_20 1_3 0.2394 recall_30 1_3 0.3380 recall_100 1_3 0.7183 recall_200 1_3 0.8169 recall_500 1_3 0.8732 recall_1000 1_3 0.8732 infAP 1_3 0.6136 Rprec_mult_0.20 1_3 0.9333 Rprec_mult_0.40 1_3 0.7931 Rprec_mult_0.60 1_3 0.7442 Rprec_mult_0.80 1_3 0.6842 Rprec_mult_1.00 1_3 0.6056 Rprec_mult_1.20 1_3 0.5698 Rprec_mult_1.40 1_3 0.5100 Rprec_mult_1.60 1_3 0.4561 Rprec_mult_1.80 1_3 0.4062 Rprec_mult_2.00 1_3 0.3732 utility 1_3 -876.0000 11pt_avg 1_3 0.6098 binG 1_3 0.3252 G 1_3 0.2337 ndcg 1_3 0.8207 ndcg_rel 1_3 0.7412 Rndcg 1_3 0.7323 ndcg_cut_5 1_3 0.7154 ndcg_cut_10 1_3 0.7121 ndcg_cut_15 1_3 0.7792 ndcg_cut_20 1_3 0.7534 ndcg_cut_30 1_3 0.7126 ndcg_cut_100 1_3 0.7583 ndcg_cut_200 1_3 0.7996 ndcg_cut_500 1_3 0.8207 ndcg_cut_1000 1_3 0.8207 map_cut_5 1_3 0.0704 map_cut_10 1_3 0.1220 map_cut_15 1_3 0.1870 map_cut_20 1_3 0.2225 map_cut_30 1_3 0.3032 map_cut_100 1_3 0.5647 map_cut_200 1_3 0.6005 map_cut_500 1_3 0.6136 map_cut_1000 1_3 0.6136 relative_P_5 1_3 1.0000 relative_P_10 1_3 0.9000 relative_P_15 1_3 0.9333 relative_P_20 1_3 0.8500 relative_P_30 1_3 0.8000 relative_P_100 1_3 0.7183 relative_P_200 1_3 0.8169 relative_P_500 1_3 0.8732 relative_P_1000 1_3 0.8732 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0620 set_relative_P 1_3 0.8732 set_recall 1_3 0.8732 set_map 1_3 0.0541 set_F 1_3 0.1158 num_nonrel_judged_ret 1_3 13 rbp 1_3 0.5921 rbp_resid 1_3 0.0808 unj_5 1_3 0.0000 unj_10 1_3 0.0000 unj_20 1_3 0.1000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 78 map 1_4 0.4058 Rprec 1_4 0.4478 bpref 1_4 0.5721 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 1.0000 iprec_at_recall_0.20 1_4 0.9643 iprec_at_recall_0.30 1_4 0.7736 iprec_at_recall_0.40 1_4 0.5143 iprec_at_recall_0.50 1_4 0.3436 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 1.0000 P_20 1_4 1.0000 P_30 1_4 0.9333 P_100 1_4 0.5100 P_200 1_4 0.3350 P_500 1_4 0.1540 P_1000 1_4 0.0780 relstring 1_4 '2222233232' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1119 recall_20 1_4 0.1493 recall_30 1_4 0.2090 recall_100 1_4 0.3806 recall_200 1_4 0.5000 recall_500 1_4 0.5746 recall_1000 1_4 0.5821 infAP 1_4 0.4058 Rprec_mult_0.20 1_4 0.9630 Rprec_mult_0.40 1_4 0.7593 Rprec_mult_0.60 1_4 0.5802 Rprec_mult_0.80 1_4 0.5000 Rprec_mult_1.00 1_4 0.4478 Rprec_mult_1.20 1_4 0.3851 Rprec_mult_1.40 1_4 0.3511 Rprec_mult_1.60 1_4 0.3116 Rprec_mult_1.80 1_4 0.2893 Rprec_mult_2.00 1_4 0.2612 utility 1_4 -844.0000 11pt_avg 1_4 0.4178 binG 1_4 0.2721 G 1_4 0.1359 ndcg 1_4 0.6146 ndcg_rel 1_4 0.6448 Rndcg 1_4 0.6145 ndcg_cut_5 1_4 0.6667 ndcg_cut_10 1_4 0.7393 ndcg_cut_15 1_4 0.7488 ndcg_cut_20 1_4 0.7908 ndcg_cut_30 1_4 0.7576 ndcg_cut_100 1_4 0.5579 ndcg_cut_200 1_4 0.5815 ndcg_cut_500 1_4 0.6125 ndcg_cut_1000 1_4 0.6146 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1119 map_cut_20 1_4 0.1493 map_cut_30 1_4 0.2076 map_cut_100 1_4 0.3340 map_cut_200 1_4 0.3876 map_cut_500 1_4 0.4047 map_cut_1000 1_4 0.4058 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 1.0000 relative_P_20 1_4 1.0000 relative_P_30 1_4 0.9333 relative_P_100 1_4 0.5100 relative_P_200 1_4 0.5000 relative_P_500 1_4 0.5746 relative_P_1000 1_4 0.5821 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0780 set_relative_P 1_4 0.5821 set_recall 1_4 0.5821 set_map 1_4 0.0454 set_F 1_4 0.1376 num_nonrel_judged_ret 1_4 5 rbp 1_4 0.6994 rbp_resid 1_4 0.0355 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.0000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 80 map 1_6 0.3540 Rprec 1_6 0.3884 bpref 1_6 0.6040 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.8621 iprec_at_recall_0.20 1_6 0.8621 iprec_at_recall_0.30 1_6 0.5217 iprec_at_recall_0.40 1_6 0.3968 iprec_at_recall_0.50 1_6 0.2664 iprec_at_recall_0.60 1_6 0.2090 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 1.0000 P_10 1_6 0.8000 P_15 1_6 0.8000 P_20 1_6 0.8000 P_30 1_6 0.8333 P_100 1_6 0.4500 P_200 1_6 0.2800 P_500 1_6 0.1600 P_1000 1_6 0.0800 relstring 1_6 '23323-1203' recall_5 1_6 0.0413 recall_10 1_6 0.0661 recall_15 1_6 0.0992 recall_20 1_6 0.1322 recall_30 1_6 0.2066 recall_100 1_6 0.3719 recall_200 1_6 0.4628 recall_500 1_6 0.6612 recall_1000 1_6 0.6612 infAP 1_6 0.3540 Rprec_mult_0.20 1_6 0.8400 Rprec_mult_0.40 1_6 0.6327 Rprec_mult_0.60 1_6 0.5068 Rprec_mult_0.80 1_6 0.4536 Rprec_mult_1.00 1_6 0.3884 Rprec_mult_1.20 1_6 0.3425 Rprec_mult_1.40 1_6 0.3176 Rprec_mult_1.60 1_6 0.2887 Rprec_mult_1.80 1_6 0.2661 Rprec_mult_2.00 1_6 0.2521 utility 1_6 -840.0000 11pt_avg 1_6 0.3744 binG 1_6 0.1890 G 1_6 0.1614 ndcg 1_6 0.6997 ndcg_rel 1_6 0.6676 Rndcg 1_6 0.6290 ndcg_cut_5 1_6 0.8383 ndcg_cut_10 1_6 0.6783 ndcg_cut_15 1_6 0.6608 ndcg_cut_20 1_6 0.6507 ndcg_cut_30 1_6 0.6874 ndcg_cut_100 1_6 0.5943 ndcg_cut_200 1_6 0.6094 ndcg_cut_500 1_6 0.6997 ndcg_cut_1000 1_6 0.6997 map_cut_5 1_6 0.0413 map_cut_10 1_6 0.0622 map_cut_15 1_6 0.0885 map_cut_20 1_6 0.1155 map_cut_30 1_6 0.1778 map_cut_100 1_6 0.2750 map_cut_200 1_6 0.3079 map_cut_500 1_6 0.3540 map_cut_1000 1_6 0.3540 relative_P_5 1_6 1.0000 relative_P_10 1_6 0.8000 relative_P_15 1_6 0.8000 relative_P_20 1_6 0.8000 relative_P_30 1_6 0.8333 relative_P_100 1_6 0.4500 relative_P_200 1_6 0.4628 relative_P_500 1_6 0.6612 relative_P_1000 1_6 0.6612 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0800 set_relative_P 1_6 0.6612 set_recall 1_6 0.6612 set_map 1_6 0.0529 set_F 1_6 0.1427 num_nonrel_judged_ret 1_6 14 rbp 1_6 0.6368 rbp_resid 1_6 0.1023 unj_5 1_6 0.0000 unj_10 1_6 0.1000 unj_20 1_6 0.1000 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 48 map 1_7 0.0226 Rprec 1_7 0.0182 bpref 1_7 0.3145 recip_rank 1_7 0.0104 iprec_at_recall_0.00 1_7 0.0698 iprec_at_recall_0.10 1_7 0.0698 iprec_at_recall_0.20 1_7 0.0698 iprec_at_recall_0.30 1_7 0.0614 iprec_at_recall_0.40 1_7 0.0605 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.0000 P_10 1_7 0.0000 P_15 1_7 0.0000 P_20 1_7 0.0000 P_30 1_7 0.0000 P_100 1_7 0.0100 P_200 1_7 0.0250 P_500 1_7 0.0620 P_1000 1_7 0.0480 relstring 1_7 '00000-----' recall_5 1_7 0.0000 recall_10 1_7 0.0000 recall_15 1_7 0.0000 recall_20 1_7 0.0000 recall_30 1_7 0.0000 recall_100 1_7 0.0091 recall_200 1_7 0.0455 recall_500 1_7 0.2818 recall_1000 1_7 0.4364 infAP 1_7 0.0226 Rprec_mult_0.20 1_7 0.0000 Rprec_mult_0.40 1_7 0.0000 Rprec_mult_0.60 1_7 0.0000 Rprec_mult_0.80 1_7 0.0000 Rprec_mult_1.00 1_7 0.0182 Rprec_mult_1.20 1_7 0.0152 Rprec_mult_1.40 1_7 0.0195 Rprec_mult_1.60 1_7 0.0227 Rprec_mult_1.80 1_7 0.0253 Rprec_mult_2.00 1_7 0.0318 utility 1_7 -904.0000 11pt_avg 1_7 0.0301 binG 1_7 0.0517 G 1_7 0.0566 ndcg 1_7 0.2431 ndcg_rel 1_7 0.1964 Rndcg 1_7 0.0631 ndcg_cut_5 1_7 0.0000 ndcg_cut_10 1_7 0.0000 ndcg_cut_15 1_7 0.0000 ndcg_cut_20 1_7 0.0000 ndcg_cut_30 1_7 0.0000 ndcg_cut_100 1_7 0.0048 ndcg_cut_200 1_7 0.0296 ndcg_cut_500 1_7 0.1753 ndcg_cut_1000 1_7 0.2431 map_cut_5 1_7 0.0000 map_cut_10 1_7 0.0000 map_cut_15 1_7 0.0000 map_cut_20 1_7 0.0000 map_cut_30 1_7 0.0000 map_cut_100 1_7 0.0001 map_cut_200 1_7 0.0009 map_cut_500 1_7 0.0134 map_cut_1000 1_7 0.0226 relative_P_5 1_7 0.0000 relative_P_10 1_7 0.0000 relative_P_15 1_7 0.0000 relative_P_20 1_7 0.0000 relative_P_30 1_7 0.0000 relative_P_100 1_7 0.0100 relative_P_200 1_7 0.0455 relative_P_500 1_7 0.2818 relative_P_1000 1_7 0.4364 success_1 1_7 0.0000 success_5 1_7 0.0000 success_10 1_7 0.0000 set_P 1_7 0.0480 set_relative_P 1_7 0.4364 set_recall 1_7 0.4364 set_map 1_7 0.0209 set_F 1_7 0.0865 num_nonrel_judged_ret 1_7 48 rbp 1_7 0.0000 rbp_resid 1_7 0.5846 unj_5 1_7 0.0000 unj_10 1_7 0.5000 unj_20 1_7 0.7500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 87 map 1_8 0.4368 Rprec 1_8 0.4322 bpref 1_8 0.7030 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.9500 iprec_at_recall_0.20 1_8 0.9333 iprec_at_recall_0.30 1_8 0.7143 iprec_at_recall_0.40 1_8 0.4404 iprec_at_recall_0.50 1_8 0.4014 iprec_at_recall_0.60 1_8 0.2944 iprec_at_recall_0.70 1_8 0.1917 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.9000 P_15 1_8 0.9333 P_20 1_8 0.9500 P_30 1_8 0.9333 P_100 1_8 0.4600 P_200 1_8 0.3300 P_500 1_8 0.1680 P_1000 1_8 0.0870 relstring 1_8 '3221122-22' recall_5 1_8 0.0424 recall_10 1_8 0.0763 recall_15 1_8 0.1186 recall_20 1_8 0.1610 recall_30 1_8 0.2373 recall_100 1_8 0.3898 recall_200 1_8 0.5593 recall_500 1_8 0.7119 recall_1000 1_8 0.7373 infAP 1_8 0.4368 Rprec_mult_0.20 1_8 0.9167 Rprec_mult_0.40 1_8 0.7083 Rprec_mult_0.60 1_8 0.5775 Rprec_mult_0.80 1_8 0.4842 Rprec_mult_1.00 1_8 0.4322 Rprec_mult_1.20 1_8 0.4085 Rprec_mult_1.40 1_8 0.3675 Rprec_mult_1.60 1_8 0.3439 Rprec_mult_1.80 1_8 0.3239 Rprec_mult_2.00 1_8 0.2966 utility 1_8 -826.0000 11pt_avg 1_8 0.4478 binG 1_8 0.2470 G 1_8 0.1434 ndcg 1_8 0.6610 ndcg_rel 1_8 0.6292 Rndcg 1_8 0.5656 ndcg_cut_5 1_8 0.6873 ndcg_cut_10 1_8 0.6338 ndcg_cut_15 1_8 0.6687 ndcg_cut_20 1_8 0.7095 ndcg_cut_30 1_8 0.7071 ndcg_cut_100 1_8 0.4863 ndcg_cut_200 1_8 0.5616 ndcg_cut_500 1_8 0.6499 ndcg_cut_1000 1_8 0.6610 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0745 map_cut_15 1_8 0.1136 map_cut_20 1_8 0.1536 map_cut_30 1_8 0.2239 map_cut_100 1_8 0.3245 map_cut_200 1_8 0.3933 map_cut_500 1_8 0.4333 map_cut_1000 1_8 0.4368 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.9000 relative_P_15 1_8 0.9333 relative_P_20 1_8 0.9500 relative_P_30 1_8 0.9333 relative_P_100 1_8 0.4600 relative_P_200 1_8 0.5593 relative_P_500 1_8 0.7119 relative_P_1000 1_8 0.7373 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0870 set_relative_P 1_8 0.7373 set_recall 1_8 0.7373 set_map 1_8 0.0641 set_F 1_8 0.1556 num_nonrel_judged_ret 1_8 5 rbp 1_8 0.5803 rbp_resid 1_8 0.0847 unj_5 1_8 0.0000 unj_10 1_8 0.1000 unj_20 1_8 0.0500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 46 map 1_9 0.7626 Rprec 1_9 0.6458 bpref 1_9 0.9562 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 0.9583 iprec_at_recall_0.30 1_9 0.9583 iprec_at_recall_0.40 1_9 0.9583 iprec_at_recall_0.50 1_9 0.9310 iprec_at_recall_0.60 1_9 0.8333 iprec_at_recall_0.70 1_9 0.5965 iprec_at_recall_0.80 1_9 0.5735 iprec_at_recall_0.90 1_9 0.4831 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 0.9000 P_15 1_9 0.9333 P_20 1_9 0.9500 P_30 1_9 0.9000 P_100 1_9 0.4400 P_200 1_9 0.2300 P_500 1_9 0.0920 P_1000 1_9 0.0460 relstring 1_9 '33332223-1' recall_5 1_9 0.1042 recall_10 1_9 0.1875 recall_15 1_9 0.2917 recall_20 1_9 0.3958 recall_30 1_9 0.5625 recall_100 1_9 0.9167 recall_200 1_9 0.9583 recall_500 1_9 0.9583 recall_1000 1_9 0.9583 infAP 1_9 0.7626 Rprec_mult_0.20 1_9 0.9000 Rprec_mult_0.40 1_9 0.9500 Rprec_mult_0.60 1_9 0.9310 Rprec_mult_0.80 1_9 0.7692 Rprec_mult_1.00 1_9 0.6458 Rprec_mult_1.20 1_9 0.5862 Rprec_mult_1.40 1_9 0.5735 Rprec_mult_1.60 1_9 0.5195 Rprec_mult_1.80 1_9 0.4828 Rprec_mult_2.00 1_9 0.4479 utility 1_9 -908.0000 11pt_avg 1_9 0.7539 binG 1_9 0.4915 G 1_9 0.3449 ndcg 1_9 0.8983 ndcg_rel 1_9 0.8442 Rndcg 1_9 0.8077 ndcg_cut_5 1_9 0.9563 ndcg_cut_10 1_9 0.8124 ndcg_cut_15 1_9 0.8083 ndcg_cut_20 1_9 0.8427 ndcg_cut_30 1_9 0.7920 ndcg_cut_100 1_9 0.8791 ndcg_cut_200 1_9 0.8983 ndcg_cut_500 1_9 0.8983 ndcg_cut_1000 1_9 0.8983 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.1854 map_cut_15 1_9 0.2815 map_cut_20 1_9 0.3798 map_cut_30 1_9 0.5367 map_cut_100 1_9 0.7509 map_cut_200 1_9 0.7626 map_cut_500 1_9 0.7626 map_cut_1000 1_9 0.7626 relative_P_5 1_9 1.0000 relative_P_10 1_9 0.9000 relative_P_15 1_9 0.9333 relative_P_20 1_9 0.9500 relative_P_30 1_9 0.9000 relative_P_100 1_9 0.9167 relative_P_200 1_9 0.9583 relative_P_500 1_9 0.9583 relative_P_1000 1_9 0.9583 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0460 set_relative_P 1_9 0.9583 set_recall 1_9 0.9583 set_map 1_9 0.0441 set_F 1_9 0.0878 num_nonrel_judged_ret 1_9 12 rbp 1_9 0.7344 rbp_resid 1_9 0.0869 unj_5 1_9 0.0000 unj_10 1_9 0.1000 unj_20 1_9 0.0500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 144 map 4_10 0.4092 Rprec 4_10 0.4255 bpref 4_10 0.6886 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9130 iprec_at_recall_0.20 4_10 0.7222 iprec_at_recall_0.30 4_10 0.5437 iprec_at_recall_0.40 4_10 0.4535 iprec_at_recall_0.50 4_10 0.3911 iprec_at_recall_0.60 4_10 0.3304 iprec_at_recall_0.70 4_10 0.2491 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.9000 P_15 4_10 0.9333 P_20 4_10 0.9000 P_30 4_10 0.9000 P_100 4_10 0.5300 P_200 4_10 0.4050 P_500 4_10 0.2620 P_1000 4_10 0.1440 relstring 4_10 '332332-323' recall_5 4_10 0.0266 recall_10 4_10 0.0479 recall_15 4_10 0.0745 recall_20 4_10 0.0957 recall_30 4_10 0.1436 recall_100 4_10 0.2819 recall_200 4_10 0.4309 recall_500 4_10 0.6968 recall_1000 4_10 0.7660 infAP 4_10 0.4092 Rprec_mult_0.20 4_10 0.8421 Rprec_mult_0.40 4_10 0.6184 Rprec_mult_0.60 4_10 0.4956 Rprec_mult_0.80 4_10 0.4437 Rprec_mult_1.00 4_10 0.4255 Rprec_mult_1.20 4_10 0.3938 Rprec_mult_1.40 4_10 0.3826 Rprec_mult_1.60 4_10 0.3455 Rprec_mult_1.80 4_10 0.3304 Rprec_mult_2.00 4_10 0.3165 utility 4_10 -712.0000 11pt_avg 4_10 0.4185 binG 4_10 0.1950 G 4_10 0.1826 ndcg 4_10 0.7614 ndcg_rel 4_10 0.7256 Rndcg 4_10 0.7211 ndcg_cut_5 4_10 0.9435 ndcg_cut_10 4_10 0.8417 ndcg_cut_15 4_10 0.8098 ndcg_cut_20 4_10 0.8203 ndcg_cut_30 4_10 0.8088 ndcg_cut_100 4_10 0.6806 ndcg_cut_200 4_10 0.5975 ndcg_cut_500 4_10 0.7340 ndcg_cut_1000 4_10 0.7614 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0461 map_cut_15 4_10 0.0706 map_cut_20 4_10 0.0899 map_cut_30 4_10 0.1328 map_cut_100 4_10 0.2334 map_cut_200 4_10 0.3023 map_cut_500 4_10 0.3948 map_cut_1000 4_10 0.4092 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.9000 relative_P_15 4_10 0.9333 relative_P_20 4_10 0.9000 relative_P_30 4_10 0.9000 relative_P_100 4_10 0.5300 relative_P_200 4_10 0.4309 relative_P_500 4_10 0.6968 relative_P_1000 4_10 0.7660 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1440 set_relative_P 4_10 0.7660 set_recall 4_10 0.7660 set_map 4_10 0.1103 set_F 4_10 0.2424 num_nonrel_judged_ret 4_10 13 rbp 4_10 0.7250 rbp_resid 4_10 0.0960 unj_5 4_10 0.0000 unj_10 4_10 0.1000 unj_20 4_10 0.1000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 11 map 4_11 0.0220 Rprec 4_11 0.0643 bpref 4_11 0.0600 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.2000 P_10 4_11 0.2000 P_15 4_11 0.2667 P_20 4_11 0.3000 P_30 4_11 0.3000 P_100 4_11 0.1100 P_200 4_11 0.0550 P_500 4_11 0.0220 P_1000 4_11 0.0110 relstring 4_11 '1000000100' recall_5 4_11 0.0058 recall_10 4_11 0.0117 recall_15 4_11 0.0234 recall_20 4_11 0.0351 recall_30 4_11 0.0526 recall_100 4_11 0.0643 recall_200 4_11 0.0643 recall_500 4_11 0.0643 recall_1000 4_11 0.0643 infAP 4_11 0.0220 Rprec_mult_0.20 4_11 0.2857 Rprec_mult_0.40 4_11 0.1594 Rprec_mult_0.60 4_11 0.1068 Rprec_mult_0.80 4_11 0.0803 Rprec_mult_1.00 4_11 0.0643 Rprec_mult_1.20 4_11 0.0534 Rprec_mult_1.40 4_11 0.0458 Rprec_mult_1.60 4_11 0.0401 Rprec_mult_1.80 4_11 0.0357 Rprec_mult_2.00 4_11 0.0322 utility 4_11 -978.0000 11pt_avg 4_11 0.0909 binG 4_11 0.0204 G 4_11 0.0083 ndcg 4_11 0.0594 ndcg_rel 4_11 0.0646 Rndcg 4_11 0.0729 ndcg_cut_5 4_11 0.1131 ndcg_cut_10 4_11 0.0965 ndcg_cut_15 4_11 0.1097 ndcg_cut_20 4_11 0.1205 ndcg_cut_30 4_11 0.1342 ndcg_cut_100 4_11 0.0749 ndcg_cut_200 4_11 0.0594 ndcg_cut_500 4_11 0.0594 ndcg_cut_1000 4_11 0.0594 map_cut_5 4_11 0.0058 map_cut_10 4_11 0.0073 map_cut_15 4_11 0.0105 map_cut_20 4_11 0.0139 map_cut_30 4_11 0.0189 map_cut_100 4_11 0.0220 map_cut_200 4_11 0.0220 map_cut_500 4_11 0.0220 map_cut_1000 4_11 0.0220 relative_P_5 4_11 0.2000 relative_P_10 4_11 0.2000 relative_P_15 4_11 0.2667 relative_P_20 4_11 0.3000 relative_P_30 4_11 0.3000 relative_P_100 4_11 0.1100 relative_P_200 4_11 0.0643 relative_P_500 4_11 0.0643 relative_P_1000 4_11 0.0643 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0110 set_relative_P 4_11 0.0643 set_recall 4_11 0.0643 set_map 4_11 0.0007 set_F 4_11 0.0188 num_nonrel_judged_ret 4_11 51 rbp 4_11 0.0890 rbp_resid 4_11 0.0959 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 81 map 4_12 0.3265 Rprec 4_12 0.3881 bpref 4_12 0.5545 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.8421 iprec_at_recall_0.20 4_12 0.7179 iprec_at_recall_0.30 4_12 0.4938 iprec_at_recall_0.40 4_12 0.3826 iprec_at_recall_0.50 4_12 0.2691 iprec_at_recall_0.60 4_12 0.1148 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 0.8000 P_15 4_12 0.8000 P_20 4_12 0.8000 P_30 4_12 0.7667 P_100 4_12 0.4500 P_200 4_12 0.3100 P_500 4_12 0.1540 P_1000 4_12 0.0810 relstring 4_12 '3223322300' recall_5 4_12 0.0373 recall_10 4_12 0.0597 recall_15 4_12 0.0896 recall_20 4_12 0.1194 recall_30 4_12 0.1716 recall_100 4_12 0.3358 recall_200 4_12 0.4627 recall_500 4_12 0.5746 recall_1000 4_12 0.6045 infAP 4_12 0.3265 Rprec_mult_0.20 4_12 0.7407 Rprec_mult_0.40 4_12 0.6111 Rprec_mult_0.60 4_12 0.4938 Rprec_mult_0.80 4_12 0.4259 Rprec_mult_1.00 4_12 0.3881 Rprec_mult_1.20 4_12 0.3665 Rprec_mult_1.40 4_12 0.3298 Rprec_mult_1.60 4_12 0.2930 Rprec_mult_1.80 4_12 0.2727 Rprec_mult_2.00 4_12 0.2575 utility 4_12 -838.0000 11pt_avg 4_12 0.3473 binG 4_12 0.1777 G 4_12 0.1327 ndcg 4_12 0.6137 ndcg_rel 4_12 0.6208 Rndcg 4_12 0.5712 ndcg_cut_5 4_12 0.8721 ndcg_cut_10 4_12 0.7366 ndcg_cut_15 4_12 0.7009 ndcg_cut_20 4_12 0.7136 ndcg_cut_30 4_12 0.7102 ndcg_cut_100 4_12 0.5105 ndcg_cut_200 4_12 0.5331 ndcg_cut_500 4_12 0.5998 ndcg_cut_1000 4_12 0.6137 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0597 map_cut_15 4_12 0.0839 map_cut_20 4_12 0.1086 map_cut_30 4_12 0.1482 map_cut_100 4_12 0.2463 map_cut_200 4_12 0.2945 map_cut_500 4_12 0.3230 map_cut_1000 4_12 0.3265 relative_P_5 4_12 1.0000 relative_P_10 4_12 0.8000 relative_P_15 4_12 0.8000 relative_P_20 4_12 0.8000 relative_P_30 4_12 0.7667 relative_P_100 4_12 0.4500 relative_P_200 4_12 0.4627 relative_P_500 4_12 0.5746 relative_P_1000 4_12 0.6045 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0810 set_relative_P 4_12 0.6045 set_recall 4_12 0.6045 set_map 4_12 0.0490 set_F 4_12 0.1429 num_nonrel_judged_ret 4_12 20 rbp 4_12 0.6463 rbp_resid 4_12 0.0621 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.0500 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 123 map 4_13 0.4640 Rprec 4_13 0.4630 bpref 4_13 0.6929 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 1.0000 iprec_at_recall_0.20 4_13 0.9412 iprec_at_recall_0.30 4_13 0.7424 iprec_at_recall_0.40 4_13 0.5159 iprec_at_recall_0.50 4_13 0.4112 iprec_at_recall_0.60 4_13 0.2917 iprec_at_recall_0.70 4_13 0.2144 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 1.0000 P_20 4_13 1.0000 P_30 4_13 1.0000 P_100 4_13 0.6100 P_200 4_13 0.4050 P_500 4_13 0.2200 P_1000 4_13 0.1230 relstring 4_13 '3332323323' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0926 recall_20 4_13 0.1235 recall_30 4_13 0.1852 recall_100 4_13 0.3765 recall_200 4_13 0.5000 recall_500 4_13 0.6790 recall_1000 4_13 0.7593 infAP 4_13 0.4640 Rprec_mult_0.20 4_13 0.9394 Rprec_mult_0.40 4_13 0.7385 Rprec_mult_0.60 4_13 0.6122 Rprec_mult_0.80 4_13 0.5077 Rprec_mult_1.00 4_13 0.4630 Rprec_mult_1.20 4_13 0.4103 Rprec_mult_1.40 4_13 0.3744 Rprec_mult_1.60 4_13 0.3462 Rprec_mult_1.80 4_13 0.3185 Rprec_mult_2.00 4_13 0.2963 utility 4_13 -754.0000 11pt_avg 4_13 0.4652 binG 4_13 0.2949 G 4_13 0.1706 ndcg 4_13 0.7393 ndcg_rel 4_13 0.7304 Rndcg 4_13 0.6627 ndcg_cut_5 4_13 0.9513 ndcg_cut_10 4_13 0.9202 ndcg_cut_15 4_13 0.8632 ndcg_cut_20 4_13 0.8642 ndcg_cut_30 4_13 0.8181 ndcg_cut_100 4_13 0.6623 ndcg_cut_200 4_13 0.5916 ndcg_cut_500 4_13 0.6961 ndcg_cut_1000 4_13 0.7393 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0926 map_cut_20 4_13 0.1235 map_cut_30 4_13 0.1852 map_cut_100 4_13 0.3336 map_cut_200 4_13 0.3947 map_cut_500 4_13 0.4491 map_cut_1000 4_13 0.4640 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 1.0000 relative_P_20 4_13 1.0000 relative_P_30 4_13 1.0000 relative_P_100 4_13 0.6100 relative_P_200 4_13 0.5000 relative_P_500 4_13 0.6790 relative_P_1000 4_13 0.7593 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.1230 set_relative_P 4_13 0.7593 set_recall 4_13 0.7593 set_map 4_13 0.0934 set_F 4_13 0.2117 num_nonrel_judged_ret 4_13 30 rbp 4_13 0.8317 rbp_resid 4_13 0.0150 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 90 map 4_14 0.3134 Rprec 4_14 0.4068 bpref 4_14 0.4676 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.8182 iprec_at_recall_0.20 4_14 0.7500 iprec_at_recall_0.30 4_14 0.5048 iprec_at_recall_0.40 4_14 0.4277 iprec_at_recall_0.50 4_14 0.1935 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 0.8000 P_15 4_14 0.8667 P_20 4_14 0.8000 P_30 4_14 0.8000 P_100 4_14 0.5200 P_200 4_14 0.3800 P_500 4_14 0.1780 P_1000 4_14 0.0900 relstring 4_14 '2212222020' recall_5 4_14 0.0282 recall_10 4_14 0.0452 recall_15 4_14 0.0734 recall_20 4_14 0.0904 recall_30 4_14 0.1356 recall_100 4_14 0.2938 recall_200 4_14 0.4294 recall_500 4_14 0.5028 recall_1000 4_14 0.5085 infAP 4_14 0.3134 Rprec_mult_0.20 4_14 0.8056 Rprec_mult_0.40 4_14 0.6197 Rprec_mult_0.60 4_14 0.4953 Rprec_mult_0.80 4_14 0.4648 Rprec_mult_1.00 4_14 0.4068 Rprec_mult_1.20 4_14 0.3709 Rprec_mult_1.40 4_14 0.3226 Rprec_mult_1.60 4_14 0.2958 Rprec_mult_1.80 4_14 0.2696 Rprec_mult_2.00 4_14 0.2458 utility 4_14 -820.0000 11pt_avg 4_14 0.3358 binG 4_14 0.1512 G 4_14 0.0892 ndcg 4_14 0.5126 ndcg_rel 4_14 0.5201 Rndcg 4_14 0.4921 ndcg_cut_5 4_14 0.6101 ndcg_cut_10 4_14 0.5413 ndcg_cut_15 4_14 0.5848 ndcg_cut_20 4_14 0.5644 ndcg_cut_30 4_14 0.5631 ndcg_cut_100 4_14 0.4886 ndcg_cut_200 4_14 0.4604 ndcg_cut_500 4_14 0.5096 ndcg_cut_1000 4_14 0.5126 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0446 map_cut_15 4_14 0.0684 map_cut_20 4_14 0.0821 map_cut_30 4_14 0.1177 map_cut_100 4_14 0.2283 map_cut_200 4_14 0.2902 map_cut_500 4_14 0.3125 map_cut_1000 4_14 0.3134 relative_P_5 4_14 1.0000 relative_P_10 4_14 0.8000 relative_P_15 4_14 0.8667 relative_P_20 4_14 0.8000 relative_P_30 4_14 0.8000 relative_P_100 4_14 0.5200 relative_P_200 4_14 0.4294 relative_P_500 4_14 0.5028 relative_P_1000 4_14 0.5085 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0900 set_relative_P 4_14 0.5085 set_recall 4_14 0.5085 set_map 4_14 0.0458 set_F 4_14 0.1529 num_nonrel_judged_ret 4_14 14 rbp 4_14 0.5557 rbp_resid 4_14 0.0351 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.0500 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0149 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0149 iprec_at_recall_0.00 4_17 0.0149 iprec_at_recall_0.10 4_17 0.0149 iprec_at_recall_0.20 4_17 0.0149 iprec_at_recall_0.30 4_17 0.0149 iprec_at_recall_0.40 4_17 0.0149 iprec_at_recall_0.50 4_17 0.0149 iprec_at_recall_0.60 4_17 0.0149 iprec_at_recall_0.70 4_17 0.0149 iprec_at_recall_0.80 4_17 0.0149 iprec_at_recall_0.90 4_17 0.0149 iprec_at_recall_1.00 4_17 0.0149 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '0000000-00' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0149 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0149 binG 4_17 0.1643 G 4_17 0.1643 ndcg 4_17 0.1643 ndcg_rel 4_17 0.1643 Rndcg 4_17 0.0821 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.1643 ndcg_cut_200 4_17 0.1643 ndcg_cut_500 4_17 0.1643 ndcg_cut_1000 4_17 0.1643 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0149 map_cut_200 4_17 0.0149 map_cut_500 4_17 0.0149 map_cut_1000 4_17 0.0149 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 46 rbp 4_17 0.0001 rbp_resid 4_17 0.2126 unj_5 4_17 0.0000 unj_10 4_17 0.1000 unj_20 4_17 0.2500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 130 map 4_3 0.3952 Rprec 4_3 0.4146 bpref 4_3 0.6589 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.8571 iprec_at_recall_0.20 4_3 0.7255 iprec_at_recall_0.30 4_3 0.5976 iprec_at_recall_0.40 4_3 0.4268 iprec_at_recall_0.50 4_3 0.3359 iprec_at_recall_0.60 4_3 0.2711 iprec_at_recall_0.70 4_3 0.2590 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.7000 P_15 4_3 0.8000 P_20 4_3 0.8000 P_30 4_3 0.8333 P_100 4_3 0.5500 P_200 4_3 0.3850 P_500 4_3 0.2400 P_1000 4_3 0.1300 relstring 4_3 '3330202202' recall_5 4_3 0.0244 recall_10 4_3 0.0427 recall_15 4_3 0.0732 recall_20 4_3 0.0976 recall_30 4_3 0.1524 recall_100 4_3 0.3354 recall_200 4_3 0.4695 recall_500 4_3 0.7317 recall_1000 4_3 0.7927 infAP 4_3 0.3952 Rprec_mult_0.20 4_3 0.8182 Rprec_mult_0.40 4_3 0.6364 Rprec_mult_0.60 4_3 0.5455 Rprec_mult_0.80 4_3 0.4697 Rprec_mult_1.00 4_3 0.4146 Rprec_mult_1.20 4_3 0.3858 Rprec_mult_1.40 4_3 0.3435 Rprec_mult_1.60 4_3 0.3270 Rprec_mult_1.80 4_3 0.3041 Rprec_mult_2.00 4_3 0.2896 utility 4_3 -740.0000 11pt_avg 4_3 0.4066 binG 4_3 0.1791 G 4_3 0.1402 ndcg 4_3 0.7070 ndcg_rel 4_3 0.6230 Rndcg 4_3 0.6125 ndcg_cut_5 4_3 0.7279 ndcg_cut_10 4_3 0.6180 ndcg_cut_15 4_3 0.6151 ndcg_cut_20 4_3 0.5923 ndcg_cut_30 4_3 0.6364 ndcg_cut_100 4_3 0.5302 ndcg_cut_200 4_3 0.5353 ndcg_cut_500 4_3 0.6734 ndcg_cut_1000 4_3 0.7070 map_cut_5 4_3 0.0232 map_cut_10 4_3 0.0364 map_cut_15 4_3 0.0597 map_cut_20 4_3 0.0799 map_cut_30 4_3 0.1258 map_cut_100 4_3 0.2483 map_cut_200 4_3 0.3078 map_cut_500 4_3 0.3835 map_cut_1000 4_3 0.3952 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.7000 relative_P_15 4_3 0.8000 relative_P_20 4_3 0.8000 relative_P_30 4_3 0.8333 relative_P_100 4_3 0.5500 relative_P_200 4_3 0.4695 relative_P_500 4_3 0.7317 relative_P_1000 4_3 0.7927 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.1300 set_relative_P 4_3 0.7927 set_recall 4_3 0.7927 set_map 4_3 0.1030 set_F 4_3 0.2234 num_nonrel_judged_ret 4_3 27 rbp 4_3 0.4488 rbp_resid 4_3 0.0189 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 107 map 4_4 0.3004 Rprec 4_4 0.3766 bpref 4_4 0.6470 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.6667 iprec_at_recall_0.20 4_4 0.4359 iprec_at_recall_0.30 4_4 0.3985 iprec_at_recall_0.40 4_4 0.3829 iprec_at_recall_0.50 4_4 0.3489 iprec_at_recall_0.60 4_4 0.2939 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.8000 P_10 4_4 0.7000 P_15 4_4 0.7333 P_20 4_4 0.7000 P_30 4_4 0.6667 P_100 4_4 0.4000 P_200 4_4 0.3650 P_500 4_4 0.2040 P_1000 4_4 0.1070 relstring 4_4 '330222-22-' recall_5 4_4 0.0260 recall_10 4_4 0.0455 recall_15 4_4 0.0714 recall_20 4_4 0.0909 recall_30 4_4 0.1299 recall_100 4_4 0.2597 recall_200 4_4 0.4740 recall_500 4_4 0.6623 recall_1000 4_4 0.6948 infAP 4_4 0.3004 Rprec_mult_0.20 4_4 0.6452 Rprec_mult_0.40 4_4 0.4355 Rprec_mult_0.60 4_4 0.4194 Rprec_mult_0.80 4_4 0.3871 Rprec_mult_1.00 4_4 0.3766 Rprec_mult_1.20 4_4 0.3730 Rprec_mult_1.40 4_4 0.3519 Rprec_mult_1.60 4_4 0.3360 Rprec_mult_1.80 4_4 0.3201 Rprec_mult_2.00 4_4 0.2955 utility 4_4 -786.0000 11pt_avg 4_4 0.3206 binG 4_4 0.1464 G 4_4 0.1166 ndcg 4_4 0.6213 ndcg_rel 4_4 0.5398 Rndcg 4_4 0.5330 ndcg_cut_5 4_4 0.6231 ndcg_cut_10 4_4 0.5552 ndcg_cut_15 4_4 0.5491 ndcg_cut_20 4_4 0.5267 ndcg_cut_30 4_4 0.5316 ndcg_cut_100 4_4 0.4130 ndcg_cut_200 4_4 0.4996 ndcg_cut_500 4_4 0.6052 ndcg_cut_1000 4_4 0.6213 map_cut_5 4_4 0.0231 map_cut_10 4_4 0.0384 map_cut_15 4_4 0.0566 map_cut_20 4_4 0.0712 map_cut_30 4_4 0.0966 map_cut_100 4_4 0.1556 map_cut_200 4_4 0.2373 map_cut_500 4_4 0.2944 map_cut_1000 4_4 0.3004 relative_P_5 4_4 0.8000 relative_P_10 4_4 0.7000 relative_P_15 4_4 0.7333 relative_P_20 4_4 0.7000 relative_P_30 4_4 0.6667 relative_P_100 4_4 0.4000 relative_P_200 4_4 0.4740 relative_P_500 4_4 0.6623 relative_P_1000 4_4 0.6948 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.1070 set_relative_P 4_4 0.6948 set_recall 4_4 0.6948 set_map 4_4 0.0743 set_F 4_4 0.1854 num_nonrel_judged_ret 4_4 7 rbp 4_4 0.3939 rbp_resid 4_4 0.2295 unj_5 4_4 0.0000 unj_10 4_4 0.2000 unj_20 4_4 0.2500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 91 map 4_5 0.5279 Rprec 4_5 0.5410 bpref 4_5 0.7459 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 1.0000 iprec_at_recall_0.20 4_5 0.8667 iprec_at_recall_0.30 4_5 0.7872 iprec_at_recall_0.40 4_5 0.7463 iprec_at_recall_0.50 4_5 0.6139 iprec_at_recall_0.60 4_5 0.4805 iprec_at_recall_0.70 4_5 0.3441 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 1.0000 P_15 4_5 0.9333 P_20 4_5 0.9500 P_30 4_5 0.8667 P_100 4_5 0.6100 P_200 4_5 0.4000 P_500 4_5 0.1820 P_1000 4_5 0.0910 relstring 4_5 '2232233333' recall_5 4_5 0.0410 recall_10 4_5 0.0820 recall_15 4_5 0.1148 recall_20 4_5 0.1557 recall_30 4_5 0.2131 recall_100 4_5 0.5000 recall_200 4_5 0.6557 recall_500 4_5 0.7459 recall_1000 4_5 0.7459 infAP 4_5 0.5279 Rprec_mult_0.20 4_5 0.9200 Rprec_mult_0.40 4_5 0.7755 Rprec_mult_0.60 4_5 0.7162 Rprec_mult_0.80 4_5 0.6122 Rprec_mult_1.00 4_5 0.5410 Rprec_mult_1.20 4_5 0.4830 Rprec_mult_1.40 4_5 0.4503 Rprec_mult_1.60 4_5 0.4082 Rprec_mult_1.80 4_5 0.3727 Rprec_mult_2.00 4_5 0.3443 utility 4_5 -818.0000 11pt_avg 4_5 0.5308 binG 4_5 0.2773 G 4_5 0.1713 ndcg 4_5 0.7458 ndcg_rel 4_5 0.7217 Rndcg 4_5 0.6795 ndcg_cut_5 4_5 0.7232 ndcg_cut_10 4_5 0.8204 ndcg_cut_15 4_5 0.8029 ndcg_cut_20 4_5 0.8022 ndcg_cut_30 4_5 0.7352 ndcg_cut_100 4_5 0.6329 ndcg_cut_200 4_5 0.6908 ndcg_cut_500 4_5 0.7458 ndcg_cut_1000 4_5 0.7458 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0820 map_cut_15 4_5 0.1142 map_cut_20 4_5 0.1529 map_cut_30 4_5 0.2051 map_cut_100 4_5 0.4204 map_cut_200 4_5 0.4983 map_cut_500 4_5 0.5279 map_cut_1000 4_5 0.5279 relative_P_5 4_5 1.0000 relative_P_10 4_5 1.0000 relative_P_15 4_5 0.9333 relative_P_20 4_5 0.9500 relative_P_30 4_5 0.8667 relative_P_100 4_5 0.6100 relative_P_200 4_5 0.6557 relative_P_500 4_5 0.7459 relative_P_1000 4_5 0.7459 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0910 set_relative_P 4_5 0.7459 set_recall 4_5 0.7459 set_map 4_5 0.0679 set_F 4_5 0.1622 num_nonrel_judged_ret 4_5 6 rbp 4_5 0.7710 rbp_resid 4_5 0.0656 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.0500 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 56 map 4_7 0.3454 Rprec 4_7 0.3947 bpref 4_7 0.5738 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.8333 iprec_at_recall_0.20 4_7 0.7391 iprec_at_recall_0.30 4_7 0.5610 iprec_at_recall_0.40 4_7 0.3947 iprec_at_recall_0.50 4_7 0.3016 iprec_at_recall_0.60 4_7 0.1967 iprec_at_recall_0.70 4_7 0.1227 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.8000 P_10 4_7 0.8000 P_15 4_7 0.7333 P_20 4_7 0.7000 P_30 4_7 0.6333 P_100 4_7 0.3500 P_200 4_7 0.2150 P_500 4_7 0.1060 P_1000 4_7 0.0560 relstring 4_7 '2023230121' recall_5 4_7 0.0526 recall_10 4_7 0.1053 recall_15 4_7 0.1447 recall_20 4_7 0.1842 recall_30 4_7 0.2500 recall_100 4_7 0.4605 recall_200 4_7 0.5658 recall_500 4_7 0.6974 recall_1000 4_7 0.7368 infAP 4_7 0.3454 Rprec_mult_0.20 4_7 0.6875 Rprec_mult_0.40 4_7 0.6129 Rprec_mult_0.60 4_7 0.5217 Rprec_mult_0.80 4_7 0.4590 Rprec_mult_1.00 4_7 0.3947 Rprec_mult_1.20 4_7 0.3587 Rprec_mult_1.40 4_7 0.3364 Rprec_mult_1.60 4_7 0.3033 Rprec_mult_1.80 4_7 0.2774 Rprec_mult_2.00 4_7 0.2632 utility 4_7 -888.0000 11pt_avg 4_7 0.3772 binG 4_7 0.1991 G 4_7 0.1696 ndcg 4_7 0.6464 ndcg_rel 4_7 0.6014 Rndcg 4_7 0.5296 ndcg_cut_5 4_7 0.6729 ndcg_cut_10 4_7 0.6849 ndcg_cut_15 4_7 0.6100 ndcg_cut_20 4_7 0.5632 ndcg_cut_30 4_7 0.5516 ndcg_cut_100 4_7 0.5278 ndcg_cut_200 4_7 0.5786 ndcg_cut_500 4_7 0.6310 ndcg_cut_1000 4_7 0.6464 map_cut_5 4_7 0.0423 map_cut_10 4_7 0.0839 map_cut_15 4_7 0.1160 map_cut_20 4_7 0.1440 map_cut_30 4_7 0.1904 map_cut_100 4_7 0.2907 map_cut_200 4_7 0.3207 map_cut_500 4_7 0.3423 map_cut_1000 4_7 0.3454 relative_P_5 4_7 0.8000 relative_P_10 4_7 0.8000 relative_P_15 4_7 0.7333 relative_P_20 4_7 0.7000 relative_P_30 4_7 0.6333 relative_P_100 4_7 0.4605 relative_P_200 4_7 0.5658 relative_P_500 4_7 0.6974 relative_P_1000 4_7 0.7368 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0560 set_relative_P 4_7 0.7368 set_recall 4_7 0.7368 set_map 4_7 0.0413 set_F 4_7 0.1041 num_nonrel_judged_ret 4_7 44 rbp 4_7 0.4340 rbp_resid 4_7 0.0561 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.1000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 66 map 4_8 0.1547 Rprec 4_8 0.2188 bpref 4_8 0.3728 recip_rank 4_8 0.3333 iprec_at_recall_0.00 4_8 0.6000 iprec_at_recall_0.10 4_8 0.3636 iprec_at_recall_0.20 4_8 0.3276 iprec_at_recall_0.30 4_8 0.1875 iprec_at_recall_0.40 4_8 0.1456 iprec_at_recall_0.50 4_8 0.1226 iprec_at_recall_0.60 4_8 0.1202 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.6000 P_10 4_8 0.6000 P_15 4_8 0.4667 P_20 4_8 0.4500 P_30 4_8 0.3333 P_100 4_8 0.2100 P_200 4_8 0.1700 P_500 4_8 0.1180 P_1000 4_8 0.0660 relstring 4_8 '0022200221' recall_5 4_8 0.0312 recall_10 4_8 0.0625 recall_15 4_8 0.0729 recall_20 4_8 0.0938 recall_30 4_8 0.1042 recall_100 4_8 0.2188 recall_200 4_8 0.3542 recall_500 4_8 0.6146 recall_1000 4_8 0.6875 infAP 4_8 0.1547 Rprec_mult_0.20 4_8 0.4500 Rprec_mult_0.40 4_8 0.3333 Rprec_mult_0.60 4_8 0.3276 Rprec_mult_0.80 4_8 0.2597 Rprec_mult_1.00 4_8 0.2188 Rprec_mult_1.20 4_8 0.1983 Rprec_mult_1.40 4_8 0.1852 Rprec_mult_1.60 4_8 0.1818 Rprec_mult_1.80 4_8 0.1850 Rprec_mult_2.00 4_8 0.1771 utility 4_8 -868.0000 11pt_avg 4_8 0.1697 binG 4_8 0.1211 G 4_8 0.1086 ndcg 4_8 0.4784 ndcg_rel 4_8 0.3921 Rndcg 4_8 0.2493 ndcg_cut_5 4_8 0.3821 ndcg_cut_10 4_8 0.4121 ndcg_cut_15 4_8 0.3480 ndcg_cut_20 4_8 0.3245 ndcg_cut_30 4_8 0.2638 ndcg_cut_100 4_8 0.2509 ndcg_cut_200 4_8 0.3308 ndcg_cut_500 4_8 0.4476 ndcg_cut_1000 4_8 0.4784 map_cut_5 4_8 0.0149 map_cut_10 4_8 0.0322 map_cut_15 4_8 0.0383 map_cut_20 4_8 0.0478 map_cut_30 4_8 0.0514 map_cut_100 4_8 0.0891 map_cut_200 4_8 0.1146 map_cut_500 4_8 0.1479 map_cut_1000 4_8 0.1547 relative_P_5 4_8 0.6000 relative_P_10 4_8 0.6000 relative_P_15 4_8 0.4667 relative_P_20 4_8 0.4500 relative_P_30 4_8 0.3333 relative_P_100 4_8 0.2188 relative_P_200 4_8 0.3542 relative_P_500 4_8 0.6146 relative_P_1000 4_8 0.6875 success_1 4_8 0.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0660 set_relative_P 4_8 0.6875 set_recall 4_8 0.6875 set_map 4_8 0.0454 set_F 4_8 0.1204 num_nonrel_judged_ret 4_8 82 rbp 4_8 0.2493 rbp_resid 4_8 0.0939 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.0500 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 57 map 4_9 0.4211 Rprec 4_9 0.4588 bpref 4_9 0.6695 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 1.0000 iprec_at_recall_0.20 4_9 0.8947 iprec_at_recall_0.30 4_9 0.7297 iprec_at_recall_0.40 4_9 0.6182 iprec_at_recall_0.50 4_9 0.3282 iprec_at_recall_0.60 4_9 0.1785 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 1.0000 P_10 4_9 1.0000 P_15 4_9 0.9333 P_20 4_9 0.8500 P_30 4_9 0.7667 P_100 4_9 0.4000 P_200 4_9 0.2300 P_500 4_9 0.1120 P_1000 4_9 0.0570 relstring 4_9 '3232332323' recall_5 4_9 0.0588 recall_10 4_9 0.1176 recall_15 4_9 0.1647 recall_20 4_9 0.2000 recall_30 4_9 0.2706 recall_100 4_9 0.4706 recall_200 4_9 0.5412 recall_500 4_9 0.6588 recall_1000 4_9 0.6706 infAP 4_9 0.4211 Rprec_mult_0.20 4_9 0.8824 Rprec_mult_0.40 4_9 0.7059 Rprec_mult_0.60 4_9 0.6275 Rprec_mult_0.80 4_9 0.5441 Rprec_mult_1.00 4_9 0.4588 Rprec_mult_1.20 4_9 0.3922 Rprec_mult_1.40 4_9 0.3445 Rprec_mult_1.60 4_9 0.3162 Rprec_mult_1.80 4_9 0.2941 Rprec_mult_2.00 4_9 0.2706 utility 4_9 -886.0000 11pt_avg 4_9 0.4318 binG 4_9 0.2692 G 4_9 0.1851 ndcg 4_9 0.7069 ndcg_rel 4_9 0.7287 Rndcg 4_9 0.6629 ndcg_cut_5 4_9 0.8800 ndcg_cut_10 4_9 0.8756 ndcg_cut_15 4_9 0.8128 ndcg_cut_20 4_9 0.7550 ndcg_cut_30 4_9 0.7420 ndcg_cut_100 4_9 0.6123 ndcg_cut_200 4_9 0.6484 ndcg_cut_500 4_9 0.7045 ndcg_cut_1000 4_9 0.7069 map_cut_5 4_9 0.0588 map_cut_10 4_9 0.1176 map_cut_15 4_9 0.1622 map_cut_20 4_9 0.1942 map_cut_30 4_9 0.2492 map_cut_100 4_9 0.3765 map_cut_200 4_9 0.3994 map_cut_500 4_9 0.4201 map_cut_1000 4_9 0.4211 relative_P_5 4_9 1.0000 relative_P_10 4_9 1.0000 relative_P_15 4_9 0.9333 relative_P_20 4_9 0.8500 relative_P_30 4_9 0.7667 relative_P_100 4_9 0.4706 relative_P_200 4_9 0.5412 relative_P_500 4_9 0.6588 relative_P_1000 4_9 0.6706 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0570 set_relative_P 4_9 0.6706 set_recall 4_9 0.6706 set_map 4_9 0.0382 set_F 4_9 0.1051 num_nonrel_judged_ret 4_9 3 rbp 4_9 0.7432 rbp_resid 4_9 0.1231 unj_5 4_9 0.0000 unj_10 4_9 0.0000 unj_20 4_9 0.1500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 16 map 5_10 0.2681 Rprec 5_10 0.3488 bpref 5_10 0.3548 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8889 iprec_at_recall_0.20 5_10 0.8182 iprec_at_recall_0.30 5_10 0.5909 iprec_at_recall_0.40 5_10 0.0000 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.8000 P_15 5_10 0.6000 P_20 5_10 0.6000 P_30 5_10 0.4667 P_100 5_10 0.1600 P_200 5_10 0.0800 P_500 5_10 0.0320 P_1000 5_10 0.0160 relstring 5_10 '230212141-' recall_5 5_10 0.0930 recall_10 5_10 0.1860 recall_15 5_10 0.2093 recall_20 5_10 0.2791 recall_30 5_10 0.3256 recall_100 5_10 0.3721 recall_200 5_10 0.3721 recall_500 5_10 0.3721 recall_1000 5_10 0.3721 infAP 5_10 0.2681 Rprec_mult_0.20 5_10 0.8889 Rprec_mult_0.40 5_10 0.6111 Rprec_mult_0.60 5_10 0.5000 Rprec_mult_0.80 5_10 0.4286 Rprec_mult_1.00 5_10 0.3488 Rprec_mult_1.20 5_10 0.2885 Rprec_mult_1.40 5_10 0.2623 Rprec_mult_1.60 5_10 0.2319 Rprec_mult_1.80 5_10 0.2051 Rprec_mult_2.00 5_10 0.1860 utility 5_10 -968.0000 11pt_avg 5_10 0.2998 binG 5_10 0.1910 G 5_10 0.0751 ndcg 5_10 0.3358 ndcg_rel 5_10 0.3718 Rndcg 5_10 0.3722 ndcg_cut_5 5_10 0.4359 ndcg_cut_10 5_10 0.4576 ndcg_cut_15 5_10 0.3890 ndcg_cut_20 5_10 0.3907 ndcg_cut_30 5_10 0.3533 ndcg_cut_100 5_10 0.3358 ndcg_cut_200 5_10 0.3358 ndcg_cut_500 5_10 0.3358 ndcg_cut_1000 5_10 0.3358 map_cut_5 5_10 0.0826 map_cut_10 5_10 0.1629 map_cut_15 5_10 0.1819 map_cut_20 5_10 0.2262 map_cut_30 5_10 0.2508 map_cut_100 5_10 0.2681 map_cut_200 5_10 0.2681 map_cut_500 5_10 0.2681 map_cut_1000 5_10 0.2681 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.8000 relative_P_15 5_10 0.6000 relative_P_20 5_10 0.6000 relative_P_30 5_10 0.4667 relative_P_100 5_10 0.3721 relative_P_200 5_10 0.3721 relative_P_500 5_10 0.3721 relative_P_1000 5_10 0.3721 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0160 set_relative_P 5_10 0.3721 set_recall 5_10 0.3721 set_map 5_10 0.0060 set_F 5_10 0.0307 num_nonrel_judged_ret 5_10 5 rbp 5_10 0.3035 rbp_resid 5_10 0.2059 unj_5 5_10 0.0000 unj_10 5_10 0.1000 unj_20 5_10 0.2000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 105 map 5_13 0.6320 Rprec 5_13 0.5804 bpref 5_13 0.7554 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.9565 iprec_at_recall_0.20 5_13 0.9565 iprec_at_recall_0.30 5_13 0.9474 iprec_at_recall_0.40 5_13 0.8868 iprec_at_recall_0.50 5_13 0.6747 iprec_at_recall_0.60 5_13 0.5447 iprec_at_recall_0.70 5_13 0.4489 iprec_at_recall_0.80 5_13 0.3020 iprec_at_recall_0.90 5_13 0.1891 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 1.0000 P_15 5_13 0.9333 P_20 5_13 0.9500 P_30 5_13 0.9333 P_100 5_13 0.6200 P_200 5_13 0.4000 P_500 5_13 0.1980 P_1000 5_13 0.1050 relstring 5_13 '2242133111' recall_5 5_13 0.0446 recall_10 5_13 0.0893 recall_15 5_13 0.1250 recall_20 5_13 0.1696 recall_30 5_13 0.2500 recall_100 5_13 0.5536 recall_200 5_13 0.7143 recall_500 5_13 0.8839 recall_1000 5_13 0.9375 infAP 5_13 0.6320 Rprec_mult_0.20 5_13 0.9565 Rprec_mult_0.40 5_13 0.9111 Rprec_mult_0.60 5_13 0.7353 Rprec_mult_0.80 5_13 0.6444 Rprec_mult_1.00 5_13 0.5804 Rprec_mult_1.20 5_13 0.5259 Rprec_mult_1.40 5_13 0.4841 Rprec_mult_1.60 5_13 0.4389 Rprec_mult_1.80 5_13 0.3960 Rprec_mult_2.00 5_13 0.3661 utility 5_13 -790.0000 11pt_avg 5_13 0.6279 binG 5_13 0.3408 G 5_13 0.1858 ndcg 5_13 0.7852 ndcg_rel 5_13 0.6605 Rndcg 5_13 0.6313 ndcg_cut_5 5_13 0.6214 ndcg_cut_10 5_13 0.6464 ndcg_cut_15 5_13 0.6537 ndcg_cut_20 5_13 0.6353 ndcg_cut_30 5_13 0.6208 ndcg_cut_100 5_13 0.6133 ndcg_cut_200 5_13 0.6707 ndcg_cut_500 5_13 0.7607 ndcg_cut_1000 5_13 0.7852 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0893 map_cut_15 5_13 0.1223 map_cut_20 5_13 0.1645 map_cut_30 5_13 0.2397 map_cut_100 5_13 0.4894 map_cut_200 5_13 0.5733 map_cut_500 5_13 0.6230 map_cut_1000 5_13 0.6320 relative_P_5 5_13 1.0000 relative_P_10 5_13 1.0000 relative_P_15 5_13 0.9333 relative_P_20 5_13 0.9500 relative_P_30 5_13 0.9333 relative_P_100 5_13 0.6200 relative_P_200 5_13 0.7143 relative_P_500 5_13 0.8839 relative_P_1000 5_13 0.9375 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1050 set_relative_P 5_13 0.9375 set_recall 5_13 0.9375 set_map 5_13 0.0984 set_F 5_13 0.1888 num_nonrel_judged_ret 5_13 53 rbp 5_13 0.4497 rbp_resid 5_13 0.0033 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 38 map 5_14 0.4818 Rprec 5_14 0.4737 bpref 5_14 0.7922 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 0.8571 iprec_at_recall_0.20 5_14 0.8182 iprec_at_recall_0.30 5_14 0.7333 iprec_at_recall_0.40 5_14 0.5806 iprec_at_recall_0.50 5_14 0.4222 iprec_at_recall_0.60 5_14 0.2805 iprec_at_recall_0.70 5_14 0.2621 iprec_at_recall_0.80 5_14 0.2439 iprec_at_recall_0.90 5_14 0.1809 iprec_at_recall_1.00 5_14 0.0997 P_5 5_14 0.8000 P_10 5_14 0.8000 P_15 5_14 0.7333 P_20 5_14 0.6000 P_30 5_14 0.5667 P_100 5_14 0.2600 P_200 5_14 0.1750 P_500 5_14 0.0760 P_1000 5_14 0.0380 relstring 5_14 '4420223043' recall_5 5_14 0.1053 recall_10 5_14 0.2105 recall_15 5_14 0.2895 recall_20 5_14 0.3158 recall_30 5_14 0.4474 recall_100 5_14 0.6842 recall_200 5_14 0.9211 recall_500 5_14 1.0000 recall_1000 5_14 1.0000 infAP 5_14 0.4818 Rprec_mult_0.20 5_14 0.7500 Rprec_mult_0.40 5_14 0.6875 Rprec_mult_0.60 5_14 0.5652 Rprec_mult_0.80 5_14 0.5806 Rprec_mult_1.00 5_14 0.4737 Rprec_mult_1.20 5_14 0.4130 Rprec_mult_1.40 5_14 0.3704 Rprec_mult_1.60 5_14 0.3279 Rprec_mult_1.80 5_14 0.3188 Rprec_mult_2.00 5_14 0.2895 utility 5_14 -924.0000 11pt_avg 5_14 0.4981 binG 5_14 0.3207 G 5_14 0.3131 ndcg 5_14 0.8444 ndcg_rel 5_14 0.7717 Rndcg 5_14 0.7343 ndcg_cut_5 5_14 0.7274 ndcg_cut_10 5_14 0.7903 ndcg_cut_15 5_14 0.7760 ndcg_cut_20 5_14 0.6970 ndcg_cut_30 5_14 0.7120 ndcg_cut_100 5_14 0.7608 ndcg_cut_200 5_14 0.8294 ndcg_cut_500 5_14 0.8444 ndcg_cut_1000 5_14 0.8444 map_cut_5 5_14 0.1000 map_cut_10 5_14 0.1860 map_cut_15 5_14 0.2456 map_cut_20 5_14 0.2614 map_cut_30 5_14 0.3347 map_cut_100 5_14 0.4177 map_cut_200 5_14 0.4713 map_cut_500 5_14 0.4818 map_cut_1000 5_14 0.4818 relative_P_5 5_14 0.8000 relative_P_10 5_14 0.8000 relative_P_15 5_14 0.7333 relative_P_20 5_14 0.6000 relative_P_30 5_14 0.5667 relative_P_100 5_14 0.6842 relative_P_200 5_14 0.9211 relative_P_500 5_14 1.0000 relative_P_1000 5_14 1.0000 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0380 set_relative_P 5_14 1.0000 set_recall 5_14 1.0000 set_map 5_14 0.0380 set_F 5_14 0.0732 num_nonrel_judged_ret 5_14 19 rbp 5_14 0.4760 rbp_resid 5_14 0.1487 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.2000 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 39 map 5_15 0.2353 Rprec 5_15 0.3023 bpref 5_15 0.2975 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.4500 iprec_at_recall_0.20 5_15 0.4500 iprec_at_recall_0.30 5_15 0.3333 iprec_at_recall_0.40 5_15 0.2368 iprec_at_recall_0.50 5_15 0.1438 iprec_at_recall_0.60 5_15 0.1317 iprec_at_recall_0.70 5_15 0.1317 iprec_at_recall_0.80 5_15 0.1207 iprec_at_recall_0.90 5_15 0.0480 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.6000 P_10 5_15 0.3000 P_15 5_15 0.4000 P_20 5_15 0.4500 P_30 5_15 0.3667 P_100 5_15 0.1900 P_200 5_15 0.1200 P_500 5_15 0.0740 P_1000 5_15 0.0390 relstring 5_15 '101200--00' recall_5 5_15 0.0698 recall_10 5_15 0.0698 recall_15 5_15 0.1395 recall_20 5_15 0.2093 recall_30 5_15 0.2558 recall_100 5_15 0.4419 recall_200 5_15 0.5581 recall_500 5_15 0.8605 recall_1000 5_15 0.9070 infAP 5_15 0.2353 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.4444 Rprec_mult_0.60 5_15 0.3846 Rprec_mult_0.80 5_15 0.3143 Rprec_mult_1.00 5_15 0.3023 Rprec_mult_1.20 5_15 0.2885 Rprec_mult_1.40 5_15 0.2459 Rprec_mult_1.60 5_15 0.2319 Rprec_mult_1.80 5_15 0.2308 Rprec_mult_2.00 5_15 0.2209 utility 5_15 -922.0000 11pt_avg 5_15 0.2769 binG 5_15 0.1975 G 5_15 0.1485 ndcg 5_15 0.5373 ndcg_rel 5_15 0.3852 Rndcg 5_15 0.2947 ndcg_cut_5 5_15 0.2398 ndcg_cut_10 5_15 0.1614 ndcg_cut_15 5_15 0.2072 ndcg_cut_20 5_15 0.2654 ndcg_cut_30 5_15 0.2621 ndcg_cut_100 5_15 0.3701 ndcg_cut_200 5_15 0.4229 ndcg_cut_500 5_15 0.5291 ndcg_cut_1000 5_15 0.5373 map_cut_5 5_15 0.0562 map_cut_10 5_15 0.0562 map_cut_15 5_15 0.0810 map_cut_20 5_15 0.1113 map_cut_30 5_15 0.1295 map_cut_100 5_15 0.1804 map_cut_200 5_15 0.1963 map_cut_500 5_15 0.2326 map_cut_1000 5_15 0.2353 relative_P_5 5_15 0.6000 relative_P_10 5_15 0.3000 relative_P_15 5_15 0.4000 relative_P_20 5_15 0.4500 relative_P_30 5_15 0.3667 relative_P_100 5_15 0.4419 relative_P_200 5_15 0.5581 relative_P_500 5_15 0.8605 relative_P_1000 5_15 0.9070 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0390 set_relative_P 5_15 0.9070 set_recall 5_15 0.9070 set_map 5_15 0.0354 set_F 5_15 0.0748 num_nonrel_judged_ret 5_15 87 rbp 5_15 0.1520 rbp_resid 5_15 0.1687 unj_5 5_15 0.0000 unj_10 5_15 0.2000 unj_20 5_15 0.2000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 93 map 5_2 0.0697 Rprec 5_2 0.1079 bpref 5_2 0.4229 recip_rank 5_2 0.2500 iprec_at_recall_0.00 5_2 0.3333 iprec_at_recall_0.10 5_2 0.1308 iprec_at_recall_0.20 5_2 0.0946 iprec_at_recall_0.30 5_2 0.0935 iprec_at_recall_0.40 5_2 0.0935 iprec_at_recall_0.50 5_2 0.0935 iprec_at_recall_0.60 5_2 0.0935 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.2000 P_10 5_2 0.3000 P_15 5_2 0.3333 P_20 5_2 0.2500 P_30 5_2 0.2000 P_100 5_2 0.1300 P_200 5_2 0.0850 P_500 5_2 0.0740 P_1000 5_2 0.0930 relstring 5_2 '00010-1001' recall_5 5_2 0.0072 recall_10 5_2 0.0216 recall_15 5_2 0.0360 recall_20 5_2 0.0360 recall_30 5_2 0.0432 recall_100 5_2 0.0935 recall_200 5_2 0.1223 recall_500 5_2 0.2662 recall_1000 5_2 0.6691 infAP 5_2 0.0697 Rprec_mult_0.20 5_2 0.2143 Rprec_mult_0.40 5_2 0.1607 Rprec_mult_0.60 5_2 0.1310 Rprec_mult_0.80 5_2 0.1250 Rprec_mult_1.00 5_2 0.1079 Rprec_mult_1.20 5_2 0.1018 Rprec_mult_1.40 5_2 0.0872 Rprec_mult_1.60 5_2 0.0987 Rprec_mult_1.80 5_2 0.0956 Rprec_mult_2.00 5_2 0.0899 utility 5_2 -814.0000 11pt_avg 5_2 0.0848 binG 5_2 0.0869 G 5_2 0.0793 ndcg 5_2 0.3727 ndcg_rel 5_2 0.2599 Rndcg 5_2 0.1238 ndcg_cut_5 5_2 0.0365 ndcg_cut_10 5_2 0.0579 ndcg_cut_15 5_2 0.0665 ndcg_cut_20 5_2 0.0578 ndcg_cut_30 5_2 0.0531 ndcg_cut_100 5_2 0.0704 ndcg_cut_200 5_2 0.0806 ndcg_cut_500 5_2 0.1757 ndcg_cut_1000 5_2 0.3727 map_cut_5 5_2 0.0018 map_cut_10 5_2 0.0060 map_cut_15 5_2 0.0105 map_cut_20 5_2 0.0105 map_cut_30 5_2 0.0121 map_cut_100 5_2 0.0204 map_cut_200 5_2 0.0238 map_cut_500 5_2 0.0367 map_cut_1000 5_2 0.0697 relative_P_5 5_2 0.2000 relative_P_10 5_2 0.3000 relative_P_15 5_2 0.3333 relative_P_20 5_2 0.2500 relative_P_30 5_2 0.2000 relative_P_100 5_2 0.1300 relative_P_200 5_2 0.1223 relative_P_500 5_2 0.2662 relative_P_1000 5_2 0.6691 success_1 5_2 0.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0930 set_relative_P 5_2 0.6691 set_recall 5_2 0.6691 set_map 5_2 0.0622 set_F 5_2 0.1633 num_nonrel_judged_ret 5_2 27 rbp 5_2 0.0569 rbp_resid 5_2 0.2578 unj_5 5_2 0.0000 unj_10 5_2 0.1000 unj_20 5_2 0.2500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 54 map 5_4 0.0488 Rprec 5_4 0.0833 bpref 5_4 0.2825 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.0865 iprec_at_recall_0.20 5_4 0.0733 iprec_at_recall_0.30 5_4 0.0625 iprec_at_recall_0.40 5_4 0.0549 iprec_at_recall_0.50 5_4 0.0549 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.4000 P_10 5_4 0.2000 P_15 5_4 0.1333 P_20 5_4 0.1500 P_30 5_4 0.1667 P_100 5_4 0.0900 P_200 5_4 0.0800 P_500 5_4 0.0620 P_1000 5_4 0.0540 relstring 5_4 '20002--0-0' recall_5 5_4 0.0185 recall_10 5_4 0.0185 recall_15 5_4 0.0185 recall_20 5_4 0.0278 recall_30 5_4 0.0463 recall_100 5_4 0.0833 recall_200 5_4 0.1481 recall_500 5_4 0.2870 recall_1000 5_4 0.5000 infAP 5_4 0.0488 Rprec_mult_0.20 5_4 0.1364 Rprec_mult_0.40 5_4 0.1364 Rprec_mult_0.60 5_4 0.0923 Rprec_mult_0.80 5_4 0.0920 Rprec_mult_1.00 5_4 0.0833 Rprec_mult_1.20 5_4 0.0769 Rprec_mult_1.40 5_4 0.0789 Rprec_mult_1.60 5_4 0.0809 Rprec_mult_1.80 5_4 0.0821 Rprec_mult_2.00 5_4 0.0787 utility 5_4 -892.0000 11pt_avg 5_4 0.1211 binG 5_4 0.0741 G 5_4 0.0698 ndcg 5_4 0.3373 ndcg_rel 5_4 0.2831 Rndcg 5_4 0.1814 ndcg_cut_5 5_4 0.2352 ndcg_cut_10 5_4 0.1638 ndcg_cut_15 5_4 0.1328 ndcg_cut_20 5_4 0.1298 ndcg_cut_30 5_4 0.1406 ndcg_cut_100 5_4 0.1223 ndcg_cut_200 5_4 0.1561 ndcg_cut_500 5_4 0.2407 ndcg_cut_1000 5_4 0.3373 map_cut_5 5_4 0.0130 map_cut_10 5_4 0.0130 map_cut_15 5_4 0.0130 map_cut_20 5_4 0.0147 map_cut_30 5_4 0.0180 map_cut_100 5_4 0.0221 map_cut_200 5_4 0.0275 map_cut_500 5_4 0.0369 map_cut_1000 5_4 0.0488 relative_P_5 5_4 0.4000 relative_P_10 5_4 0.2000 relative_P_15 5_4 0.1333 relative_P_20 5_4 0.1500 relative_P_30 5_4 0.1667 relative_P_100 5_4 0.0900 relative_P_200 5_4 0.1481 relative_P_500 5_4 0.2870 relative_P_1000 5_4 0.5000 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0540 set_relative_P 5_4 0.5000 set_recall 5_4 0.5000 set_map 5_4 0.0270 set_F 5_4 0.0975 num_nonrel_judged_ret 5_4 28 rbp 5_4 0.0969 rbp_resid 5_4 0.3692 unj_5 5_4 0.0000 unj_10 5_4 0.3000 unj_20 5_4 0.4500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 80 map 5_5 0.1185 Rprec 5_5 0.1667 bpref 5_5 0.4522 recip_rank 5_5 0.3333 iprec_at_recall_0.00 5_5 0.4000 iprec_at_recall_0.10 5_5 0.2157 iprec_at_recall_0.20 5_5 0.1827 iprec_at_recall_0.30 5_5 0.1827 iprec_at_recall_0.40 5_5 0.1403 iprec_at_recall_0.50 5_5 0.1209 iprec_at_recall_0.60 5_5 0.1122 iprec_at_recall_0.70 5_5 0.0979 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.4000 P_10 5_5 0.3000 P_15 5_5 0.2000 P_20 5_5 0.2000 P_30 5_5 0.2667 P_100 5_5 0.1700 P_200 5_5 0.1800 P_500 5_5 0.1160 P_1000 5_5 0.0800 relstring 5_5 '0010200100' recall_5 5_5 0.0185 recall_10 5_5 0.0278 recall_15 5_5 0.0278 recall_20 5_5 0.0370 recall_30 5_5 0.0741 recall_100 5_5 0.1574 recall_200 5_5 0.3333 recall_500 5_5 0.5370 recall_1000 5_5 0.7407 infAP 5_5 0.1185 Rprec_mult_0.20 5_5 0.2273 Rprec_mult_0.40 5_5 0.2273 Rprec_mult_0.60 5_5 0.2000 Rprec_mult_0.80 5_5 0.1839 Rprec_mult_1.00 5_5 0.1667 Rprec_mult_1.20 5_5 0.1615 Rprec_mult_1.40 5_5 0.1711 Rprec_mult_1.60 5_5 0.1734 Rprec_mult_1.80 5_5 0.1795 Rprec_mult_2.00 5_5 0.1759 utility 5_5 -840.0000 11pt_avg 5_5 0.1320 binG 5_5 0.1096 G 5_5 0.0989 ndcg 5_5 0.4383 ndcg_rel 5_5 0.3124 Rndcg 5_5 0.1699 ndcg_cut_5 5_5 0.1117 ndcg_cut_10 5_5 0.0981 ndcg_cut_15 5_5 0.0832 ndcg_cut_20 5_5 0.0964 ndcg_cut_30 5_5 0.1464 ndcg_cut_100 5_5 0.1413 ndcg_cut_200 5_5 0.2549 ndcg_cut_500 5_5 0.3563 ndcg_cut_1000 5_5 0.4383 map_cut_5 5_5 0.0068 map_cut_10 5_5 0.0103 map_cut_15 5_5 0.0103 map_cut_20 5_5 0.0124 map_cut_30 5_5 0.0221 map_cut_100 5_5 0.0396 map_cut_200 5_5 0.0697 map_cut_500 5_5 0.0975 map_cut_1000 5_5 0.1185 relative_P_5 5_5 0.4000 relative_P_10 5_5 0.3000 relative_P_15 5_5 0.2000 relative_P_20 5_5 0.2000 relative_P_30 5_5 0.2667 relative_P_100 5_5 0.1700 relative_P_200 5_5 0.3333 relative_P_500 5_5 0.5370 relative_P_1000 5_5 0.7407 success_1 5_5 0.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0800 set_relative_P 5_5 0.7407 set_recall 5_5 0.7407 set_map 5_5 0.0593 set_F 5_5 0.1444 num_nonrel_judged_ret 5_5 67 rbp 5_5 0.0912 rbp_resid 5_5 0.0687 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.0500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 61 map 5_8 0.1510 Rprec 5_8 0.2051 bpref 5_8 0.4642 recip_rank 5_8 1.0000 iprec_at_recall_0.00 5_8 1.0000 iprec_at_recall_0.10 5_8 0.2903 iprec_at_recall_0.20 5_8 0.2222 iprec_at_recall_0.30 5_8 0.1586 iprec_at_recall_0.40 5_8 0.1265 iprec_at_recall_0.50 5_8 0.1265 iprec_at_recall_0.60 5_8 0.1211 iprec_at_recall_0.70 5_8 0.1089 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.4000 P_10 5_8 0.4000 P_15 5_8 0.3333 P_20 5_8 0.3000 P_30 5_8 0.2667 P_100 5_8 0.1600 P_200 5_8 0.1350 P_500 5_8 0.1080 P_1000 5_8 0.0610 relstring 5_8 '21000-2001' recall_5 5_8 0.0256 recall_10 5_8 0.0513 recall_15 5_8 0.0641 recall_20 5_8 0.0769 recall_30 5_8 0.1026 recall_100 5_8 0.2051 recall_200 5_8 0.3462 recall_500 5_8 0.6923 recall_1000 5_8 0.7821 infAP 5_8 0.1510 Rprec_mult_0.20 5_8 0.3125 Rprec_mult_0.40 5_8 0.2812 Rprec_mult_0.60 5_8 0.2553 Rprec_mult_0.80 5_8 0.2381 Rprec_mult_1.00 5_8 0.2051 Rprec_mult_1.20 5_8 0.1702 Rprec_mult_1.40 5_8 0.1545 Rprec_mult_1.60 5_8 0.1760 Rprec_mult_1.80 5_8 0.1560 Rprec_mult_2.00 5_8 0.1538 utility 5_8 -878.0000 11pt_avg 5_8 0.1958 binG 5_8 0.1399 G 5_8 0.1130 ndcg 5_8 0.4742 ndcg_rel 5_8 0.3554 Rndcg 5_8 0.2749 ndcg_cut_5 5_8 0.2397 ndcg_cut_10 5_8 0.2276 ndcg_cut_15 5_8 0.1974 ndcg_cut_20 5_8 0.1865 ndcg_cut_30 5_8 0.1879 ndcg_cut_100 5_8 0.2047 ndcg_cut_200 5_8 0.2851 ndcg_cut_500 5_8 0.4342 ndcg_cut_1000 5_8 0.4742 map_cut_5 5_8 0.0256 map_cut_10 5_8 0.0363 map_cut_15 5_8 0.0408 map_cut_20 5_8 0.0447 map_cut_30 5_8 0.0518 map_cut_100 5_8 0.0782 map_cut_200 5_8 0.1009 map_cut_500 5_8 0.1426 map_cut_1000 5_8 0.1510 relative_P_5 5_8 0.4000 relative_P_10 5_8 0.4000 relative_P_15 5_8 0.3333 relative_P_20 5_8 0.3000 relative_P_30 5_8 0.2667 relative_P_100 5_8 0.2051 relative_P_200 5_8 0.3462 relative_P_500 5_8 0.6923 relative_P_1000 5_8 0.7821 success_1 5_8 1.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0610 set_relative_P 5_8 0.7821 set_recall 5_8 0.7821 set_map 5_8 0.0477 set_F 5_8 0.1132 num_nonrel_judged_ret 5_8 46 rbp 5_8 0.1282 rbp_resid 5_8 0.1666 unj_5 5_8 0.0000 unj_10 5_8 0.1000 unj_20 5_8 0.1500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 46 map 5_9 0.6535 Rprec 5_9 0.6226 bpref 5_9 0.8163 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 1.0000 iprec_at_recall_0.20 5_9 1.0000 iprec_at_recall_0.30 5_9 0.8421 iprec_at_recall_0.40 5_9 0.8148 iprec_at_recall_0.50 5_9 0.7105 iprec_at_recall_0.60 5_9 0.6875 iprec_at_recall_0.70 5_9 0.5362 iprec_at_recall_0.80 5_9 0.4615 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 1.0000 P_10 5_9 1.0000 P_15 5_9 0.9333 P_20 5_9 0.8000 P_30 5_9 0.8000 P_100 5_9 0.4300 P_200 5_9 0.2300 P_500 5_9 0.0920 P_1000 5_9 0.0460 relstring 5_9 '3334241412' recall_5 5_9 0.0943 recall_10 5_9 0.1887 recall_15 5_9 0.2642 recall_20 5_9 0.3019 recall_30 5_9 0.4528 recall_100 5_9 0.8113 recall_200 5_9 0.8679 recall_500 5_9 0.8679 recall_1000 5_9 0.8679 infAP 5_9 0.6535 Rprec_mult_0.20 5_9 1.0000 Rprec_mult_0.40 5_9 0.8182 Rprec_mult_0.60 5_9 0.7500 Rprec_mult_0.80 5_9 0.6744 Rprec_mult_1.00 5_9 0.6226 Rprec_mult_1.20 5_9 0.5469 Rprec_mult_1.40 5_9 0.5333 Rprec_mult_1.60 5_9 0.4706 Rprec_mult_1.80 5_9 0.4479 Rprec_mult_2.00 5_9 0.4057 utility 5_9 -908.0000 11pt_avg 5_9 0.6412 binG 5_9 0.4184 G 5_9 0.2091 ndcg 5_9 0.8006 ndcg_rel 5_9 0.7194 Rndcg 5_9 0.6831 ndcg_cut_5 5_9 0.7537 ndcg_cut_10 5_9 0.7037 ndcg_cut_15 5_9 0.7053 ndcg_cut_20 5_9 0.6360 ndcg_cut_30 5_9 0.6659 ndcg_cut_100 5_9 0.7728 ndcg_cut_200 5_9 0.8006 ndcg_cut_500 5_9 0.8006 ndcg_cut_1000 5_9 0.8006 map_cut_5 5_9 0.0943 map_cut_10 5_9 0.1887 map_cut_15 5_9 0.2629 map_cut_20 5_9 0.2954 map_cut_30 5_9 0.4175 map_cut_100 5_9 0.6343 map_cut_200 5_9 0.6535 map_cut_500 5_9 0.6535 map_cut_1000 5_9 0.6535 relative_P_5 5_9 1.0000 relative_P_10 5_9 1.0000 relative_P_15 5_9 0.9333 relative_P_20 5_9 0.8000 relative_P_30 5_9 0.8000 relative_P_100 5_9 0.8113 relative_P_200 5_9 0.8679 relative_P_500 5_9 0.8679 relative_P_1000 5_9 0.8679 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0460 set_relative_P 5_9 0.8679 set_recall 5_9 0.8679 set_map 5_9 0.0399 set_F 5_9 0.0874 num_nonrel_judged_ret 5_9 11 rbp 5_9 0.6398 rbp_resid 5_9 0.0703 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.1000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 111 map 6_1 0.1838 Rprec 6_1 0.2628 bpref 6_1 0.3079 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.7500 iprec_at_recall_0.20 6_1 0.4648 iprec_at_recall_0.30 6_1 0.2025 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 1.0000 P_20 6_1 0.9000 P_30 6_1 0.9333 P_100 6_1 0.5200 P_200 6_1 0.3750 P_500 6_1 0.2000 P_1000 6_1 0.1110 relstring 6_1 '1213231231' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0453 recall_20 6_1 0.0544 recall_30 6_1 0.0846 recall_100 6_1 0.1571 recall_200 6_1 0.2266 recall_500 6_1 0.3021 recall_1000 6_1 0.3353 infAP 6_1 0.1838 Rprec_mult_0.20 6_1 0.5821 Rprec_mult_0.40 6_1 0.4586 Rprec_mult_0.60 6_1 0.3769 Rprec_mult_0.80 6_1 0.3019 Rprec_mult_1.00 6_1 0.2628 Rprec_mult_1.20 6_1 0.2236 Rprec_mult_1.40 6_1 0.2047 Rprec_mult_1.60 6_1 0.1925 Rprec_mult_1.80 6_1 0.1728 Rprec_mult_2.00 6_1 0.1631 utility 6_1 -778.0000 11pt_avg 6_1 0.2197 binG 6_1 0.1068 G 6_1 0.0596 ndcg 6_1 0.3764 ndcg_rel 6_1 0.3944 Rndcg 6_1 0.3751 ndcg_cut_5 6_1 0.4903 ndcg_cut_10 6_1 0.5504 ndcg_cut_15 6_1 0.5325 ndcg_cut_20 6_1 0.5399 ndcg_cut_30 6_1 0.5845 ndcg_cut_100 6_1 0.4263 ndcg_cut_200 6_1 0.3768 ndcg_cut_500 6_1 0.3532 ndcg_cut_1000 6_1 0.3764 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0453 map_cut_20 6_1 0.0536 map_cut_30 6_1 0.0814 map_cut_100 6_1 0.1276 map_cut_200 6_1 0.1590 map_cut_500 6_1 0.1780 map_cut_1000 6_1 0.1838 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 1.0000 relative_P_20 6_1 0.9000 relative_P_30 6_1 0.9333 relative_P_100 6_1 0.5200 relative_P_200 6_1 0.3750 relative_P_500 6_1 0.3021 relative_P_1000 6_1 0.3353 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1110 set_relative_P 6_1 0.3353 set_recall 6_1 0.3353 set_map 6_1 0.0372 set_F 6_1 0.1668 num_nonrel_judged_ret 6_1 15 rbp 6_1 0.4039 rbp_resid 6_1 0.0247 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 36 map 6_10 0.3010 Rprec 6_10 0.3556 bpref 6_10 0.6435 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.7273 iprec_at_recall_0.20 6_10 0.6429 iprec_at_recall_0.30 6_10 0.5385 iprec_at_recall_0.40 6_10 0.2647 iprec_at_recall_0.50 6_10 0.2396 iprec_at_recall_0.60 6_10 0.1888 iprec_at_recall_0.70 6_10 0.1455 iprec_at_recall_0.80 6_10 0.0570 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.4000 P_10 6_10 0.7000 P_15 6_10 0.6000 P_20 6_10 0.6000 P_30 6_10 0.5000 P_100 6_10 0.2300 P_200 6_10 0.1450 P_500 6_10 0.0700 P_1000 6_10 0.0360 relstring 6_10 '1002033132' recall_5 6_10 0.0444 recall_10 6_10 0.1556 recall_15 6_10 0.2000 recall_20 6_10 0.2667 recall_30 6_10 0.3333 recall_100 6_10 0.5111 recall_200 6_10 0.6444 recall_500 6_10 0.7778 recall_1000 6_10 0.8000 infAP 6_10 0.3010 Rprec_mult_0.20 6_10 0.6667 Rprec_mult_0.40 6_10 0.6111 Rprec_mult_0.60 6_10 0.5185 Rprec_mult_0.80 6_10 0.4444 Rprec_mult_1.00 6_10 0.3556 Rprec_mult_1.20 6_10 0.3148 Rprec_mult_1.40 6_10 0.2698 Rprec_mult_1.60 6_10 0.2500 Rprec_mult_1.80 6_10 0.2593 Rprec_mult_2.00 6_10 0.2444 utility 6_10 -928.0000 11pt_avg 6_10 0.3458 binG 6_10 0.2073 G 6_10 0.1557 ndcg 6_10 0.5785 ndcg_rel 6_10 0.4656 Rndcg 6_10 0.4028 ndcg_cut_5 6_10 0.1891 ndcg_cut_10 6_10 0.3914 ndcg_cut_15 6_10 0.4128 ndcg_cut_20 6_10 0.4225 ndcg_cut_30 6_10 0.3982 ndcg_cut_100 6_10 0.4625 ndcg_cut_200 6_10 0.5189 ndcg_cut_500 6_10 0.5745 ndcg_cut_1000 6_10 0.5785 map_cut_5 6_10 0.0333 map_cut_10 6_10 0.1014 map_cut_15 6_10 0.1318 map_cut_20 6_10 0.1725 map_cut_30 6_10 0.2072 map_cut_100 6_10 0.2592 map_cut_200 6_10 0.2834 map_cut_500 6_10 0.2998 map_cut_1000 6_10 0.3010 relative_P_5 6_10 0.4000 relative_P_10 6_10 0.7000 relative_P_15 6_10 0.6000 relative_P_20 6_10 0.6000 relative_P_30 6_10 0.5000 relative_P_100 6_10 0.5111 relative_P_200 6_10 0.6444 relative_P_500 6_10 0.7778 relative_P_1000 6_10 0.8000 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0360 set_relative_P 6_10 0.8000 set_recall 6_10 0.8000 set_map 6_10 0.0288 set_F 6_10 0.0689 num_nonrel_judged_ret 6_10 21 rbp 6_10 0.2874 rbp_resid 6_10 0.1900 unj_5 6_10 0.0000 unj_10 6_10 0.0000 unj_20 6_10 0.2000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 69 map 6_11 0.0309 Rprec 6_11 0.0085 bpref 6_11 0.4482 recip_rank 6_11 0.0152 iprec_at_recall_0.00 6_11 0.0734 iprec_at_recall_0.10 6_11 0.0734 iprec_at_recall_0.20 6_11 0.0734 iprec_at_recall_0.30 6_11 0.0734 iprec_at_recall_0.40 6_11 0.0734 iprec_at_recall_0.50 6_11 0.0734 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.0000 P_10 6_11 0.0000 P_15 6_11 0.0000 P_20 6_11 0.0000 P_30 6_11 0.0000 P_100 6_11 0.0100 P_200 6_11 0.0300 P_500 6_11 0.0440 P_1000 6_11 0.0690 relstring 6_11 '00000-----' recall_5 6_11 0.0000 recall_10 6_11 0.0000 recall_15 6_11 0.0000 recall_20 6_11 0.0000 recall_30 6_11 0.0000 recall_100 6_11 0.0085 recall_200 6_11 0.0508 recall_500 6_11 0.1864 recall_1000 6_11 0.5847 infAP 6_11 0.0309 Rprec_mult_0.20 6_11 0.0000 Rprec_mult_0.40 6_11 0.0000 Rprec_mult_0.60 6_11 0.0141 Rprec_mult_0.80 6_11 0.0105 Rprec_mult_1.00 6_11 0.0085 Rprec_mult_1.20 6_11 0.0070 Rprec_mult_1.40 6_11 0.0181 Rprec_mult_1.60 6_11 0.0265 Rprec_mult_1.80 6_11 0.0282 Rprec_mult_2.00 6_11 0.0254 utility 6_11 -862.0000 11pt_avg 6_11 0.0401 binG 6_11 0.0655 G 6_11 0.0653 ndcg 6_11 0.2946 ndcg_rel 6_11 0.2134 Rndcg 6_11 0.0747 ndcg_cut_5 6_11 0.0000 ndcg_cut_10 6_11 0.0000 ndcg_cut_15 6_11 0.0000 ndcg_cut_20 6_11 0.0000 ndcg_cut_30 6_11 0.0000 ndcg_cut_100 6_11 0.0044 ndcg_cut_200 6_11 0.0244 ndcg_cut_500 6_11 0.1006 ndcg_cut_1000 6_11 0.2946 map_cut_5 6_11 0.0000 map_cut_10 6_11 0.0000 map_cut_15 6_11 0.0000 map_cut_20 6_11 0.0000 map_cut_30 6_11 0.0000 map_cut_100 6_11 0.0001 map_cut_200 6_11 0.0011 map_cut_500 6_11 0.0060 map_cut_1000 6_11 0.0309 relative_P_5 6_11 0.0000 relative_P_10 6_11 0.0000 relative_P_15 6_11 0.0000 relative_P_20 6_11 0.0000 relative_P_30 6_11 0.0000 relative_P_100 6_11 0.0100 relative_P_200 6_11 0.0508 relative_P_500 6_11 0.1864 relative_P_1000 6_11 0.5847 success_1 6_11 0.0000 success_5 6_11 0.0000 success_10 6_11 0.0000 set_P 6_11 0.0690 set_relative_P 6_11 0.5847 set_recall 6_11 0.5847 set_map 6_11 0.0403 set_F 6_11 0.1234 num_nonrel_judged_ret 6_11 30 rbp 6_11 0.0000 rbp_resid 6_11 0.4954 unj_5 6_11 0.0000 unj_10 6_11 0.5000 unj_20 6_11 0.6000 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 41 map 6_12 0.1632 Rprec 6_12 0.2609 bpref 6_12 0.5084 recip_rank 6_12 0.2500 iprec_at_recall_0.00 6_12 0.4545 iprec_at_recall_0.10 6_12 0.3333 iprec_at_recall_0.20 6_12 0.3265 iprec_at_recall_0.30 6_12 0.2841 iprec_at_recall_0.40 6_12 0.2479 iprec_at_recall_0.50 6_12 0.2108 iprec_at_recall_0.60 6_12 0.0876 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.4000 P_10 6_12 0.4000 P_15 6_12 0.4000 P_20 6_12 0.3000 P_30 6_12 0.3000 P_100 6_12 0.2600 P_200 6_12 0.1850 P_500 6_12 0.0820 P_1000 6_12 0.0410 relstring 6_12 '0003303--3' recall_5 6_12 0.0290 recall_10 6_12 0.0580 recall_15 6_12 0.0870 recall_20 6_12 0.0870 recall_30 6_12 0.1304 recall_100 6_12 0.3768 recall_200 6_12 0.5362 recall_500 6_12 0.5942 recall_1000 6_12 0.5942 infAP 6_12 0.1632 Rprec_mult_0.20 6_12 0.4286 Rprec_mult_0.40 6_12 0.2500 Rprec_mult_0.60 6_12 0.3095 Rprec_mult_0.80 6_12 0.3036 Rprec_mult_1.00 6_12 0.2609 Rprec_mult_1.20 6_12 0.2651 Rprec_mult_1.40 6_12 0.2680 Rprec_mult_1.60 6_12 0.2432 Rprec_mult_1.80 6_12 0.2320 Rprec_mult_2.00 6_12 0.2391 utility 6_12 -918.0000 11pt_avg 6_12 0.1768 binG 6_12 0.1183 G 6_12 0.0962 ndcg 6_12 0.4666 ndcg_rel 6_12 0.3844 Rndcg 6_12 0.2522 ndcg_cut_5 6_12 0.2491 ndcg_cut_10 6_12 0.2953 ndcg_cut_15 6_12 0.2912 ndcg_cut_20 6_12 0.2447 ndcg_cut_30 6_12 0.2564 ndcg_cut_100 6_12 0.3383 ndcg_cut_200 6_12 0.4362 ndcg_cut_500 6_12 0.4666 ndcg_cut_1000 6_12 0.4666 map_cut_5 6_12 0.0094 map_cut_10 6_12 0.0214 map_cut_15 6_12 0.0342 map_cut_20 6_12 0.0342 map_cut_30 6_12 0.0474 map_cut_100 6_12 0.1194 map_cut_200 6_12 0.1560 map_cut_500 6_12 0.1632 map_cut_1000 6_12 0.1632 relative_P_5 6_12 0.4000 relative_P_10 6_12 0.4000 relative_P_15 6_12 0.4000 relative_P_20 6_12 0.3000 relative_P_30 6_12 0.3000 relative_P_100 6_12 0.3768 relative_P_200 6_12 0.5362 relative_P_500 6_12 0.5942 relative_P_1000 6_12 0.5942 success_1 6_12 0.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0410 set_relative_P 6_12 0.5942 set_recall 6_12 0.5942 set_map 6_12 0.0244 set_F 6_12 0.0767 num_nonrel_judged_ret 6_12 12 rbp 6_12 0.2318 rbp_resid 6_12 0.2790 unj_5 6_12 0.0000 unj_10 6_12 0.2000 unj_20 6_12 0.4000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 103 map 6_13 0.6368 Rprec 6_13 0.5794 bpref 6_13 0.8426 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.9375 iprec_at_recall_0.20 6_13 0.9259 iprec_at_recall_0.30 6_13 0.8889 iprec_at_recall_0.40 6_13 0.7679 iprec_at_recall_0.50 6_13 0.6923 iprec_at_recall_0.60 6_13 0.5714 iprec_at_recall_0.70 6_13 0.4777 iprec_at_recall_0.80 6_13 0.3839 iprec_at_recall_0.90 6_13 0.3050 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 0.9000 P_15 6_13 0.9333 P_20 6_13 0.9000 P_30 6_13 0.9000 P_100 6_13 0.5900 P_200 6_13 0.4000 P_500 6_13 0.2020 P_1000 6_13 0.1030 relstring 6_13 '2221222110' recall_5 6_13 0.0467 recall_10 6_13 0.0841 recall_15 6_13 0.1308 recall_20 6_13 0.1682 recall_30 6_13 0.2523 recall_100 6_13 0.5514 recall_200 6_13 0.7477 recall_500 6_13 0.9439 recall_1000 6_13 0.9626 infAP 6_13 0.6368 Rprec_mult_0.20 6_13 0.9091 Rprec_mult_0.40 6_13 0.8372 Rprec_mult_0.60 6_13 0.7077 Rprec_mult_0.80 6_13 0.6512 Rprec_mult_1.00 6_13 0.5794 Rprec_mult_1.20 6_13 0.5426 Rprec_mult_1.40 6_13 0.4800 Rprec_mult_1.60 6_13 0.4535 Rprec_mult_1.80 6_13 0.4093 Rprec_mult_2.00 6_13 0.3879 utility 6_13 -794.0000 11pt_avg 6_13 0.6319 binG 6_13 0.3166 G 6_13 0.1889 ndcg 6_13 0.8177 ndcg_rel 6_13 0.6801 Rndcg 6_13 0.6565 ndcg_cut_5 6_13 0.6180 ndcg_cut_10 6_13 0.5474 ndcg_cut_15 6_13 0.6310 ndcg_cut_20 6_13 0.6507 ndcg_cut_30 6_13 0.6879 ndcg_cut_100 6_13 0.6210 ndcg_cut_200 6_13 0.7085 ndcg_cut_500 6_13 0.8073 ndcg_cut_1000 6_13 0.8177 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0841 map_cut_15 6_13 0.1272 map_cut_20 6_13 0.1610 map_cut_30 6_13 0.2378 map_cut_100 6_13 0.4646 map_cut_200 6_13 0.5662 map_cut_500 6_13 0.6332 map_cut_1000 6_13 0.6368 relative_P_5 6_13 1.0000 relative_P_10 6_13 0.9000 relative_P_15 6_13 0.9333 relative_P_20 6_13 0.9000 relative_P_30 6_13 0.9000 relative_P_100 6_13 0.5900 relative_P_200 6_13 0.7477 relative_P_500 6_13 0.9439 relative_P_1000 6_13 0.9626 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.1030 set_relative_P 6_13 0.9626 set_recall 6_13 0.9626 set_map 6_13 0.0991 set_F 6_13 0.1861 num_nonrel_judged_ret 6_13 15 rbp 6_13 0.5721 rbp_resid 6_13 0.0311 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.0500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 55 map 6_14 0.3643 Rprec 6_14 0.4464 bpref 6_14 0.4161 recip_rank 6_14 0.3333 iprec_at_recall_0.00 6_14 0.5417 iprec_at_recall_0.10 6_14 0.5417 iprec_at_recall_0.20 6_14 0.5417 iprec_at_recall_0.30 6_14 0.5000 iprec_at_recall_0.40 6_14 0.5000 iprec_at_recall_0.50 6_14 0.3723 iprec_at_recall_0.60 6_14 0.3723 iprec_at_recall_0.70 6_14 0.3611 iprec_at_recall_0.80 6_14 0.2394 iprec_at_recall_0.90 6_14 0.1882 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.2000 P_10 6_14 0.4000 P_15 6_14 0.4667 P_20 6_14 0.4500 P_30 6_14 0.4667 P_100 6_14 0.3600 P_200 6_14 0.2300 P_500 6_14 0.1080 P_1000 6_14 0.0550 relstring 6_14 '0020002201' recall_5 6_14 0.0179 recall_10 6_14 0.0714 recall_15 6_14 0.1250 recall_20 6_14 0.1607 recall_30 6_14 0.2500 recall_100 6_14 0.6429 recall_200 6_14 0.8214 recall_500 6_14 0.9643 recall_1000 6_14 0.9821 infAP 6_14 0.3643 Rprec_mult_0.20 6_14 0.5000 Rprec_mult_0.40 6_14 0.5217 Rprec_mult_0.60 6_14 0.4706 Rprec_mult_0.80 6_14 0.4889 Rprec_mult_1.00 6_14 0.4464 Rprec_mult_1.20 6_14 0.3971 Rprec_mult_1.40 6_14 0.3544 Rprec_mult_1.60 6_14 0.3556 Rprec_mult_1.80 6_14 0.3564 Rprec_mult_2.00 6_14 0.3482 utility 6_14 -890.0000 11pt_avg 6_14 0.3780 binG 6_14 0.2046 G 6_14 0.1730 ndcg 6_14 0.6397 ndcg_rel 6_14 0.4290 Rndcg 6_14 0.3585 ndcg_cut_5 6_14 0.1131 ndcg_cut_10 6_14 0.2087 ndcg_cut_15 6_14 0.2808 ndcg_cut_20 6_14 0.2701 ndcg_cut_30 6_14 0.3209 ndcg_cut_100 6_14 0.4999 ndcg_cut_200 6_14 0.5791 ndcg_cut_500 6_14 0.6355 ndcg_cut_1000 6_14 0.6397 map_cut_5 6_14 0.0060 map_cut_10 6_14 0.0249 map_cut_15 6_14 0.0516 map_cut_20 6_14 0.0689 map_cut_30 6_14 0.1143 map_cut_100 6_14 0.2828 map_cut_200 6_14 0.3361 map_cut_500 6_14 0.3627 map_cut_1000 6_14 0.3643 relative_P_5 6_14 0.2000 relative_P_10 6_14 0.4000 relative_P_15 6_14 0.4667 relative_P_20 6_14 0.4500 relative_P_30 6_14 0.4667 relative_P_100 6_14 0.6429 relative_P_200 6_14 0.8214 relative_P_500 6_14 0.9643 relative_P_1000 6_14 0.9821 success_1 6_14 0.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0550 set_relative_P 6_14 0.9821 set_recall 6_14 0.9821 set_map 6_14 0.0540 set_F 6_14 0.1042 num_nonrel_judged_ret 6_14 67 rbp 6_14 0.2528 rbp_resid 6_14 0.0038 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 22 map 6_16 0.0749 Rprec 6_16 0.0690 bpref 6_16 0.1058 recip_rank 6_16 0.0667 iprec_at_recall_0.00 6_16 0.1458 iprec_at_recall_0.10 6_16 0.1458 iprec_at_recall_0.20 6_16 0.1458 iprec_at_recall_0.30 6_16 0.1385 iprec_at_recall_0.40 6_16 0.1119 iprec_at_recall_0.50 6_16 0.1119 iprec_at_recall_0.60 6_16 0.0813 iprec_at_recall_0.70 6_16 0.0810 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0667 P_20 6_16 0.1000 P_30 6_16 0.0667 P_100 6_16 0.1000 P_200 6_16 0.0800 P_500 6_16 0.0440 P_1000 6_16 0.0220 relstring 6_16 '00000-000-' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0345 recall_20 6_16 0.0690 recall_30 6_16 0.0690 recall_100 6_16 0.3448 recall_200 6_16 0.5517 recall_500 6_16 0.7586 recall_1000 6_16 0.7586 infAP 6_16 0.0749 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0556 Rprec_mult_0.80 6_16 0.0833 Rprec_mult_1.00 6_16 0.0690 Rprec_mult_1.20 6_16 0.0857 Rprec_mult_1.40 6_16 0.0732 Rprec_mult_1.60 6_16 0.1277 Rprec_mult_1.80 6_16 0.1321 Rprec_mult_2.00 6_16 0.1379 utility 6_16 -956.0000 11pt_avg 6_16 0.0875 binG 6_16 0.1224 G 6_16 0.1026 ndcg 6_16 0.3318 ndcg_rel 6_16 0.2217 Rndcg 6_16 0.0971 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0142 ndcg_cut_20 6_16 0.0240 ndcg_cut_30 6_16 0.0208 ndcg_cut_100 6_16 0.1828 ndcg_cut_200 6_16 0.2568 ndcg_cut_500 6_16 0.3318 ndcg_cut_1000 6_16 0.3318 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0023 map_cut_20 6_16 0.0057 map_cut_30 6_16 0.0057 map_cut_100 6_16 0.0394 map_cut_200 6_16 0.0607 map_cut_500 6_16 0.0749 map_cut_1000 6_16 0.0749 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0667 relative_P_20 6_16 0.1000 relative_P_30 6_16 0.0690 relative_P_100 6_16 0.3448 relative_P_200 6_16 0.5517 relative_P_500 6_16 0.7586 relative_P_1000 6_16 0.7586 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0220 set_relative_P 6_16 0.7586 set_recall 6_16 0.7586 set_map 6_16 0.0167 set_F 6_16 0.0428 num_nonrel_judged_ret 6_16 60 rbp 6_16 0.0189 rbp_resid 6_16 0.2816 unj_5 6_16 0.0000 unj_10 6_16 0.2000 unj_20 6_16 0.3500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 59 map 6_3 0.2558 Rprec 6_3 0.3608 bpref 6_3 0.5507 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.6500 iprec_at_recall_0.20 6_3 0.5000 iprec_at_recall_0.30 6_3 0.4000 iprec_at_recall_0.40 6_3 0.3545 iprec_at_recall_0.50 6_3 0.2068 iprec_at_recall_0.60 6_3 0.1144 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.8000 P_10 6_3 0.6000 P_15 6_3 0.6000 P_20 6_3 0.6500 P_30 6_3 0.5667 P_100 6_3 0.3600 P_200 6_3 0.2350 P_500 6_3 0.1140 P_1000 6_3 0.0590 relstring 6_3 '32011022--' recall_5 6_3 0.0412 recall_10 6_3 0.0619 recall_15 6_3 0.0928 recall_20 6_3 0.1340 recall_30 6_3 0.1753 recall_100 6_3 0.3711 recall_200 6_3 0.4845 recall_500 6_3 0.5876 recall_1000 6_3 0.6082 infAP 6_3 0.2558 Rprec_mult_0.20 6_3 0.6500 Rprec_mult_0.40 6_3 0.4872 Rprec_mult_0.60 6_3 0.4068 Rprec_mult_0.80 6_3 0.3846 Rprec_mult_1.00 6_3 0.3608 Rprec_mult_1.20 6_3 0.3333 Rprec_mult_1.40 6_3 0.3015 Rprec_mult_1.60 6_3 0.2821 Rprec_mult_1.80 6_3 0.2514 Rprec_mult_2.00 6_3 0.2423 utility 6_3 -882.0000 11pt_avg 6_3 0.2932 binG 6_3 0.1496 G 6_3 0.1116 ndcg 6_3 0.5283 ndcg_rel 6_3 0.4785 Rndcg 6_3 0.4719 ndcg_cut_5 6_3 0.4848 ndcg_cut_10 6_3 0.4178 ndcg_cut_15 6_3 0.4068 ndcg_cut_20 6_3 0.4388 ndcg_cut_30 6_3 0.4314 ndcg_cut_100 6_3 0.4013 ndcg_cut_200 6_3 0.4685 ndcg_cut_500 6_3 0.5229 ndcg_cut_1000 6_3 0.5283 map_cut_5 6_3 0.0366 map_cut_10 6_3 0.0517 map_cut_15 6_3 0.0723 map_cut_20 6_3 0.0982 map_cut_30 6_3 0.1226 map_cut_100 6_3 0.2029 map_cut_200 6_3 0.2377 map_cut_500 6_3 0.2535 map_cut_1000 6_3 0.2558 relative_P_5 6_3 0.8000 relative_P_10 6_3 0.6000 relative_P_15 6_3 0.6000 relative_P_20 6_3 0.6500 relative_P_30 6_3 0.5667 relative_P_100 6_3 0.3711 relative_P_200 6_3 0.4845 relative_P_500 6_3 0.5876 relative_P_1000 6_3 0.6082 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0590 set_relative_P 6_3 0.6082 set_recall 6_3 0.6082 set_map 6_3 0.0359 set_F 6_3 0.1076 num_nonrel_judged_ret 6_3 40 rbp 6_3 0.2897 rbp_resid 6_3 0.1979 unj_5 6_3 0.0000 unj_10 6_3 0.2000 unj_20 6_3 0.2000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 27 map 6_4 0.0395 Rprec 6_4 0.1157 bpref 6_4 0.1847 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.1368 iprec_at_recall_0.20 6_4 0.0413 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.4000 P_10 6_4 0.2000 P_15 6_4 0.3333 P_20 6_4 0.2500 P_30 6_4 0.2333 P_100 6_4 0.1300 P_200 6_4 0.0800 P_500 6_4 0.0400 P_1000 6_4 0.0270 relstring 6_4 '2020000--0' recall_5 6_4 0.0165 recall_10 6_4 0.0165 recall_15 6_4 0.0413 recall_20 6_4 0.0413 recall_30 6_4 0.0579 recall_100 6_4 0.1074 recall_200 6_4 0.1322 recall_500 6_4 0.1653 recall_1000 6_4 0.2231 infAP 6_4 0.0395 Rprec_mult_0.20 6_4 0.2400 Rprec_mult_0.40 6_4 0.1429 Rprec_mult_0.60 6_4 0.1370 Rprec_mult_0.80 6_4 0.1340 Rprec_mult_1.00 6_4 0.1157 Rprec_mult_1.20 6_4 0.1027 Rprec_mult_1.40 6_4 0.0882 Rprec_mult_1.60 6_4 0.0825 Rprec_mult_1.80 6_4 0.0734 Rprec_mult_2.00 6_4 0.0702 utility 6_4 -946.0000 11pt_avg 6_4 0.1071 binG 6_4 0.0466 G 6_4 0.0392 ndcg 6_4 0.2228 ndcg_rel 6_4 0.2253 Rndcg 6_4 0.2149 ndcg_cut_5 6_4 0.3392 ndcg_cut_10 6_4 0.2201 ndcg_cut_15 6_4 0.2819 ndcg_cut_20 6_4 0.2481 ndcg_cut_30 6_4 0.2400 ndcg_cut_100 6_4 0.1754 ndcg_cut_200 6_4 0.1812 ndcg_cut_500 6_4 0.1974 ndcg_cut_1000 6_4 0.2228 map_cut_5 6_4 0.0138 map_cut_10 6_4 0.0138 map_cut_15 6_4 0.0220 map_cut_20 6_4 0.0220 map_cut_30 6_4 0.0264 map_cut_100 6_4 0.0331 map_cut_200 6_4 0.0357 map_cut_500 6_4 0.0374 map_cut_1000 6_4 0.0395 relative_P_5 6_4 0.4000 relative_P_10 6_4 0.2000 relative_P_15 6_4 0.3333 relative_P_20 6_4 0.2500 relative_P_30 6_4 0.2333 relative_P_100 6_4 0.1300 relative_P_200 6_4 0.1322 relative_P_500 6_4 0.1653 relative_P_1000 6_4 0.2231 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0270 set_relative_P 6_4 0.2231 set_recall 6_4 0.2231 set_map 6_4 0.0060 set_F 6_4 0.0482 num_nonrel_judged_ret 6_4 42 rbp 6_4 0.2051 rbp_resid 6_4 0.2752 unj_5 6_4 0.0000 unj_10 6_4 0.2000 unj_20 6_4 0.3500 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 46 map 6_5 0.6446 Rprec 6_5 0.6170 bpref 6_5 0.8710 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 1.0000 iprec_at_recall_0.20 6_5 0.9000 iprec_at_recall_0.30 6_5 0.8182 iprec_at_recall_0.40 6_5 0.7692 iprec_at_recall_0.50 6_5 0.6857 iprec_at_recall_0.60 6_5 0.6304 iprec_at_recall_0.70 6_5 0.5077 iprec_at_recall_0.80 6_5 0.4318 iprec_at_recall_0.90 6_5 0.3559 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 1.0000 P_10 6_5 0.9000 P_15 6_5 0.7333 P_20 6_5 0.8000 P_30 6_5 0.7333 P_100 6_5 0.3800 P_200 6_5 0.2200 P_500 6_5 0.0900 P_1000 6_5 0.0460 relstring 6_5 '3331311101' recall_5 6_5 0.1064 recall_10 6_5 0.1915 recall_15 6_5 0.2340 recall_20 6_5 0.3404 recall_30 6_5 0.4681 recall_100 6_5 0.8085 recall_200 6_5 0.9362 recall_500 6_5 0.9574 recall_1000 6_5 0.9787 infAP 6_5 0.6446 Rprec_mult_0.20 6_5 0.9000 Rprec_mult_0.40 6_5 0.7895 Rprec_mult_0.60 6_5 0.7241 Rprec_mult_0.80 6_5 0.6842 Rprec_mult_1.00 6_5 0.6170 Rprec_mult_1.20 6_5 0.5263 Rprec_mult_1.40 6_5 0.5000 Rprec_mult_1.60 6_5 0.4474 Rprec_mult_1.80 6_5 0.4235 Rprec_mult_2.00 6_5 0.4043 utility 6_5 -908.0000 11pt_avg 6_5 0.6454 binG 6_5 0.3883 G 6_5 0.2123 ndcg 6_5 0.7923 ndcg_rel 6_5 0.6469 Rndcg 6_5 0.6363 ndcg_cut_5 6_5 0.6999 ndcg_cut_10 6_5 0.5730 ndcg_cut_15 6_5 0.5389 ndcg_cut_20 6_5 0.5576 ndcg_cut_30 6_5 0.5838 ndcg_cut_100 6_5 0.7090 ndcg_cut_200 6_5 0.7744 ndcg_cut_500 6_5 0.7892 ndcg_cut_1000 6_5 0.7923 map_cut_5 6_5 0.1064 map_cut_10 6_5 0.1894 map_cut_15 6_5 0.2238 map_cut_20 6_5 0.3064 map_cut_30 6_5 0.4051 map_cut_100 6_5 0.5972 map_cut_200 6_5 0.6403 map_cut_500 6_5 0.6434 map_cut_1000 6_5 0.6446 relative_P_5 6_5 1.0000 relative_P_10 6_5 0.9000 relative_P_15 6_5 0.7333 relative_P_20 6_5 0.8000 relative_P_30 6_5 0.7333 relative_P_100 6_5 0.8085 relative_P_200 6_5 0.9362 relative_P_500 6_5 0.9574 relative_P_1000 6_5 0.9787 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0460 set_relative_P 6_5 0.9787 set_recall 6_5 0.9787 set_map 6_5 0.0450 set_F 6_5 0.0879 num_nonrel_judged_ret 6_5 24 rbp 6_5 0.4469 rbp_resid 6_5 0.0751 unj_5 6_5 0.0000 unj_10 6_5 0.0000 unj_20 6_5 0.0500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 71 map 6_6 0.3838 Rprec 6_6 0.4235 bpref 6_6 0.6812 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 1.0000 iprec_at_recall_0.20 6_6 0.5806 iprec_at_recall_0.30 6_6 0.5532 iprec_at_recall_0.40 6_6 0.4430 iprec_at_recall_0.50 6_6 0.3644 iprec_at_recall_0.60 6_6 0.2537 iprec_at_recall_0.70 6_6 0.1879 iprec_at_recall_0.80 6_6 0.1193 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.9000 P_15 6_6 0.6667 P_20 6_6 0.7000 P_30 6_6 0.5667 P_100 6_6 0.3800 P_200 6_6 0.2500 P_500 6_6 0.1320 P_1000 6_6 0.0710 relstring 6_6 '2233232220' recall_5 6_6 0.0588 recall_10 6_6 0.1059 recall_15 6_6 0.1176 recall_20 6_6 0.1647 recall_30 6_6 0.2000 recall_100 6_6 0.4471 recall_200 6_6 0.5882 recall_500 6_6 0.7765 recall_1000 6_6 0.8353 infAP 6_6 0.3838 Rprec_mult_0.20 6_6 0.7059 Rprec_mult_0.40 6_6 0.5294 Rprec_mult_0.60 6_6 0.5294 Rprec_mult_0.80 6_6 0.4706 Rprec_mult_1.00 6_6 0.4235 Rprec_mult_1.20 6_6 0.3824 Rprec_mult_1.40 6_6 0.3613 Rprec_mult_1.60 6_6 0.3235 Rprec_mult_1.80 6_6 0.3072 Rprec_mult_2.00 6_6 0.2824 utility 6_6 -858.0000 11pt_avg 6_6 0.4093 binG 6_6 0.2413 G 6_6 0.1809 ndcg 6_6 0.7437 ndcg_rel 6_6 0.6521 Rndcg 6_6 0.6464 ndcg_cut_5 6_6 0.7719 ndcg_cut_10 6_6 0.7512 ndcg_cut_15 6_6 0.6594 ndcg_cut_20 6_6 0.6388 ndcg_cut_30 6_6 0.5737 ndcg_cut_100 6_6 0.5444 ndcg_cut_200 6_6 0.6289 ndcg_cut_500 6_6 0.7232 ndcg_cut_1000 6_6 0.7437 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.1059 map_cut_15 6_6 0.1157 map_cut_20 6_6 0.1488 map_cut_30 6_6 0.1704 map_cut_100 6_6 0.2944 map_cut_200 6_6 0.3420 map_cut_500 6_6 0.3773 map_cut_1000 6_6 0.3838 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.9000 relative_P_15 6_6 0.6667 relative_P_20 6_6 0.7000 relative_P_30 6_6 0.5667 relative_P_100 6_6 0.4471 relative_P_200 6_6 0.5882 relative_P_500 6_6 0.7765 relative_P_1000 6_6 0.8353 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0710 set_relative_P 6_6 0.8353 set_recall 6_6 0.8353 set_map 6_6 0.0593 set_F 6_6 0.1309 num_nonrel_judged_ret 6_6 17 rbp 6_6 0.5556 rbp_resid 6_6 0.1443 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.2000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 37 map 7_11 0.6521 Rprec 7_11 0.6316 bpref 7_11 0.8430 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 1.0000 iprec_at_recall_0.20 7_11 0.8889 iprec_at_recall_0.30 7_11 0.8571 iprec_at_recall_0.40 7_11 0.7895 iprec_at_recall_0.50 7_11 0.7333 iprec_at_recall_0.60 7_11 0.6486 iprec_at_recall_0.70 7_11 0.4462 iprec_at_recall_0.80 7_11 0.4079 iprec_at_recall_0.90 7_11 0.3148 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 1.0000 P_10 7_11 0.8000 P_15 7_11 0.8000 P_20 7_11 0.7500 P_30 7_11 0.7333 P_100 7_11 0.3300 P_200 7_11 0.1800 P_500 7_11 0.0740 P_1000 7_11 0.0370 relstring 7_11 '3211211010' recall_5 7_11 0.1316 recall_10 7_11 0.2105 recall_15 7_11 0.3158 recall_20 7_11 0.3947 recall_30 7_11 0.5789 recall_100 7_11 0.8684 recall_200 7_11 0.9474 recall_500 7_11 0.9737 recall_1000 7_11 0.9737 infAP 7_11 0.6521 Rprec_mult_0.20 7_11 0.8750 Rprec_mult_0.40 7_11 0.8125 Rprec_mult_0.60 7_11 0.6957 Rprec_mult_0.80 7_11 0.7097 Rprec_mult_1.00 7_11 0.6316 Rprec_mult_1.20 7_11 0.5435 Rprec_mult_1.40 7_11 0.4630 Rprec_mult_1.60 7_11 0.4262 Rprec_mult_1.80 7_11 0.4203 Rprec_mult_2.00 7_11 0.4079 utility 7_11 -926.0000 11pt_avg 7_11 0.6442 binG 7_11 0.4170 G 7_11 0.2733 ndcg 7_11 0.7848 ndcg_rel 7_11 0.6815 Rndcg 7_11 0.6701 ndcg_cut_5 7_11 0.7054 ndcg_cut_10 7_11 0.5972 ndcg_cut_15 7_11 0.5937 ndcg_cut_20 7_11 0.5948 ndcg_cut_30 7_11 0.6555 ndcg_cut_100 7_11 0.7410 ndcg_cut_200 7_11 0.7712 ndcg_cut_500 7_11 0.7848 ndcg_cut_1000 7_11 0.7848 map_cut_5 7_11 0.1316 map_cut_10 7_11 0.2076 map_cut_15 7_11 0.2959 map_cut_20 7_11 0.3597 map_cut_30 7_11 0.4923 map_cut_100 7_11 0.6285 map_cut_200 7_11 0.6484 map_cut_500 7_11 0.6521 map_cut_1000 7_11 0.6521 relative_P_5 7_11 1.0000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.8000 relative_P_20 7_11 0.7500 relative_P_30 7_11 0.7333 relative_P_100 7_11 0.8684 relative_P_200 7_11 0.9474 relative_P_500 7_11 0.9737 relative_P_1000 7_11 0.9737 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0370 set_relative_P 7_11 0.9737 set_recall 7_11 0.9737 set_map 7_11 0.0360 set_F 7_11 0.0713 num_nonrel_judged_ret 7_11 13 rbp 7_11 0.3925 rbp_resid 7_11 0.0939 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.1000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 56 map 7_12 0.2023 Rprec 7_12 0.2812 bpref 7_12 0.5383 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.6667 iprec_at_recall_0.20 7_12 0.2917 iprec_at_recall_0.30 7_12 0.2530 iprec_at_recall_0.40 7_12 0.1327 iprec_at_recall_0.50 7_12 0.1185 iprec_at_recall_0.60 7_12 0.0987 iprec_at_recall_0.70 7_12 0.0881 iprec_at_recall_0.80 7_12 0.0844 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.6000 P_10 7_12 0.6000 P_15 7_12 0.4667 P_20 7_12 0.3500 P_30 7_12 0.3000 P_100 7_12 0.2100 P_200 7_12 0.1300 P_500 7_12 0.0880 P_1000 7_12 0.0560 relstring 7_12 '1202012-10' recall_5 7_12 0.0469 recall_10 7_12 0.0938 recall_15 7_12 0.1094 recall_20 7_12 0.1094 recall_30 7_12 0.1406 recall_100 7_12 0.3281 recall_200 7_12 0.4062 recall_500 7_12 0.6875 recall_1000 7_12 0.8750 infAP 7_12 0.2023 Rprec_mult_0.20 7_12 0.4615 Rprec_mult_0.40 7_12 0.3077 Rprec_mult_0.60 7_12 0.2821 Rprec_mult_0.80 7_12 0.2692 Rprec_mult_1.00 7_12 0.2812 Rprec_mult_1.20 7_12 0.2338 Rprec_mult_1.40 7_12 0.2333 Rprec_mult_1.60 7_12 0.2039 Rprec_mult_1.80 7_12 0.1897 Rprec_mult_2.00 7_12 0.1797 utility 7_12 -888.0000 11pt_avg 7_12 0.2485 binG 7_12 0.1765 G 7_12 0.1406 ndcg 7_12 0.5714 ndcg_rel 7_12 0.4352 Rndcg 7_12 0.3765 ndcg_cut_5 7_12 0.3890 ndcg_cut_10 7_12 0.3964 ndcg_cut_15 7_12 0.3571 ndcg_cut_20 7_12 0.3052 ndcg_cut_30 7_12 0.2726 ndcg_cut_100 7_12 0.3309 ndcg_cut_200 7_12 0.3726 ndcg_cut_500 7_12 0.5027 ndcg_cut_1000 7_12 0.5714 map_cut_5 7_12 0.0430 map_cut_10 7_12 0.0750 map_cut_15 7_12 0.0823 map_cut_20 7_12 0.0823 map_cut_30 7_12 0.0925 map_cut_100 7_12 0.1438 map_cut_200 7_12 0.1567 map_cut_500 7_12 0.1870 map_cut_1000 7_12 0.2023 relative_P_5 7_12 0.6000 relative_P_10 7_12 0.6000 relative_P_15 7_12 0.4667 relative_P_20 7_12 0.3500 relative_P_30 7_12 0.3000 relative_P_100 7_12 0.3281 relative_P_200 7_12 0.4062 relative_P_500 7_12 0.6875 relative_P_1000 7_12 0.8750 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0560 set_relative_P 7_12 0.8750 set_recall 7_12 0.8750 set_map 7_12 0.0490 set_F 7_12 0.1053 num_nonrel_judged_ret 7_12 55 rbp 7_12 0.2379 rbp_resid 7_12 0.2536 unj_5 7_12 0.0000 unj_10 7_12 0.1000 unj_20 7_12 0.3500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 63 map 7_14 0.6274 Rprec 7_14 0.5970 bpref 7_14 0.8753 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.8889 iprec_at_recall_0.20 7_14 0.8889 iprec_at_recall_0.30 7_14 0.8889 iprec_at_recall_0.40 7_14 0.7778 iprec_at_recall_0.50 7_14 0.6538 iprec_at_recall_0.60 7_14 0.5970 iprec_at_recall_0.70 7_14 0.5281 iprec_at_recall_0.80 7_14 0.4576 iprec_at_recall_0.90 7_14 0.2128 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 0.8000 P_15 7_14 0.8667 P_20 7_14 0.8500 P_30 7_14 0.8000 P_100 7_14 0.4900 P_200 7_14 0.2900 P_500 7_14 0.1260 P_1000 7_14 0.0630 relstring 7_14 '313222-021' recall_5 7_14 0.0746 recall_10 7_14 0.1194 recall_15 7_14 0.1940 recall_20 7_14 0.2537 recall_30 7_14 0.3582 recall_100 7_14 0.7313 recall_200 7_14 0.8657 recall_500 7_14 0.9403 recall_1000 7_14 0.9403 infAP 7_14 0.6274 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.8889 Rprec_mult_0.60 7_14 0.7317 Rprec_mult_0.80 7_14 0.6296 Rprec_mult_1.00 7_14 0.5970 Rprec_mult_1.20 7_14 0.5556 Rprec_mult_1.40 7_14 0.5000 Rprec_mult_1.60 7_14 0.4722 Rprec_mult_1.80 7_14 0.4463 Rprec_mult_2.00 7_14 0.4104 utility 7_14 -874.0000 11pt_avg 7_14 0.6267 binG 7_14 0.3320 G 7_14 0.2005 ndcg 7_14 0.8019 ndcg_rel 7_14 0.6790 Rndcg 7_14 0.6550 ndcg_cut_5 7_14 0.7649 ndcg_cut_10 7_14 0.6140 ndcg_cut_15 7_14 0.6403 ndcg_cut_20 7_14 0.6344 ndcg_cut_30 7_14 0.6294 ndcg_cut_100 7_14 0.6901 ndcg_cut_200 7_14 0.7680 ndcg_cut_500 7_14 0.8019 ndcg_cut_1000 7_14 0.8019 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1131 map_cut_15 7_14 0.1761 map_cut_20 7_14 0.2283 map_cut_30 7_14 0.3196 map_cut_100 7_14 0.5556 map_cut_200 7_14 0.6135 map_cut_500 7_14 0.6274 map_cut_1000 7_14 0.6274 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.8000 relative_P_15 7_14 0.8667 relative_P_20 7_14 0.8500 relative_P_30 7_14 0.8000 relative_P_100 7_14 0.7313 relative_P_200 7_14 0.8657 relative_P_500 7_14 0.9403 relative_P_1000 7_14 0.9403 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0630 set_relative_P 7_14 0.9403 set_recall 7_14 0.9403 set_map 7_14 0.0592 set_F 7_14 0.1181 num_nonrel_judged_ret 7_14 7 rbp 7_14 0.6032 rbp_resid 7_14 0.1031 unj_5 7_14 0.0000 unj_10 7_14 0.1000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 32 map 7_15 0.3222 Rprec 7_15 0.3704 bpref 7_15 0.5447 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.6875 iprec_at_recall_0.30 7_15 0.5926 iprec_at_recall_0.40 7_15 0.3385 iprec_at_recall_0.50 7_15 0.2288 iprec_at_recall_0.60 7_15 0.0615 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.7000 P_15 7_15 0.6667 P_20 7_15 0.6000 P_30 7_15 0.5667 P_100 7_15 0.2600 P_200 7_15 0.1450 P_500 7_15 0.0620 P_1000 7_15 0.0320 relstring 7_15 '311321-002' recall_5 7_15 0.0926 recall_10 7_15 0.1296 recall_15 7_15 0.1852 recall_20 7_15 0.2222 recall_30 7_15 0.3148 recall_100 7_15 0.4815 recall_200 7_15 0.5370 recall_500 7_15 0.5741 recall_1000 7_15 0.5926 infAP 7_15 0.3222 Rprec_mult_0.20 7_15 0.7273 Rprec_mult_0.40 7_15 0.5909 Rprec_mult_0.60 7_15 0.5455 Rprec_mult_0.80 7_15 0.4091 Rprec_mult_1.00 7_15 0.3704 Rprec_mult_1.20 7_15 0.3385 Rprec_mult_1.40 7_15 0.3026 Rprec_mult_1.60 7_15 0.2759 Rprec_mult_1.80 7_15 0.2653 Rprec_mult_2.00 7_15 0.2407 utility 7_15 -936.0000 11pt_avg 7_15 0.3554 binG 7_15 0.2276 G 7_15 0.1944 ndcg 7_15 0.6285 ndcg_rel 7_15 0.6380 Rndcg 7_15 0.6272 ndcg_cut_5 7_15 0.8232 ndcg_cut_10 7_15 0.6653 ndcg_cut_15 7_15 0.6347 ndcg_cut_20 7_15 0.5959 ndcg_cut_30 7_15 0.6337 ndcg_cut_100 7_15 0.5739 ndcg_cut_200 7_15 0.6064 ndcg_cut_500 7_15 0.6233 ndcg_cut_1000 7_15 0.6285 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1241 map_cut_15 7_15 0.1657 map_cut_20 7_15 0.1895 map_cut_30 7_15 0.2447 map_cut_100 7_15 0.3057 map_cut_200 7_15 0.3172 map_cut_500 7_15 0.3211 map_cut_1000 7_15 0.3222 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.7000 relative_P_15 7_15 0.6667 relative_P_20 7_15 0.6000 relative_P_30 7_15 0.5667 relative_P_100 7_15 0.4815 relative_P_200 7_15 0.5370 relative_P_500 7_15 0.5741 relative_P_1000 7_15 0.5926 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0320 set_relative_P 7_15 0.5926 set_recall 7_15 0.5926 set_map 7_15 0.0190 set_F 7_15 0.0607 num_nonrel_judged_ret 7_15 10 rbp 7_15 0.4082 rbp_resid 7_15 0.1975 unj_5 7_15 0.0000 unj_10 7_15 0.1000 unj_20 7_15 0.2500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 35 map 7_16 0.2665 Rprec 7_16 0.2979 bpref 7_16 0.4939 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.7143 iprec_at_recall_0.20 7_16 0.5294 iprec_at_recall_0.30 7_16 0.3256 iprec_at_recall_0.40 7_16 0.2500 iprec_at_recall_0.50 7_16 0.2105 iprec_at_recall_0.60 7_16 0.1458 iprec_at_recall_0.70 7_16 0.1119 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.6000 P_10 7_16 0.6000 P_15 7_16 0.5333 P_20 7_16 0.4500 P_30 7_16 0.4000 P_100 7_16 0.2200 P_200 7_16 0.1400 P_500 7_16 0.0680 P_1000 7_16 0.0350 relstring 7_16 '3100321-01' recall_5 7_16 0.0638 recall_10 7_16 0.1277 recall_15 7_16 0.1702 recall_20 7_16 0.1915 recall_30 7_16 0.2553 recall_100 7_16 0.4681 recall_200 7_16 0.5957 recall_500 7_16 0.7234 recall_1000 7_16 0.7447 infAP 7_16 0.2665 Rprec_mult_0.20 7_16 0.6000 Rprec_mult_0.40 7_16 0.4737 Rprec_mult_0.60 7_16 0.4138 Rprec_mult_0.80 7_16 0.3158 Rprec_mult_1.00 7_16 0.2979 Rprec_mult_1.20 7_16 0.2807 Rprec_mult_1.40 7_16 0.2576 Rprec_mult_1.60 7_16 0.2500 Rprec_mult_1.80 7_16 0.2353 Rprec_mult_2.00 7_16 0.2234 utility 7_16 -930.0000 11pt_avg 7_16 0.2989 binG 7_16 0.1979 G 7_16 0.2059 ndcg 7_16 0.6435 ndcg_rel 7_16 0.6091 Rndcg 7_16 0.6307 ndcg_cut_5 7_16 0.6365 ndcg_cut_10 7_16 0.6463 ndcg_cut_15 7_16 0.6183 ndcg_cut_20 7_16 0.5774 ndcg_cut_30 7_16 0.5362 ndcg_cut_100 7_16 0.5445 ndcg_cut_200 7_16 0.5939 ndcg_cut_500 7_16 0.6373 ndcg_cut_1000 7_16 0.6435 map_cut_5 7_16 0.0553 map_cut_10 7_16 0.0975 map_cut_15 7_16 0.1252 map_cut_20 7_16 0.1365 map_cut_30 7_16 0.1653 map_cut_100 7_16 0.2241 map_cut_200 7_16 0.2493 map_cut_500 7_16 0.2652 map_cut_1000 7_16 0.2665 relative_P_5 7_16 0.6000 relative_P_10 7_16 0.6000 relative_P_15 7_16 0.5333 relative_P_20 7_16 0.4500 relative_P_30 7_16 0.4000 relative_P_100 7_16 0.4681 relative_P_200 7_16 0.5957 relative_P_500 7_16 0.7234 relative_P_1000 7_16 0.7447 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0350 set_relative_P 7_16 0.7447 set_recall 7_16 0.7447 set_map 7_16 0.0261 set_F 7_16 0.0669 num_nonrel_judged_ret 7_16 36 rbp 7_16 0.3046 rbp_resid 7_16 0.1988 unj_5 7_16 0.0000 unj_10 7_16 0.1000 unj_20 7_16 0.3000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 74 map 7_2 0.5860 Rprec 7_2 0.5132 bpref 7_2 0.8111 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.9310 iprec_at_recall_0.30 7_2 0.9310 iprec_at_recall_0.40 7_2 0.7895 iprec_at_recall_0.50 7_2 0.5938 iprec_at_recall_0.60 7_2 0.4299 iprec_at_recall_0.70 7_2 0.3841 iprec_at_recall_0.80 7_2 0.2574 iprec_at_recall_0.90 7_2 0.2252 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.9000 P_15 7_2 0.8667 P_20 7_2 0.9000 P_30 7_2 0.9000 P_100 7_2 0.4500 P_200 7_2 0.2850 P_500 7_2 0.1460 P_1000 7_2 0.0740 relstring 7_2 '2333211110' recall_5 7_2 0.0658 recall_10 7_2 0.1184 recall_15 7_2 0.1711 recall_20 7_2 0.2368 recall_30 7_2 0.3553 recall_100 7_2 0.5921 recall_200 7_2 0.7500 recall_500 7_2 0.9605 recall_1000 7_2 0.9737 infAP 7_2 0.5860 Rprec_mult_0.20 7_2 0.8750 Rprec_mult_0.40 7_2 0.8710 Rprec_mult_0.60 7_2 0.7174 Rprec_mult_0.80 7_2 0.5738 Rprec_mult_1.00 7_2 0.5132 Rprec_mult_1.20 7_2 0.4674 Rprec_mult_1.40 7_2 0.4299 Rprec_mult_1.60 7_2 0.3852 Rprec_mult_1.80 7_2 0.3796 Rprec_mult_2.00 7_2 0.3487 utility 7_2 -852.0000 11pt_avg 7_2 0.5947 binG 7_2 0.3461 G 7_2 0.2489 ndcg 7_2 0.8371 ndcg_rel 7_2 0.7509 Rndcg 7_2 0.7650 ndcg_cut_5 7_2 0.8432 ndcg_cut_10 7_2 0.7282 ndcg_cut_15 7_2 0.6878 ndcg_cut_20 7_2 0.7177 ndcg_cut_30 7_2 0.7569 ndcg_cut_100 7_2 0.6977 ndcg_cut_200 7_2 0.7632 ndcg_cut_500 7_2 0.8334 ndcg_cut_1000 7_2 0.8371 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1184 map_cut_15 7_2 0.1642 map_cut_20 7_2 0.2226 map_cut_30 7_2 0.3315 map_cut_100 7_2 0.4771 map_cut_200 7_2 0.5368 map_cut_500 7_2 0.5848 map_cut_1000 7_2 0.5860 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.9000 relative_P_15 7_2 0.8667 relative_P_20 7_2 0.9000 relative_P_30 7_2 0.9000 relative_P_100 7_2 0.5921 relative_P_200 7_2 0.7500 relative_P_500 7_2 0.9605 relative_P_1000 7_2 0.9737 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0740 set_relative_P 7_2 0.9737 set_recall 7_2 0.9737 set_map 7_2 0.0721 set_F 7_2 0.1375 num_nonrel_judged_ret 7_2 22 rbp 7_2 0.5664 rbp_resid 7_2 0.0253 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 55 map 7_3 0.4977 Rprec 7_3 0.5091 bpref 7_3 0.7045 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.7692 iprec_at_recall_0.20 7_3 0.7059 iprec_at_recall_0.30 7_3 0.6061 iprec_at_recall_0.40 7_3 0.5946 iprec_at_recall_0.50 7_3 0.5179 iprec_at_recall_0.60 7_3 0.4583 iprec_at_recall_0.70 7_3 0.4040 iprec_at_recall_0.80 7_3 0.3333 iprec_at_recall_0.90 7_3 0.2222 iprec_at_recall_1.00 7_3 0.0915 P_5 7_3 0.6000 P_10 7_3 0.7000 P_15 7_3 0.6667 P_20 7_3 0.6500 P_30 7_3 0.5667 P_100 7_3 0.4000 P_200 7_3 0.2450 P_500 7_3 0.1080 P_1000 7_3 0.0550 relstring 7_3 '2013012013' recall_5 7_3 0.0545 recall_10 7_3 0.1273 recall_15 7_3 0.1818 recall_20 7_3 0.2364 recall_30 7_3 0.3091 recall_100 7_3 0.7273 recall_200 7_3 0.8909 recall_500 7_3 0.9818 recall_1000 7_3 1.0000 infAP 7_3 0.4977 Rprec_mult_0.20 7_3 0.7273 Rprec_mult_0.40 7_3 0.6364 Rprec_mult_0.60 7_3 0.6061 Rprec_mult_0.80 7_3 0.5455 Rprec_mult_1.00 7_3 0.5091 Rprec_mult_1.20 7_3 0.4394 Rprec_mult_1.40 7_3 0.4545 Rprec_mult_1.60 7_3 0.4091 Rprec_mult_1.80 7_3 0.4040 Rprec_mult_2.00 7_3 0.3727 utility 7_3 -890.0000 11pt_avg 7_3 0.5185 binG 7_3 0.2635 G 7_3 0.2269 ndcg 7_3 0.7652 ndcg_rel 7_3 0.6141 Rndcg 7_3 0.5687 ndcg_cut_5 7_3 0.4724 ndcg_cut_10 7_3 0.5333 ndcg_cut_15 7_3 0.5406 ndcg_cut_20 7_3 0.5461 ndcg_cut_30 7_3 0.5416 ndcg_cut_100 7_3 0.6708 ndcg_cut_200 7_3 0.7309 ndcg_cut_500 7_3 0.7600 ndcg_cut_1000 7_3 0.7652 map_cut_5 7_3 0.0439 map_cut_10 7_3 0.0939 map_cut_15 7_3 0.1347 map_cut_20 7_3 0.1725 map_cut_30 7_3 0.2189 map_cut_100 7_3 0.4267 map_cut_200 7_3 0.4798 map_cut_500 7_3 0.4961 map_cut_1000 7_3 0.4977 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.7000 relative_P_15 7_3 0.6667 relative_P_20 7_3 0.6500 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.7273 relative_P_200 7_3 0.8909 relative_P_500 7_3 0.9818 relative_P_1000 7_3 1.0000 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0550 set_relative_P 7_3 1.0000 set_recall 7_3 1.0000 set_map 7_3 0.0550 set_F 7_3 0.1043 num_nonrel_judged_ret 7_3 45 rbp 7_3 0.3633 rbp_resid 7_3 0.0198 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 28 map 7_4 0.6302 Rprec 7_4 0.5862 bpref 7_4 0.6480 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 1.0000 iprec_at_recall_0.30 7_4 0.9000 iprec_at_recall_0.40 7_4 0.6667 iprec_at_recall_0.50 7_4 0.6154 iprec_at_recall_0.60 7_4 0.6000 iprec_at_recall_0.70 7_4 0.5556 iprec_at_recall_0.80 7_4 0.3380 iprec_at_recall_0.90 7_4 0.2784 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 1.0000 P_10 7_4 0.9000 P_15 7_4 0.6000 P_20 7_4 0.6000 P_30 7_4 0.6000 P_100 7_4 0.2700 P_200 7_4 0.1400 P_500 7_4 0.0560 P_1000 7_4 0.0280 relstring 7_4 '1333122012' recall_5 7_4 0.1724 recall_10 7_4 0.3103 recall_15 7_4 0.3103 recall_20 7_4 0.4138 recall_30 7_4 0.6207 recall_100 7_4 0.9310 recall_200 7_4 0.9655 recall_500 7_4 0.9655 recall_1000 7_4 0.9655 infAP 7_4 0.6302 Rprec_mult_0.20 7_4 1.0000 Rprec_mult_0.40 7_4 0.7500 Rprec_mult_0.60 7_4 0.6667 Rprec_mult_0.80 7_4 0.5833 Rprec_mult_1.00 7_4 0.5862 Rprec_mult_1.20 7_4 0.5429 Rprec_mult_1.40 7_4 0.5122 Rprec_mult_1.60 7_4 0.4681 Rprec_mult_1.80 7_4 0.4151 Rprec_mult_2.00 7_4 0.3793 utility 7_4 -944.0000 11pt_avg 7_4 0.6322 binG 7_4 0.4442 G 7_4 0.3010 ndcg 7_4 0.8101 ndcg_rel 7_4 0.6939 Rndcg 7_4 0.6995 ndcg_cut_5 7_4 0.7178 ndcg_cut_10 7_4 0.7151 ndcg_cut_15 7_4 0.5832 ndcg_cut_20 7_4 0.6220 ndcg_cut_30 7_4 0.6740 ndcg_cut_100 7_4 0.8022 ndcg_cut_200 7_4 0.8101 ndcg_cut_500 7_4 0.8101 ndcg_cut_1000 7_4 0.8101 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.3031 map_cut_15 7_4 0.3031 map_cut_20 7_4 0.3699 map_cut_30 7_4 0.4960 map_cut_100 7_4 0.6234 map_cut_200 7_4 0.6302 map_cut_500 7_4 0.6302 map_cut_1000 7_4 0.6302 relative_P_5 7_4 1.0000 relative_P_10 7_4 0.9000 relative_P_15 7_4 0.6000 relative_P_20 7_4 0.6000 relative_P_30 7_4 0.6207 relative_P_100 7_4 0.9310 relative_P_200 7_4 0.9655 relative_P_500 7_4 0.9655 relative_P_1000 7_4 0.9655 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0280 set_relative_P 7_4 0.9655 set_recall 7_4 0.9655 set_map 7_4 0.0270 set_F 7_4 0.0544 num_nonrel_judged_ret 7_4 54 rbp 7_4 0.4816 rbp_resid 7_4 0.0673 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.1000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 35 map 7_9 0.3795 Rprec 7_9 0.4167 bpref 7_9 0.4066 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.6667 iprec_at_recall_0.20 7_9 0.6667 iprec_at_recall_0.30 7_9 0.6471 iprec_at_recall_0.40 7_9 0.4545 iprec_at_recall_0.50 7_9 0.3600 iprec_at_recall_0.60 7_9 0.3056 iprec_at_recall_0.70 7_9 0.2000 iprec_at_recall_0.80 7_9 0.1429 iprec_at_recall_0.90 7_9 0.1026 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.6000 P_10 7_9 0.5000 P_15 7_9 0.6667 P_20 7_9 0.6000 P_30 7_9 0.4333 P_100 7_9 0.2400 P_200 7_9 0.1400 P_500 7_9 0.0700 P_1000 7_9 0.0350 relstring 7_9 '3010120001' recall_5 7_9 0.0833 recall_10 7_9 0.1389 recall_15 7_9 0.2778 recall_20 7_9 0.3333 recall_30 7_9 0.3611 recall_100 7_9 0.6667 recall_200 7_9 0.7778 recall_500 7_9 0.9722 recall_1000 7_9 0.9722 infAP 7_9 0.3795 Rprec_mult_0.20 7_9 0.5000 Rprec_mult_0.40 7_9 0.6667 Rprec_mult_0.60 7_9 0.5455 Rprec_mult_0.80 7_9 0.4483 Rprec_mult_1.00 7_9 0.4167 Rprec_mult_1.20 7_9 0.3864 Rprec_mult_1.40 7_9 0.3529 Rprec_mult_1.60 7_9 0.3448 Rprec_mult_1.80 7_9 0.3231 Rprec_mult_2.00 7_9 0.3056 utility 7_9 -930.0000 11pt_avg 7_9 0.4133 binG 7_9 0.2574 G 7_9 0.2301 ndcg 7_9 0.6992 ndcg_rel 7_9 0.5743 Rndcg 7_9 0.5584 ndcg_cut_5 7_9 0.4842 ndcg_cut_10 7_9 0.4358 ndcg_cut_15 7_9 0.5066 ndcg_cut_20 7_9 0.5455 ndcg_cut_30 7_9 0.4900 ndcg_cut_100 7_9 0.5824 ndcg_cut_200 7_9 0.6271 ndcg_cut_500 7_9 0.6992 ndcg_cut_1000 7_9 0.6992 map_cut_5 7_9 0.0630 map_cut_10 7_9 0.0954 map_cut_15 7_9 0.1802 map_cut_20 7_9 0.2157 map_cut_30 7_9 0.2286 map_cut_100 7_9 0.3390 map_cut_200 7_9 0.3576 map_cut_500 7_9 0.3795 map_cut_1000 7_9 0.3795 relative_P_5 7_9 0.6000 relative_P_10 7_9 0.5000 relative_P_15 7_9 0.6667 relative_P_20 7_9 0.6000 relative_P_30 7_9 0.4333 relative_P_100 7_9 0.6667 relative_P_200 7_9 0.7778 relative_P_500 7_9 0.9722 relative_P_1000 7_9 0.9722 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0350 set_relative_P 7_9 0.9722 set_recall 7_9 0.9722 set_map 7_9 0.0340 set_F 7_9 0.0676 num_nonrel_judged_ret 7_9 58 rbp 7_9 0.3151 rbp_resid 7_9 0.0243 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.0000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 10 map 8_1 0.0138 Rprec 8_1 0.0938 bpref 8_1 0.0869 recip_rank 8_1 0.1667 iprec_at_recall_0.00 8_1 0.1667 iprec_at_recall_0.10 8_1 0.0972 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.0000 P_10 8_1 0.1000 P_15 8_1 0.0667 P_20 8_1 0.1000 P_30 8_1 0.0667 P_100 8_1 0.0700 P_200 8_1 0.0450 P_500 8_1 0.0200 P_1000 8_1 0.0100 relstring 8_1 '0000020000' recall_5 8_1 0.0000 recall_10 8_1 0.0156 recall_15 8_1 0.0156 recall_20 8_1 0.0312 recall_30 8_1 0.0312 recall_100 8_1 0.1094 recall_200 8_1 0.1406 recall_500 8_1 0.1562 recall_1000 8_1 0.1562 infAP 8_1 0.0138 Rprec_mult_0.20 8_1 0.0769 Rprec_mult_0.40 8_1 0.0769 Rprec_mult_0.60 8_1 0.0769 Rprec_mult_0.80 8_1 0.0769 Rprec_mult_1.00 8_1 0.0938 Rprec_mult_1.20 8_1 0.0909 Rprec_mult_1.40 8_1 0.0778 Rprec_mult_1.60 8_1 0.0680 Rprec_mult_1.80 8_1 0.0603 Rprec_mult_2.00 8_1 0.0625 utility 8_1 -980.0000 11pt_avg 8_1 0.0240 binG 8_1 0.0295 G 8_1 0.0180 ndcg 8_1 0.0780 ndcg_rel 8_1 0.0748 Rndcg 8_1 0.0503 ndcg_cut_5 8_1 0.0000 ndcg_cut_10 8_1 0.0405 ndcg_cut_15 8_1 0.0335 ndcg_cut_20 8_1 0.0497 ndcg_cut_30 8_1 0.0421 ndcg_cut_100 8_1 0.0587 ndcg_cut_200 8_1 0.0706 ndcg_cut_500 8_1 0.0780 ndcg_cut_1000 8_1 0.0780 map_cut_5 8_1 0.0000 map_cut_10 8_1 0.0026 map_cut_15 8_1 0.0026 map_cut_20 8_1 0.0042 map_cut_30 8_1 0.0042 map_cut_100 8_1 0.0113 map_cut_200 8_1 0.0131 map_cut_500 8_1 0.0138 map_cut_1000 8_1 0.0138 relative_P_5 8_1 0.0000 relative_P_10 8_1 0.1000 relative_P_15 8_1 0.0667 relative_P_20 8_1 0.1000 relative_P_30 8_1 0.0667 relative_P_100 8_1 0.1094 relative_P_200 8_1 0.1406 relative_P_500 8_1 0.1562 relative_P_1000 8_1 0.1562 success_1 8_1 0.0000 success_5 8_1 0.0000 success_10 8_1 1.0000 set_P 8_1 0.0100 set_relative_P 8_1 0.1562 set_recall 8_1 0.1562 set_map 8_1 0.0016 set_F 8_1 0.0188 num_nonrel_judged_ret 8_1 57 rbp 8_1 0.0379 rbp_resid 8_1 0.1201 unj_5 8_1 0.0000 unj_10 8_1 0.0000 unj_20 8_1 0.1500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 25 map 8_10 0.1539 Rprec 8_10 0.2857 bpref 8_10 0.2832 recip_rank 8_10 0.1429 iprec_at_recall_0.00 8_10 0.3333 iprec_at_recall_0.10 8_10 0.3333 iprec_at_recall_0.20 8_10 0.3333 iprec_at_recall_0.30 8_10 0.3333 iprec_at_recall_0.40 8_10 0.2000 iprec_at_recall_0.50 8_10 0.1628 iprec_at_recall_0.60 8_10 0.1169 iprec_at_recall_0.70 8_10 0.0897 iprec_at_recall_0.80 8_10 0.0726 iprec_at_recall_0.90 8_10 0.0628 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.1000 P_15 8_10 0.2667 P_20 8_10 0.3000 P_30 8_10 0.3000 P_100 8_10 0.1400 P_200 8_10 0.0950 P_500 8_10 0.0500 P_1000 8_10 0.0250 relstring 8_10 '00000-10-0' recall_5 8_10 0.0000 recall_10 8_10 0.0357 recall_15 8_10 0.1429 recall_20 8_10 0.2143 recall_30 8_10 0.3214 recall_100 8_10 0.5000 recall_200 8_10 0.6786 recall_500 8_10 0.8929 recall_1000 8_10 0.8929 infAP 8_10 0.1540 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.2500 Rprec_mult_0.60 8_10 0.2941 Rprec_mult_0.80 8_10 0.3043 Rprec_mult_1.00 8_10 0.2857 Rprec_mult_1.20 8_10 0.2647 Rprec_mult_1.40 8_10 0.2250 Rprec_mult_1.60 8_10 0.2222 Rprec_mult_1.80 8_10 0.1961 Rprec_mult_2.00 8_10 0.1964 utility 8_10 -950.0000 11pt_avg 8_10 0.1853 binG 8_10 0.1683 G 8_10 0.1524 ndcg 8_10 0.4403 ndcg_rel 8_10 0.3031 Rndcg 8_10 0.1966 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0277 ndcg_cut_15 8_10 0.1404 ndcg_cut_20 8_10 0.1914 ndcg_cut_30 8_10 0.2485 ndcg_cut_100 8_10 0.3087 ndcg_cut_200 8_10 0.3901 ndcg_cut_500 8_10 0.4403 ndcg_cut_1000 8_10 0.4403 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0051 map_cut_15 8_10 0.0307 map_cut_20 8_10 0.0519 map_cut_30 8_10 0.0854 map_cut_100 8_10 0.1182 map_cut_200 8_10 0.1386 map_cut_500 8_10 0.1539 map_cut_1000 8_10 0.1539 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.1000 relative_P_15 8_10 0.2667 relative_P_20 8_10 0.3000 relative_P_30 8_10 0.3214 relative_P_100 8_10 0.5000 relative_P_200 8_10 0.6786 relative_P_500 8_10 0.8929 relative_P_1000 8_10 0.8929 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 1.0000 set_P 8_10 0.0250 set_relative_P 8_10 0.8929 set_recall 8_10 0.8929 set_map 8_10 0.0223 set_F 8_10 0.0486 num_nonrel_judged_ret 8_10 48 rbp 8_10 0.1195 rbp_resid 8_10 0.2142 unj_5 8_10 0.0000 unj_10 8_10 0.2000 unj_20 8_10 0.2500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 8 map 8_11 0.3929 Rprec 8_11 0.4000 bpref 8_11 0.3800 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 1.0000 iprec_at_recall_0.40 8_11 0.6667 iprec_at_recall_0.50 8_11 0.1613 iprec_at_recall_0.60 8_11 0.0455 iprec_at_recall_0.70 8_11 0.0455 iprec_at_recall_0.80 8_11 0.0159 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.6000 P_10 8_11 0.4000 P_15 8_11 0.2667 P_20 8_11 0.2000 P_30 8_11 0.1333 P_100 8_11 0.0500 P_200 8_11 0.0350 P_500 8_11 0.0140 P_1000 8_11 0.0080 relstring 8_11 '2110010000' recall_5 8_11 0.3000 recall_10 8_11 0.4000 recall_15 8_11 0.4000 recall_20 8_11 0.4000 recall_30 8_11 0.4000 recall_100 8_11 0.5000 recall_200 8_11 0.7000 recall_500 8_11 0.7000 recall_1000 8_11 0.8000 infAP 8_11 0.3929 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.6667 Rprec_mult_0.80 8_11 0.5000 Rprec_mult_1.00 8_11 0.4000 Rprec_mult_1.20 8_11 0.3333 Rprec_mult_1.40 8_11 0.2857 Rprec_mult_1.60 8_11 0.2500 Rprec_mult_1.80 8_11 0.2222 Rprec_mult_2.00 8_11 0.2000 utility 8_11 -984.0000 11pt_avg 8_11 0.4486 binG 8_11 0.4097 G 8_11 0.3573 ndcg 8_11 0.6598 ndcg_rel 8_11 0.7183 Rndcg 8_11 0.6770 ndcg_cut_5 8_11 0.6837 ndcg_cut_10 8_11 0.5648 ndcg_cut_15 8_11 0.5648 ndcg_cut_20 8_11 0.5648 ndcg_cut_30 8_11 0.5648 ndcg_cut_100 8_11 0.5972 ndcg_cut_200 8_11 0.6418 ndcg_cut_500 8_11 0.6418 ndcg_cut_1000 8_11 0.6598 map_cut_5 8_11 0.3000 map_cut_10 8_11 0.3667 map_cut_15 8_11 0.3667 map_cut_20 8_11 0.3667 map_cut_30 8_11 0.3667 map_cut_100 8_11 0.3828 map_cut_200 8_11 0.3913 map_cut_500 8_11 0.3913 map_cut_1000 8_11 0.3929 relative_P_5 8_11 0.6000 relative_P_10 8_11 0.4000 relative_P_15 8_11 0.4000 relative_P_20 8_11 0.4000 relative_P_30 8_11 0.4000 relative_P_100 8_11 0.5000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.7000 relative_P_1000 8_11 0.8000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0080 set_relative_P 8_11 0.8000 set_recall 8_11 0.8000 set_map 8_11 0.0064 set_F 8_11 0.0158 num_nonrel_judged_ret 8_11 42 rbp 8_11 0.2171 rbp_resid 8_11 0.1095 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.1000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 31 map 8_12 0.2393 Rprec 8_12 0.2727 bpref 8_12 0.3388 recip_rank 8_12 1.0000 iprec_at_recall_0.00 8_12 1.0000 iprec_at_recall_0.10 8_12 0.6667 iprec_at_recall_0.20 8_12 0.3065 iprec_at_recall_0.30 8_12 0.3065 iprec_at_recall_0.40 8_12 0.3065 iprec_at_recall_0.50 8_12 0.2472 iprec_at_recall_0.60 8_12 0.2047 iprec_at_recall_0.70 8_12 0.1542 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.6000 P_10 8_12 0.5000 P_15 8_12 0.4000 P_20 8_12 0.3500 P_30 8_12 0.2333 P_100 8_12 0.2400 P_200 8_12 0.1500 P_500 8_12 0.0620 P_1000 8_12 0.0310 relstring 8_12 '2300130001' recall_5 8_12 0.0682 recall_10 8_12 0.1136 recall_15 8_12 0.1364 recall_20 8_12 0.1591 recall_30 8_12 0.1591 recall_100 8_12 0.5455 recall_200 8_12 0.6818 recall_500 8_12 0.7045 recall_1000 8_12 0.7045 infAP 8_12 0.2393 Rprec_mult_0.20 8_12 0.4444 Rprec_mult_0.40 8_12 0.3889 Rprec_mult_0.60 8_12 0.2593 Rprec_mult_0.80 8_12 0.2222 Rprec_mult_1.00 8_12 0.2727 Rprec_mult_1.20 8_12 0.3019 Rprec_mult_1.40 8_12 0.3065 Rprec_mult_1.60 8_12 0.2817 Rprec_mult_1.80 8_12 0.2625 Rprec_mult_2.00 8_12 0.2386 utility 8_12 -938.0000 11pt_avg 8_12 0.2902 binG 8_12 0.1840 G 8_12 0.1555 ndcg 8_12 0.5516 ndcg_rel 8_12 0.4754 Rndcg 8_12 0.4499 ndcg_cut_5 8_12 0.4085 ndcg_cut_10 8_12 0.3842 ndcg_cut_15 8_12 0.3452 ndcg_cut_20 8_12 0.3631 ndcg_cut_30 8_12 0.3253 ndcg_cut_100 8_12 0.5036 ndcg_cut_200 8_12 0.5459 ndcg_cut_500 8_12 0.5516 ndcg_cut_1000 8_12 0.5516 map_cut_5 8_12 0.0591 map_cut_10 8_12 0.0856 map_cut_15 8_12 0.0947 map_cut_20 8_12 0.1046 map_cut_30 8_12 0.1046 map_cut_100 8_12 0.2095 map_cut_200 8_12 0.2358 map_cut_500 8_12 0.2393 map_cut_1000 8_12 0.2393 relative_P_5 8_12 0.6000 relative_P_10 8_12 0.5000 relative_P_15 8_12 0.4000 relative_P_20 8_12 0.3500 relative_P_30 8_12 0.2333 relative_P_100 8_12 0.5455 relative_P_200 8_12 0.6818 relative_P_500 8_12 0.7045 relative_P_1000 8_12 0.7045 success_1 8_12 1.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0310 set_relative_P 8_12 0.7045 set_recall 8_12 0.7045 set_map 8_12 0.0218 set_F 8_12 0.0594 num_nonrel_judged_ret 8_12 49 rbp 8_12 0.2148 rbp_resid 8_12 0.0810 unj_5 8_12 0.0000 unj_10 8_12 0.0000 unj_20 8_12 0.1000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 18 map 8_13 0.1375 Rprec 8_13 0.2642 bpref 8_13 0.2787 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.5000 iprec_at_recall_0.20 8_13 0.3333 iprec_at_recall_0.30 8_13 0.1758 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.4000 P_10 8_13 0.4000 P_15 8_13 0.4000 P_20 8_13 0.3500 P_30 8_13 0.3333 P_100 8_13 0.1600 P_200 8_13 0.0850 P_500 8_13 0.0360 P_1000 8_13 0.0180 relstring 8_13 '1200010-04' recall_5 8_13 0.0377 recall_10 8_13 0.0755 recall_15 8_13 0.1132 recall_20 8_13 0.1321 recall_30 8_13 0.1887 recall_100 8_13 0.3019 recall_200 8_13 0.3208 recall_500 8_13 0.3396 recall_1000 8_13 0.3396 infAP 8_13 0.1375 Rprec_mult_0.20 8_13 0.4545 Rprec_mult_0.40 8_13 0.3636 Rprec_mult_0.60 8_13 0.3125 Rprec_mult_0.80 8_13 0.3023 Rprec_mult_1.00 8_13 0.2642 Rprec_mult_1.20 8_13 0.2188 Rprec_mult_1.40 8_13 0.2000 Rprec_mult_1.60 8_13 0.1765 Rprec_mult_1.80 8_13 0.1667 Rprec_mult_2.00 8_13 0.1509 utility 8_13 -964.0000 11pt_avg 8_13 0.1827 binG 8_13 0.1111 G 8_13 0.0647 ndcg 8_13 0.2775 ndcg_rel 8_13 0.2688 Rndcg 8_13 0.2383 ndcg_cut_5 8_13 0.1983 ndcg_cut_10 8_13 0.2331 ndcg_cut_15 8_13 0.2296 ndcg_cut_20 8_13 0.2156 ndcg_cut_30 8_13 0.2238 ndcg_cut_100 8_13 0.2677 ndcg_cut_200 8_13 0.2728 ndcg_cut_500 8_13 0.2775 ndcg_cut_1000 8_13 0.2775 map_cut_5 8_13 0.0377 map_cut_10 8_13 0.0547 map_cut_15 8_13 0.0727 map_cut_20 8_13 0.0810 map_cut_30 8_13 0.1023 map_cut_100 8_13 0.1336 map_cut_200 8_13 0.1359 map_cut_500 8_13 0.1375 map_cut_1000 8_13 0.1375 relative_P_5 8_13 0.4000 relative_P_10 8_13 0.4000 relative_P_15 8_13 0.4000 relative_P_20 8_13 0.3500 relative_P_30 8_13 0.3333 relative_P_100 8_13 0.3019 relative_P_200 8_13 0.3208 relative_P_500 8_13 0.3396 relative_P_1000 8_13 0.3396 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0180 set_relative_P 8_13 0.3396 set_recall 8_13 0.3396 set_map 8_13 0.0061 set_F 8_13 0.0342 num_nonrel_judged_ret 8_13 32 rbp 8_13 0.1570 rbp_resid 8_13 0.2017 unj_5 8_13 0.0000 unj_10 8_13 0.1000 unj_20 8_13 0.2500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 31 map 8_2 0.3097 Rprec 8_2 0.3830 bpref 8_2 0.3984 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.8750 iprec_at_recall_0.20 8_2 0.6923 iprec_at_recall_0.30 8_2 0.5185 iprec_at_recall_0.40 8_2 0.3276 iprec_at_recall_0.50 8_2 0.2124 iprec_at_recall_0.60 8_2 0.0836 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.8000 P_10 8_2 0.8000 P_15 8_2 0.6000 P_20 8_2 0.5000 P_30 8_2 0.5000 P_100 8_2 0.2200 P_200 8_2 0.1300 P_500 8_2 0.0600 P_1000 8_2 0.0310 relstring 8_2 '1340211103' recall_5 8_2 0.0851 recall_10 8_2 0.1702 recall_15 8_2 0.1915 recall_20 8_2 0.2128 recall_30 8_2 0.3191 recall_100 8_2 0.4681 recall_200 8_2 0.5532 recall_500 8_2 0.6383 recall_1000 8_2 0.6596 infAP 8_2 0.3097 Rprec_mult_0.20 8_2 0.8000 Rprec_mult_0.40 8_2 0.5263 Rprec_mult_0.60 8_2 0.5172 Rprec_mult_0.80 8_2 0.3947 Rprec_mult_1.00 8_2 0.3830 Rprec_mult_1.20 8_2 0.3158 Rprec_mult_1.40 8_2 0.2879 Rprec_mult_1.60 8_2 0.2632 Rprec_mult_1.80 8_2 0.2353 Rprec_mult_2.00 8_2 0.2234 utility 8_2 -938.0000 11pt_avg 8_2 0.3372 binG 8_2 0.2248 G 8_2 0.1463 ndcg 8_2 0.5461 ndcg_rel 8_2 0.4943 Rndcg 8_2 0.4756 ndcg_cut_5 8_2 0.5162 ndcg_cut_10 8_2 0.4872 ndcg_cut_15 8_2 0.4308 ndcg_cut_20 8_2 0.3929 ndcg_cut_30 8_2 0.4519 ndcg_cut_100 8_2 0.4732 ndcg_cut_200 8_2 0.5010 ndcg_cut_500 8_2 0.5332 ndcg_cut_1000 8_2 0.5461 map_cut_5 8_2 0.0809 map_cut_10 8_2 0.1525 map_cut_15 8_2 0.1672 map_cut_20 8_2 0.1797 map_cut_30 8_2 0.2360 map_cut_100 8_2 0.2839 map_cut_200 8_2 0.3013 map_cut_500 8_2 0.3084 map_cut_1000 8_2 0.3097 relative_P_5 8_2 0.8000 relative_P_10 8_2 0.8000 relative_P_15 8_2 0.6000 relative_P_20 8_2 0.5000 relative_P_30 8_2 0.5000 relative_P_100 8_2 0.4681 relative_P_200 8_2 0.5532 relative_P_500 8_2 0.6383 relative_P_1000 8_2 0.6596 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0310 set_relative_P 8_2 0.6596 set_recall 8_2 0.6596 set_map 8_2 0.0204 set_F 8_2 0.0592 num_nonrel_judged_ret 8_2 62 rbp 8_2 0.3118 rbp_resid 8_2 0.0894 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.1000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 17 map 8_3 0.0845 Rprec 8_3 0.1786 bpref 8_3 0.2130 recip_rank 8_3 0.1667 iprec_at_recall_0.00 8_3 0.2857 iprec_at_recall_0.10 8_3 0.2857 iprec_at_recall_0.20 8_3 0.1935 iprec_at_recall_0.30 8_3 0.1136 iprec_at_recall_0.40 8_3 0.1121 iprec_at_recall_0.50 8_3 0.0875 iprec_at_recall_0.60 8_3 0.0425 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.0000 P_10 8_3 0.2000 P_15 8_3 0.2667 P_20 8_3 0.2000 P_30 8_3 0.1667 P_100 8_3 0.1000 P_200 8_3 0.0700 P_500 8_3 0.0340 P_1000 8_3 0.0170 relstring 8_3 '000001-1-0' recall_5 8_3 0.0000 recall_10 8_3 0.0714 recall_15 8_3 0.1429 recall_20 8_3 0.1429 recall_30 8_3 0.1786 recall_100 8_3 0.3571 recall_200 8_3 0.5000 recall_500 8_3 0.6071 recall_1000 8_3 0.6071 infAP 8_3 0.0845 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.2500 Rprec_mult_0.60 8_3 0.2353 Rprec_mult_0.80 8_3 0.1739 Rprec_mult_1.00 8_3 0.1786 Rprec_mult_1.20 8_3 0.1765 Rprec_mult_1.40 8_3 0.1500 Rprec_mult_1.60 8_3 0.1333 Rprec_mult_1.80 8_3 0.1176 Rprec_mult_2.00 8_3 0.1071 utility 8_3 -966.0000 11pt_avg 8_3 0.1019 binG 8_3 0.1182 G 8_3 0.1131 ndcg 8_3 0.3328 ndcg_rel 8_3 0.2565 Rndcg 8_3 0.1753 ndcg_cut_5 8_3 0.0000 ndcg_cut_10 8_3 0.0856 ndcg_cut_15 8_3 0.1596 ndcg_cut_20 8_3 0.1414 ndcg_cut_30 8_3 0.1391 ndcg_cut_100 8_3 0.2086 ndcg_cut_200 8_3 0.2920 ndcg_cut_500 8_3 0.3328 ndcg_cut_1000 8_3 0.3328 map_cut_5 8_3 0.0000 map_cut_10 8_3 0.0149 map_cut_15 8_3 0.0348 map_cut_20 8_3 0.0348 map_cut_30 8_3 0.0423 map_cut_100 8_3 0.0649 map_cut_200 8_3 0.0789 map_cut_500 8_3 0.0845 map_cut_1000 8_3 0.0845 relative_P_5 8_3 0.0000 relative_P_10 8_3 0.2000 relative_P_15 8_3 0.2667 relative_P_20 8_3 0.2000 relative_P_30 8_3 0.1786 relative_P_100 8_3 0.3571 relative_P_200 8_3 0.5000 relative_P_500 8_3 0.6071 relative_P_1000 8_3 0.6071 success_1 8_3 0.0000 success_5 8_3 0.0000 success_10 8_3 1.0000 set_P 8_3 0.0170 set_relative_P 8_3 0.6071 set_recall 8_3 0.6071 set_map 8_3 0.0103 set_F 8_3 0.0331 num_nonrel_judged_ret 8_3 49 rbp 8_3 0.1030 rbp_resid 8_3 0.2600 unj_5 8_3 0.0000 unj_10 8_3 0.2000 unj_20 8_3 0.3000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 81 map 8_4 0.5353 Rprec 8_4 0.5248 bpref 8_4 0.6859 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 1.0000 iprec_at_recall_0.20 8_4 0.8966 iprec_at_recall_0.30 8_4 0.8571 iprec_at_recall_0.40 8_4 0.7069 iprec_at_recall_0.50 8_4 0.5354 iprec_at_recall_0.60 8_4 0.4737 iprec_at_recall_0.70 8_4 0.3447 iprec_at_recall_0.80 8_4 0.0839 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 1.0000 P_10 8_4 1.0000 P_15 8_4 1.0000 P_20 8_4 0.9500 P_30 8_4 0.8667 P_100 8_4 0.5300 P_200 8_4 0.3500 P_500 8_4 0.1540 P_1000 8_4 0.0810 relstring 8_4 '4222314444' recall_5 8_4 0.0495 recall_10 8_4 0.0990 recall_15 8_4 0.1485 recall_20 8_4 0.1881 recall_30 8_4 0.2574 recall_100 8_4 0.5248 recall_200 8_4 0.6931 recall_500 8_4 0.7624 recall_1000 8_4 0.8020 infAP 8_4 0.5353 Rprec_mult_0.20 8_4 0.9048 Rprec_mult_0.40 8_4 0.8293 Rprec_mult_0.60 8_4 0.6721 Rprec_mult_0.80 8_4 0.5556 Rprec_mult_1.00 8_4 0.5248 Rprec_mult_1.20 8_4 0.4754 Rprec_mult_1.40 8_4 0.4577 Rprec_mult_1.60 8_4 0.4136 Rprec_mult_1.80 8_4 0.3846 Rprec_mult_2.00 8_4 0.3465 utility 8_4 -838.0000 11pt_avg 8_4 0.5362 binG 8_4 0.3120 G 8_4 0.1924 ndcg 8_4 0.7778 ndcg_rel 8_4 0.7281 Rndcg 8_4 0.7079 ndcg_cut_5 8_4 0.7024 ndcg_cut_10 8_4 0.7481 ndcg_cut_15 8_4 0.7448 ndcg_cut_20 8_4 0.7148 ndcg_cut_30 8_4 0.7305 ndcg_cut_100 8_4 0.6583 ndcg_cut_200 8_4 0.7368 ndcg_cut_500 8_4 0.7637 ndcg_cut_1000 8_4 0.7778 map_cut_5 8_4 0.0495 map_cut_10 8_4 0.0990 map_cut_15 8_4 0.1485 map_cut_20 8_4 0.1860 map_cut_30 8_4 0.2472 map_cut_100 8_4 0.4333 map_cut_200 8_4 0.5118 map_cut_500 8_4 0.5304 map_cut_1000 8_4 0.5353 relative_P_5 8_4 1.0000 relative_P_10 8_4 1.0000 relative_P_15 8_4 1.0000 relative_P_20 8_4 0.9500 relative_P_30 8_4 0.8667 relative_P_100 8_4 0.5300 relative_P_200 8_4 0.6931 relative_P_500 8_4 0.7624 relative_P_1000 8_4 0.8020 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0810 set_relative_P 8_4 0.8020 set_recall 8_4 0.8020 set_map 8_4 0.0650 set_F 8_4 0.1471 num_nonrel_judged_ret 8_4 57 rbp 8_4 0.6216 rbp_resid 8_4 0.0118 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 24 map 8_5 0.1389 Rprec 8_5 0.2745 bpref 8_5 0.2953 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.5000 iprec_at_recall_0.20 8_5 0.3171 iprec_at_recall_0.30 8_5 0.2632 iprec_at_recall_0.40 8_5 0.1418 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.2000 P_10 8_5 0.5000 P_15 8_5 0.3333 P_20 8_5 0.3500 P_30 8_5 0.3000 P_100 8_5 0.1800 P_200 8_5 0.1050 P_500 8_5 0.0480 P_1000 8_5 0.0240 relstring 8_5 '3000001112' recall_5 8_5 0.0196 recall_10 8_5 0.0980 recall_15 8_5 0.0980 recall_20 8_5 0.1373 recall_30 8_5 0.1765 recall_100 8_5 0.3529 recall_200 8_5 0.4118 recall_500 8_5 0.4706 recall_1000 8_5 0.4706 infAP 8_5 0.1389 Rprec_mult_0.20 8_5 0.4545 Rprec_mult_0.40 8_5 0.3333 Rprec_mult_0.60 8_5 0.2903 Rprec_mult_0.80 8_5 0.3171 Rprec_mult_1.00 8_5 0.2745 Rprec_mult_1.20 8_5 0.2581 Rprec_mult_1.40 8_5 0.2222 Rprec_mult_1.60 8_5 0.2073 Rprec_mult_1.80 8_5 0.1848 Rprec_mult_2.00 8_5 0.1863 utility 8_5 -952.0000 11pt_avg 8_5 0.2020 binG 8_5 0.1165 G 8_5 0.1093 ndcg 8_5 0.4098 ndcg_rel 8_5 0.3856 Rndcg 8_5 0.3602 ndcg_cut_5 8_5 0.2973 ndcg_cut_10 8_5 0.3410 ndcg_cut_15 8_5 0.2890 ndcg_cut_20 8_5 0.3252 ndcg_cut_30 8_5 0.3212 ndcg_cut_100 8_5 0.3581 ndcg_cut_200 8_5 0.3767 ndcg_cut_500 8_5 0.4098 ndcg_cut_1000 8_5 0.4098 map_cut_5 8_5 0.0196 map_cut_10 8_5 0.0511 map_cut_15 8_5 0.0511 map_cut_20 8_5 0.0656 map_cut_30 8_5 0.0771 map_cut_100 8_5 0.1247 map_cut_200 8_5 0.1336 map_cut_500 8_5 0.1389 map_cut_1000 8_5 0.1389 relative_P_5 8_5 0.2000 relative_P_10 8_5 0.5000 relative_P_15 8_5 0.3333 relative_P_20 8_5 0.3500 relative_P_30 8_5 0.3000 relative_P_100 8_5 0.3529 relative_P_200 8_5 0.4118 relative_P_500 8_5 0.4706 relative_P_1000 8_5 0.4706 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0240 set_relative_P 8_5 0.4706 set_recall 8_5 0.4706 set_map 8_5 0.0113 set_F 8_5 0.0457 num_nonrel_judged_ret 8_5 45 rbp 8_5 0.1550 rbp_resid 8_5 0.1185 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.1500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 43 map 8_7 0.6264 Rprec 8_7 0.5745 bpref 8_7 0.7823 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 1.0000 iprec_at_recall_0.20 8_7 0.9000 iprec_at_recall_0.30 8_7 0.8000 iprec_at_recall_0.40 8_7 0.7600 iprec_at_recall_0.50 8_7 0.7273 iprec_at_recall_0.60 8_7 0.5686 iprec_at_recall_0.70 8_7 0.5077 iprec_at_recall_0.80 8_7 0.4000 iprec_at_recall_0.90 8_7 0.2414 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 1.0000 P_10 8_7 0.9000 P_15 8_7 0.8000 P_20 8_7 0.8000 P_30 8_7 0.7333 P_100 8_7 0.4000 P_200 8_7 0.2150 P_500 8_7 0.0860 P_1000 8_7 0.0430 relstring 8_7 '3211222014' recall_5 8_7 0.1064 recall_10 8_7 0.1915 recall_15 8_7 0.2553 recall_20 8_7 0.3404 recall_30 8_7 0.4681 recall_100 8_7 0.8511 recall_200 8_7 0.9149 recall_500 8_7 0.9149 recall_1000 8_7 0.9149 infAP 8_7 0.6264 Rprec_mult_0.20 8_7 0.9000 Rprec_mult_0.40 8_7 0.7895 Rprec_mult_0.60 8_7 0.7586 Rprec_mult_0.80 8_7 0.6579 Rprec_mult_1.00 8_7 0.5745 Rprec_mult_1.20 8_7 0.5439 Rprec_mult_1.40 8_7 0.5000 Rprec_mult_1.60 8_7 0.4605 Rprec_mult_1.80 8_7 0.4235 Rprec_mult_2.00 8_7 0.3936 utility 8_7 -914.0000 11pt_avg 8_7 0.6277 binG 8_7 0.3715 G 8_7 0.2551 ndcg 8_7 0.7966 ndcg_rel 8_7 0.7037 Rndcg 8_7 0.6623 ndcg_cut_5 8_7 0.5913 ndcg_cut_10 8_7 0.6629 ndcg_cut_15 8_7 0.6672 ndcg_cut_20 8_7 0.7195 ndcg_cut_30 8_7 0.7060 ndcg_cut_100 8_7 0.7725 ndcg_cut_200 8_7 0.7966 ndcg_cut_500 8_7 0.7966 ndcg_cut_1000 8_7 0.7966 map_cut_5 8_7 0.1064 map_cut_10 8_7 0.1870 map_cut_15 8_7 0.2398 map_cut_20 8_7 0.3064 map_cut_30 8_7 0.4021 map_cut_100 8_7 0.6087 map_cut_200 8_7 0.6264 map_cut_500 8_7 0.6264 map_cut_1000 8_7 0.6264 relative_P_5 8_7 1.0000 relative_P_10 8_7 0.9000 relative_P_15 8_7 0.8000 relative_P_20 8_7 0.8000 relative_P_30 8_7 0.7333 relative_P_100 8_7 0.8511 relative_P_200 8_7 0.9149 relative_P_500 8_7 0.9149 relative_P_1000 8_7 0.9149 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0430 set_relative_P 8_7 0.9149 set_recall 8_7 0.9149 set_map 8_7 0.0393 set_F 8_7 0.0821 num_nonrel_judged_ret 8_7 25 rbp 8_7 0.3899 rbp_resid 8_7 0.0778 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.1000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 28 map 8_8 0.4998 Rprec 8_8 0.4688 bpref 8_8 0.5215 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 0.8750 iprec_at_recall_0.30 8_8 0.7000 iprec_at_recall_0.40 8_8 0.7000 iprec_at_recall_0.50 8_8 0.4865 iprec_at_recall_0.60 8_8 0.3585 iprec_at_recall_0.70 8_8 0.3108 iprec_at_recall_0.80 8_8 0.2241 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.8000 P_10 8_8 0.7000 P_15 8_8 0.6667 P_20 8_8 0.7000 P_30 8_8 0.5000 P_100 8_8 0.2300 P_200 8_8 0.1350 P_500 8_8 0.0560 P_1000 8_8 0.0280 relstring 8_8 '3341044300' recall_5 8_8 0.1250 recall_10 8_8 0.2188 recall_15 8_8 0.3125 recall_20 8_8 0.4375 recall_30 8_8 0.4688 recall_100 8_8 0.7188 recall_200 8_8 0.8438 recall_500 8_8 0.8750 recall_1000 8_8 0.8750 infAP 8_8 0.4998 Rprec_mult_0.20 8_8 0.8571 Rprec_mult_0.40 8_8 0.6923 Rprec_mult_0.60 8_8 0.7000 Rprec_mult_0.80 8_8 0.5769 Rprec_mult_1.00 8_8 0.4688 Rprec_mult_1.20 8_8 0.4615 Rprec_mult_1.40 8_8 0.4000 Rprec_mult_1.60 8_8 0.3462 Rprec_mult_1.80 8_8 0.3276 Rprec_mult_2.00 8_8 0.3125 utility 8_8 -944.0000 11pt_avg 8_8 0.5141 binG 8_8 0.3441 G 8_8 0.2593 ndcg 8_8 0.7866 ndcg_rel 8_8 0.7299 Rndcg 8_8 0.6820 ndcg_cut_5 8_8 0.6210 ndcg_cut_10 8_8 0.6652 ndcg_cut_15 8_8 0.6476 ndcg_cut_20 8_8 0.7219 ndcg_cut_30 8_8 0.6657 ndcg_cut_100 8_8 0.7567 ndcg_cut_200 8_8 0.7813 ndcg_cut_500 8_8 0.7866 ndcg_cut_1000 8_8 0.7866 map_cut_5 8_8 0.1250 map_cut_10 8_8 0.2052 map_cut_15 8_8 0.2704 map_cut_20 8_8 0.3547 map_cut_30 8_8 0.3727 map_cut_100 8_8 0.4671 map_cut_200 8_8 0.4958 map_cut_500 8_8 0.4998 map_cut_1000 8_8 0.4998 relative_P_5 8_8 0.8000 relative_P_10 8_8 0.7000 relative_P_15 8_8 0.6667 relative_P_20 8_8 0.7000 relative_P_30 8_8 0.5000 relative_P_100 8_8 0.7188 relative_P_200 8_8 0.8438 relative_P_500 8_8 0.8750 relative_P_1000 8_8 0.8750 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0280 set_relative_P 8_8 0.8750 set_recall 8_8 0.8750 set_map 8_8 0.0245 set_F 8_8 0.0543 num_nonrel_judged_ret 8_8 51 rbp 8_8 0.4888 rbp_resid 8_8 0.0762 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.0500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 64 map 9_11 0.2989 Rprec 9_11 0.3613 bpref 9_11 0.5059 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.9286 iprec_at_recall_0.20 9_11 0.6154 iprec_at_recall_0.30 9_11 0.4810 iprec_at_recall_0.40 9_11 0.3357 iprec_at_recall_0.50 9_11 0.1418 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 1.0000 P_15 9_11 0.8667 P_20 9_11 0.8500 P_30 9_11 0.7000 P_100 9_11 0.3900 P_200 9_11 0.2600 P_500 9_11 0.1200 P_1000 9_11 0.0640 relstring 9_11 '2222222132' recall_5 9_11 0.0420 recall_10 9_11 0.0840 recall_15 9_11 0.1092 recall_20 9_11 0.1429 recall_30 9_11 0.1765 recall_100 9_11 0.3277 recall_200 9_11 0.4370 recall_500 9_11 0.5042 recall_1000 9_11 0.5378 infAP 9_11 0.2989 Rprec_mult_0.20 9_11 0.7500 Rprec_mult_0.40 9_11 0.5625 Rprec_mult_0.60 9_11 0.4861 Rprec_mult_0.80 9_11 0.3958 Rprec_mult_1.00 9_11 0.3613 Rprec_mult_1.20 9_11 0.3357 Rprec_mult_1.40 9_11 0.2934 Rprec_mult_1.60 9_11 0.2618 Rprec_mult_1.80 9_11 0.2465 Rprec_mult_2.00 9_11 0.2227 utility 9_11 -872.0000 11pt_avg 9_11 0.3184 binG 9_11 0.1929 G 9_11 0.1125 ndcg 9_11 0.5395 ndcg_rel 9_11 0.5466 Rndcg 9_11 0.5322 ndcg_cut_5 9_11 0.6667 ndcg_cut_10 9_11 0.6800 ndcg_cut_15 9_11 0.6498 ndcg_cut_20 9_11 0.6576 ndcg_cut_30 9_11 0.5905 ndcg_cut_100 9_11 0.4538 ndcg_cut_200 9_11 0.4856 ndcg_cut_500 9_11 0.5228 ndcg_cut_1000 9_11 0.5395 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0840 map_cut_15 9_11 0.1080 map_cut_20 9_11 0.1378 map_cut_30 9_11 0.1643 map_cut_100 9_11 0.2472 map_cut_200 9_11 0.2838 map_cut_500 9_11 0.2957 map_cut_1000 9_11 0.2989 relative_P_5 9_11 1.0000 relative_P_10 9_11 1.0000 relative_P_15 9_11 0.8667 relative_P_20 9_11 0.8500 relative_P_30 9_11 0.7000 relative_P_100 9_11 0.3900 relative_P_200 9_11 0.4370 relative_P_500 9_11 0.5042 relative_P_1000 9_11 0.5378 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0640 set_relative_P 9_11 0.5378 set_recall 9_11 0.5378 set_map 9_11 0.0344 set_F 9_11 0.1144 num_nonrel_judged_ret 9_11 11 rbp 9_11 0.5455 rbp_resid 9_11 0.1288 unj_5 9_11 0.0000 unj_10 9_11 0.0000 unj_20 9_11 0.1500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 4 map 9_13 0.1431 Rprec 9_13 0.2500 bpref 9_13 0.8125 recip_rank 9_13 0.2500 iprec_at_recall_0.00 9_13 0.2500 iprec_at_recall_0.10 9_13 0.2500 iprec_at_recall_0.20 9_13 0.2500 iprec_at_recall_0.30 9_13 0.2500 iprec_at_recall_0.40 9_13 0.1579 iprec_at_recall_0.50 9_13 0.1579 iprec_at_recall_0.60 9_13 0.1579 iprec_at_recall_0.70 9_13 0.1579 iprec_at_recall_0.80 9_13 0.1579 iprec_at_recall_0.90 9_13 0.0396 iprec_at_recall_1.00 9_13 0.0396 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.1500 P_30 9_13 0.1000 P_100 9_13 0.0300 P_200 9_13 0.0200 P_500 9_13 0.0080 P_1000 9_13 0.0040 relstring 9_13 '---3------' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.7500 recall_30 9_13 0.7500 recall_100 9_13 0.7500 recall_200 9_13 1.0000 recall_500 9_13 1.0000 recall_1000 9_13 1.0000 infAP 9_13 0.1431 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -992.0000 11pt_avg 9_13 0.1699 binG 9_13 0.2678 G 9_13 0.2611 ndcg 9_13 0.4152 ndcg_rel 9_13 0.3232 Rndcg 9_13 0.1549 ndcg_cut_5 9_13 0.2043 ndcg_cut_10 9_13 0.2043 ndcg_cut_15 9_13 0.2043 ndcg_cut_20 9_13 0.3915 ndcg_cut_30 9_13 0.3915 ndcg_cut_100 9_13 0.3915 ndcg_cut_200 9_13 0.4152 ndcg_cut_500 9_13 0.4152 ndcg_cut_1000 9_13 0.4152 map_cut_5 9_13 0.0625 map_cut_10 9_13 0.0625 map_cut_15 9_13 0.0625 map_cut_20 9_13 0.1332 map_cut_30 9_13 0.1332 map_cut_100 9_13 0.1332 map_cut_200 9_13 0.1431 map_cut_500 9_13 0.1431 map_cut_1000 9_13 0.1431 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.7500 relative_P_30 9_13 0.7500 relative_P_100 9_13 0.7500 relative_P_200 9_13 1.0000 relative_P_500 9_13 1.0000 relative_P_1000 9_13 1.0000 success_1 9_13 0.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0040 set_relative_P 9_13 1.0000 set_recall 9_13 1.0000 set_map 9_13 0.0040 set_F 9_13 0.0080 num_nonrel_judged_ret 9_13 4 rbp 9_13 0.1016 rbp_resid 9_13 0.8842 unj_5 9_13 0.8000 unj_10 9_13 0.9000 unj_20 9_13 0.8500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 65 map 9_2 0.4165 Rprec 9_2 0.4513 bpref 9_2 0.5287 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 1.0000 iprec_at_recall_0.20 9_2 0.9630 iprec_at_recall_0.30 9_2 0.7391 iprec_at_recall_0.40 9_2 0.5844 iprec_at_recall_0.50 9_2 0.3155 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 1.0000 P_15 9_2 1.0000 P_20 9_2 1.0000 P_30 9_2 0.9333 P_100 9_2 0.5100 P_200 9_2 0.2950 P_500 9_2 0.1300 P_1000 9_2 0.0650 relstring 9_2 '1321312212' recall_5 9_2 0.0442 recall_10 9_2 0.0885 recall_15 9_2 0.1327 recall_20 9_2 0.1770 recall_30 9_2 0.2478 recall_100 9_2 0.4513 recall_200 9_2 0.5221 recall_500 9_2 0.5752 recall_1000 9_2 0.5752 infAP 9_2 0.4165 Rprec_mult_0.20 9_2 0.9565 Rprec_mult_0.40 9_2 0.7391 Rprec_mult_0.60 9_2 0.6176 Rprec_mult_0.80 9_2 0.5385 Rprec_mult_1.00 9_2 0.4513 Rprec_mult_1.20 9_2 0.3897 Rprec_mult_1.40 9_2 0.3396 Rprec_mult_1.60 9_2 0.3094 Rprec_mult_1.80 9_2 0.2892 Rprec_mult_2.00 9_2 0.2611 utility 9_2 -870.0000 11pt_avg 9_2 0.4184 binG 9_2 0.2920 G 9_2 0.1342 ndcg 9_2 0.5621 ndcg_rel 9_2 0.5917 Rndcg 9_2 0.5745 ndcg_cut_5 9_2 0.6200 ndcg_cut_10 9_2 0.6661 ndcg_cut_15 9_2 0.6916 ndcg_cut_20 9_2 0.7343 ndcg_cut_30 9_2 0.6979 ndcg_cut_100 9_2 0.5416 ndcg_cut_200 9_2 0.5430 ndcg_cut_500 9_2 0.5621 ndcg_cut_1000 9_2 0.5621 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0885 map_cut_15 9_2 0.1327 map_cut_20 9_2 0.1770 map_cut_30 9_2 0.2452 map_cut_100 9_2 0.3814 map_cut_200 9_2 0.4065 map_cut_500 9_2 0.4165 map_cut_1000 9_2 0.4165 relative_P_5 9_2 1.0000 relative_P_10 9_2 1.0000 relative_P_15 9_2 1.0000 relative_P_20 9_2 1.0000 relative_P_30 9_2 0.9333 relative_P_100 9_2 0.5100 relative_P_200 9_2 0.5221 relative_P_500 9_2 0.5752 relative_P_1000 9_2 0.5752 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0650 set_relative_P 9_2 0.5752 set_recall 9_2 0.5752 set_map 9_2 0.0374 set_F 9_2 0.1168 num_nonrel_judged_ret 9_2 23 rbp 9_2 0.5650 rbp_resid 9_2 0.0372 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.0000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 112 map 9_6 0.4343 Rprec 9_6 0.4427 bpref 9_6 0.8522 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.8182 iprec_at_recall_0.20 9_6 0.6923 iprec_at_recall_0.30 9_6 0.6029 iprec_at_recall_0.40 9_6 0.4690 iprec_at_recall_0.50 9_6 0.4024 iprec_at_recall_0.60 9_6 0.3405 iprec_at_recall_0.70 9_6 0.2950 iprec_at_recall_0.80 9_6 0.2459 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.8000 P_15 9_6 0.8000 P_20 9_6 0.8000 P_30 9_6 0.7333 P_100 9_6 0.5000 P_200 9_6 0.3550 P_500 9_6 0.2200 P_1000 9_6 0.1120 relstring 9_6 '122232--22' recall_5 9_6 0.0382 recall_10 9_6 0.0611 recall_15 9_6 0.0916 recall_20 9_6 0.1221 recall_30 9_6 0.1679 recall_100 9_6 0.3817 recall_200 9_6 0.5420 recall_500 9_6 0.8397 recall_1000 9_6 0.8550 infAP 9_6 0.4343 Rprec_mult_0.20 9_6 0.7778 Rprec_mult_0.40 9_6 0.6226 Rprec_mult_0.60 9_6 0.5570 Rprec_mult_0.80 9_6 0.4857 Rprec_mult_1.00 9_6 0.4427 Rprec_mult_1.20 9_6 0.4051 Rprec_mult_1.40 9_6 0.3750 Rprec_mult_1.60 9_6 0.3476 Rprec_mult_1.80 9_6 0.3390 Rprec_mult_2.00 9_6 0.3092 utility 9_6 -776.0000 11pt_avg 9_6 0.4424 binG 9_6 0.2096 G 9_6 0.1426 ndcg 9_6 0.7167 ndcg_rel 9_6 0.5859 Rndcg 9_6 0.5525 ndcg_cut_5 9_6 0.5973 ndcg_cut_10 9_6 0.5265 ndcg_cut_15 9_6 0.5296 ndcg_cut_20 9_6 0.5294 ndcg_cut_30 9_6 0.5417 ndcg_cut_100 9_6 0.4847 ndcg_cut_200 9_6 0.5446 ndcg_cut_500 9_6 0.7086 ndcg_cut_1000 9_6 0.7167 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0578 map_cut_15 9_6 0.0835 map_cut_20 9_6 0.1074 map_cut_30 9_6 0.1441 map_cut_100 9_6 0.2747 map_cut_200 9_6 0.3427 map_cut_500 9_6 0.4309 map_cut_1000 9_6 0.4343 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.8000 relative_P_20 9_6 0.8000 relative_P_30 9_6 0.7333 relative_P_100 9_6 0.5000 relative_P_200 9_6 0.5420 relative_P_500 9_6 0.8397 relative_P_1000 9_6 0.8550 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1120 set_relative_P 9_6 0.8550 set_recall 9_6 0.8550 set_map 9_6 0.0958 set_F 9_6 0.1981 num_nonrel_judged_ret 9_6 3 rbp 9_6 0.5322 rbp_resid 9_6 0.1923 unj_5 9_6 0.0000 unj_10 9_6 0.2000 unj_20 9_6 0.2000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 47 map 9_9 0.2388 Rprec 9_9 0.2727 bpref 9_9 0.7203 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.8182 iprec_at_recall_0.20 9_9 0.5789 iprec_at_recall_0.30 9_9 0.2267 iprec_at_recall_0.40 9_9 0.0962 iprec_at_recall_0.50 9_9 0.0795 iprec_at_recall_0.60 9_9 0.0795 iprec_at_recall_0.70 9_9 0.0698 iprec_at_recall_0.80 9_9 0.0524 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.6000 P_10 9_9 0.8000 P_15 9_9 0.6667 P_20 9_9 0.5500 P_30 9_9 0.4333 P_100 9_9 0.1900 P_200 9_9 0.1000 P_500 9_9 0.0720 P_1000 9_9 0.0470 relstring 9_9 '3100122131' recall_5 9_9 0.0545 recall_10 9_9 0.1455 recall_15 9_9 0.1818 recall_20 9_9 0.2000 recall_30 9_9 0.2364 recall_100 9_9 0.3455 recall_200 9_9 0.3636 recall_500 9_9 0.6545 recall_1000 9_9 0.8545 infAP 9_9 0.2388 Rprec_mult_0.20 9_9 0.8182 Rprec_mult_0.40 9_9 0.5000 Rprec_mult_0.60 9_9 0.4242 Rprec_mult_0.80 9_9 0.3409 Rprec_mult_1.00 9_9 0.2727 Rprec_mult_1.20 9_9 0.2273 Rprec_mult_1.40 9_9 0.2208 Rprec_mult_1.60 9_9 0.2045 Rprec_mult_1.80 9_9 0.1919 Rprec_mult_2.00 9_9 0.1727 utility 9_9 -906.0000 11pt_avg 9_9 0.2728 binG 9_9 0.2006 G 9_9 0.1456 ndcg 9_9 0.5732 ndcg_rel 9_9 0.4918 Rndcg 9_9 0.4158 ndcg_cut_5 9_9 0.4542 ndcg_cut_10 9_9 0.5065 ndcg_cut_15 9_9 0.4839 ndcg_cut_20 9_9 0.4248 ndcg_cut_30 9_9 0.3806 ndcg_cut_100 9_9 0.3736 ndcg_cut_200 9_9 0.3818 ndcg_cut_500 9_9 0.4918 ndcg_cut_1000 9_9 0.5732 map_cut_5 9_9 0.0473 map_cut_10 9_9 0.1147 map_cut_15 9_9 0.1426 map_cut_20 9_9 0.1531 map_cut_30 9_9 0.1703 map_cut_100 9_9 0.2011 map_cut_200 9_9 0.2031 map_cut_500 9_9 0.2268 map_cut_1000 9_9 0.2388 relative_P_5 9_9 0.6000 relative_P_10 9_9 0.8000 relative_P_15 9_9 0.6667 relative_P_20 9_9 0.5500 relative_P_30 9_9 0.4333 relative_P_100 9_9 0.3455 relative_P_200 9_9 0.3636 relative_P_500 9_9 0.6545 relative_P_1000 9_9 0.8545 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0470 set_relative_P 9_9 0.8545 set_recall 9_9 0.8545 set_map 9_9 0.0402 set_F 9_9 0.0891 num_nonrel_judged_ret 9_9 18 rbp 9_9 0.3849 rbp_resid 9_9 0.1848 unj_5 9_9 0.0000 unj_10 9_9 0.0000 unj_20 9_9 0.2500 runid all manual-out-rr-debertav3 num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 6160 map all 0.3086 gm_map all 0.2061 Rprec all 0.3461 bpref all 0.5127 recip_rank all 0.7915 iprec_at_recall_0.00 all 0.8235 iprec_at_recall_0.10 all 0.6544 iprec_at_recall_0.20 all 0.5536 iprec_at_recall_0.30 all 0.4514 iprec_at_recall_0.40 all 0.3605 iprec_at_recall_0.50 all 0.2777 iprec_at_recall_0.60 all 0.2087 iprec_at_recall_0.70 all 0.1529 iprec_at_recall_0.80 all 0.1055 iprec_at_recall_0.90 all 0.0542 iprec_at_recall_1.00 all 0.0063 P_5 all 0.6569 P_10 all 0.6052 P_15 all 0.5724 P_20 all 0.5470 P_30 all 0.5066 P_100 all 0.2915 P_200 all 0.1910 P_500 all 0.0974 P_1000 all 0.0531 recall_5 all 0.0562 recall_10 all 0.1025 recall_15 all 0.1418 recall_20 all 0.1797 recall_30 all 0.2362 recall_100 all 0.4322 recall_200 all 0.5413 recall_500 all 0.6523 recall_1000 all 0.6983 infAP all 0.3086 gm_bpref all 0.3977 Rprec_mult_0.20 all 0.5856 Rprec_mult_0.40 all 0.4862 Rprec_mult_0.60 all 0.4289 Rprec_mult_0.80 all 0.3810 Rprec_mult_1.00 all 0.3461 Rprec_mult_1.20 all 0.3133 Rprec_mult_1.40 all 0.2878 Rprec_mult_1.60 all 0.2641 Rprec_mult_1.80 all 0.2482 Rprec_mult_2.00 all 0.2332 utility all -893.7931 11pt_avg all 0.3317 binG all 0.2079 G all 0.1552 ndcg all 0.5524 ndcg_rel all 0.4900 Rndcg all 0.4464 ndcg_cut_5 all 0.4754 ndcg_cut_10 all 0.4597 ndcg_cut_15 all 0.4551 ndcg_cut_20 all 0.4539 ndcg_cut_30 all 0.4504 ndcg_cut_100 all 0.4477 ndcg_cut_200 all 0.4825 ndcg_cut_500 all 0.5330 ndcg_cut_1000 all 0.5524 map_cut_5 all 0.0495 map_cut_10 all 0.0840 map_cut_15 all 0.1108 map_cut_20 all 0.1344 map_cut_30 all 0.1707 map_cut_100 all 0.2558 map_cut_200 all 0.2856 map_cut_500 all 0.3049 map_cut_1000 all 0.3086 relative_P_5 all 0.6573 relative_P_10 all 0.6065 relative_P_15 all 0.5767 relative_P_20 all 0.5579 relative_P_30 all 0.5271 relative_P_100 all 0.4745 relative_P_200 all 0.5435 relative_P_500 all 0.6523 relative_P_1000 all 0.6983 success_1 all 0.7241 success_5 all 0.8879 success_10 all 0.9310 set_P all 0.0531 set_relative_P all 0.6983 set_recall all 0.6983 set_map all 0.0383 set_F all 0.0959 num_nonrel_judged_ret all 3727 rbp all 0.3500 rbp_resid all 0.1716 unj_5 all 0.0069 unj_10 all 0.1060 unj_20 all 0.2013