num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 52 map 0_10 0.7349 Rprec 0_10 0.7407 bpref 0_10 0.8587 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 1.0000 iprec_at_recall_0.20 0_10 0.8636 iprec_at_recall_0.30 0_10 0.8636 iprec_at_recall_0.40 0_10 0.8095 iprec_at_recall_0.50 0_10 0.8095 iprec_at_recall_0.60 0_10 0.8095 iprec_at_recall_0.70 0_10 0.7755 iprec_at_recall_0.80 0_10 0.6825 iprec_at_recall_0.90 0_10 0.4188 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 1.0000 P_10 0_10 0.8000 P_15 0_10 0.8000 P_20 0_10 0.8500 P_30 0_10 0.8000 P_100 0_10 0.4800 P_200 0_10 0.2550 P_500 0_10 0.1020 P_1000 0_10 0.0520 relstring 0_10 '3323333100' recall_5 0_10 0.0926 recall_10 0_10 0.1481 recall_15 0_10 0.2222 recall_20 0_10 0.3148 recall_30 0_10 0.4444 recall_100 0_10 0.8889 recall_200 0_10 0.9444 recall_500 0_10 0.9444 recall_1000 0_10 0.9630 infAP 0_10 0.7349 Rprec_mult_0.20 0_10 0.7273 Rprec_mult_0.40 0_10 0.8636 Rprec_mult_0.60 0_10 0.7879 Rprec_mult_0.80 0_10 0.7955 Rprec_mult_1.00 0_10 0.7407 Rprec_mult_1.20 0_10 0.6615 Rprec_mult_1.40 0_10 0.6053 Rprec_mult_1.60 0_10 0.5287 Rprec_mult_1.80 0_10 0.4796 Rprec_mult_2.00 0_10 0.4444 utility 0_10 -896.0000 11pt_avg 0_10 0.7302 binG 0_10 0.3968 G 0_10 0.2826 ndcg 0_10 0.8866 ndcg_rel 0_10 0.7950 Rndcg 0_10 0.7684 ndcg_cut_5 0_10 0.9435 ndcg_cut_10 0_10 0.7872 ndcg_cut_15 0_10 0.7283 ndcg_cut_20 0_10 0.7402 ndcg_cut_30 0_10 0.7159 ndcg_cut_100 0_10 0.8552 ndcg_cut_200 0_10 0.8834 ndcg_cut_500 0_10 0.8834 ndcg_cut_1000 0_10 0.8866 map_cut_5 0_10 0.0926 map_cut_10 0_10 0.1481 map_cut_15 0_10 0.2056 map_cut_20 0_10 0.2827 map_cut_30 0_10 0.3896 map_cut_100 0_10 0.7153 map_cut_200 0_10 0.7332 map_cut_500 0_10 0.7332 map_cut_1000 0_10 0.7349 relative_P_5 0_10 1.0000 relative_P_10 0_10 0.8000 relative_P_15 0_10 0.8000 relative_P_20 0_10 0.8500 relative_P_30 0_10 0.8000 relative_P_100 0_10 0.8889 relative_P_200 0_10 0.9444 relative_P_500 0_10 0.9444 relative_P_1000 0_10 0.9630 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0520 set_relative_P 0_10 0.9630 set_recall 0_10 0.9630 set_map 0_10 0.0501 set_F 0_10 0.0987 num_nonrel_judged_ret 0_10 37 rbp 0_10 0.7171 rbp_resid 0_10 0.0246 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.0000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.6578 Rprec 0_11 0.5833 bpref 0_11 0.7778 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.6471 iprec_at_recall_0.40 0_11 0.6471 iprec_at_recall_0.50 0_11 0.6471 iprec_at_recall_0.60 0_11 0.6471 iprec_at_recall_0.70 0_11 0.6471 iprec_at_recall_0.80 0_11 0.6471 iprec_at_recall_0.90 0_11 0.6471 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.6000 P_10 0_11 0.6000 P_15 0_11 0.6000 P_20 0_11 0.5500 P_30 0_11 0.3667 P_100 0_11 0.1100 P_200 0_11 0.0550 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '33300-3-33' recall_5 0_11 0.2500 recall_10 0_11 0.5000 recall_15 0_11 0.7500 recall_20 0_11 0.9167 recall_30 0_11 0.9167 recall_100 0_11 0.9167 recall_200 0_11 0.9167 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.6578 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.6000 Rprec_mult_0.60 0_11 0.5000 Rprec_mult_0.80 0_11 0.6000 Rprec_mult_1.00 0_11 0.5833 Rprec_mult_1.20 0_11 0.6000 Rprec_mult_1.40 0_11 0.6471 Rprec_mult_1.60 0_11 0.5500 Rprec_mult_1.80 0_11 0.5000 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -978.0000 11pt_avg 0_11 0.6845 binG 0_11 0.4975 G 0_11 0.4319 ndcg 0_11 0.8515 ndcg_rel 0_11 0.8050 Rndcg 0_11 0.7530 ndcg_cut_5 0_11 0.7227 ndcg_cut_10 0_11 0.6722 ndcg_cut_15 0_11 0.7564 ndcg_cut_20 0_11 0.8515 ndcg_cut_30 0_11 0.8515 ndcg_cut_100 0_11 0.8515 ndcg_cut_200 0_11 0.8515 ndcg_cut_500 0_11 0.8515 ndcg_cut_1000 0_11 0.8515 map_cut_5 0_11 0.2500 map_cut_10 0_11 0.3939 map_cut_15 0_11 0.5518 map_cut_20 0_11 0.6578 map_cut_30 0_11 0.6578 map_cut_100 0_11 0.6578 map_cut_200 0_11 0.6578 map_cut_500 0_11 0.6578 map_cut_1000 0_11 0.6578 relative_P_5 0_11 0.6000 relative_P_10 0_11 0.6000 relative_P_15 0_11 0.7500 relative_P_20 0_11 0.9167 relative_P_30 0_11 0.9167 relative_P_100 0_11 0.9167 relative_P_200 0_11 0.9167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 24 rbp 0_11 0.5336 rbp_resid 0_11 0.2285 unj_5 0_11 0.0000 unj_10 0_11 0.2000 unj_20 0_11 0.3000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 33 map 0_2 0.1279 Rprec 0_2 0.1176 bpref 0_2 0.0536 recip_rank 0_2 0.2500 iprec_at_recall_0.00 0_2 0.2500 iprec_at_recall_0.10 0_2 0.1525 iprec_at_recall_0.20 0_2 0.1525 iprec_at_recall_0.30 0_2 0.1524 iprec_at_recall_0.40 0_2 0.1524 iprec_at_recall_0.50 0_2 0.1341 iprec_at_recall_0.60 0_2 0.1341 iprec_at_recall_0.70 0_2 0.1337 iprec_at_recall_0.80 0_2 0.1195 iprec_at_recall_0.90 0_2 0.1103 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.1000 P_100 0_2 0.1400 P_200 0_2 0.1300 P_500 0_2 0.0660 P_1000 0_2 0.0330 relstring 0_2 '0002000000' recall_5 0_2 0.0294 recall_10 0_2 0.0294 recall_15 0_2 0.0294 recall_20 0_2 0.0294 recall_30 0_2 0.0882 recall_100 0_2 0.4118 recall_200 0_2 0.7647 recall_500 0_2 0.9706 recall_1000 0_2 0.9706 infAP 0_2 0.1279 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0952 Rprec_mult_0.80 0_2 0.0714 Rprec_mult_1.00 0_2 0.1176 Rprec_mult_1.20 0_2 0.1220 Rprec_mult_1.40 0_2 0.1250 Rprec_mult_1.60 0_2 0.1455 Rprec_mult_1.80 0_2 0.1452 Rprec_mult_2.00 0_2 0.1324 utility 0_2 -934.0000 11pt_avg 0_2 0.1356 binG 0_2 0.1581 G 0_2 0.1540 ndcg 0_2 0.4729 ndcg_rel 0_2 0.2941 Rndcg 0_2 0.1646 ndcg_cut_5 0_2 0.1249 ndcg_cut_10 0_2 0.0854 ndcg_cut_15 0_2 0.0691 ndcg_cut_20 0_2 0.0631 ndcg_cut_30 0_2 0.0958 ndcg_cut_100 0_2 0.2478 ndcg_cut_200 0_2 0.4055 ndcg_cut_500 0_2 0.4729 ndcg_cut_1000 0_2 0.4729 map_cut_5 0_2 0.0074 map_cut_10 0_2 0.0074 map_cut_15 0_2 0.0074 map_cut_20 0_2 0.0074 map_cut_30 0_2 0.0131 map_cut_100 0_2 0.0589 map_cut_200 0_2 0.1055 map_cut_500 0_2 0.1279 map_cut_1000 0_2 0.1279 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.0500 relative_P_30 0_2 0.1000 relative_P_100 0_2 0.4118 relative_P_200 0_2 0.7647 relative_P_500 0_2 0.9706 relative_P_1000 0_2 0.9706 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0330 set_relative_P 0_2 0.9706 set_recall 0_2 0.9706 set_map 0_2 0.0320 set_F 0_2 0.0638 num_nonrel_judged_ret 0_2 155 rbp 0_2 0.0633 rbp_resid 0_2 0.0048 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 24 map 0_3 0.3228 Rprec 0_3 0.3750 bpref 0_3 0.2795 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.4444 iprec_at_recall_0.20 0_3 0.4286 iprec_at_recall_0.30 0_3 0.4286 iprec_at_recall_0.40 0_3 0.4000 iprec_at_recall_0.50 0_3 0.3429 iprec_at_recall_0.60 0_3 0.2469 iprec_at_recall_0.70 0_3 0.2469 iprec_at_recall_0.80 0_3 0.2469 iprec_at_recall_0.90 0_3 0.1818 iprec_at_recall_1.00 0_3 0.1589 P_5 0_3 0.2000 P_10 0_3 0.4000 P_15 0_3 0.2667 P_20 0_3 0.4000 P_30 0_3 0.3667 P_100 0_3 0.2100 P_200 0_3 0.1200 P_500 0_3 0.0480 P_1000 0_3 0.0240 relstring 0_3 '1000001110' recall_5 0_3 0.0417 recall_10 0_3 0.1667 recall_15 0_3 0.1667 recall_20 0_3 0.3333 recall_30 0_3 0.4583 recall_100 0_3 0.8750 recall_200 0_3 1.0000 recall_500 0_3 1.0000 recall_1000 0_3 1.0000 infAP 0_3 0.3228 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.4000 Rprec_mult_0.60 0_3 0.2667 Rprec_mult_0.80 0_3 0.4000 Rprec_mult_1.00 0_3 0.3750 Rprec_mult_1.20 0_3 0.3793 Rprec_mult_1.40 0_3 0.3235 Rprec_mult_1.60 0_3 0.3077 Rprec_mult_1.80 0_3 0.2727 Rprec_mult_2.00 0_3 0.2500 utility 0_3 -952.0000 11pt_avg 0_3 0.3751 binG 0_3 0.2536 G 0_3 0.2097 ndcg 0_3 0.5663 ndcg_rel 0_3 0.3748 Rndcg 0_3 0.3269 ndcg_cut_5 0_3 0.1450 ndcg_cut_10 0_3 0.2296 ndcg_cut_15 0_3 0.1988 ndcg_cut_20 0_3 0.2637 ndcg_cut_30 0_3 0.3509 ndcg_cut_100 0_3 0.5307 ndcg_cut_200 0_3 0.5663 ndcg_cut_500 0_3 0.5663 ndcg_cut_1000 0_3 0.5663 map_cut_5 0_3 0.0417 map_cut_10 0_3 0.0877 map_cut_15 0_3 0.0877 map_cut_20 0_3 0.1483 map_cut_30 0_3 0.1992 map_cut_100 0_3 0.3017 map_cut_200 0_3 0.3228 map_cut_500 0_3 0.3228 map_cut_1000 0_3 0.3228 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.4000 relative_P_15 0_3 0.2667 relative_P_20 0_3 0.4000 relative_P_30 0_3 0.4583 relative_P_100 0_3 0.8750 relative_P_200 0_3 1.0000 relative_P_500 0_3 1.0000 relative_P_1000 0_3 1.0000 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0240 set_relative_P 0_3 1.0000 set_recall 0_3 1.0000 set_map 0_3 0.0240 set_F 0_3 0.0469 num_nonrel_judged_ret 0_3 142 rbp 0_3 0.1209 rbp_resid 0_3 0.0066 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 20 map 0_4 0.5523 Rprec 0_4 0.4500 bpref 0_4 0.5125 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 1.0000 iprec_at_recall_0.40 0_4 0.8000 iprec_at_recall_0.50 0_4 0.4762 iprec_at_recall_0.60 0_4 0.2609 iprec_at_recall_0.70 0_4 0.1875 iprec_at_recall_0.80 0_4 0.1875 iprec_at_recall_0.90 0_4 0.1875 iprec_at_recall_1.00 0_4 0.1639 P_5 0_4 1.0000 P_10 0_4 0.8000 P_15 0_4 0.6000 P_20 0_4 0.4500 P_30 0_4 0.3333 P_100 0_4 0.1800 P_200 0_4 0.1000 P_500 0_4 0.0400 P_1000 0_4 0.0200 relstring 0_4 '34442120-2' recall_5 0_4 0.2500 recall_10 0_4 0.4000 recall_15 0_4 0.4500 recall_20 0_4 0.4500 recall_30 0_4 0.5000 recall_100 0_4 0.9000 recall_200 0_4 1.0000 recall_500 0_4 1.0000 recall_1000 0_4 1.0000 infAP 0_4 0.5523 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.8750 Rprec_mult_0.60 0_4 0.7500 Rprec_mult_0.80 0_4 0.5625 Rprec_mult_1.00 0_4 0.4500 Rprec_mult_1.20 0_4 0.4167 Rprec_mult_1.40 0_4 0.3571 Rprec_mult_1.60 0_4 0.3125 Rprec_mult_1.80 0_4 0.3056 Rprec_mult_2.00 0_4 0.2750 utility 0_4 -960.0000 11pt_avg 0_4 0.5694 binG 0_4 0.4944 G 0_4 0.4753 ndcg 0_4 0.8607 ndcg_rel 0_4 0.8260 Rndcg 0_4 0.8383 ndcg_cut_5 0_4 0.9462 ndcg_cut_10 0_4 0.8434 ndcg_cut_15 0_4 0.7600 ndcg_cut_20 0_4 0.7067 ndcg_cut_30 0_4 0.7201 ndcg_cut_100 0_4 0.8347 ndcg_cut_200 0_4 0.8607 ndcg_cut_500 0_4 0.8607 ndcg_cut_1000 0_4 0.8607 map_cut_5 0_4 0.2500 map_cut_10 0_4 0.3900 map_cut_15 0_4 0.4275 map_cut_20 0_4 0.4275 map_cut_30 0_4 0.4513 map_cut_100 0_4 0.5349 map_cut_200 0_4 0.5523 map_cut_500 0_4 0.5523 map_cut_1000 0_4 0.5523 relative_P_5 0_4 1.0000 relative_P_10 0_4 0.8000 relative_P_15 0_4 0.6000 relative_P_20 0_4 0.4500 relative_P_30 0_4 0.5000 relative_P_100 0_4 0.9000 relative_P_200 0_4 1.0000 relative_P_500 0_4 1.0000 relative_P_1000 0_4 1.0000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0200 set_relative_P 0_4 1.0000 set_recall 0_4 1.0000 set_map 0_4 0.0200 set_F 0_4 0.0392 num_nonrel_judged_ret 0_4 43 rbp 0_4 0.4243 rbp_resid 0_4 0.1655 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.2000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 95 map 0_6 0.4674 Rprec 0_6 0.5124 bpref 0_6 0.6966 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.9474 iprec_at_recall_0.20 0_6 0.8571 iprec_at_recall_0.30 0_6 0.6786 iprec_at_recall_0.40 0_6 0.6364 iprec_at_recall_0.50 0_6 0.5126 iprec_at_recall_0.60 0_6 0.3443 iprec_at_recall_0.70 0_6 0.2053 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 1.0000 P_10 0_6 1.0000 P_15 0_6 0.9333 P_20 0_6 0.9000 P_30 0_6 0.8000 P_100 0_6 0.5500 P_200 0_6 0.3600 P_500 0_6 0.1800 P_1000 0_6 0.0950 relstring 0_6 '2332222312' recall_5 0_6 0.0413 recall_10 0_6 0.0826 recall_15 0_6 0.1157 recall_20 0_6 0.1488 recall_30 0_6 0.1983 recall_100 0_6 0.4545 recall_200 0_6 0.5950 recall_500 0_6 0.7438 recall_1000 0_6 0.7851 infAP 0_6 0.4674 Rprec_mult_0.20 0_6 0.8400 Rprec_mult_0.40 0_6 0.6735 Rprec_mult_0.60 0_6 0.6164 Rprec_mult_0.80 0_6 0.5464 Rprec_mult_1.00 0_6 0.5124 Rprec_mult_1.20 0_6 0.4589 Rprec_mult_1.40 0_6 0.4118 Rprec_mult_1.60 0_6 0.3660 Rprec_mult_1.80 0_6 0.3394 Rprec_mult_2.00 0_6 0.3099 utility 0_6 -810.0000 11pt_avg 0_6 0.4711 binG 0_6 0.2533 G 0_6 0.1875 ndcg 0_6 0.7427 ndcg_rel 0_6 0.6992 Rndcg 0_6 0.6970 ndcg_cut_5 0_6 0.7945 ndcg_cut_10 0_6 0.8257 ndcg_cut_15 0_6 0.7858 ndcg_cut_20 0_6 0.7340 ndcg_cut_30 0_6 0.6889 ndcg_cut_100 0_6 0.6180 ndcg_cut_200 0_6 0.6549 ndcg_cut_500 0_6 0.7224 ndcg_cut_1000 0_6 0.7427 map_cut_5 0_6 0.0413 map_cut_10 0_6 0.0826 map_cut_15 0_6 0.1139 map_cut_20 0_6 0.1451 map_cut_30 0_6 0.1884 map_cut_100 0_6 0.3566 map_cut_200 0_6 0.4247 map_cut_500 0_6 0.4612 map_cut_1000 0_6 0.4674 relative_P_5 0_6 1.0000 relative_P_10 0_6 1.0000 relative_P_15 0_6 0.9333 relative_P_20 0_6 0.9000 relative_P_30 0_6 0.8000 relative_P_100 0_6 0.5500 relative_P_200 0_6 0.5950 relative_P_500 0_6 0.7438 relative_P_1000 0_6 0.7851 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0950 set_relative_P 0_6 0.7851 set_recall 0_6 0.7851 set_map 0_6 0.0746 set_F 0_6 0.1695 num_nonrel_judged_ret 0_6 19 rbp 0_6 0.6076 rbp_resid 0_6 0.0511 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.0500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 24 map 0_7 0.2222 Rprec 0_7 0.3333 bpref 0_7 0.3196 recip_rank 0_7 0.5000 iprec_at_recall_0.00 0_7 0.7500 iprec_at_recall_0.10 0_7 0.7500 iprec_at_recall_0.20 0_7 0.3333 iprec_at_recall_0.30 0_7 0.3333 iprec_at_recall_0.40 0_7 0.2500 iprec_at_recall_0.50 0_7 0.1574 iprec_at_recall_0.60 0_7 0.1361 iprec_at_recall_0.70 0_7 0.0983 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.6000 P_10 0_7 0.5000 P_15 0_7 0.4000 P_20 0_7 0.3000 P_30 0_7 0.3000 P_100 0_7 0.1600 P_200 0_7 0.1050 P_500 0_7 0.0480 P_1000 0_7 0.0240 relstring 0_7 '011101001-' recall_5 0_7 0.0909 recall_10 0_7 0.1515 recall_15 0_7 0.1818 recall_20 0_7 0.1818 recall_30 0_7 0.2727 recall_100 0_7 0.4848 recall_200 0_7 0.6364 recall_500 0_7 0.7273 recall_1000 0_7 0.7273 infAP 0_7 0.2222 Rprec_mult_0.20 0_7 0.5714 Rprec_mult_0.40 0_7 0.3571 Rprec_mult_0.60 0_7 0.3000 Rprec_mult_0.80 0_7 0.2963 Rprec_mult_1.00 0_7 0.3333 Rprec_mult_1.20 0_7 0.3000 Rprec_mult_1.40 0_7 0.2553 Rprec_mult_1.60 0_7 0.2453 Rprec_mult_1.80 0_7 0.2167 Rprec_mult_2.00 0_7 0.2273 utility 0_7 -952.0000 11pt_avg 0_7 0.2553 binG 0_7 0.1888 G 0_7 0.1618 ndcg 0_7 0.4970 ndcg_rel 0_7 0.4112 Rndcg 0_7 0.3393 ndcg_cut_5 0_7 0.3410 ndcg_cut_10 0_7 0.3594 ndcg_cut_15 0_7 0.3295 ndcg_cut_20 0_7 0.2847 ndcg_cut_30 0_7 0.3087 ndcg_cut_100 0_7 0.4023 ndcg_cut_200 0_7 0.4644 ndcg_cut_500 0_7 0.4970 ndcg_cut_1000 0_7 0.4970 map_cut_5 0_7 0.0581 map_cut_10 0_7 0.0951 map_cut_15 0_7 0.1072 map_cut_20 0_7 0.1072 map_cut_30 0_7 0.1361 map_cut_100 0_7 0.1928 map_cut_200 0_7 0.2143 map_cut_500 0_7 0.2222 map_cut_1000 0_7 0.2222 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.5000 relative_P_15 0_7 0.4000 relative_P_20 0_7 0.3000 relative_P_30 0_7 0.3000 relative_P_100 0_7 0.4848 relative_P_200 0_7 0.6364 relative_P_500 0_7 0.7273 relative_P_1000 0_7 0.7273 success_1 0_7 0.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0240 set_relative_P 0_7 0.7273 set_recall 0_7 0.7273 set_map 0_7 0.0175 set_F 0_7 0.0465 num_nonrel_judged_ret 0_7 65 rbp 0_7 0.2079 rbp_resid 0_7 0.1658 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.2000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 28 map 0_8 0.3472 Rprec 0_8 0.3548 bpref 0_8 0.6982 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 0.8000 iprec_at_recall_0.20 0_8 0.5000 iprec_at_recall_0.30 0_8 0.4286 iprec_at_recall_0.40 0_8 0.3429 iprec_at_recall_0.50 0_8 0.3273 iprec_at_recall_0.60 0_8 0.2714 iprec_at_recall_0.70 0_8 0.2000 iprec_at_recall_0.80 0_8 0.1761 iprec_at_recall_0.90 0_8 0.0712 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.8000 P_10 0_8 0.5000 P_15 0_8 0.4667 P_20 0_8 0.4000 P_30 0_8 0.3667 P_100 0_8 0.1900 P_200 0_8 0.1350 P_500 0_8 0.0560 P_1000 0_8 0.0280 relstring 0_8 '21021---2-' recall_5 0_8 0.1290 recall_10 0_8 0.1613 recall_15 0_8 0.2258 recall_20 0_8 0.2581 recall_30 0_8 0.3548 recall_100 0_8 0.6129 recall_200 0_8 0.8710 recall_500 0_8 0.9032 recall_1000 0_8 0.9032 infAP 0_8 0.3472 Rprec_mult_0.20 0_8 0.5714 Rprec_mult_0.40 0_8 0.4615 Rprec_mult_0.60 0_8 0.4211 Rprec_mult_0.80 0_8 0.4000 Rprec_mult_1.00 0_8 0.3548 Rprec_mult_1.20 0_8 0.3158 Rprec_mult_1.40 0_8 0.3182 Rprec_mult_1.60 0_8 0.3000 Rprec_mult_1.80 0_8 0.3214 Rprec_mult_2.00 0_8 0.2903 utility 0_8 -944.0000 11pt_avg 0_8 0.3743 binG 0_8 0.2632 G 0_8 0.2519 ndcg 0_8 0.7192 ndcg_rel 0_8 0.6326 Rndcg 0_8 0.5829 ndcg_cut_5 0_8 0.6578 ndcg_cut_10 0_8 0.5093 ndcg_cut_15 0_8 0.5455 ndcg_cut_20 0_8 0.5296 ndcg_cut_30 0_8 0.5103 ndcg_cut_100 0_8 0.6075 ndcg_cut_200 0_8 0.7022 ndcg_cut_500 0_8 0.7192 ndcg_cut_1000 0_8 0.7192 map_cut_5 0_8 0.1145 map_cut_10 0_8 0.1324 map_cut_15 0_8 0.1635 map_cut_20 0_8 0.1770 map_cut_30 0_8 0.2161 map_cut_100 0_8 0.2980 map_cut_200 0_8 0.3449 map_cut_500 0_8 0.3472 map_cut_1000 0_8 0.3472 relative_P_5 0_8 0.8000 relative_P_10 0_8 0.5000 relative_P_15 0_8 0.4667 relative_P_20 0_8 0.4000 relative_P_30 0_8 0.3667 relative_P_100 0_8 0.6129 relative_P_200 0_8 0.8710 relative_P_500 0_8 0.9032 relative_P_1000 0_8 0.9032 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0280 set_relative_P 0_8 0.9032 set_recall 0_8 0.9032 set_map 0_8 0.0253 set_F 0_8 0.0543 num_nonrel_judged_ret 0_8 23 rbp 0_8 0.3853 rbp_resid 0_8 0.3648 unj_5 0_8 0.0000 unj_10 0_8 0.4000 unj_20 0_8 0.4000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 60 map 10_1 0.2442 Rprec 10_1 0.3220 bpref 10_1 0.4362 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.7368 iprec_at_recall_0.20 10_1 0.6486 iprec_at_recall_0.30 10_1 0.3646 iprec_at_recall_0.40 10_1 0.1697 iprec_at_recall_0.50 10_1 0.1128 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 1.0000 P_10 10_1 0.9000 P_15 10_1 0.7333 P_20 10_1 0.7000 P_30 10_1 0.6667 P_100 10_1 0.3500 P_200 10_1 0.2100 P_500 10_1 0.1160 P_1000 10_1 0.0600 relstring 10_1 '1221101222' recall_5 10_1 0.0424 recall_10 10_1 0.0763 recall_15 10_1 0.0932 recall_20 10_1 0.1186 recall_30 10_1 0.1695 recall_100 10_1 0.2966 recall_200 10_1 0.3559 recall_500 10_1 0.4915 recall_1000 10_1 0.5085 infAP 10_1 0.2442 Rprec_mult_0.20 10_1 0.6667 Rprec_mult_0.40 10_1 0.5000 Rprec_mult_0.60 10_1 0.4225 Rprec_mult_0.80 10_1 0.3579 Rprec_mult_1.00 10_1 0.3220 Rprec_mult_1.20 10_1 0.2817 Rprec_mult_1.40 10_1 0.2530 Rprec_mult_1.60 10_1 0.2222 Rprec_mult_1.80 10_1 0.1972 Rprec_mult_2.00 10_1 0.1822 utility 10_1 -880.0000 11pt_avg 10_1 0.2757 binG 10_1 0.1528 G 10_1 0.0961 ndcg 10_1 0.4655 ndcg_rel 10_1 0.4531 Rndcg 10_1 0.4330 ndcg_cut_5 10_1 0.4823 ndcg_cut_10 10_1 0.5343 ndcg_cut_15 10_1 0.4931 ndcg_cut_20 10_1 0.4801 ndcg_cut_30 10_1 0.4630 ndcg_cut_100 10_1 0.3834 ndcg_cut_200 10_1 0.3942 ndcg_cut_500 10_1 0.4598 ndcg_cut_1000 10_1 0.4655 map_cut_5 10_1 0.0424 map_cut_10 10_1 0.0722 map_cut_15 10_1 0.0877 map_cut_20 10_1 0.1060 map_cut_30 10_1 0.1399 map_cut_100 10_1 0.2035 map_cut_200 10_1 0.2215 map_cut_500 10_1 0.2424 map_cut_1000 10_1 0.2442 relative_P_5 10_1 1.0000 relative_P_10 10_1 0.9000 relative_P_15 10_1 0.7333 relative_P_20 10_1 0.7000 relative_P_30 10_1 0.6667 relative_P_100 10_1 0.3500 relative_P_200 10_1 0.3559 relative_P_500 10_1 0.4915 relative_P_1000 10_1 0.5085 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0600 set_relative_P 10_1 0.5085 set_recall 10_1 0.5085 set_map 10_1 0.0305 set_F 10_1 0.1073 num_nonrel_judged_ret 10_1 52 rbp 10_1 0.3812 rbp_resid 10_1 0.0265 unj_5 10_1 0.0000 unj_10 10_1 0.0000 unj_20 10_1 0.0000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 65 map 10_12 0.3978 Rprec 10_12 0.3803 bpref 10_12 0.7435 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.6842 iprec_at_recall_0.20 10_12 0.6364 iprec_at_recall_0.30 10_12 0.5250 iprec_at_recall_0.40 10_12 0.4079 iprec_at_recall_0.50 10_12 0.3939 iprec_at_recall_0.60 10_12 0.3028 iprec_at_recall_0.70 10_12 0.2500 iprec_at_recall_0.80 10_12 0.2086 iprec_at_recall_0.90 10_12 0.1844 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.8000 P_10 10_12 0.6000 P_15 10_12 0.6000 P_20 10_12 0.6500 P_30 10_12 0.5333 P_100 10_12 0.3900 P_200 10_12 0.2450 P_500 10_12 0.1280 P_1000 10_12 0.0650 relstring 10_12 '2320412--0' recall_5 10_12 0.0563 recall_10 10_12 0.0845 recall_15 10_12 0.1268 recall_20 10_12 0.1831 recall_30 10_12 0.2254 recall_100 10_12 0.5493 recall_200 10_12 0.6901 recall_500 10_12 0.9014 recall_1000 10_12 0.9155 infAP 10_12 0.3978 Rprec_mult_0.20 10_12 0.6000 Rprec_mult_0.40 10_12 0.5172 Rprec_mult_0.60 10_12 0.4884 Rprec_mult_0.80 10_12 0.4561 Rprec_mult_1.00 10_12 0.3803 Rprec_mult_1.20 10_12 0.3837 Rprec_mult_1.40 10_12 0.3900 Rprec_mult_1.60 10_12 0.3596 Rprec_mult_1.80 10_12 0.3203 Rprec_mult_2.00 10_12 0.3028 utility 10_12 -870.0000 11pt_avg 10_12 0.4176 binG 10_12 0.2281 G 10_12 0.1680 ndcg 10_12 0.7002 ndcg_rel 10_12 0.5615 Rndcg 10_12 0.5347 ndcg_cut_5 10_12 0.5867 ndcg_cut_10 10_12 0.4823 ndcg_cut_15 10_12 0.4855 ndcg_cut_20 10_12 0.5340 ndcg_cut_30 10_12 0.4858 ndcg_cut_100 10_12 0.5245 ndcg_cut_200 10_12 0.6031 ndcg_cut_500 10_12 0.6911 ndcg_cut_1000 10_12 0.7002 map_cut_5 10_12 0.0535 map_cut_10 10_12 0.0773 map_cut_15 10_12 0.1041 map_cut_20 10_12 0.1411 map_cut_30 10_12 0.1657 map_cut_100 10_12 0.3083 map_cut_200 10_12 0.3514 map_cut_500 10_12 0.3965 map_cut_1000 10_12 0.3978 relative_P_5 10_12 0.8000 relative_P_10 10_12 0.6000 relative_P_15 10_12 0.6000 relative_P_20 10_12 0.6500 relative_P_30 10_12 0.5333 relative_P_100 10_12 0.5493 relative_P_200 10_12 0.6901 relative_P_500 10_12 0.9014 relative_P_1000 10_12 0.9155 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0650 set_relative_P 10_12 0.9155 set_recall 10_12 0.9155 set_map 10_12 0.0595 set_F 10_12 0.1214 num_nonrel_judged_ret 10_12 30 rbp 10_12 0.3602 rbp_resid 10_12 0.2140 unj_5 10_12 0.0000 unj_10 10_12 0.2000 unj_20 10_12 0.2500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 4 map 10_2 0.0033 Rprec 10_2 0.0000 bpref 10_2 0.0100 recip_rank 10_2 0.0323 iprec_at_recall_0.00 10_2 0.0426 iprec_at_recall_0.10 10_2 0.0152 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0200 P_200 10_2 0.0150 P_500 10_2 0.0080 P_1000 10_2 0.0040 relstring 10_2 '000000-0-0' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0667 recall_200 10_2 0.1000 recall_500 10_2 0.1333 recall_1000 10_2 0.1333 infAP 10_2 0.0033 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0278 Rprec_mult_1.40 10_2 0.0238 Rprec_mult_1.60 10_2 0.0417 Rprec_mult_1.80 10_2 0.0370 Rprec_mult_2.00 10_2 0.0333 utility 10_2 -992.0000 11pt_avg 10_2 0.0052 binG 10_2 0.0208 G 10_2 0.0168 ndcg 10_2 0.0466 ndcg_rel 10_2 0.0439 Rndcg 10_2 0.0093 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0208 ndcg_cut_200 10_2 0.0280 ndcg_cut_500 10_2 0.0466 ndcg_cut_1000 10_2 0.0466 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0025 map_cut_200 10_2 0.0030 map_cut_500 10_2 0.0033 map_cut_1000 10_2 0.0033 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0667 relative_P_200 10_2 0.1000 relative_P_500 10_2 0.1333 relative_P_1000 10_2 0.1333 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0040 set_relative_P 10_2 0.1333 set_recall 10_2 0.1333 set_map 10_2 0.0005 set_F 10_2 0.0078 num_nonrel_judged_ret 10_2 89 rbp 10_2 0.0013 rbp_resid 10_2 0.2133 unj_5 10_2 0.0000 unj_10 10_2 0.2000 unj_20 10_2 0.3000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 3 map 10_3 0.0018 Rprec 10_3 0.0000 bpref 10_3 0.0000 recip_rank 10_3 0.0135 iprec_at_recall_0.00 10_3 0.0192 iprec_at_recall_0.10 10_3 0.0192 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0100 P_200 10_3 0.0100 P_500 10_3 0.0060 P_1000 10_3 0.0030 relstring 10_3 '000000-000' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0435 recall_200 10_3 0.0870 recall_500 10_3 0.1304 recall_1000 10_3 0.1304 infAP 10_3 0.0018 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -994.0000 11pt_avg 10_3 0.0035 binG 10_3 0.0185 G 10_3 0.0136 ndcg 10_3 0.0366 ndcg_rel 10_3 0.0351 Rndcg 10_3 0.0122 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0138 ndcg_cut_200 10_3 0.0265 ndcg_cut_500 10_3 0.0366 ndcg_cut_1000 10_3 0.0366 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0006 map_cut_200 10_3 0.0014 map_cut_500 10_3 0.0018 map_cut_1000 10_3 0.0018 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0435 relative_P_200 10_3 0.0870 relative_P_500 10_3 0.1304 relative_P_1000 10_3 0.1304 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0030 set_relative_P 10_3 0.1304 set_recall 10_3 0.1304 set_map 10_3 0.0004 set_F 10_3 0.0059 num_nonrel_judged_ret 10_3 79 rbp 10_3 0.0000 rbp_resid 10_3 0.1948 unj_5 10_3 0.0000 unj_10 10_3 0.1000 unj_20 10_3 0.3000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 10 map 10_6 0.0235 Rprec 10_6 0.0602 bpref 10_6 0.0714 recip_rank 10_6 0.5000 iprec_at_recall_0.00 10_6 0.6667 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.6000 P_10 10_6 0.4000 P_15 10_6 0.3333 P_20 10_6 0.3000 P_30 10_6 0.2000 P_100 10_6 0.0700 P_200 10_6 0.0400 P_500 10_6 0.0200 P_1000 10_6 0.0100 relstring 10_6 '01101---1-' recall_5 10_6 0.0226 recall_10 10_6 0.0301 recall_15 10_6 0.0376 recall_20 10_6 0.0451 recall_30 10_6 0.0451 recall_100 10_6 0.0526 recall_200 10_6 0.0602 recall_500 10_6 0.0752 recall_1000 10_6 0.0752 infAP 10_6 0.0235 Rprec_mult_0.20 10_6 0.2222 Rprec_mult_0.40 10_6 0.1111 Rprec_mult_0.60 10_6 0.0875 Rprec_mult_0.80 10_6 0.0748 Rprec_mult_1.00 10_6 0.0602 Rprec_mult_1.20 10_6 0.0500 Rprec_mult_1.40 10_6 0.0428 Rprec_mult_1.60 10_6 0.0376 Rprec_mult_1.80 10_6 0.0375 Rprec_mult_2.00 10_6 0.0376 utility 10_6 -980.0000 11pt_avg 10_6 0.0606 binG 10_6 0.0243 G 10_6 0.0124 ndcg 10_6 0.0766 ndcg_rel 10_6 0.0805 Rndcg 10_6 0.0986 ndcg_cut_5 10_6 0.1891 ndcg_cut_10 10_6 0.1621 ndcg_cut_15 10_6 0.1498 ndcg_cut_20 10_6 0.1561 ndcg_cut_30 10_6 0.1237 ndcg_cut_100 10_6 0.0725 ndcg_cut_200 10_6 0.0680 ndcg_cut_500 10_6 0.0766 ndcg_cut_1000 10_6 0.0766 map_cut_5 10_6 0.0133 map_cut_10 10_6 0.0166 map_cut_15 10_6 0.0193 map_cut_20 10_6 0.0216 map_cut_30 10_6 0.0216 map_cut_100 10_6 0.0223 map_cut_200 10_6 0.0229 map_cut_500 10_6 0.0235 map_cut_1000 10_6 0.0235 relative_P_5 10_6 0.6000 relative_P_10 10_6 0.4000 relative_P_15 10_6 0.3333 relative_P_20 10_6 0.3000 relative_P_30 10_6 0.2000 relative_P_100 10_6 0.0700 relative_P_200 10_6 0.0602 relative_P_500 10_6 0.0752 relative_P_1000 10_6 0.0752 success_1 10_6 0.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0100 set_relative_P 10_6 0.0752 set_recall 10_6 0.0752 set_map 10_6 0.0008 set_F 10_6 0.0177 num_nonrel_judged_ret 10_6 18 rbp 10_6 0.1107 rbp_resid 10_6 0.4689 unj_5 10_6 0.0000 unj_10 10_6 0.4000 unj_20 10_6 0.6000 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 70 map 10_7 0.3154 Rprec 10_7 0.3758 bpref 10_7 0.4468 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.9667 iprec_at_recall_0.20 10_7 0.9394 iprec_at_recall_0.30 10_7 0.4434 iprec_at_recall_0.40 10_7 0.2586 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 1.0000 P_10 10_7 1.0000 P_15 10_7 0.9333 P_20 10_7 0.9500 P_30 10_7 0.9667 P_100 10_7 0.4400 P_200 10_7 0.2900 P_500 10_7 0.1360 P_1000 10_7 0.0700 relstring 10_7 '2121111112' recall_5 10_7 0.0336 recall_10 10_7 0.0671 recall_15 10_7 0.0940 recall_20 10_7 0.1275 recall_30 10_7 0.1946 recall_100 10_7 0.2953 recall_200 10_7 0.3893 recall_500 10_7 0.4564 recall_1000 10_7 0.4698 infAP 10_7 0.3154 Rprec_mult_0.20 10_7 0.9667 Rprec_mult_0.40 10_7 0.6167 Rprec_mult_0.60 10_7 0.4778 Rprec_mult_0.80 10_7 0.4167 Rprec_mult_1.00 10_7 0.3758 Rprec_mult_1.20 10_7 0.3184 Rprec_mult_1.40 10_7 0.2775 Rprec_mult_1.60 10_7 0.2510 Rprec_mult_1.80 10_7 0.2268 Rprec_mult_2.00 10_7 0.2148 utility 10_7 -860.0000 11pt_avg 10_7 0.3280 binG 10_7 0.2038 G 10_7 0.0981 ndcg 10_7 0.4742 ndcg_rel 10_7 0.5023 Rndcg 10_7 0.5326 ndcg_cut_5 10_7 0.6450 ndcg_cut_10 10_7 0.6278 ndcg_cut_15 10_7 0.6007 ndcg_cut_20 10_7 0.6009 ndcg_cut_30 10_7 0.5787 ndcg_cut_100 10_7 0.4500 ndcg_cut_200 10_7 0.4311 ndcg_cut_500 10_7 0.4655 ndcg_cut_1000 10_7 0.4742 map_cut_5 10_7 0.0336 map_cut_10 10_7 0.0671 map_cut_15 10_7 0.0925 map_cut_20 10_7 0.1242 map_cut_30 10_7 0.1886 map_cut_100 10_7 0.2608 map_cut_200 10_7 0.2994 map_cut_500 10_7 0.3136 map_cut_1000 10_7 0.3154 relative_P_5 10_7 1.0000 relative_P_10 10_7 1.0000 relative_P_15 10_7 0.9333 relative_P_20 10_7 0.9500 relative_P_30 10_7 0.9667 relative_P_100 10_7 0.4400 relative_P_200 10_7 0.3893 relative_P_500 10_7 0.4564 relative_P_1000 10_7 0.4698 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0700 set_relative_P 10_7 0.4698 set_recall 10_7 0.4698 set_map 10_7 0.0329 set_F 10_7 0.1218 num_nonrel_judged_ret 10_7 18 rbp 10_7 0.4036 rbp_resid 10_7 0.0246 unj_5 10_7 0.0000 unj_10 10_7 0.0000 unj_20 10_7 0.0000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 19 map 10_8 0.0413 Rprec 10_8 0.1053 bpref 10_8 0.2043 recip_rank 10_8 0.3333 iprec_at_recall_0.00 10_8 0.5714 iprec_at_recall_0.10 10_8 0.1231 iprec_at_recall_0.20 10_8 0.0246 iprec_at_recall_0.30 10_8 0.0000 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.4000 P_10 10_8 0.4000 P_15 10_8 0.3333 P_20 10_8 0.2500 P_30 10_8 0.2000 P_100 10_8 0.0800 P_200 10_8 0.0550 P_500 10_8 0.0260 P_1000 10_8 0.0190 relstring 10_8 '0010111--0' recall_5 10_8 0.0263 recall_10 10_8 0.0526 recall_15 10_8 0.0658 recall_20 10_8 0.0658 recall_30 10_8 0.0789 recall_100 10_8 0.1053 recall_200 10_8 0.1447 recall_500 10_8 0.1711 recall_1000 10_8 0.2500 infAP 10_8 0.0413 Rprec_mult_0.20 10_8 0.3125 Rprec_mult_0.40 10_8 0.1935 Rprec_mult_0.60 10_8 0.1304 Rprec_mult_0.80 10_8 0.1148 Rprec_mult_1.00 10_8 0.1053 Rprec_mult_1.20 10_8 0.0870 Rprec_mult_1.40 10_8 0.0748 Rprec_mult_1.60 10_8 0.0656 Rprec_mult_1.80 10_8 0.0657 Rprec_mult_2.00 10_8 0.0592 utility 10_8 -962.0000 11pt_avg 10_8 0.0654 binG 10_8 0.0524 G 10_8 0.0385 ndcg 10_8 0.1694 ndcg_rel 10_8 0.1601 Rndcg 10_8 0.0994 ndcg_cut_5 10_8 0.1178 ndcg_cut_10 10_8 0.1471 ndcg_cut_15 10_8 0.1574 ndcg_cut_20 10_8 0.1338 ndcg_cut_30 10_8 0.1224 ndcg_cut_100 10_8 0.0986 ndcg_cut_200 10_8 0.1140 ndcg_cut_500 10_8 0.1231 ndcg_cut_1000 10_8 0.1694 map_cut_5 10_8 0.0096 map_cut_10 10_8 0.0237 map_cut_15 10_8 0.0288 map_cut_20 10_8 0.0288 map_cut_30 10_8 0.0321 map_cut_100 10_8 0.0357 map_cut_200 10_8 0.0383 map_cut_500 10_8 0.0395 map_cut_1000 10_8 0.0413 relative_P_5 10_8 0.4000 relative_P_10 10_8 0.4000 relative_P_15 10_8 0.3333 relative_P_20 10_8 0.2500 relative_P_30 10_8 0.2000 relative_P_100 10_8 0.1053 relative_P_200 10_8 0.1447 relative_P_500 10_8 0.1711 relative_P_1000 10_8 0.2500 success_1 10_8 0.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0190 set_relative_P 10_8 0.2500 set_recall 10_8 0.2500 set_map 10_8 0.0047 set_F 10_8 0.0353 num_nonrel_judged_ret 10_8 27 rbp 10_8 0.1084 rbp_resid 10_8 0.3739 unj_5 10_8 0.0000 unj_10 10_8 0.2000 unj_20 10_8 0.5000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 33 map 11_10 0.1240 Rprec 11_10 0.1905 bpref 11_10 0.2512 recip_rank 11_10 0.5000 iprec_at_recall_0.00 11_10 0.8750 iprec_at_recall_0.10 11_10 0.6087 iprec_at_recall_0.20 11_10 0.1831 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.8000 P_10 11_10 0.8000 P_15 11_10 0.6000 P_20 11_10 0.5500 P_30 11_10 0.5667 P_100 11_10 0.2200 P_200 11_10 0.1550 P_500 11_10 0.0660 P_1000 11_10 0.0330 relstring 11_10 '02132223-3' recall_5 11_10 0.0317 recall_10 11_10 0.0635 recall_15 11_10 0.0714 recall_20 11_10 0.0873 recall_30 11_10 0.1349 recall_100 11_10 0.1746 recall_200 11_10 0.2460 recall_500 11_10 0.2619 recall_1000 11_10 0.2619 infAP 11_10 0.1240 Rprec_mult_0.20 11_10 0.5769 Rprec_mult_0.40 11_10 0.4118 Rprec_mult_0.60 11_10 0.2895 Rprec_mult_0.80 11_10 0.2178 Rprec_mult_1.00 11_10 0.1905 Rprec_mult_1.20 11_10 0.1776 Rprec_mult_1.40 11_10 0.1638 Rprec_mult_1.60 11_10 0.1535 Rprec_mult_1.80 11_10 0.1366 Rprec_mult_2.00 11_10 0.1270 utility 11_10 -934.0000 11pt_avg 11_10 0.1515 binG 11_10 0.0808 G 11_10 0.0480 ndcg 11_10 0.2686 ndcg_rel 11_10 0.2857 Rndcg 11_10 0.2230 ndcg_cut_5 11_10 0.3888 ndcg_cut_10 11_10 0.4798 ndcg_cut_15 11_10 0.3912 ndcg_cut_20 11_10 0.3713 ndcg_cut_30 11_10 0.3788 ndcg_cut_100 11_10 0.2439 ndcg_cut_200 11_10 0.2597 ndcg_cut_500 11_10 0.2686 ndcg_cut_1000 11_10 0.2686 map_cut_5 11_10 0.0216 map_cut_10 11_10 0.0483 map_cut_15 11_10 0.0530 map_cut_20 11_10 0.0623 map_cut_30 11_10 0.0905 map_cut_100 11_10 0.1091 map_cut_200 11_10 0.1221 map_cut_500 11_10 0.1240 map_cut_1000 11_10 0.1240 relative_P_5 11_10 0.8000 relative_P_10 11_10 0.8000 relative_P_15 11_10 0.6000 relative_P_20 11_10 0.5500 relative_P_30 11_10 0.5667 relative_P_100 11_10 0.2200 relative_P_200 11_10 0.2460 relative_P_500 11_10 0.2619 relative_P_1000 11_10 0.2619 success_1 11_10 0.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0330 set_relative_P 11_10 0.2619 set_recall 11_10 0.2619 set_map 11_10 0.0086 set_F 11_10 0.0586 num_nonrel_judged_ret 11_10 10 rbp 11_10 0.3267 rbp_resid 11_10 0.2695 unj_5 11_10 0.0000 unj_10 11_10 0.1000 unj_20 11_10 0.4000 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 128 map 11_11 0.5644 Rprec 11_11 0.5522 bpref 11_11 0.8763 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.8889 iprec_at_recall_0.20 11_11 0.8710 iprec_at_recall_0.30 11_11 0.6949 iprec_at_recall_0.40 11_11 0.6517 iprec_at_recall_0.50 11_11 0.5913 iprec_at_recall_0.60 11_11 0.5128 iprec_at_recall_0.70 11_11 0.4378 iprec_at_recall_0.80 11_11 0.3036 iprec_at_recall_0.90 11_11 0.2648 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 0.8667 P_20 11_11 0.8500 P_30 11_11 0.8667 P_100 11_11 0.6000 P_200 11_11 0.4550 P_500 11_11 0.2460 P_1000 11_11 0.1280 relstring 11_11 '2323232242' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.0970 recall_20 11_11 0.1269 recall_30 11_11 0.1940 recall_100 11_11 0.4478 recall_200 11_11 0.6791 recall_500 11_11 0.9179 recall_1000 11_11 0.9552 infAP 11_11 0.5644 Rprec_mult_0.20 11_11 0.8519 Rprec_mult_0.40 11_11 0.6852 Rprec_mult_0.60 11_11 0.6420 Rprec_mult_0.80 11_11 0.5833 Rprec_mult_1.00 11_11 0.5522 Rprec_mult_1.20 11_11 0.4969 Rprec_mult_1.40 11_11 0.4734 Rprec_mult_1.60 11_11 0.4326 Rprec_mult_1.80 11_11 0.4050 Rprec_mult_2.00 11_11 0.3806 utility 11_11 -744.0000 11pt_avg 11_11 0.5652 binG 11_11 0.2609 G 11_11 0.1822 ndcg 11_11 0.8311 ndcg_rel 11_11 0.6948 Rndcg 11_11 0.6500 ndcg_cut_5 11_11 0.7068 ndcg_cut_10 11_11 0.7592 ndcg_cut_15 11_11 0.7095 ndcg_cut_20 11_11 0.6716 ndcg_cut_30 11_11 0.6749 ndcg_cut_100 11_11 0.6234 ndcg_cut_200 11_11 0.7110 ndcg_cut_500 11_11 0.8150 ndcg_cut_1000 11_11 0.8311 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.0948 map_cut_20 11_11 0.1209 map_cut_30 11_11 0.1779 map_cut_100 11_11 0.3519 map_cut_200 11_11 0.4754 map_cut_500 11_11 0.5564 map_cut_1000 11_11 0.5644 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 0.8667 relative_P_20 11_11 0.8500 relative_P_30 11_11 0.8667 relative_P_100 11_11 0.6000 relative_P_200 11_11 0.6791 relative_P_500 11_11 0.9179 relative_P_1000 11_11 0.9552 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1280 set_relative_P 11_11 0.9552 set_recall 11_11 0.9552 set_map 11_11 0.1223 set_F 11_11 0.2257 num_nonrel_judged_ret 11_11 8 rbp 11_11 0.5375 rbp_resid 11_11 0.0348 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 63 map 11_12 0.2887 Rprec 11_12 0.3371 bpref 11_12 0.6074 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.7000 iprec_at_recall_0.20 11_12 0.5938 iprec_at_recall_0.30 11_12 0.4655 iprec_at_recall_0.40 11_12 0.3025 iprec_at_recall_0.50 11_12 0.2064 iprec_at_recall_0.60 11_12 0.1399 iprec_at_recall_0.70 11_12 0.0838 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.8000 P_10 11_12 0.7000 P_15 11_12 0.6667 P_20 11_12 0.7000 P_30 11_12 0.5667 P_100 11_12 0.3300 P_200 11_12 0.2100 P_500 11_12 0.1140 P_1000 11_12 0.0630 relstring 11_12 '2110211200' recall_5 11_12 0.0449 recall_10 11_12 0.0787 recall_15 11_12 0.1124 recall_20 11_12 0.1573 recall_30 11_12 0.1910 recall_100 11_12 0.3708 recall_200 11_12 0.4719 recall_500 11_12 0.6404 recall_1000 11_12 0.7079 infAP 11_12 0.2887 Rprec_mult_0.20 11_12 0.6667 Rprec_mult_0.40 11_12 0.5556 Rprec_mult_0.60 11_12 0.4630 Rprec_mult_0.80 11_12 0.3750 Rprec_mult_1.00 11_12 0.3371 Rprec_mult_1.20 11_12 0.3084 Rprec_mult_1.40 11_12 0.2880 Rprec_mult_1.60 11_12 0.2727 Rprec_mult_1.80 11_12 0.2547 Rprec_mult_2.00 11_12 0.2303 utility 11_12 -874.0000 11pt_avg 11_12 0.3174 binG 11_12 0.1798 G 11_12 0.1187 ndcg 11_12 0.5501 ndcg_rel 11_12 0.4814 Rndcg 11_12 0.4324 ndcg_cut_5 11_12 0.4414 ndcg_cut_10 11_12 0.3833 ndcg_cut_15 11_12 0.4066 ndcg_cut_20 11_12 0.4297 ndcg_cut_30 11_12 0.4064 ndcg_cut_100 11_12 0.3957 ndcg_cut_200 11_12 0.4549 ndcg_cut_500 11_12 0.5248 ndcg_cut_1000 11_12 0.5501 map_cut_5 11_12 0.0427 map_cut_10 11_12 0.0715 map_cut_15 11_12 0.0950 map_cut_20 11_12 0.1253 map_cut_30 11_12 0.1466 map_cut_100 11_12 0.2282 map_cut_200 11_12 0.2563 map_cut_500 11_12 0.2824 map_cut_1000 11_12 0.2887 relative_P_5 11_12 0.8000 relative_P_10 11_12 0.7000 relative_P_15 11_12 0.6667 relative_P_20 11_12 0.7000 relative_P_30 11_12 0.5667 relative_P_100 11_12 0.3708 relative_P_200 11_12 0.4719 relative_P_500 11_12 0.6404 relative_P_1000 11_12 0.7079 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0630 set_relative_P 11_12 0.7079 set_recall 11_12 0.7079 set_map 11_12 0.0446 set_F 11_12 0.1157 num_nonrel_judged_ret 11_12 33 rbp 11_12 0.3580 rbp_resid 11_12 0.1064 unj_5 11_12 0.0000 unj_10 11_12 0.0000 unj_20 11_12 0.0500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 80 map 11_13 0.2337 Rprec 11_13 0.3153 bpref 11_13 0.3773 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.8333 iprec_at_recall_0.20 11_13 0.5059 iprec_at_recall_0.30 11_13 0.3547 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 1.0000 P_10 11_13 1.0000 P_15 11_13 1.0000 P_20 11_13 0.8500 P_30 11_13 0.7667 P_100 11_13 0.4700 P_200 11_13 0.3200 P_500 11_13 0.1600 P_1000 11_13 0.0800 relstring 11_13 '2133222221' recall_5 11_13 0.0246 recall_10 11_13 0.0493 recall_15 11_13 0.0739 recall_20 11_13 0.0837 recall_30 11_13 0.1133 recall_100 11_13 0.2315 recall_200 11_13 0.3153 recall_500 11_13 0.3941 recall_1000 11_13 0.3941 infAP 11_13 0.2337 Rprec_mult_0.20 11_13 0.7561 Rprec_mult_0.40 11_13 0.4878 Rprec_mult_0.60 11_13 0.4426 Rprec_mult_0.80 11_13 0.3558 Rprec_mult_1.00 11_13 0.3153 Rprec_mult_1.20 11_13 0.2828 Rprec_mult_1.40 11_13 0.2491 Rprec_mult_1.60 11_13 0.2277 Rprec_mult_1.80 11_13 0.2077 Rprec_mult_2.00 11_13 0.1897 utility 11_13 -840.0000 11pt_avg 11_13 0.2449 binG 11_13 0.1401 G 11_13 0.0765 ndcg 11_13 0.4438 ndcg_rel 11_13 0.4763 Rndcg 11_13 0.4289 ndcg_cut_5 11_13 0.7006 ndcg_cut_10 11_13 0.6675 ndcg_cut_15 11_13 0.7131 ndcg_cut_20 11_13 0.6479 ndcg_cut_30 11_13 0.5989 ndcg_cut_100 11_13 0.4625 ndcg_cut_200 11_13 0.3953 ndcg_cut_500 11_13 0.4438 ndcg_cut_1000 11_13 0.4438 map_cut_5 11_13 0.0246 map_cut_10 11_13 0.0493 map_cut_15 11_13 0.0739 map_cut_20 11_13 0.0822 map_cut_30 11_13 0.1064 map_cut_100 11_13 0.1808 map_cut_200 11_13 0.2145 map_cut_500 11_13 0.2337 map_cut_1000 11_13 0.2337 relative_P_5 11_13 1.0000 relative_P_10 11_13 1.0000 relative_P_15 11_13 1.0000 relative_P_20 11_13 0.8500 relative_P_30 11_13 0.7667 relative_P_100 11_13 0.4700 relative_P_200 11_13 0.3200 relative_P_500 11_13 0.3941 relative_P_1000 11_13 0.3941 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0800 set_relative_P 11_13 0.3941 set_recall 11_13 0.3941 set_map 11_13 0.0315 set_F 11_13 0.1330 num_nonrel_judged_ret 11_13 6 rbp 11_13 0.6496 rbp_resid 11_13 0.0810 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.1500 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 52 map 11_2 0.2484 Rprec 11_2 0.3082 bpref 11_2 0.3427 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.9375 iprec_at_recall_0.20 11_2 0.7436 iprec_at_recall_0.30 11_2 0.3964 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 1.0000 P_10 11_2 1.0000 P_15 11_2 0.9333 P_20 11_2 0.8000 P_30 11_2 0.8000 P_100 11_2 0.4300 P_200 11_2 0.2450 P_500 11_2 0.1040 P_1000 11_2 0.0520 relstring 11_2 '3232123121' recall_5 11_2 0.0342 recall_10 11_2 0.0685 recall_15 11_2 0.0959 recall_20 11_2 0.1096 recall_30 11_2 0.1644 recall_100 11_2 0.2945 recall_200 11_2 0.3356 recall_500 11_2 0.3562 recall_1000 11_2 0.3562 infAP 11_2 0.2484 Rprec_mult_0.20 11_2 0.8000 Rprec_mult_0.40 11_2 0.6102 Rprec_mult_0.60 11_2 0.4773 Rprec_mult_0.80 11_2 0.3761 Rprec_mult_1.00 11_2 0.3082 Rprec_mult_1.20 11_2 0.2727 Rprec_mult_1.40 11_2 0.2390 Rprec_mult_1.60 11_2 0.2094 Rprec_mult_1.80 11_2 0.1901 Rprec_mult_2.00 11_2 0.1781 utility 11_2 -896.0000 11pt_avg 11_2 0.2798 binG 11_2 0.1537 G 11_2 0.0694 ndcg 11_2 0.3802 ndcg_rel 11_2 0.4309 Rndcg 11_2 0.4550 ndcg_cut_5 11_2 0.6691 ndcg_cut_10 11_2 0.6506 ndcg_cut_15 11_2 0.6261 ndcg_cut_20 11_2 0.5814 ndcg_cut_30 11_2 0.5417 ndcg_cut_100 11_2 0.3872 ndcg_cut_200 11_2 0.3678 ndcg_cut_500 11_2 0.3802 ndcg_cut_1000 11_2 0.3802 map_cut_5 11_2 0.0342 map_cut_10 11_2 0.0685 map_cut_15 11_2 0.0944 map_cut_20 11_2 0.1066 map_cut_30 11_2 0.1501 map_cut_100 11_2 0.2317 map_cut_200 11_2 0.2445 map_cut_500 11_2 0.2484 map_cut_1000 11_2 0.2484 relative_P_5 11_2 1.0000 relative_P_10 11_2 1.0000 relative_P_15 11_2 0.9333 relative_P_20 11_2 0.8000 relative_P_30 11_2 0.8000 relative_P_100 11_2 0.4300 relative_P_200 11_2 0.3356 relative_P_500 11_2 0.3562 relative_P_1000 11_2 0.3562 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0520 set_relative_P 11_2 0.3562 set_recall 11_2 0.3562 set_map 11_2 0.0185 set_F 11_2 0.0908 num_nonrel_judged_ret 11_2 18 rbp 11_2 0.4551 rbp_resid 11_2 0.0461 unj_5 11_2 0.0000 unj_10 11_2 0.0000 unj_20 11_2 0.0500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 87 map 11_3 0.3486 Rprec 11_3 0.4309 bpref 11_3 0.4539 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.9697 iprec_at_recall_0.20 11_3 0.8667 iprec_at_recall_0.30 11_3 0.6484 iprec_at_recall_0.40 11_3 0.5245 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.8000 P_10 11_3 0.9000 P_15 11_3 0.9333 P_20 11_3 0.9500 P_30 11_3 0.9667 P_100 11_3 0.6100 P_200 11_3 0.4100 P_500 11_3 0.1740 P_1000 11_3 0.0870 relstring 11_3 '3320322332' recall_5 11_3 0.0213 recall_10 11_3 0.0479 recall_15 11_3 0.0745 recall_20 11_3 0.1011 recall_30 11_3 0.1543 recall_100 11_3 0.3245 recall_200 11_3 0.4362 recall_500 11_3 0.4628 recall_1000 11_3 0.4628 infAP 11_3 0.3486 Rprec_mult_0.20 11_3 0.8684 Rprec_mult_0.40 11_3 0.6974 Rprec_mult_0.60 11_3 0.6018 Rprec_mult_0.80 11_3 0.5033 Rprec_mult_1.00 11_3 0.4309 Rprec_mult_1.20 11_3 0.3805 Rprec_mult_1.40 11_3 0.3258 Rprec_mult_1.60 11_3 0.2890 Rprec_mult_1.80 11_3 0.2566 Rprec_mult_2.00 11_3 0.2314 utility 11_3 -826.0000 11pt_avg 11_3 0.3645 binG 11_3 0.1763 G 11_3 0.1112 ndcg 11_3 0.5311 ndcg_rel 11_3 0.5951 Rndcg 11_3 0.5852 ndcg_cut_5 11_3 0.7974 ndcg_cut_10 11_3 0.7967 ndcg_cut_15 11_3 0.7668 ndcg_cut_20 11_3 0.7616 ndcg_cut_30 11_3 0.7481 ndcg_cut_100 11_3 0.5691 ndcg_cut_200 11_3 0.5190 ndcg_cut_500 11_3 0.5311 ndcg_cut_1000 11_3 0.5311 map_cut_5 11_3 0.0202 map_cut_10 11_3 0.0434 map_cut_15 11_3 0.0679 map_cut_20 11_3 0.0930 map_cut_30 11_3 0.1441 map_cut_100 11_3 0.2768 map_cut_200 11_3 0.3382 map_cut_500 11_3 0.3486 map_cut_1000 11_3 0.3486 relative_P_5 11_3 0.8000 relative_P_10 11_3 0.9000 relative_P_15 11_3 0.9333 relative_P_20 11_3 0.9500 relative_P_30 11_3 0.9667 relative_P_100 11_3 0.6100 relative_P_200 11_3 0.4362 relative_P_500 11_3 0.4628 relative_P_1000 11_3 0.4628 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0870 set_relative_P 11_3 0.4628 set_recall 11_3 0.4628 set_map 11_3 0.0403 set_F 11_3 0.1465 num_nonrel_judged_ret 11_3 14 rbp 11_3 0.7132 rbp_resid 11_3 0.0169 unj_5 11_3 0.0000 unj_10 11_3 0.0000 unj_20 11_3 0.0000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 116 map 11_4 0.4767 Rprec 11_4 0.4375 bpref 11_4 0.7965 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 1.0000 iprec_at_recall_0.20 11_4 1.0000 iprec_at_recall_0.30 11_4 0.7544 iprec_at_recall_0.40 11_4 0.5273 iprec_at_recall_0.50 11_4 0.4000 iprec_at_recall_0.60 11_4 0.2937 iprec_at_recall_0.70 11_4 0.2512 iprec_at_recall_0.80 11_4 0.1505 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 1.0000 P_15 11_4 1.0000 P_20 11_4 1.0000 P_30 11_4 1.0000 P_100 11_4 0.5600 P_200 11_4 0.3850 P_500 11_4 0.2120 P_1000 11_4 0.1160 relstring 11_4 '3232221222' recall_5 11_4 0.0347 recall_10 11_4 0.0694 recall_15 11_4 0.1042 recall_20 11_4 0.1389 recall_30 11_4 0.2083 recall_100 11_4 0.3889 recall_200 11_4 0.5347 recall_500 11_4 0.7361 recall_1000 11_4 0.8056 infAP 11_4 0.4767 Rprec_mult_0.20 11_4 1.0000 Rprec_mult_0.40 11_4 0.7414 Rprec_mult_0.60 11_4 0.5977 Rprec_mult_0.80 11_4 0.5000 Rprec_mult_1.00 11_4 0.4375 Rprec_mult_1.20 11_4 0.4046 Rprec_mult_1.40 11_4 0.3812 Rprec_mult_1.60 11_4 0.3377 Rprec_mult_1.80 11_4 0.3192 Rprec_mult_2.00 11_4 0.2951 utility 11_4 -768.0000 11pt_avg 11_4 0.4888 binG 11_4 0.3180 G 11_4 0.1934 ndcg 11_4 0.7740 ndcg_rel 11_4 0.7434 Rndcg 11_4 0.7254 ndcg_cut_5 11_4 0.8362 ndcg_cut_10 11_4 0.8520 ndcg_cut_15 11_4 0.8262 ndcg_cut_20 11_4 0.8502 ndcg_cut_30 11_4 0.8404 ndcg_cut_100 11_4 0.6544 ndcg_cut_200 11_4 0.6478 ndcg_cut_500 11_4 0.7474 ndcg_cut_1000 11_4 0.7740 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0694 map_cut_15 11_4 0.1042 map_cut_20 11_4 0.1389 map_cut_30 11_4 0.2083 map_cut_100 11_4 0.3435 map_cut_200 11_4 0.4078 map_cut_500 11_4 0.4644 map_cut_1000 11_4 0.4767 relative_P_5 11_4 1.0000 relative_P_10 11_4 1.0000 relative_P_15 11_4 1.0000 relative_P_20 11_4 1.0000 relative_P_30 11_4 1.0000 relative_P_100 11_4 0.5600 relative_P_200 11_4 0.5347 relative_P_500 11_4 0.7361 relative_P_1000 11_4 0.8056 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1160 set_relative_P 11_4 0.8056 set_recall 11_4 0.8056 set_map 11_4 0.0934 set_F 11_4 0.2028 num_nonrel_judged_ret 11_4 1 rbp 11_4 0.6578 rbp_resid 11_4 0.0226 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.0000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 56 map 11_6 0.6443 Rprec 11_6 0.6333 bpref 11_6 0.9110 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 1.0000 iprec_at_recall_0.20 11_6 0.9444 iprec_at_recall_0.30 11_6 0.9048 iprec_at_recall_0.40 11_6 0.8966 iprec_at_recall_0.50 11_6 0.7391 iprec_at_recall_0.60 11_6 0.6545 iprec_at_recall_0.70 11_6 0.4773 iprec_at_recall_0.80 11_6 0.2128 iprec_at_recall_0.90 11_6 0.1725 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 1.0000 P_15 11_6 0.9333 P_20 11_6 0.9000 P_30 11_6 0.8667 P_100 11_6 0.4400 P_200 11_6 0.2300 P_500 11_6 0.1080 P_1000 11_6 0.0560 relstring 11_6 '3223322333' recall_5 11_6 0.0833 recall_10 11_6 0.1667 recall_15 11_6 0.2333 recall_20 11_6 0.3000 recall_30 11_6 0.4333 recall_100 11_6 0.7333 recall_200 11_6 0.7667 recall_500 11_6 0.9000 recall_1000 11_6 0.9333 infAP 11_6 0.6443 Rprec_mult_0.20 11_6 0.9167 Rprec_mult_0.40 11_6 0.8750 Rprec_mult_0.60 11_6 0.8056 Rprec_mult_0.80 11_6 0.7083 Rprec_mult_1.00 11_6 0.6333 Rprec_mult_1.20 11_6 0.5417 Rprec_mult_1.40 11_6 0.4762 Rprec_mult_1.60 11_6 0.4479 Rprec_mult_1.80 11_6 0.4167 Rprec_mult_2.00 11_6 0.3750 utility 11_6 -888.0000 11pt_avg 11_6 0.6365 binG 11_6 0.4051 G 11_6 0.2605 ndcg 11_6 0.8455 ndcg_rel 11_6 0.8073 Rndcg 11_6 0.7803 ndcg_cut_5 11_6 0.8721 ndcg_cut_10 11_6 0.8664 ndcg_cut_15 11_6 0.8304 ndcg_cut_20 11_6 0.8148 ndcg_cut_30 11_6 0.8209 ndcg_cut_100 11_6 0.7765 ndcg_cut_200 11_6 0.7854 ndcg_cut_500 11_6 0.8358 ndcg_cut_1000 11_6 0.8455 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1667 map_cut_15 11_6 0.2284 map_cut_20 11_6 0.2904 map_cut_30 11_6 0.4086 map_cut_100 11_6 0.6032 map_cut_200 11_6 0.6155 map_cut_500 11_6 0.6417 map_cut_1000 11_6 0.6443 relative_P_5 11_6 1.0000 relative_P_10 11_6 1.0000 relative_P_15 11_6 0.9333 relative_P_20 11_6 0.9000 relative_P_30 11_6 0.8667 relative_P_100 11_6 0.7333 relative_P_200 11_6 0.7667 relative_P_500 11_6 0.9000 relative_P_1000 11_6 0.9333 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0560 set_relative_P 11_6 0.9333 set_recall 11_6 0.9333 set_map 11_6 0.0523 set_F 11_6 0.1057 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.7374 rbp_resid 11_6 0.0896 unj_5 11_6 0.0000 unj_10 11_6 0.0000 unj_20 11_6 0.1000 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 31 map 11_7 0.0715 Rprec 11_7 0.1889 bpref 11_7 0.2816 recip_rank 11_7 0.5000 iprec_at_recall_0.00 11_7 0.6667 iprec_at_recall_0.10 11_7 0.2400 iprec_at_recall_0.20 11_7 0.2043 iprec_at_recall_0.30 11_7 0.1067 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.4000 P_10 11_7 0.3000 P_15 11_7 0.2667 P_20 11_7 0.2000 P_30 11_7 0.2000 P_100 11_7 0.2000 P_200 11_7 0.1250 P_500 11_7 0.0600 P_1000 11_7 0.0310 relstring 11_7 '01200001--' recall_5 11_7 0.0222 recall_10 11_7 0.0333 recall_15 11_7 0.0444 recall_20 11_7 0.0444 recall_30 11_7 0.0667 recall_100 11_7 0.2222 recall_200 11_7 0.2778 recall_500 11_7 0.3333 recall_1000 11_7 0.3444 infAP 11_7 0.0715 Rprec_mult_0.20 11_7 0.2222 Rprec_mult_0.40 11_7 0.1944 Rprec_mult_0.60 11_7 0.2222 Rprec_mult_0.80 11_7 0.1944 Rprec_mult_1.00 11_7 0.1889 Rprec_mult_1.20 11_7 0.1852 Rprec_mult_1.40 11_7 0.1587 Rprec_mult_1.60 11_7 0.1458 Rprec_mult_1.80 11_7 0.1481 Rprec_mult_2.00 11_7 0.1389 utility 11_7 -938.0000 11pt_avg 11_7 0.1107 binG 11_7 0.0696 G 11_7 0.0554 ndcg 11_7 0.2629 ndcg_rel 11_7 0.2398 Rndcg 11_7 0.2036 ndcg_cut_5 11_7 0.1928 ndcg_cut_10 11_7 0.1671 ndcg_cut_15 11_7 0.1542 ndcg_cut_20 11_7 0.1323 ndcg_cut_30 11_7 0.1463 ndcg_cut_100 11_7 0.1995 ndcg_cut_200 11_7 0.2281 ndcg_cut_500 11_7 0.2568 ndcg_cut_1000 11_7 0.2629 map_cut_5 11_7 0.0130 map_cut_10 11_7 0.0171 map_cut_15 11_7 0.0203 map_cut_20 11_7 0.0203 map_cut_30 11_7 0.0252 map_cut_100 11_7 0.0573 map_cut_200 11_7 0.0660 map_cut_500 11_7 0.0710 map_cut_1000 11_7 0.0715 relative_P_5 11_7 0.4000 relative_P_10 11_7 0.3000 relative_P_15 11_7 0.2667 relative_P_20 11_7 0.2000 relative_P_30 11_7 0.2000 relative_P_100 11_7 0.2222 relative_P_200 11_7 0.2778 relative_P_500 11_7 0.3333 relative_P_1000 11_7 0.3444 success_1 11_7 0.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0310 set_relative_P 11_7 0.3444 set_recall 11_7 0.3444 set_map 11_7 0.0107 set_F 11_7 0.0569 num_nonrel_judged_ret 11_7 33 rbp 11_7 0.1244 rbp_resid 11_7 0.2731 unj_5 11_7 0.0000 unj_10 11_7 0.2000 unj_20 11_7 0.4000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 80 map 11_8 0.4924 Rprec 11_8 0.5155 bpref 11_8 0.8019 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.9412 iprec_at_recall_0.20 11_8 0.7917 iprec_at_recall_0.30 11_8 0.7805 iprec_at_recall_0.40 11_8 0.6897 iprec_at_recall_0.50 11_8 0.5632 iprec_at_recall_0.60 11_8 0.3893 iprec_at_recall_0.70 11_8 0.2345 iprec_at_recall_0.80 11_8 0.1178 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 0.9000 P_15 11_8 0.9333 P_20 11_8 0.9000 P_30 11_8 0.7667 P_100 11_8 0.5000 P_200 11_8 0.3150 P_500 11_8 0.1520 P_1000 11_8 0.0800 relstring 11_8 '43233-2423' recall_5 11_8 0.0515 recall_10 11_8 0.0928 recall_15 11_8 0.1443 recall_20 11_8 0.1856 recall_30 11_8 0.2371 recall_100 11_8 0.5155 recall_200 11_8 0.6495 recall_500 11_8 0.7835 recall_1000 11_8 0.8247 infAP 11_8 0.4924 Rprec_mult_0.20 11_8 0.9000 Rprec_mult_0.40 11_8 0.7692 Rprec_mult_0.60 11_8 0.6780 Rprec_mult_0.80 11_8 0.5897 Rprec_mult_1.00 11_8 0.5155 Rprec_mult_1.20 11_8 0.4444 Rprec_mult_1.40 11_8 0.3971 Rprec_mult_1.60 11_8 0.3782 Rprec_mult_1.80 11_8 0.3600 Rprec_mult_2.00 11_8 0.3247 utility 11_8 -840.0000 11pt_avg 11_8 0.5007 binG 11_8 0.2609 G 11_8 0.1917 ndcg 11_8 0.7807 ndcg_rel 11_8 0.7457 Rndcg 11_8 0.7267 ndcg_cut_5 11_8 0.8514 ndcg_cut_10 11_8 0.8085 ndcg_cut_15 11_8 0.8079 ndcg_cut_20 11_8 0.7816 ndcg_cut_30 11_8 0.7278 ndcg_cut_100 11_8 0.6295 ndcg_cut_200 11_8 0.7080 ndcg_cut_500 11_8 0.7629 ndcg_cut_1000 11_8 0.7807 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.0878 map_cut_15 11_8 0.1354 map_cut_20 11_8 0.1732 map_cut_30 11_8 0.2128 map_cut_100 11_8 0.4042 map_cut_200 11_8 0.4580 map_cut_500 11_8 0.4875 map_cut_1000 11_8 0.4924 relative_P_5 11_8 1.0000 relative_P_10 11_8 0.9000 relative_P_15 11_8 0.9333 relative_P_20 11_8 0.9000 relative_P_30 11_8 0.7667 relative_P_100 11_8 0.5155 relative_P_200 11_8 0.6495 relative_P_500 11_8 0.7835 relative_P_1000 11_8 0.8247 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0800 set_relative_P 11_8 0.8247 set_recall 11_8 0.8247 set_map 11_8 0.0660 set_F 11_8 0.1459 num_nonrel_judged_ret 11_8 5 rbp 11_8 0.5884 rbp_resid 11_8 0.1310 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.1000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 36 map 11_9 0.1003 Rprec 11_9 0.1709 bpref 11_9 0.2911 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.3158 iprec_at_recall_0.20 11_9 0.1620 iprec_at_recall_0.30 11_9 0.0646 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 1.0000 P_10 11_9 0.6000 P_15 11_9 0.4000 P_20 11_9 0.3000 P_30 11_9 0.3333 P_100 11_9 0.1900 P_200 11_9 0.1350 P_500 11_9 0.0680 P_1000 11_9 0.0360 relstring 11_9 '322111----' recall_5 11_9 0.0427 recall_10 11_9 0.0513 recall_15 11_9 0.0513 recall_20 11_9 0.0513 recall_30 11_9 0.0855 recall_100 11_9 0.1624 recall_200 11_9 0.2308 recall_500 11_9 0.2906 recall_1000 11_9 0.3077 infAP 11_9 0.1003 Rprec_mult_0.20 11_9 0.3750 Rprec_mult_0.40 11_9 0.2553 Rprec_mult_0.60 11_9 0.2113 Rprec_mult_0.80 11_9 0.1915 Rprec_mult_1.00 11_9 0.1709 Rprec_mult_1.20 11_9 0.1560 Rprec_mult_1.40 11_9 0.1463 Rprec_mult_1.60 11_9 0.1330 Rprec_mult_1.80 11_9 0.1280 Rprec_mult_2.00 11_9 0.1154 utility 11_9 -928.0000 11pt_avg 11_9 0.1402 binG 11_9 0.0925 G 11_9 0.0484 ndcg 11_9 0.2669 ndcg_rel 11_9 0.2784 Rndcg 11_9 0.3162 ndcg_cut_5 11_9 0.5803 ndcg_cut_10 11_9 0.4217 ndcg_cut_15 11_9 0.3349 ndcg_cut_20 11_9 0.2829 ndcg_cut_30 11_9 0.2732 ndcg_cut_100 11_9 0.2044 ndcg_cut_200 11_9 0.2237 ndcg_cut_500 11_9 0.2585 ndcg_cut_1000 11_9 0.2669 map_cut_5 11_9 0.0427 map_cut_10 11_9 0.0513 map_cut_15 11_9 0.0513 map_cut_20 11_9 0.0513 map_cut_30 11_9 0.0632 map_cut_100 11_9 0.0822 map_cut_200 11_9 0.0930 map_cut_500 11_9 0.0992 map_cut_1000 11_9 0.1003 relative_P_5 11_9 1.0000 relative_P_10 11_9 0.6000 relative_P_15 11_9 0.4000 relative_P_20 11_9 0.3000 relative_P_30 11_9 0.3333 relative_P_100 11_9 0.1900 relative_P_200 11_9 0.2308 relative_P_500 11_9 0.2906 relative_P_1000 11_9 0.3077 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0360 set_relative_P 11_9 0.3077 set_recall 11_9 0.3077 set_map 11_9 0.0111 set_F 11_9 0.0645 num_nonrel_judged_ret 11_9 14 rbp 11_9 0.2291 rbp_resid 11_9 0.4367 unj_5 11_9 0.0000 unj_10 11_9 0.4000 unj_20 11_9 0.6500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 46 map 12_1 0.4038 Rprec 12_1 0.4533 bpref 12_1 0.5397 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.9286 iprec_at_recall_0.20 12_1 0.8947 iprec_at_recall_0.30 12_1 0.6316 iprec_at_recall_0.40 12_1 0.5167 iprec_at_recall_0.50 12_1 0.4286 iprec_at_recall_0.60 12_1 0.2500 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 1.0000 P_10 12_1 0.9000 P_15 12_1 0.8667 P_20 12_1 0.8500 P_30 12_1 0.7000 P_100 12_1 0.4000 P_200 12_1 0.2250 P_500 12_1 0.0920 P_1000 12_1 0.0460 relstring 12_1 '2222212022' recall_5 12_1 0.0667 recall_10 12_1 0.1200 recall_15 12_1 0.1733 recall_20 12_1 0.2267 recall_30 12_1 0.2800 recall_100 12_1 0.5333 recall_200 12_1 0.6000 recall_500 12_1 0.6133 recall_1000 12_1 0.6133 infAP 12_1 0.4038 Rprec_mult_0.20 12_1 0.8667 Rprec_mult_0.40 12_1 0.7000 Rprec_mult_0.60 12_1 0.5556 Rprec_mult_0.80 12_1 0.5167 Rprec_mult_1.00 12_1 0.4533 Rprec_mult_1.20 12_1 0.4222 Rprec_mult_1.40 12_1 0.3810 Rprec_mult_1.60 12_1 0.3417 Rprec_mult_1.80 12_1 0.3111 Rprec_mult_2.00 12_1 0.2800 utility 12_1 -908.0000 11pt_avg 12_1 0.4227 binG 12_1 0.2508 G 12_1 0.1963 ndcg 12_1 0.6663 ndcg_rel 12_1 0.6874 Rndcg 12_1 0.6341 ndcg_cut_5 12_1 0.8550 ndcg_cut_10 12_1 0.8030 ndcg_cut_15 12_1 0.8045 ndcg_cut_20 12_1 0.7893 ndcg_cut_30 12_1 0.6810 ndcg_cut_100 12_1 0.6334 ndcg_cut_200 12_1 0.6623 ndcg_cut_500 12_1 0.6663 ndcg_cut_1000 12_1 0.6663 map_cut_5 12_1 0.0667 map_cut_10 12_1 0.1172 map_cut_15 12_1 0.1662 map_cut_20 12_1 0.2134 map_cut_30 12_1 0.2521 map_cut_100 12_1 0.3823 map_cut_200 12_1 0.4021 map_cut_500 12_1 0.4038 map_cut_1000 12_1 0.4038 relative_P_5 12_1 1.0000 relative_P_10 12_1 0.9000 relative_P_15 12_1 0.8667 relative_P_20 12_1 0.8500 relative_P_30 12_1 0.7000 relative_P_100 12_1 0.5333 relative_P_200 12_1 0.6000 relative_P_500 12_1 0.6133 relative_P_1000 12_1 0.6133 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0460 set_relative_P 12_1 0.6133 set_recall 12_1 0.6133 set_map 12_1 0.0282 set_F 12_1 0.0856 num_nonrel_judged_ret 12_1 47 rbp 12_1 0.5267 rbp_resid 12_1 0.0518 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 29 map 12_2 0.2522 Rprec 12_2 0.3692 bpref 12_2 0.4315 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.8182 iprec_at_recall_0.20 12_2 0.5652 iprec_at_recall_0.30 12_2 0.4231 iprec_at_recall_0.40 12_2 0.2281 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.8000 P_10 12_2 0.8000 P_15 12_2 0.6667 P_20 12_2 0.5500 P_30 12_2 0.5000 P_100 12_2 0.2500 P_200 12_2 0.1350 P_500 12_2 0.0580 P_1000 12_2 0.0290 relstring 12_2 '332202-111' recall_5 12_2 0.0615 recall_10 12_2 0.1231 recall_15 12_2 0.1538 recall_20 12_2 0.1692 recall_30 12_2 0.2308 recall_100 12_2 0.3846 recall_200 12_2 0.4154 recall_500 12_2 0.4462 recall_1000 12_2 0.4462 infAP 12_2 0.2522 Rprec_mult_0.20 12_2 0.6923 Rprec_mult_0.40 12_2 0.5385 Rprec_mult_0.60 12_2 0.4615 Rprec_mult_0.80 12_2 0.4231 Rprec_mult_1.00 12_2 0.3692 Rprec_mult_1.20 12_2 0.3205 Rprec_mult_1.40 12_2 0.2747 Rprec_mult_1.60 12_2 0.2404 Rprec_mult_1.80 12_2 0.2222 Rprec_mult_2.00 12_2 0.2000 utility 12_2 -942.0000 11pt_avg 12_2 0.2759 binG 12_2 0.1695 G 12_2 0.1676 ndcg 12_2 0.5424 ndcg_rel 12_2 0.5835 Rndcg 12_2 0.5926 ndcg_cut_5 12_2 0.7636 ndcg_cut_10 12_2 0.6956 ndcg_cut_15 12_2 0.6257 ndcg_cut_20 12_2 0.5529 ndcg_cut_30 12_2 0.5510 ndcg_cut_100 12_2 0.5220 ndcg_cut_200 12_2 0.5326 ndcg_cut_500 12_2 0.5424 ndcg_cut_1000 12_2 0.5424 map_cut_5 12_2 0.0615 map_cut_10 12_2 0.1102 map_cut_15 12_2 0.1330 map_cut_20 12_2 0.1424 map_cut_30 12_2 0.1764 map_cut_100 12_2 0.2429 map_cut_200 12_2 0.2485 map_cut_500 12_2 0.2522 map_cut_1000 12_2 0.2522 relative_P_5 12_2 0.8000 relative_P_10 12_2 0.8000 relative_P_15 12_2 0.6667 relative_P_20 12_2 0.5500 relative_P_30 12_2 0.5000 relative_P_100 12_2 0.3846 relative_P_200 12_2 0.4154 relative_P_500 12_2 0.4462 relative_P_1000 12_2 0.4462 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0290 set_relative_P 12_2 0.4462 set_recall 12_2 0.4462 set_map 12_2 0.0129 set_F 12_2 0.0545 num_nonrel_judged_ret 12_2 14 rbp 12_2 0.4385 rbp_resid 12_2 0.2476 unj_5 12_2 0.0000 unj_10 12_2 0.1000 unj_20 12_2 0.3500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 29 map 12_3 0.0853 Rprec 12_3 0.2400 bpref 12_3 0.3392 recip_rank 12_3 0.1429 iprec_at_recall_0.00 12_3 0.3000 iprec_at_recall_0.10 12_3 0.2703 iprec_at_recall_0.20 12_3 0.2469 iprec_at_recall_0.30 12_3 0.2252 iprec_at_recall_0.40 12_3 0.0000 iprec_at_recall_0.50 12_3 0.0000 iprec_at_recall_0.60 12_3 0.0000 iprec_at_recall_0.70 12_3 0.0000 iprec_at_recall_0.80 12_3 0.0000 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.0000 P_10 12_3 0.3000 P_15 12_3 0.2000 P_20 12_3 0.2500 P_30 12_3 0.2333 P_100 12_3 0.2100 P_200 12_3 0.1300 P_500 12_3 0.0580 P_1000 12_3 0.0290 relstring 12_3 '00000-2102' recall_5 12_3 0.0000 recall_10 12_3 0.0400 recall_15 12_3 0.0400 recall_20 12_3 0.0667 recall_30 12_3 0.0933 recall_100 12_3 0.2800 recall_200 12_3 0.3467 recall_500 12_3 0.3867 recall_1000 12_3 0.3867 infAP 12_3 0.0853 Rprec_mult_0.20 12_3 0.2000 Rprec_mult_0.40 12_3 0.2333 Rprec_mult_0.60 12_3 0.2222 Rprec_mult_0.80 12_3 0.2167 Rprec_mult_1.00 12_3 0.2400 Rprec_mult_1.20 12_3 0.2333 Rprec_mult_1.40 12_3 0.2095 Rprec_mult_1.60 12_3 0.2083 Rprec_mult_1.80 12_3 0.1926 Rprec_mult_2.00 12_3 0.1733 utility 12_3 -942.0000 11pt_avg 12_3 0.0948 binG 12_3 0.0751 G 12_3 0.0644 ndcg 12_3 0.2870 ndcg_rel 12_3 0.2480 Rndcg 12_3 0.2060 ndcg_cut_5 12_3 0.0000 ndcg_cut_10 12_3 0.1717 ndcg_cut_15 12_3 0.1331 ndcg_cut_20 12_3 0.1449 ndcg_cut_30 12_3 0.1342 ndcg_cut_100 12_3 0.2188 ndcg_cut_200 12_3 0.2659 ndcg_cut_500 12_3 0.2870 ndcg_cut_1000 12_3 0.2870 map_cut_5 12_3 0.0000 map_cut_10 12_3 0.0092 map_cut_15 12_3 0.0092 map_cut_20 12_3 0.0163 map_cut_30 12_3 0.0228 map_cut_100 12_3 0.0675 map_cut_200 12_3 0.0820 map_cut_500 12_3 0.0853 map_cut_1000 12_3 0.0853 relative_P_5 12_3 0.0000 relative_P_10 12_3 0.3000 relative_P_15 12_3 0.2000 relative_P_20 12_3 0.2500 relative_P_30 12_3 0.2333 relative_P_100 12_3 0.2800 relative_P_200 12_3 0.3467 relative_P_500 12_3 0.3867 relative_P_1000 12_3 0.3867 success_1 12_3 0.0000 success_5 12_3 0.0000 success_10 12_3 1.0000 set_P 12_3 0.0290 set_relative_P 12_3 0.3867 set_recall 12_3 0.3867 set_map 12_3 0.0112 set_F 12_3 0.0540 num_nonrel_judged_ret 12_3 14 rbp 12_3 0.1480 rbp_resid 12_3 0.3186 unj_5 12_3 0.0000 unj_10 12_3 0.1000 unj_20 12_3 0.4000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 0 map 12_5 0.0000 Rprec 12_5 0.0000 bpref 12_5 0.0000 recip_rank 12_5 0.0000 iprec_at_recall_0.00 12_5 0.0000 iprec_at_recall_0.10 12_5 0.0000 iprec_at_recall_0.20 12_5 0.0000 iprec_at_recall_0.30 12_5 0.0000 iprec_at_recall_0.40 12_5 0.0000 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.0000 P_10 12_5 0.0000 P_15 12_5 0.0000 P_20 12_5 0.0000 P_30 12_5 0.0000 P_100 12_5 0.0000 P_200 12_5 0.0000 P_500 12_5 0.0000 P_1000 12_5 0.0000 relstring 12_5 '00000-----' recall_5 12_5 0.0000 recall_10 12_5 0.0000 recall_15 12_5 0.0000 recall_20 12_5 0.0000 recall_30 12_5 0.0000 recall_100 12_5 0.0000 recall_200 12_5 0.0000 recall_500 12_5 0.0000 recall_1000 12_5 0.0000 infAP 12_5 0.0000 Rprec_mult_0.20 12_5 0.0000 Rprec_mult_0.40 12_5 0.0000 Rprec_mult_0.60 12_5 0.0000 Rprec_mult_0.80 12_5 0.0000 Rprec_mult_1.00 12_5 0.0000 Rprec_mult_1.20 12_5 0.0000 Rprec_mult_1.40 12_5 0.0000 Rprec_mult_1.60 12_5 0.0000 Rprec_mult_1.80 12_5 0.0000 Rprec_mult_2.00 12_5 0.0000 utility 12_5 -1000.0000 11pt_avg 12_5 0.0000 binG 12_5 0.0000 G 12_5 0.0000 ndcg 12_5 0.0000 ndcg_rel 12_5 0.0000 Rndcg 12_5 0.0000 ndcg_cut_5 12_5 0.0000 ndcg_cut_10 12_5 0.0000 ndcg_cut_15 12_5 0.0000 ndcg_cut_20 12_5 0.0000 ndcg_cut_30 12_5 0.0000 ndcg_cut_100 12_5 0.0000 ndcg_cut_200 12_5 0.0000 ndcg_cut_500 12_5 0.0000 ndcg_cut_1000 12_5 0.0000 map_cut_5 12_5 0.0000 map_cut_10 12_5 0.0000 map_cut_15 12_5 0.0000 map_cut_20 12_5 0.0000 map_cut_30 12_5 0.0000 map_cut_100 12_5 0.0000 map_cut_200 12_5 0.0000 map_cut_500 12_5 0.0000 map_cut_1000 12_5 0.0000 relative_P_5 12_5 0.0000 relative_P_10 12_5 0.0000 relative_P_15 12_5 0.0000 relative_P_20 12_5 0.0000 relative_P_30 12_5 0.0000 relative_P_100 12_5 0.0000 relative_P_200 12_5 0.0000 relative_P_500 12_5 0.0000 relative_P_1000 12_5 0.0000 success_1 12_5 0.0000 success_5 12_5 0.0000 success_10 12_5 0.0000 set_P 12_5 0.0000 set_relative_P 12_5 0.0000 set_recall 12_5 0.0000 set_map 12_5 0.0000 set_F 12_5 0.0000 num_nonrel_judged_ret 12_5 11 rbp 12_5 0.0000 rbp_resid 12_5 0.5503 unj_5 12_5 0.0000 unj_10 12_5 0.5000 unj_20 12_5 0.7000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 42 map 12_6 0.4493 Rprec 12_6 0.5625 bpref 12_6 0.6862 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.7143 iprec_at_recall_0.20 12_6 0.7143 iprec_at_recall_0.30 12_6 0.7143 iprec_at_recall_0.40 12_6 0.6111 iprec_at_recall_0.50 12_6 0.6000 iprec_at_recall_0.60 12_6 0.4531 iprec_at_recall_0.70 12_6 0.3366 iprec_at_recall_0.80 12_6 0.2901 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.4000 P_10 12_6 0.5000 P_15 12_6 0.6000 P_20 12_6 0.7000 P_30 12_6 0.6000 P_100 12_6 0.3300 P_200 12_6 0.2000 P_500 12_6 0.0840 P_1000 12_6 0.0420 relstring 12_6 '1020002220' recall_5 12_6 0.0417 recall_10 12_6 0.1042 recall_15 12_6 0.1875 recall_20 12_6 0.2917 recall_30 12_6 0.3750 recall_100 12_6 0.6875 recall_200 12_6 0.8333 recall_500 12_6 0.8750 recall_1000 12_6 0.8750 infAP 12_6 0.4493 Rprec_mult_0.20 12_6 0.5000 Rprec_mult_0.40 12_6 0.7000 Rprec_mult_0.60 12_6 0.6207 Rprec_mult_0.80 12_6 0.5897 Rprec_mult_1.00 12_6 0.5625 Rprec_mult_1.20 12_6 0.4828 Rprec_mult_1.40 12_6 0.4412 Rprec_mult_1.60 12_6 0.4026 Rprec_mult_1.80 12_6 0.3563 Rprec_mult_2.00 12_6 0.3438 utility 12_6 -916.0000 11pt_avg 12_6 0.4940 binG 12_6 0.2418 G 12_6 0.1855 ndcg 12_6 0.6554 ndcg_rel 12_6 0.5221 Rndcg 12_6 0.4947 ndcg_cut_5 12_6 0.2900 ndcg_cut_10 12_6 0.3866 ndcg_cut_15 12_6 0.4314 ndcg_cut_20 12_6 0.4735 ndcg_cut_30 12_6 0.4907 ndcg_cut_100 12_6 0.5773 ndcg_cut_200 12_6 0.6387 ndcg_cut_500 12_6 0.6554 ndcg_cut_1000 12_6 0.6554 map_cut_5 12_6 0.0347 map_cut_10 12_6 0.0656 map_cut_15 12_6 0.1126 map_cut_20 12_6 0.1819 map_cut_30 12_6 0.2377 map_cut_100 12_6 0.4002 map_cut_200 12_6 0.4439 map_cut_500 12_6 0.4493 map_cut_1000 12_6 0.4493 relative_P_5 12_6 0.4000 relative_P_10 12_6 0.5000 relative_P_15 12_6 0.6000 relative_P_20 12_6 0.7000 relative_P_30 12_6 0.6000 relative_P_100 12_6 0.6875 relative_P_200 12_6 0.8333 relative_P_500 12_6 0.8750 relative_P_1000 12_6 0.8750 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0420 set_relative_P 12_6 0.8750 set_recall 12_6 0.8750 set_map 12_6 0.0367 set_F 12_6 0.0802 num_nonrel_judged_ret 12_6 29 rbp 12_6 0.3100 rbp_resid 12_6 0.0387 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.0000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 16 map 12_7 0.3699 Rprec 12_7 0.4118 bpref 12_7 0.3806 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 1.0000 iprec_at_recall_0.20 12_7 0.4737 iprec_at_recall_0.30 12_7 0.4737 iprec_at_recall_0.40 12_7 0.4737 iprec_at_recall_0.50 12_7 0.4737 iprec_at_recall_0.60 12_7 0.2857 iprec_at_recall_0.70 12_7 0.2453 iprec_at_recall_0.80 12_7 0.2373 iprec_at_recall_0.90 12_7 0.1250 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.4000 P_10 12_7 0.4000 P_15 12_7 0.4000 P_20 12_7 0.4500 P_30 12_7 0.3000 P_100 12_7 0.1400 P_200 12_7 0.0750 P_500 12_7 0.0320 P_1000 12_7 0.0160 relstring 12_7 '220000-302' recall_5 12_7 0.1176 recall_10 12_7 0.2353 recall_15 12_7 0.3529 recall_20 12_7 0.5294 recall_30 12_7 0.5294 recall_100 12_7 0.8235 recall_200 12_7 0.8824 recall_500 12_7 0.9412 recall_1000 12_7 0.9412 infAP 12_7 0.3699 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.2857 Rprec_mult_0.60 12_7 0.3636 Rprec_mult_0.80 12_7 0.3571 Rprec_mult_1.00 12_7 0.4118 Rprec_mult_1.20 12_7 0.4286 Rprec_mult_1.40 12_7 0.3750 Rprec_mult_1.60 12_7 0.3214 Rprec_mult_1.80 12_7 0.2903 Rprec_mult_2.00 12_7 0.2647 utility 12_7 -968.0000 11pt_avg 12_7 0.4353 binG 12_7 0.3136 G 12_7 0.2551 ndcg 12_7 0.6863 ndcg_rel 12_7 0.5702 Rndcg 12_7 0.4881 ndcg_cut_5 12_7 0.3856 ndcg_cut_10 12_7 0.4109 ndcg_cut_15 12_7 0.4475 ndcg_cut_20 12_7 0.5663 ndcg_cut_30 12_7 0.5663 ndcg_cut_100 12_7 0.6672 ndcg_cut_200 12_7 0.6775 ndcg_cut_500 12_7 0.6863 ndcg_cut_1000 12_7 0.6863 map_cut_5 12_7 0.1176 map_cut_10 12_7 0.1632 map_cut_15 12_7 0.2078 map_cut_20 12_7 0.2860 map_cut_30 12_7 0.2860 map_cut_100 12_7 0.3591 map_cut_200 12_7 0.3664 map_cut_500 12_7 0.3699 map_cut_1000 12_7 0.3699 relative_P_5 12_7 0.4000 relative_P_10 12_7 0.4000 relative_P_15 12_7 0.4000 relative_P_20 12_7 0.5294 relative_P_30 12_7 0.5294 relative_P_100 12_7 0.8235 relative_P_200 12_7 0.8824 relative_P_500 12_7 0.9412 relative_P_1000 12_7 0.9412 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0160 set_relative_P 12_7 0.9412 set_recall 12_7 0.9412 set_map 12_7 0.0151 set_F 12_7 0.0315 num_nonrel_judged_ret 12_7 43 rbp 12_7 0.2862 rbp_resid 12_7 0.1690 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.1500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 21 map 12_9 0.3081 Rprec 12_9 0.4074 bpref 12_9 0.4266 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 1.0000 iprec_at_recall_0.20 12_9 0.6250 iprec_at_recall_0.30 12_9 0.4231 iprec_at_recall_0.40 12_9 0.4231 iprec_at_recall_0.50 12_9 0.1458 iprec_at_recall_0.60 12_9 0.1333 iprec_at_recall_0.70 12_9 0.0576 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.8000 P_10 12_9 0.6000 P_15 12_9 0.4667 P_20 12_9 0.3500 P_30 12_9 0.3667 P_100 12_9 0.1400 P_200 12_9 0.0850 P_500 12_9 0.0400 P_1000 12_9 0.0210 relstring 12_9 '32201001-1' recall_5 12_9 0.1481 recall_10 12_9 0.2222 recall_15 12_9 0.2593 recall_20 12_9 0.2593 recall_30 12_9 0.4074 recall_100 12_9 0.5185 recall_200 12_9 0.6296 recall_500 12_9 0.7407 recall_1000 12_9 0.7778 infAP 12_9 0.3081 Rprec_mult_0.20 12_9 0.6667 Rprec_mult_0.40 12_9 0.5455 Rprec_mult_0.60 12_9 0.4118 Rprec_mult_0.80 12_9 0.4091 Rprec_mult_1.00 12_9 0.4074 Rprec_mult_1.20 12_9 0.3333 Rprec_mult_1.40 12_9 0.2895 Rprec_mult_1.60 12_9 0.2500 Rprec_mult_1.80 12_9 0.2245 Rprec_mult_2.00 12_9 0.2222 utility 12_9 -958.0000 11pt_avg 12_9 0.3462 binG 12_9 0.2669 G 12_9 0.2298 ndcg 12_9 0.6209 ndcg_rel 12_9 0.6107 Rndcg 12_9 0.6135 ndcg_cut_5 12_9 0.7504 ndcg_cut_10 12_9 0.5834 ndcg_cut_15 12_9 0.4879 ndcg_cut_20 12_9 0.4484 ndcg_cut_30 12_9 0.4742 ndcg_cut_100 12_9 0.5232 ndcg_cut_200 12_9 0.5769 ndcg_cut_500 12_9 0.6141 ndcg_cut_1000 12_9 0.6209 map_cut_5 12_9 0.1407 map_cut_10 12_9 0.1861 map_cut_15 12_9 0.2061 map_cut_20 12_9 0.2061 map_cut_30 12_9 0.2664 map_cut_100 12_9 0.2863 map_cut_200 12_9 0.3005 map_cut_500 12_9 0.3068 map_cut_1000 12_9 0.3081 relative_P_5 12_9 0.8000 relative_P_10 12_9 0.6000 relative_P_15 12_9 0.4667 relative_P_20 12_9 0.3500 relative_P_30 12_9 0.4074 relative_P_100 12_9 0.5185 relative_P_200 12_9 0.6296 relative_P_500 12_9 0.7407 relative_P_1000 12_9 0.7778 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0210 set_relative_P 12_9 0.7778 set_recall 12_9 0.7778 set_map 12_9 0.0163 set_F 12_9 0.0409 num_nonrel_judged_ret 12_9 31 rbp 12_9 0.2910 rbp_resid 12_9 0.2263 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.3500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 75 map 13_2 0.3026 Rprec 13_2 0.3831 bpref 13_2 0.4747 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.9231 iprec_at_recall_0.20 13_2 0.7381 iprec_at_recall_0.30 13_2 0.4842 iprec_at_recall_0.40 13_2 0.3758 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 1.0000 P_10 13_2 1.0000 P_15 13_2 0.9333 P_20 13_2 0.9000 P_30 13_2 0.8333 P_100 13_2 0.4700 P_200 13_2 0.3100 P_500 13_2 0.1480 P_1000 13_2 0.0750 relstring 13_2 '1211132422' recall_5 13_2 0.0325 recall_10 13_2 0.0649 recall_15 13_2 0.0909 recall_20 13_2 0.1169 recall_30 13_2 0.1623 recall_100 13_2 0.3052 recall_200 13_2 0.4026 recall_500 13_2 0.4805 recall_1000 13_2 0.4870 infAP 13_2 0.3026 Rprec_mult_0.20 13_2 0.8065 Rprec_mult_0.40 13_2 0.5968 Rprec_mult_0.60 13_2 0.4731 Rprec_mult_0.80 13_2 0.4355 Rprec_mult_1.00 13_2 0.3831 Rprec_mult_1.20 13_2 0.3351 Rprec_mult_1.40 13_2 0.2963 Rprec_mult_1.60 13_2 0.2672 Rprec_mult_1.80 13_2 0.2410 Rprec_mult_2.00 13_2 0.2208 utility 13_2 -850.0000 11pt_avg 13_2 0.3201 binG 13_2 0.1756 G 13_2 0.0875 ndcg 13_2 0.4757 ndcg_rel 13_2 0.4678 Rndcg 13_2 0.4127 ndcg_cut_5 13_2 0.3636 ndcg_cut_10 13_2 0.5302 ndcg_cut_15 13_2 0.5154 ndcg_cut_20 13_2 0.4965 ndcg_cut_30 13_2 0.5136 ndcg_cut_100 13_2 0.4231 ndcg_cut_200 13_2 0.4285 ndcg_cut_500 13_2 0.4738 ndcg_cut_1000 13_2 0.4757 map_cut_5 13_2 0.0325 map_cut_10 13_2 0.0649 map_cut_15 13_2 0.0890 map_cut_20 13_2 0.1121 map_cut_30 13_2 0.1536 map_cut_100 13_2 0.2431 map_cut_200 13_2 0.2834 map_cut_500 13_2 0.3016 map_cut_1000 13_2 0.3026 relative_P_5 13_2 1.0000 relative_P_10 13_2 1.0000 relative_P_15 13_2 0.9333 relative_P_20 13_2 0.9000 relative_P_30 13_2 0.8333 relative_P_100 13_2 0.4700 relative_P_200 13_2 0.4026 relative_P_500 13_2 0.4805 relative_P_1000 13_2 0.4870 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0750 set_relative_P 13_2 0.4870 set_recall 13_2 0.4870 set_map 13_2 0.0365 set_F 13_2 0.1300 num_nonrel_judged_ret 13_2 8 rbp 13_2 0.3958 rbp_resid 13_2 0.0919 unj_5 13_2 0.0000 unj_10 13_2 0.0000 unj_20 13_2 0.1000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 63 map 13_3 0.1500 Rprec 13_3 0.2532 bpref 13_3 0.6173 recip_rank 13_3 0.2500 iprec_at_recall_0.00 13_3 0.3000 iprec_at_recall_0.10 13_3 0.2703 iprec_at_recall_0.20 13_3 0.2703 iprec_at_recall_0.30 13_3 0.2162 iprec_at_recall_0.40 13_3 0.2089 iprec_at_recall_0.50 13_3 0.1623 iprec_at_recall_0.60 13_3 0.1429 iprec_at_recall_0.70 13_3 0.1124 iprec_at_recall_0.80 13_3 0.0820 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.2000 P_10 13_3 0.2000 P_15 13_3 0.2000 P_20 13_3 0.3000 P_30 13_3 0.2333 P_100 13_3 0.2200 P_200 13_3 0.1700 P_500 13_3 0.1120 P_1000 13_3 0.0630 relstring 13_3 '0002000--2' recall_5 13_3 0.0127 recall_10 13_3 0.0253 recall_15 13_3 0.0380 recall_20 13_3 0.0759 recall_30 13_3 0.0886 recall_100 13_3 0.2785 recall_200 13_3 0.4304 recall_500 13_3 0.7089 recall_1000 13_3 0.7975 infAP 13_3 0.1500 Rprec_mult_0.20 13_3 0.1875 Rprec_mult_0.40 13_3 0.2188 Rprec_mult_0.60 13_3 0.2500 Rprec_mult_0.80 13_3 0.2500 Rprec_mult_1.00 13_3 0.2532 Rprec_mult_1.20 13_3 0.2316 Rprec_mult_1.40 13_3 0.2162 Rprec_mult_1.60 13_3 0.1969 Rprec_mult_1.80 13_3 0.1888 Rprec_mult_2.00 13_3 0.2089 utility 13_3 -874.0000 11pt_avg 13_3 0.1605 binG 13_3 0.1267 G 13_3 0.1157 ndcg 13_3 0.5090 ndcg_rel 13_3 0.3636 Rndcg 13_3 0.2712 ndcg_cut_5 13_3 0.1018 ndcg_cut_10 13_3 0.1236 ndcg_cut_15 13_3 0.1386 ndcg_cut_20 13_3 0.2024 ndcg_cut_30 13_3 0.1922 ndcg_cut_100 13_3 0.2586 ndcg_cut_200 13_3 0.3352 ndcg_cut_500 13_3 0.4777 ndcg_cut_1000 13_3 0.5090 map_cut_5 13_3 0.0032 map_cut_10 13_3 0.0057 map_cut_15 13_3 0.0089 map_cut_20 13_3 0.0188 map_cut_30 13_3 0.0225 map_cut_100 13_3 0.0700 map_cut_200 13_3 0.1009 map_cut_500 13_3 0.1410 map_cut_1000 13_3 0.1500 relative_P_5 13_3 0.2000 relative_P_10 13_3 0.2000 relative_P_15 13_3 0.2000 relative_P_20 13_3 0.3000 relative_P_30 13_3 0.2333 relative_P_100 13_3 0.2785 relative_P_200 13_3 0.4304 relative_P_500 13_3 0.7089 relative_P_1000 13_3 0.7975 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0630 set_relative_P 13_3 0.7975 set_recall 13_3 0.7975 set_map 13_3 0.0502 set_F 13_3 0.1168 num_nonrel_judged_ret 13_3 24 rbp 13_3 0.1396 rbp_resid 13_3 0.2881 unj_5 13_3 0.0000 unj_10 13_3 0.2000 unj_20 13_3 0.3500 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 52 map 13_4 0.1606 Rprec 13_4 0.2576 bpref 13_4 0.3431 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.5769 iprec_at_recall_0.20 13_4 0.3671 iprec_at_recall_0.30 13_4 0.2581 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.6000 P_15 13_4 0.6667 P_20 13_4 0.5500 P_30 13_4 0.5333 P_100 13_4 0.3000 P_200 13_4 0.2150 P_500 13_4 0.1000 P_1000 13_4 0.0520 relstring 13_4 '222002022-' recall_5 13_4 0.0227 recall_10 13_4 0.0455 recall_15 13_4 0.0758 recall_20 13_4 0.0833 recall_30 13_4 0.1212 recall_100 13_4 0.2273 recall_200 13_4 0.3258 recall_500 13_4 0.3788 recall_1000 13_4 0.3939 infAP 13_4 0.1606 Rprec_mult_0.20 13_4 0.5556 Rprec_mult_0.40 13_4 0.3962 Rprec_mult_0.60 13_4 0.3625 Rprec_mult_0.80 13_4 0.2925 Rprec_mult_1.00 13_4 0.2576 Rprec_mult_1.20 13_4 0.2516 Rprec_mult_1.40 13_4 0.2216 Rprec_mult_1.60 13_4 0.2028 Rprec_mult_1.80 13_4 0.1891 Rprec_mult_2.00 13_4 0.1705 utility 13_4 -896.0000 11pt_avg 13_4 0.2002 binG 13_4 0.1003 G 13_4 0.0812 ndcg 13_4 0.4162 ndcg_rel 13_4 0.4382 Rndcg 13_4 0.4382 ndcg_cut_5 13_4 0.6179 ndcg_cut_10 13_4 0.6154 ndcg_cut_15 13_4 0.6538 ndcg_cut_20 13_4 0.5817 ndcg_cut_30 13_4 0.5527 ndcg_cut_100 13_4 0.3481 ndcg_cut_200 13_4 0.3793 ndcg_cut_500 13_4 0.4118 ndcg_cut_1000 13_4 0.4162 map_cut_5 13_4 0.0227 map_cut_10 13_4 0.0376 map_cut_15 13_4 0.0574 map_cut_20 13_4 0.0615 map_cut_30 13_4 0.0824 map_cut_100 13_4 0.1255 map_cut_200 13_4 0.1511 map_cut_500 13_4 0.1594 map_cut_1000 13_4 0.1606 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.6000 relative_P_15 13_4 0.6667 relative_P_20 13_4 0.5500 relative_P_30 13_4 0.5333 relative_P_100 13_4 0.3000 relative_P_200 13_4 0.3258 relative_P_500 13_4 0.3788 relative_P_1000 13_4 0.3939 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0520 set_relative_P 13_4 0.3939 set_recall 13_4 0.3939 set_map 13_4 0.0205 set_F 13_4 0.0919 num_nonrel_judged_ret 13_4 16 rbp 13_4 0.3955 rbp_resid 13_4 0.1399 unj_5 13_4 0.0000 unj_10 13_4 0.1000 unj_20 13_4 0.2000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 106 map 13_6 0.4323 Rprec 13_6 0.4519 bpref 13_6 0.7704 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.9474 iprec_at_recall_0.20 13_6 0.8571 iprec_at_recall_0.30 13_6 0.7241 iprec_at_recall_0.40 13_6 0.5510 iprec_at_recall_0.50 13_6 0.3049 iprec_at_recall_0.60 13_6 0.2154 iprec_at_recall_0.70 13_6 0.1818 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 1.0000 P_15 13_6 0.9333 P_20 13_6 0.9000 P_30 13_6 0.8333 P_100 13_6 0.5500 P_200 13_6 0.3250 P_500 13_6 0.1860 P_1000 13_6 0.1060 relstring 13_6 '3232322222' recall_5 13_6 0.0370 recall_10 13_6 0.0741 recall_15 13_6 0.1037 recall_20 13_6 0.1333 recall_30 13_6 0.1852 recall_100 13_6 0.4074 recall_200 13_6 0.4815 recall_500 13_6 0.6889 recall_1000 13_6 0.7852 infAP 13_6 0.4323 Rprec_mult_0.20 13_6 0.8148 Rprec_mult_0.40 13_6 0.7037 Rprec_mult_0.60 13_6 0.6296 Rprec_mult_0.80 13_6 0.5185 Rprec_mult_1.00 13_6 0.4519 Rprec_mult_1.20 13_6 0.3889 Rprec_mult_1.40 13_6 0.3386 Rprec_mult_1.60 13_6 0.3102 Rprec_mult_1.80 13_6 0.2840 Rprec_mult_2.00 13_6 0.2630 utility 13_6 -788.0000 11pt_avg 13_6 0.4347 binG 13_6 0.2418 G 13_6 0.1569 ndcg 13_6 0.7318 ndcg_rel 13_6 0.6923 Rndcg 13_6 0.6673 ndcg_cut_5 13_6 0.7906 ndcg_cut_10 13_6 0.7501 ndcg_cut_15 13_6 0.7313 ndcg_cut_20 13_6 0.7231 ndcg_cut_30 13_6 0.7334 ndcg_cut_100 13_6 0.5915 ndcg_cut_200 13_6 0.5819 ndcg_cut_500 13_6 0.6867 ndcg_cut_1000 13_6 0.7318 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0741 map_cut_15 13_6 0.1027 map_cut_20 13_6 0.1306 map_cut_30 13_6 0.1728 map_cut_100 13_6 0.3357 map_cut_200 13_6 0.3692 map_cut_500 13_6 0.4163 map_cut_1000 13_6 0.4323 relative_P_5 13_6 1.0000 relative_P_10 13_6 1.0000 relative_P_15 13_6 0.9333 relative_P_20 13_6 0.9000 relative_P_30 13_6 0.8333 relative_P_100 13_6 0.5500 relative_P_200 13_6 0.4815 relative_P_500 13_6 0.6889 relative_P_1000 13_6 0.7852 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.1060 set_relative_P 13_6 0.7852 set_recall 13_6 0.7852 set_map 13_6 0.0832 set_F 13_6 0.1868 num_nonrel_judged_ret 13_6 3 rbp 13_6 0.5337 rbp_resid 13_6 0.0874 unj_5 13_6 0.0000 unj_10 13_6 0.0000 unj_20 13_6 0.1000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 20 map 13_8 0.0789 Rprec 13_8 0.1400 bpref 13_8 0.1879 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.4000 iprec_at_recall_0.20 13_8 0.0344 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.6000 P_10 13_8 0.7000 P_15 13_8 0.4667 P_20 13_8 0.3500 P_30 13_8 0.3333 P_100 13_8 0.1400 P_200 13_8 0.0800 P_500 13_8 0.0360 P_1000 13_8 0.0200 relstring 13_8 '310202212-' recall_5 13_8 0.0300 recall_10 13_8 0.0700 recall_15 13_8 0.0700 recall_20 13_8 0.0700 recall_30 13_8 0.1000 recall_100 13_8 0.1400 recall_200 13_8 0.1600 recall_500 13_8 0.1800 recall_1000 13_8 0.2000 infAP 13_8 0.0789 Rprec_mult_0.20 13_8 0.3500 Rprec_mult_0.40 13_8 0.2500 Rprec_mult_0.60 13_8 0.1833 Rprec_mult_0.80 13_8 0.1500 Rprec_mult_1.00 13_8 0.1400 Rprec_mult_1.20 13_8 0.1167 Rprec_mult_1.40 13_8 0.1000 Rprec_mult_1.60 13_8 0.0938 Rprec_mult_1.80 13_8 0.0833 Rprec_mult_2.00 13_8 0.0800 utility 13_8 -960.0000 11pt_avg 13_8 0.1304 binG 13_8 0.0679 G 13_8 0.0522 ndcg 13_8 0.2516 ndcg_rel 13_8 0.2804 Rndcg 13_8 0.2746 ndcg_cut_5 13_8 0.5079 ndcg_cut_10 13_8 0.4981 ndcg_cut_15 13_8 0.3917 ndcg_cut_20 13_8 0.3448 ndcg_cut_30 13_8 0.3386 ndcg_cut_100 13_8 0.2200 ndcg_cut_200 13_8 0.2329 ndcg_cut_500 13_8 0.2413 ndcg_cut_1000 13_8 0.2516 map_cut_5 13_8 0.0275 map_cut_10 13_8 0.0566 map_cut_15 13_8 0.0566 map_cut_20 13_8 0.0566 map_cut_30 13_8 0.0685 map_cut_100 13_8 0.0752 map_cut_200 13_8 0.0771 map_cut_500 13_8 0.0782 map_cut_1000 13_8 0.0789 relative_P_5 13_8 0.6000 relative_P_10 13_8 0.7000 relative_P_15 13_8 0.4667 relative_P_20 13_8 0.3500 relative_P_30 13_8 0.3333 relative_P_100 13_8 0.1400 relative_P_200 13_8 0.1600 relative_P_500 13_8 0.1800 relative_P_1000 13_8 0.2000 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0200 set_relative_P 13_8 0.2000 set_recall 13_8 0.2000 set_map 13_8 0.0040 set_F 13_8 0.0364 num_nonrel_judged_ret 13_8 9 rbp 13_8 0.3191 rbp_resid 13_8 0.2886 unj_5 13_8 0.0000 unj_10 13_8 0.1000 unj_20 13_8 0.4000 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 50 map 14_10 0.6578 Rprec 14_10 0.5962 bpref 14_10 0.8602 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 1.0000 iprec_at_recall_0.20 14_10 0.9333 iprec_at_recall_0.30 14_10 0.8333 iprec_at_recall_0.40 14_10 0.8333 iprec_at_recall_0.50 14_10 0.8235 iprec_at_recall_0.60 14_10 0.7045 iprec_at_recall_0.70 14_10 0.5625 iprec_at_recall_0.80 14_10 0.3853 iprec_at_recall_0.90 14_10 0.1420 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 1.0000 P_10 14_10 0.9000 P_15 14_10 0.9333 P_20 14_10 0.8000 P_30 14_10 0.8333 P_100 14_10 0.4000 P_200 14_10 0.2250 P_500 14_10 0.0960 P_1000 14_10 0.0500 relstring 14_10 '2212212102' recall_5 14_10 0.0962 recall_10 14_10 0.1731 recall_15 14_10 0.2692 recall_20 14_10 0.3077 recall_30 14_10 0.4808 recall_100 14_10 0.7692 recall_200 14_10 0.8654 recall_500 14_10 0.9231 recall_1000 14_10 0.9615 infAP 14_10 0.6578 Rprec_mult_0.20 14_10 0.9091 Rprec_mult_0.40 14_10 0.8095 Rprec_mult_0.60 14_10 0.8125 Rprec_mult_0.80 14_10 0.7143 Rprec_mult_1.00 14_10 0.5962 Rprec_mult_1.20 14_10 0.5556 Rprec_mult_1.40 14_10 0.5068 Rprec_mult_1.60 14_10 0.4524 Rprec_mult_1.80 14_10 0.4043 Rprec_mult_2.00 14_10 0.3846 utility 14_10 -900.0000 11pt_avg 14_10 0.6562 binG 14_10 0.4022 G 14_10 0.2407 ndcg 14_10 0.8149 ndcg_rel 14_10 0.7049 Rndcg 14_10 0.6787 ndcg_cut_5 14_10 0.6723 ndcg_cut_10 14_10 0.6519 ndcg_cut_15 14_10 0.7001 ndcg_cut_20 14_10 0.6554 ndcg_cut_30 14_10 0.6619 ndcg_cut_100 14_10 0.7471 ndcg_cut_200 14_10 0.7761 ndcg_cut_500 14_10 0.8059 ndcg_cut_1000 14_10 0.8149 map_cut_5 14_10 0.0962 map_cut_10 14_10 0.1712 map_cut_15 14_10 0.2598 map_cut_20 14_10 0.2912 map_cut_30 14_10 0.4334 map_cut_100 14_10 0.6143 map_cut_200 14_10 0.6455 map_cut_500 14_10 0.6545 map_cut_1000 14_10 0.6578 relative_P_5 14_10 1.0000 relative_P_10 14_10 0.9000 relative_P_15 14_10 0.9333 relative_P_20 14_10 0.8000 relative_P_30 14_10 0.8333 relative_P_100 14_10 0.7692 relative_P_200 14_10 0.8654 relative_P_500 14_10 0.9231 relative_P_1000 14_10 0.9615 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0500 set_relative_P 14_10 0.9615 set_recall 14_10 0.9615 set_map 14_10 0.0481 set_F 14_10 0.0951 num_nonrel_judged_ret 14_10 33 rbp 14_10 0.4994 rbp_resid 14_10 0.0631 unj_5 14_10 0.0000 unj_10 14_10 0.0000 unj_20 14_10 0.1000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 63 map 14_2 0.3004 Rprec 14_2 0.3810 bpref 14_2 0.5219 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.7917 iprec_at_recall_0.20 14_2 0.7000 iprec_at_recall_0.30 14_2 0.5000 iprec_at_recall_0.40 14_2 0.3158 iprec_at_recall_0.50 14_2 0.1552 iprec_at_recall_0.60 14_2 0.1064 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 1.0000 P_10 14_2 0.9000 P_15 14_2 0.7333 P_20 14_2 0.7500 P_30 14_2 0.7000 P_100 14_2 0.4000 P_200 14_2 0.2150 P_500 14_2 0.1240 P_1000 14_2 0.0630 relstring 14_2 '1121120112' recall_5 14_2 0.0476 recall_10 14_2 0.0857 recall_15 14_2 0.1048 recall_20 14_2 0.1429 recall_30 14_2 0.2000 recall_100 14_2 0.3810 recall_200 14_2 0.4095 recall_500 14_2 0.5905 recall_1000 14_2 0.6000 infAP 14_2 0.3004 Rprec_mult_0.20 14_2 0.7619 Rprec_mult_0.40 14_2 0.5952 Rprec_mult_0.60 14_2 0.4762 Rprec_mult_0.80 14_2 0.4286 Rprec_mult_1.00 14_2 0.3810 Rprec_mult_1.20 14_2 0.3175 Rprec_mult_1.40 14_2 0.2857 Rprec_mult_1.60 14_2 0.2560 Rprec_mult_1.80 14_2 0.2275 Rprec_mult_2.00 14_2 0.2048 utility 14_2 -874.0000 11pt_avg 14_2 0.3245 binG 14_2 0.1810 G 14_2 0.1106 ndcg 14_2 0.5127 ndcg_rel 14_2 0.4737 Rndcg 14_2 0.4406 ndcg_cut_5 14_2 0.4077 ndcg_cut_10 14_2 0.4597 ndcg_cut_15 14_2 0.4108 ndcg_cut_20 14_2 0.4651 ndcg_cut_30 14_2 0.4637 ndcg_cut_100 14_2 0.4144 ndcg_cut_200 14_2 0.4254 ndcg_cut_500 14_2 0.5066 ndcg_cut_1000 14_2 0.5127 map_cut_5 14_2 0.0476 map_cut_10 14_2 0.0825 map_cut_15 14_2 0.0968 map_cut_20 14_2 0.1246 map_cut_30 14_2 0.1677 map_cut_100 14_2 0.2622 map_cut_200 14_2 0.2708 map_cut_500 14_2 0.2994 map_cut_1000 14_2 0.3004 relative_P_5 14_2 1.0000 relative_P_10 14_2 0.9000 relative_P_15 14_2 0.7333 relative_P_20 14_2 0.7500 relative_P_30 14_2 0.7000 relative_P_100 14_2 0.4000 relative_P_200 14_2 0.4095 relative_P_500 14_2 0.5905 relative_P_1000 14_2 0.6000 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0630 set_relative_P 14_2 0.6000 set_recall 14_2 0.6000 set_map 14_2 0.0378 set_F 14_2 0.1140 num_nonrel_judged_ret 14_2 37 rbp 14_2 0.3544 rbp_resid 14_2 0.0828 unj_5 14_2 0.0000 unj_10 14_2 0.0000 unj_20 14_2 0.1000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 102 map 14_3 0.3450 Rprec 14_3 0.4000 bpref 14_3 0.5368 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.8889 iprec_at_recall_0.20 14_3 0.7500 iprec_at_recall_0.30 14_3 0.5444 iprec_at_recall_0.40 14_3 0.4183 iprec_at_recall_0.50 14_3 0.2822 iprec_at_recall_0.60 14_3 0.1690 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 1.0000 P_10 14_3 1.0000 P_15 14_3 0.9333 P_20 14_3 0.8000 P_30 14_3 0.8000 P_100 14_3 0.5100 P_200 14_3 0.3550 P_500 14_3 0.1860 P_1000 14_3 0.1020 relstring 14_3 '2211231211' recall_5 14_3 0.0312 recall_10 14_3 0.0625 recall_15 14_3 0.0875 recall_20 14_3 0.1000 recall_30 14_3 0.1500 recall_100 14_3 0.3187 recall_200 14_3 0.4437 recall_500 14_3 0.5813 recall_1000 14_3 0.6375 infAP 14_3 0.3450 Rprec_mult_0.20 14_3 0.7812 Rprec_mult_0.40 14_3 0.5938 Rprec_mult_0.60 14_3 0.5208 Rprec_mult_0.80 14_3 0.4453 Rprec_mult_1.00 14_3 0.4000 Rprec_mult_1.20 14_3 0.3542 Rprec_mult_1.40 14_3 0.3348 Rprec_mult_1.60 14_3 0.3008 Rprec_mult_1.80 14_3 0.2812 Rprec_mult_2.00 14_3 0.2594 utility 14_3 -796.0000 11pt_avg 14_3 0.3684 binG 14_3 0.1922 G 14_3 0.1275 ndcg 14_3 0.6187 ndcg_rel 14_3 0.5846 Rndcg 14_3 0.5480 ndcg_cut_5 14_3 0.6186 ndcg_cut_10 14_3 0.6765 ndcg_cut_15 14_3 0.6629 ndcg_cut_20 14_3 0.6106 ndcg_cut_30 14_3 0.5983 ndcg_cut_100 14_3 0.5139 ndcg_cut_200 14_3 0.5126 ndcg_cut_500 14_3 0.5927 ndcg_cut_1000 14_3 0.6187 map_cut_5 14_3 0.0312 map_cut_10 14_3 0.0625 map_cut_15 14_3 0.0871 map_cut_20 14_3 0.0982 map_cut_30 14_3 0.1388 map_cut_100 14_3 0.2472 map_cut_200 14_3 0.2993 map_cut_500 14_3 0.3363 map_cut_1000 14_3 0.3450 relative_P_5 14_3 1.0000 relative_P_10 14_3 1.0000 relative_P_15 14_3 0.9333 relative_P_20 14_3 0.8000 relative_P_30 14_3 0.8000 relative_P_100 14_3 0.5100 relative_P_200 14_3 0.4437 relative_P_500 14_3 0.5813 relative_P_1000 14_3 0.6375 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.1020 set_relative_P 14_3 0.6375 set_recall 14_3 0.6375 set_map 14_3 0.0650 set_F 14_3 0.1759 num_nonrel_judged_ret 14_3 42 rbp 14_3 0.4746 rbp_resid 14_3 0.0483 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.0500 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 37 map 14_4 0.3761 Rprec 14_4 0.4348 bpref 14_4 0.4853 recip_rank 14_4 1.0000 iprec_at_recall_0.00 14_4 1.0000 iprec_at_recall_0.10 14_4 0.8333 iprec_at_recall_0.20 14_4 0.5926 iprec_at_recall_0.30 14_4 0.5926 iprec_at_recall_0.40 14_4 0.5758 iprec_at_recall_0.50 14_4 0.4423 iprec_at_recall_0.60 14_4 0.2308 iprec_at_recall_0.70 14_4 0.1793 iprec_at_recall_0.80 14_4 0.0871 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.8000 P_10 14_4 0.6000 P_15 14_4 0.5333 P_20 14_4 0.5500 P_30 14_4 0.5667 P_100 14_4 0.2600 P_200 14_4 0.1650 P_500 14_4 0.0740 P_1000 14_4 0.0370 relstring 14_4 '2301220020' recall_5 14_4 0.0870 recall_10 14_4 0.1304 recall_15 14_4 0.1739 recall_20 14_4 0.2391 recall_30 14_4 0.3696 recall_100 14_4 0.5652 recall_200 14_4 0.7174 recall_500 14_4 0.8043 recall_1000 14_4 0.8043 infAP 14_4 0.3761 Rprec_mult_0.20 14_4 0.6000 Rprec_mult_0.40 14_4 0.5263 Rprec_mult_0.60 14_4 0.5714 Rprec_mult_0.80 14_4 0.5405 Rprec_mult_1.00 14_4 0.4348 Rprec_mult_1.20 14_4 0.4107 Rprec_mult_1.40 14_4 0.3692 Rprec_mult_1.60 14_4 0.3378 Rprec_mult_1.80 14_4 0.3012 Rprec_mult_2.00 14_4 0.2717 utility 14_4 -926.0000 11pt_avg 14_4 0.4122 binG 14_4 0.2388 G 14_4 0.1832 ndcg 14_4 0.6448 ndcg_rel 14_4 0.5539 Rndcg 14_4 0.5054 ndcg_cut_5 14_4 0.5763 ndcg_cut_10 14_4 0.4806 ndcg_cut_15 14_4 0.4526 ndcg_cut_20 14_4 0.4323 ndcg_cut_30 14_4 0.4597 ndcg_cut_100 14_4 0.5420 ndcg_cut_200 14_4 0.6239 ndcg_cut_500 14_4 0.6448 ndcg_cut_1000 14_4 0.6448 map_cut_5 14_4 0.0772 map_cut_10 14_4 0.1098 map_cut_15 14_4 0.1381 map_cut_20 14_4 0.1724 map_cut_30 14_4 0.2459 map_cut_100 14_4 0.3340 map_cut_200 14_4 0.3653 map_cut_500 14_4 0.3761 map_cut_1000 14_4 0.3761 relative_P_5 14_4 0.8000 relative_P_10 14_4 0.6000 relative_P_15 14_4 0.5333 relative_P_20 14_4 0.5500 relative_P_30 14_4 0.5667 relative_P_100 14_4 0.5652 relative_P_200 14_4 0.7174 relative_P_500 14_4 0.8043 relative_P_1000 14_4 0.8043 success_1 14_4 1.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0370 set_relative_P 14_4 0.8043 set_recall 14_4 0.8043 set_map 14_4 0.0298 set_F 14_4 0.0707 num_nonrel_judged_ret 14_4 54 rbp 14_4 0.3649 rbp_resid 14_4 0.0218 unj_5 14_4 0.0000 unj_10 14_4 0.0000 unj_20 14_4 0.0000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 6 map 14_7 0.0221 Rprec 14_7 0.0602 bpref 14_7 0.0671 recip_rank 14_7 0.5000 iprec_at_recall_0.00 14_7 0.6667 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.4000 P_10 14_7 0.2000 P_15 14_7 0.2000 P_20 14_7 0.2000 P_30 14_7 0.1333 P_100 14_7 0.0500 P_200 14_7 0.0300 P_500 14_7 0.0120 P_1000 14_7 0.0060 relstring 14_7 '01200-----' recall_5 14_7 0.0241 recall_10 14_7 0.0241 recall_15 14_7 0.0361 recall_20 14_7 0.0482 recall_30 14_7 0.0482 recall_100 14_7 0.0602 recall_200 14_7 0.0723 recall_500 14_7 0.0723 recall_1000 14_7 0.0723 infAP 14_7 0.0221 Rprec_mult_0.20 14_7 0.2353 Rprec_mult_0.40 14_7 0.1176 Rprec_mult_0.60 14_7 0.1000 Rprec_mult_0.80 14_7 0.0746 Rprec_mult_1.00 14_7 0.0602 Rprec_mult_1.20 14_7 0.0500 Rprec_mult_1.40 14_7 0.0427 Rprec_mult_1.60 14_7 0.0376 Rprec_mult_1.80 14_7 0.0333 Rprec_mult_2.00 14_7 0.0361 utility 14_7 -988.0000 11pt_avg 14_7 0.0606 binG 14_7 0.0259 G 14_7 0.0173 ndcg 14_7 0.0920 ndcg_rel 14_7 0.0956 Rndcg 14_7 0.1029 ndcg_cut_5 14_7 0.1844 ndcg_cut_10 14_7 0.1282 ndcg_cut_15 14_7 0.1238 ndcg_cut_20 14_7 0.1211 ndcg_cut_30 14_7 0.0977 ndcg_cut_100 14_7 0.0791 ndcg_cut_200 14_7 0.0920 ndcg_cut_500 14_7 0.0920 ndcg_cut_1000 14_7 0.0920 map_cut_5 14_7 0.0141 map_cut_10 14_7 0.0141 map_cut_15 14_7 0.0171 map_cut_20 14_7 0.0201 map_cut_30 14_7 0.0201 map_cut_100 14_7 0.0217 map_cut_200 14_7 0.0221 map_cut_500 14_7 0.0221 map_cut_1000 14_7 0.0221 relative_P_5 14_7 0.4000 relative_P_10 14_7 0.2000 relative_P_15 14_7 0.2000 relative_P_20 14_7 0.2000 relative_P_30 14_7 0.1333 relative_P_100 14_7 0.0602 relative_P_200 14_7 0.0723 relative_P_500 14_7 0.0723 relative_P_1000 14_7 0.0723 success_1 14_7 0.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 0.0060 set_relative_P 14_7 0.0723 set_recall 14_7 0.0723 set_map 14_7 0.0004 set_F 14_7 0.0111 num_nonrel_judged_ret 14_7 40 rbp 14_7 0.1027 rbp_resid 14_7 0.4793 unj_5 14_7 0.0000 unj_10 14_7 0.5000 unj_20 14_7 0.5500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 10 map 14_8 0.2162 Rprec 14_8 0.3889 bpref 14_8 0.3086 recip_rank 14_8 0.5000 iprec_at_recall_0.00 14_8 0.5000 iprec_at_recall_0.10 14_8 0.5000 iprec_at_recall_0.20 14_8 0.5000 iprec_at_recall_0.30 14_8 0.4545 iprec_at_recall_0.40 14_8 0.3889 iprec_at_recall_0.50 14_8 0.2195 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.4000 P_10 14_8 0.4000 P_15 14_8 0.4000 P_20 14_8 0.3500 P_30 14_8 0.2667 P_100 14_8 0.1000 P_200 14_8 0.0500 P_500 14_8 0.0200 P_1000 14_8 0.0100 relstring 14_8 '02002202-0' recall_5 14_8 0.1111 recall_10 14_8 0.2222 recall_15 14_8 0.3333 recall_20 14_8 0.3889 recall_30 14_8 0.4444 recall_100 14_8 0.5556 recall_200 14_8 0.5556 recall_500 14_8 0.5556 recall_1000 14_8 0.5556 infAP 14_8 0.2162 Rprec_mult_0.20 14_8 0.2500 Rprec_mult_0.40 14_8 0.5000 Rprec_mult_0.60 14_8 0.4545 Rprec_mult_0.80 14_8 0.4000 Rprec_mult_1.00 14_8 0.3889 Rprec_mult_1.20 14_8 0.3636 Rprec_mult_1.40 14_8 0.3077 Rprec_mult_1.60 14_8 0.2759 Rprec_mult_1.80 14_8 0.2424 Rprec_mult_2.00 14_8 0.2222 utility 14_8 -980.0000 11pt_avg 14_8 0.2330 binG 14_8 0.1885 G 14_8 0.1982 ndcg 14_8 0.5108 ndcg_rel 14_8 0.4722 Rndcg 14_8 0.4404 ndcg_cut_5 14_8 0.3452 ndcg_cut_10 14_8 0.4130 ndcg_cut_15 14_8 0.4407 ndcg_cut_20 14_8 0.4327 ndcg_cut_30 14_8 0.4766 ndcg_cut_100 14_8 0.5108 ndcg_cut_200 14_8 0.5108 ndcg_cut_500 14_8 0.5108 ndcg_cut_1000 14_8 0.5108 map_cut_5 14_8 0.0500 map_cut_10 14_8 0.1056 map_cut_15 14_8 0.1530 map_cut_20 14_8 0.1746 map_cut_30 14_8 0.1958 map_cut_100 14_8 0.2162 map_cut_200 14_8 0.2162 map_cut_500 14_8 0.2162 map_cut_1000 14_8 0.2162 relative_P_5 14_8 0.4000 relative_P_10 14_8 0.4000 relative_P_15 14_8 0.4000 relative_P_20 14_8 0.3889 relative_P_30 14_8 0.4444 relative_P_100 14_8 0.5556 relative_P_200 14_8 0.5556 relative_P_500 14_8 0.5556 relative_P_1000 14_8 0.5556 success_1 14_8 0.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0100 set_relative_P 14_8 0.5556 set_recall 14_8 0.5556 set_map 14_8 0.0056 set_F 14_8 0.0196 num_nonrel_judged_ret 14_8 41 rbp 14_8 0.3301 rbp_resid 14_8 0.1323 unj_5 14_8 0.0000 unj_10 14_8 0.1000 unj_20 14_8 0.1000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 138 map 14_9 0.3628 Rprec 14_9 0.4178 bpref 14_9 0.5906 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.9429 iprec_at_recall_0.20 14_9 0.7414 iprec_at_recall_0.30 14_9 0.5455 iprec_at_recall_0.40 14_9 0.4359 iprec_at_recall_0.50 14_9 0.3364 iprec_at_recall_0.60 14_9 0.2130 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.8000 P_10 14_9 0.9000 P_15 14_9 0.9333 P_20 14_9 0.9500 P_30 14_9 0.9333 P_100 14_9 0.5700 P_200 14_9 0.4250 P_500 14_9 0.2440 P_1000 14_9 0.1380 relstring 14_9 '2232022222' recall_5 14_9 0.0188 recall_10 14_9 0.0423 recall_15 14_9 0.0657 recall_20 14_9 0.0892 recall_30 14_9 0.1315 recall_100 14_9 0.2676 recall_200 14_9 0.3991 recall_500 14_9 0.5728 recall_1000 14_9 0.6479 infAP 14_9 0.3628 Rprec_mult_0.20 14_9 0.8837 Rprec_mult_0.40 14_9 0.5814 Rprec_mult_0.60 14_9 0.5156 Rprec_mult_0.80 14_9 0.4620 Rprec_mult_1.00 14_9 0.4178 Rprec_mult_1.20 14_9 0.3633 Rprec_mult_1.40 14_9 0.3411 Rprec_mult_1.60 14_9 0.3226 Rprec_mult_1.80 14_9 0.2969 Rprec_mult_2.00 14_9 0.2723 utility 14_9 -724.0000 11pt_avg 14_9 0.3832 binG 14_9 0.1776 G 14_9 0.1143 ndcg 14_9 0.6127 ndcg_rel 14_9 0.5944 Rndcg 14_9 0.5536 ndcg_cut_5 14_9 0.6357 ndcg_cut_10 14_9 0.6466 ndcg_cut_15 14_9 0.6910 ndcg_cut_20 14_9 0.7300 ndcg_cut_30 14_9 0.7236 ndcg_cut_100 14_9 0.5345 ndcg_cut_200 14_9 0.4808 ndcg_cut_500 14_9 0.5717 ndcg_cut_1000 14_9 0.6127 map_cut_5 14_9 0.0188 map_cut_10 14_9 0.0392 map_cut_15 14_9 0.0609 map_cut_20 14_9 0.0830 map_cut_30 14_9 0.1222 map_cut_100 14_9 0.2234 map_cut_200 14_9 0.2899 map_cut_500 14_9 0.3480 map_cut_1000 14_9 0.3628 relative_P_5 14_9 0.8000 relative_P_10 14_9 0.9000 relative_P_15 14_9 0.9333 relative_P_20 14_9 0.9500 relative_P_30 14_9 0.9333 relative_P_100 14_9 0.5700 relative_P_200 14_9 0.4250 relative_P_500 14_9 0.5728 relative_P_1000 14_9 0.6479 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1380 set_relative_P 14_9 0.6479 set_recall 14_9 0.6479 set_map 14_9 0.0894 set_F 14_9 0.2275 num_nonrel_judged_ret 14_9 17 rbp 14_9 0.6178 rbp_resid 14_9 0.0122 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 57 map 15_1 0.2476 Rprec 15_1 0.2963 bpref 15_1 0.5621 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.6522 iprec_at_recall_0.20 15_1 0.6400 iprec_at_recall_0.30 15_1 0.3117 iprec_at_recall_0.40 15_1 0.2254 iprec_at_recall_0.50 15_1 0.2158 iprec_at_recall_0.60 15_1 0.1815 iprec_at_recall_0.70 15_1 0.0627 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.6000 P_10 15_1 0.6000 P_15 15_1 0.5333 P_20 15_1 0.6000 P_30 15_1 0.5667 P_100 15_1 0.2600 P_200 15_1 0.2100 P_500 15_1 0.1060 P_1000 15_1 0.0570 relstring 15_1 '110012-22-' recall_5 15_1 0.0370 recall_10 15_1 0.0741 recall_15 15_1 0.0988 recall_20 15_1 0.1481 recall_30 15_1 0.2099 recall_100 15_1 0.3210 recall_200 15_1 0.5185 recall_500 15_1 0.6543 recall_1000 15_1 0.7037 infAP 15_1 0.2476 Rprec_mult_0.20 15_1 0.5294 Rprec_mult_0.40 15_1 0.5455 Rprec_mult_0.60 15_1 0.4082 Rprec_mult_0.80 15_1 0.3231 Rprec_mult_1.00 15_1 0.2963 Rprec_mult_1.20 15_1 0.2653 Rprec_mult_1.40 15_1 0.2368 Rprec_mult_1.60 15_1 0.2308 Rprec_mult_1.80 15_1 0.2192 Rprec_mult_2.00 15_1 0.2160 utility 15_1 -886.0000 11pt_avg 15_1 0.2990 binG 15_1 0.1609 G 15_1 0.1251 ndcg 15_1 0.5407 ndcg_rel 15_1 0.4446 Rndcg 15_1 0.3805 ndcg_cut_5 15_1 0.2281 ndcg_cut_10 15_1 0.3198 ndcg_cut_15 15_1 0.3163 ndcg_cut_20 15_1 0.3672 ndcg_cut_30 15_1 0.4054 ndcg_cut_100 15_1 0.3393 ndcg_cut_200 15_1 0.4563 ndcg_cut_500 15_1 0.5209 ndcg_cut_1000 15_1 0.5407 map_cut_5 15_1 0.0321 map_cut_10 15_1 0.0563 map_cut_15 15_1 0.0701 map_cut_20 15_1 0.0980 map_cut_30 15_1 0.1370 map_cut_100 15_1 0.1776 map_cut_200 15_1 0.2216 map_cut_500 15_1 0.2439 map_cut_1000 15_1 0.2476 relative_P_5 15_1 0.6000 relative_P_10 15_1 0.6000 relative_P_15 15_1 0.5333 relative_P_20 15_1 0.6000 relative_P_30 15_1 0.5667 relative_P_100 15_1 0.3210 relative_P_200 15_1 0.5185 relative_P_500 15_1 0.6543 relative_P_1000 15_1 0.7037 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0570 set_relative_P 15_1 0.7037 set_recall 15_1 0.7037 set_map 15_1 0.0401 set_F 15_1 0.1055 num_nonrel_judged_ret 15_1 38 rbp 15_1 0.2884 rbp_resid 15_1 0.2023 unj_5 15_1 0.0000 unj_10 15_1 0.2000 unj_20 15_1 0.2500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 29 map 15_10 0.6514 Rprec 15_10 0.6857 bpref 15_10 0.7241 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 1.0000 iprec_at_recall_0.20 15_10 1.0000 iprec_at_recall_0.30 15_10 0.8667 iprec_at_recall_0.40 15_10 0.8235 iprec_at_recall_0.50 15_10 0.7826 iprec_at_recall_0.60 15_10 0.6857 iprec_at_recall_0.70 15_10 0.6341 iprec_at_recall_0.80 15_10 0.3836 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 1.0000 P_10 15_10 0.9000 P_15 15_10 0.8667 P_20 15_10 0.8000 P_30 15_10 0.6667 P_100 15_10 0.2900 P_200 15_10 0.1450 P_500 15_10 0.0580 P_1000 15_10 0.0290 relstring 15_10 '3122132011' recall_5 15_10 0.1429 recall_10 15_10 0.2571 recall_15 15_10 0.3714 recall_20 15_10 0.4571 recall_30 15_10 0.5714 recall_100 15_10 0.8286 recall_200 15_10 0.8286 recall_500 15_10 0.8286 recall_1000 15_10 0.8286 infAP 15_10 0.6514 Rprec_mult_0.20 15_10 1.0000 Rprec_mult_0.40 15_10 0.8571 Rprec_mult_0.60 15_10 0.8095 Rprec_mult_0.80 15_10 0.6786 Rprec_mult_1.00 15_10 0.6857 Rprec_mult_1.20 15_10 0.6190 Rprec_mult_1.40 15_10 0.5306 Rprec_mult_1.60 15_10 0.4821 Rprec_mult_1.80 15_10 0.4286 Rprec_mult_2.00 15_10 0.3857 utility 15_10 -942.0000 11pt_avg 15_10 0.6524 binG 15_10 0.4296 G 15_10 0.3378 ndcg 15_10 0.8162 ndcg_rel 15_10 0.7943 Rndcg 15_10 0.7753 ndcg_cut_5 15_10 0.7810 ndcg_cut_10 15_10 0.7867 ndcg_cut_15 15_10 0.7876 ndcg_cut_20 15_10 0.7699 ndcg_cut_30 15_10 0.7472 ndcg_cut_100 15_10 0.8162 ndcg_cut_200 15_10 0.8162 ndcg_cut_500 15_10 0.8162 ndcg_cut_1000 15_10 0.8162 map_cut_5 15_10 0.1429 map_cut_10 15_10 0.2511 map_cut_15 15_10 0.3505 map_cut_20 15_10 0.4195 map_cut_30 15_10 0.5034 map_cut_100 15_10 0.6514 map_cut_200 15_10 0.6514 map_cut_500 15_10 0.6514 map_cut_1000 15_10 0.6514 relative_P_5 15_10 1.0000 relative_P_10 15_10 0.9000 relative_P_15 15_10 0.8667 relative_P_20 15_10 0.8000 relative_P_30 15_10 0.6667 relative_P_100 15_10 0.8286 relative_P_200 15_10 0.8286 relative_P_500 15_10 0.8286 relative_P_1000 15_10 0.8286 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0290 set_relative_P 15_10 0.8286 set_recall 15_10 0.8286 set_map 15_10 0.0240 set_F 15_10 0.0560 num_nonrel_judged_ret 15_10 27 rbp 15_10 0.4537 rbp_resid 15_10 0.0416 unj_5 15_10 0.0000 unj_10 15_10 0.0000 unj_20 15_10 0.0000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 4 map 15_3 0.0244 Rprec 15_3 0.0909 bpref 15_3 0.1074 recip_rank 15_3 0.2500 iprec_at_recall_0.00 15_3 0.2500 iprec_at_recall_0.10 15_3 0.1429 iprec_at_recall_0.20 15_3 0.0339 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.2000 P_10 15_3 0.1000 P_15 15_3 0.1333 P_20 15_3 0.1000 P_30 15_3 0.1000 P_100 15_3 0.0300 P_200 15_3 0.0200 P_500 15_3 0.0080 P_1000 15_3 0.0040 relstring 15_3 '0001000---' recall_5 15_3 0.0455 recall_10 15_3 0.0455 recall_15 15_3 0.0909 recall_20 15_3 0.0909 recall_30 15_3 0.1364 recall_100 15_3 0.1364 recall_200 15_3 0.1818 recall_500 15_3 0.1818 recall_1000 15_3 0.1818 infAP 15_3 0.0244 Rprec_mult_0.20 15_3 0.2000 Rprec_mult_0.40 15_3 0.1111 Rprec_mult_0.60 15_3 0.1429 Rprec_mult_0.80 15_3 0.1111 Rprec_mult_1.00 15_3 0.0909 Rprec_mult_1.20 15_3 0.1111 Rprec_mult_1.40 15_3 0.0968 Rprec_mult_1.60 15_3 0.0833 Rprec_mult_1.80 15_3 0.0750 Rprec_mult_2.00 15_3 0.0682 utility 15_3 -992.0000 11pt_avg 15_3 0.0388 binG 15_3 0.0478 G 15_3 0.0388 ndcg 15_3 0.1198 ndcg_rel 15_3 0.1158 Rndcg 15_3 0.0818 ndcg_cut_5 15_3 0.0730 ndcg_cut_10 15_3 0.0474 ndcg_cut_15 15_3 0.0906 ndcg_cut_20 15_3 0.0814 ndcg_cut_30 15_3 0.0957 ndcg_cut_100 15_3 0.0957 ndcg_cut_200 15_3 0.1198 ndcg_cut_500 15_3 0.1198 ndcg_cut_1000 15_3 0.1198 map_cut_5 15_3 0.0114 map_cut_10 15_3 0.0114 map_cut_15 15_3 0.0179 map_cut_20 15_3 0.0179 map_cut_30 15_3 0.0229 map_cut_100 15_3 0.0229 map_cut_200 15_3 0.0244 map_cut_500 15_3 0.0244 map_cut_1000 15_3 0.0244 relative_P_5 15_3 0.2000 relative_P_10 15_3 0.1000 relative_P_15 15_3 0.1333 relative_P_20 15_3 0.1000 relative_P_30 15_3 0.1364 relative_P_100 15_3 0.1364 relative_P_200 15_3 0.1818 relative_P_500 15_3 0.1818 relative_P_1000 15_3 0.1818 success_1 15_3 0.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.0040 set_relative_P 15_3 0.1818 set_recall 15_3 0.1818 set_map 15_3 0.0007 set_F 15_3 0.0078 num_nonrel_judged_ret 15_3 29 rbp 15_3 0.0651 rbp_resid 15_3 0.4050 unj_5 15_3 0.0000 unj_10 15_3 0.3000 unj_20 15_3 0.5500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 14 map 15_4 0.1007 Rprec 15_4 0.1500 bpref 15_4 0.1700 recip_rank 15_4 0.2500 iprec_at_recall_0.00 15_4 0.3333 iprec_at_recall_0.10 15_4 0.3333 iprec_at_recall_0.20 15_4 0.1818 iprec_at_recall_0.30 15_4 0.1489 iprec_at_recall_0.40 15_4 0.1455 iprec_at_recall_0.50 15_4 0.0952 iprec_at_recall_0.60 15_4 0.0916 iprec_at_recall_0.70 15_4 0.0224 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.2000 P_10 15_4 0.2000 P_15 15_4 0.2000 P_20 15_4 0.1500 P_30 15_4 0.1333 P_100 15_4 0.0900 P_200 15_4 0.0600 P_500 15_4 0.0240 P_1000 15_4 0.0140 relstring 15_4 '0002020--0' recall_5 15_4 0.0500 recall_10 15_4 0.1000 recall_15 15_4 0.1500 recall_20 15_4 0.1500 recall_30 15_4 0.2000 recall_100 15_4 0.4500 recall_200 15_4 0.6000 recall_500 15_4 0.6000 recall_1000 15_4 0.7000 infAP 15_4 0.1007 Rprec_mult_0.20 15_4 0.2500 Rprec_mult_0.40 15_4 0.2500 Rprec_mult_0.60 15_4 0.2500 Rprec_mult_0.80 15_4 0.1875 Rprec_mult_1.00 15_4 0.1500 Rprec_mult_1.20 15_4 0.1667 Rprec_mult_1.40 15_4 0.1429 Rprec_mult_1.60 15_4 0.1250 Rprec_mult_1.80 15_4 0.1111 Rprec_mult_2.00 15_4 0.1250 utility 15_4 -972.0000 11pt_avg 15_4 0.1229 binG 15_4 0.1454 G 15_4 0.1354 ndcg 15_4 0.3977 ndcg_rel 15_4 0.3207 Rndcg 15_4 0.2511 ndcg_cut_5 15_4 0.1461 ndcg_cut_10 15_4 0.1732 ndcg_cut_15 15_4 0.1843 ndcg_cut_20 15_4 0.1671 ndcg_cut_30 15_4 0.2021 ndcg_cut_100 15_4 0.3262 ndcg_cut_200 15_4 0.3719 ndcg_cut_500 15_4 0.3719 ndcg_cut_1000 15_4 0.3977 map_cut_5 15_4 0.0125 map_cut_10 15_4 0.0292 map_cut_15 15_4 0.0417 map_cut_20 15_4 0.0417 map_cut_30 15_4 0.0508 map_cut_100 15_4 0.0843 map_cut_200 15_4 0.0984 map_cut_500 15_4 0.0984 map_cut_1000 15_4 0.1007 relative_P_5 15_4 0.2000 relative_P_10 15_4 0.2000 relative_P_15 15_4 0.2000 relative_P_20 15_4 0.1500 relative_P_30 15_4 0.2000 relative_P_100 15_4 0.4500 relative_P_200 15_4 0.6000 relative_P_500 15_4 0.6000 relative_P_1000 15_4 0.7000 success_1 15_4 0.0000 success_5 15_4 1.0000 success_10 15_4 1.0000 set_P 15_4 0.0140 set_relative_P 15_4 0.7000 set_recall 15_4 0.7000 set_map 15_4 0.0098 set_F 15_4 0.0275 num_nonrel_judged_ret 15_4 47 rbp 15_4 0.1777 rbp_resid 15_4 0.2877 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.4500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 29 map 15_5 0.5243 Rprec 15_5 0.5806 bpref 15_5 0.6545 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 1.0000 iprec_at_recall_0.20 15_5 0.6667 iprec_at_recall_0.30 15_5 0.5806 iprec_at_recall_0.40 15_5 0.5806 iprec_at_recall_0.50 15_5 0.5806 iprec_at_recall_0.60 15_5 0.5588 iprec_at_recall_0.70 15_5 0.4681 iprec_at_recall_0.80 15_5 0.4032 iprec_at_recall_0.90 15_5 0.2522 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.8000 P_10 15_5 0.6000 P_15 15_5 0.5333 P_20 15_5 0.5000 P_30 15_5 0.5667 P_100 15_5 0.2700 P_200 15_5 0.1450 P_500 15_5 0.0580 P_1000 15_5 0.0290 relstring 15_5 '3210101010' recall_5 15_5 0.1290 recall_10 15_5 0.1935 recall_15 15_5 0.2581 recall_20 15_5 0.3226 recall_30 15_5 0.5484 recall_100 15_5 0.8710 recall_200 15_5 0.9355 recall_500 15_5 0.9355 recall_1000 15_5 0.9355 infAP 15_5 0.5243 Rprec_mult_0.20 15_5 0.7143 Rprec_mult_0.40 15_5 0.6154 Rprec_mult_0.60 15_5 0.4737 Rprec_mult_0.80 15_5 0.5600 Rprec_mult_1.00 15_5 0.5806 Rprec_mult_1.20 15_5 0.5263 Rprec_mult_1.40 15_5 0.4545 Rprec_mult_1.60 15_5 0.4400 Rprec_mult_1.80 15_5 0.4107 Rprec_mult_2.00 15_5 0.4032 utility 15_5 -942.0000 11pt_avg 15_5 0.5537 binG 15_5 0.3262 G 15_5 0.2914 ndcg 15_5 0.7689 ndcg_rel 15_5 0.6584 Rndcg 15_5 0.6667 ndcg_cut_5 15_5 0.6414 ndcg_cut_10 15_5 0.5441 ndcg_cut_15 15_5 0.5513 ndcg_cut_20 15_5 0.5371 ndcg_cut_30 15_5 0.6019 ndcg_cut_100 15_5 0.7500 ndcg_cut_200 15_5 0.7689 ndcg_cut_500 15_5 0.7689 ndcg_cut_1000 15_5 0.7689 map_cut_5 15_5 0.1226 map_cut_10 15_5 0.1671 map_cut_15 15_5 0.2058 map_cut_20 15_5 0.2381 map_cut_30 15_5 0.3626 map_cut_100 15_5 0.5083 map_cut_200 15_5 0.5243 map_cut_500 15_5 0.5243 map_cut_1000 15_5 0.5243 relative_P_5 15_5 0.8000 relative_P_10 15_5 0.6000 relative_P_15 15_5 0.5333 relative_P_20 15_5 0.5000 relative_P_30 15_5 0.5667 relative_P_100 15_5 0.8710 relative_P_200 15_5 0.9355 relative_P_500 15_5 0.9355 relative_P_1000 15_5 0.9355 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0290 set_relative_P 15_5 0.9355 set_recall 15_5 0.9355 set_map 15_5 0.0271 set_F 15_5 0.0563 num_nonrel_judged_ret 15_5 26 rbp 15_5 0.3124 rbp_resid 15_5 0.0602 unj_5 15_5 0.0000 unj_10 15_5 0.0000 unj_20 15_5 0.0500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 5 map 15_6 0.0013 Rprec 15_6 0.0000 bpref 15_6 0.0000 recip_rank 15_6 0.0058 iprec_at_recall_0.00 15_6 0.0058 iprec_at_recall_0.10 15_6 0.0054 iprec_at_recall_0.20 15_6 0.0054 iprec_at_recall_0.30 15_6 0.0000 iprec_at_recall_0.40 15_6 0.0000 iprec_at_recall_0.50 15_6 0.0000 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0000 P_200 15_6 0.0050 P_500 15_6 0.0020 P_1000 15_6 0.0050 relstring 15_6 '000000----' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.0000 recall_200 15_6 0.0526 recall_500 15_6 0.0526 recall_1000 15_6 0.2632 infAP 15_6 0.0013 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -990.0000 11pt_avg 15_6 0.0015 binG 15_6 0.0293 G 15_6 0.0270 ndcg 15_6 0.0710 ndcg_rel 15_6 0.0636 Rndcg 15_6 0.0177 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0000 ndcg_cut_200 15_6 0.0190 ndcg_cut_500 15_6 0.0190 ndcg_cut_1000 15_6 0.0710 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0000 map_cut_200 15_6 0.0003 map_cut_500 15_6 0.0003 map_cut_1000 15_6 0.0013 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.0000 relative_P_200 15_6 0.0526 relative_P_500 15_6 0.0526 relative_P_1000 15_6 0.2632 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0050 set_relative_P 15_6 0.2632 set_recall 15_6 0.2632 set_map 15_6 0.0013 set_F 15_6 0.0098 num_nonrel_judged_ret 15_6 46 rbp 15_6 0.0000 rbp_resid 15_6 0.4325 unj_5 15_6 0.0000 unj_10 15_6 0.4000 unj_20 15_6 0.5500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 122 map 1_1 0.3066 Rprec 1_1 0.3813 bpref 1_1 0.4534 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.9375 iprec_at_recall_0.20 1_1 0.6709 iprec_at_recall_0.30 1_1 0.5461 iprec_at_recall_0.40 1_1 0.3125 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 0.9333 P_20 1_1 0.9500 P_30 1_1 0.9333 P_100 1_1 0.6400 P_200 1_1 0.4600 P_500 1_1 0.2320 P_1000 1_1 0.1220 relstring 1_1 '3211223231' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0545 recall_20 1_1 0.0739 recall_30 1_1 0.1089 recall_100 1_1 0.2490 recall_200 1_1 0.3580 recall_500 1_1 0.4514 recall_1000 1_1 0.4747 infAP 1_1 0.3066 Rprec_mult_0.20 1_1 0.7885 Rprec_mult_0.40 1_1 0.6311 Rprec_mult_0.60 1_1 0.5226 Rprec_mult_0.80 1_1 0.4515 Rprec_mult_1.00 1_1 0.3813 Rprec_mult_1.20 1_1 0.3269 Rprec_mult_1.40 1_1 0.3056 Rprec_mult_1.60 1_1 0.2718 Rprec_mult_1.80 1_1 0.2441 Rprec_mult_2.00 1_1 0.2257 utility 1_1 -756.0000 11pt_avg 1_1 0.3152 binG 1_1 0.1549 G 1_1 0.0985 ndcg 1_1 0.5383 ndcg_rel 1_1 0.5734 Rndcg 1_1 0.5588 ndcg_cut_5 1_1 0.6745 ndcg_cut_10 1_1 0.6971 ndcg_cut_15 1_1 0.6868 ndcg_cut_20 1_1 0.7003 ndcg_cut_30 1_1 0.7179 ndcg_cut_100 1_1 0.5977 ndcg_cut_200 1_1 0.5227 ndcg_cut_500 1_1 0.5284 ndcg_cut_1000 1_1 0.5383 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0542 map_cut_20 1_1 0.0726 map_cut_30 1_1 0.1052 map_cut_100 1_1 0.2112 map_cut_200 1_1 0.2715 map_cut_500 1_1 0.3027 map_cut_1000 1_1 0.3066 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 0.9333 relative_P_20 1_1 0.9500 relative_P_30 1_1 0.9333 relative_P_100 1_1 0.6400 relative_P_200 1_1 0.4600 relative_P_500 1_1 0.4514 relative_P_1000 1_1 0.4747 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1220 set_relative_P 1_1 0.4747 set_recall 1_1 0.4747 set_map 1_1 0.0579 set_F 1_1 0.1941 num_nonrel_judged_ret 1_1 8 rbp 1_1 0.6297 rbp_resid 1_1 0.0235 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 96 map 1_2 0.4331 Rprec 1_2 0.4912 bpref 1_2 0.7297 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.7143 iprec_at_recall_0.20 1_2 0.7143 iprec_at_recall_0.30 1_2 0.6364 iprec_at_recall_0.40 1_2 0.5102 iprec_at_recall_0.50 1_2 0.4711 iprec_at_recall_0.60 1_2 0.3439 iprec_at_recall_0.70 1_2 0.2909 iprec_at_recall_0.80 1_2 0.1996 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.7000 P_15 1_2 0.6667 P_20 1_2 0.7000 P_30 1_2 0.6667 P_100 1_2 0.5000 P_200 1_2 0.3400 P_500 1_2 0.1840 P_1000 1_2 0.0960 relstring 1_2 '333323-300' recall_5 1_2 0.0439 recall_10 1_2 0.0614 recall_15 1_2 0.0877 recall_20 1_2 0.1228 recall_30 1_2 0.1754 recall_100 1_2 0.4386 recall_200 1_2 0.5965 recall_500 1_2 0.8070 recall_1000 1_2 0.8421 infAP 1_2 0.4331 Rprec_mult_0.20 1_2 0.6957 Rprec_mult_0.40 1_2 0.6522 Rprec_mult_0.60 1_2 0.5652 Rprec_mult_0.80 1_2 0.4891 Rprec_mult_1.00 1_2 0.4912 Rprec_mult_1.20 1_2 0.4453 Rprec_mult_1.40 1_2 0.4000 Rprec_mult_1.60 1_2 0.3661 Rprec_mult_1.80 1_2 0.3398 Rprec_mult_2.00 1_2 0.3421 utility 1_2 -808.0000 11pt_avg 1_2 0.4437 binG 1_2 0.2114 G 1_2 0.1797 ndcg 1_2 0.7533 ndcg_rel 1_2 0.6650 Rndcg 1_2 0.6557 ndcg_cut_5 1_2 0.8591 ndcg_cut_10 1_2 0.7159 ndcg_cut_15 1_2 0.6198 ndcg_cut_20 1_2 0.6188 ndcg_cut_30 1_2 0.5911 ndcg_cut_100 1_2 0.5767 ndcg_cut_200 1_2 0.6567 ndcg_cut_500 1_2 0.7413 ndcg_cut_1000 1_2 0.7533 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0603 map_cut_15 1_2 0.0785 map_cut_20 1_2 0.1025 map_cut_30 1_2 0.1391 map_cut_100 1_2 0.2978 map_cut_200 1_2 0.3672 map_cut_500 1_2 0.4274 map_cut_1000 1_2 0.4331 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.7000 relative_P_15 1_2 0.6667 relative_P_20 1_2 0.7000 relative_P_30 1_2 0.6667 relative_P_100 1_2 0.5000 relative_P_200 1_2 0.5965 relative_P_500 1_2 0.8070 relative_P_1000 1_2 0.8421 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0960 set_relative_P 1_2 0.8421 set_recall 1_2 0.8421 set_map 1_2 0.0808 set_F 1_2 0.1724 num_nonrel_judged_ret 1_2 10 rbp 1_2 0.4630 rbp_resid 1_2 0.1747 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.2000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 63 map 1_3 0.6710 Rprec 1_3 0.6338 bpref 1_3 0.8394 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 1.0000 iprec_at_recall_0.20 1_3 0.9500 iprec_at_recall_0.30 1_3 0.9286 iprec_at_recall_0.40 1_3 0.9062 iprec_at_recall_0.50 1_3 0.7400 iprec_at_recall_0.60 1_3 0.6935 iprec_at_recall_0.70 1_3 0.6118 iprec_at_recall_0.80 1_3 0.3519 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 1.0000 P_10 1_3 0.9000 P_15 1_3 0.9333 P_20 1_3 0.9500 P_30 1_3 0.9000 P_100 1_3 0.5200 P_200 1_3 0.3000 P_500 1_3 0.1240 P_1000 1_3 0.0630 relstring 1_3 '2322233130' recall_5 1_3 0.0704 recall_10 1_3 0.1268 recall_15 1_3 0.1972 recall_20 1_3 0.2676 recall_30 1_3 0.3803 recall_100 1_3 0.7324 recall_200 1_3 0.8451 recall_500 1_3 0.8732 recall_1000 1_3 0.8873 infAP 1_3 0.6710 Rprec_mult_0.20 1_3 0.9333 Rprec_mult_0.40 1_3 0.8966 Rprec_mult_0.60 1_3 0.7674 Rprec_mult_0.80 1_3 0.7018 Rprec_mult_1.00 1_3 0.6338 Rprec_mult_1.20 1_3 0.6047 Rprec_mult_1.40 1_3 0.5200 Rprec_mult_1.60 1_3 0.4825 Rprec_mult_1.80 1_3 0.4375 Rprec_mult_2.00 1_3 0.3944 utility 1_3 -874.0000 11pt_avg 1_3 0.6529 binG 1_3 0.3865 G 1_3 0.2686 ndcg 1_3 0.8584 ndcg_rel 1_3 0.8015 Rndcg 1_3 0.7872 ndcg_cut_5 1_3 0.7380 ndcg_cut_10 1_3 0.7921 ndcg_cut_15 1_3 0.8285 ndcg_cut_20 1_3 0.8244 ndcg_cut_30 1_3 0.7899 ndcg_cut_100 1_3 0.7987 ndcg_cut_200 1_3 0.8462 ndcg_cut_500 1_3 0.8548 ndcg_cut_1000 1_3 0.8584 map_cut_5 1_3 0.0704 map_cut_10 1_3 0.1268 map_cut_15 1_3 0.1917 map_cut_20 1_3 0.2582 map_cut_30 1_3 0.3615 map_cut_100 1_3 0.6159 map_cut_200 1_3 0.6620 map_cut_500 1_3 0.6696 map_cut_1000 1_3 0.6710 relative_P_5 1_3 1.0000 relative_P_10 1_3 0.9000 relative_P_15 1_3 0.9333 relative_P_20 1_3 0.9500 relative_P_30 1_3 0.9000 relative_P_100 1_3 0.7324 relative_P_200 1_3 0.8451 relative_P_500 1_3 0.8732 relative_P_1000 1_3 0.8873 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0630 set_relative_P 1_3 0.8873 set_recall 1_3 0.8873 set_map 1_3 0.0559 set_F 1_3 0.1176 num_nonrel_judged_ret 1_3 13 rbp 1_3 0.6599 rbp_resid 1_3 0.0360 unj_5 1_3 0.0000 unj_10 1_3 0.0000 unj_20 1_3 0.0000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 67 map 1_4 0.3301 Rprec 1_4 0.4328 bpref 1_4 0.4646 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.9375 iprec_at_recall_0.20 1_4 0.7714 iprec_at_recall_0.30 1_4 0.6949 iprec_at_recall_0.40 1_4 0.4655 iprec_at_recall_0.50 1_4 0.1573 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 0.8000 P_10 1_4 0.9000 P_15 1_4 0.9333 P_20 1_4 0.8500 P_30 1_4 0.8000 P_100 1_4 0.5100 P_200 1_4 0.3050 P_500 1_4 0.1340 P_1000 1_4 0.0670 relstring 1_4 '2013222323' recall_5 1_4 0.0299 recall_10 1_4 0.0672 recall_15 1_4 0.1045 recall_20 1_4 0.1269 recall_30 1_4 0.1791 recall_100 1_4 0.3806 recall_200 1_4 0.4552 recall_500 1_4 0.5000 recall_1000 1_4 0.5000 infAP 1_4 0.3301 Rprec_mult_0.20 1_4 0.8148 Rprec_mult_0.40 1_4 0.6667 Rprec_mult_0.60 1_4 0.5679 Rprec_mult_0.80 1_4 0.4815 Rprec_mult_1.00 1_4 0.4328 Rprec_mult_1.20 1_4 0.3789 Rprec_mult_1.40 1_4 0.3245 Rprec_mult_1.60 1_4 0.2884 Rprec_mult_1.80 1_4 0.2562 Rprec_mult_2.00 1_4 0.2313 utility 1_4 -866.0000 11pt_avg 1_4 0.3661 binG 1_4 0.1649 G 1_4 0.1124 ndcg 1_4 0.5444 ndcg_rel 1_4 0.5693 Rndcg 1_4 0.5623 ndcg_cut_5 1_4 0.5162 ndcg_cut_10 1_4 0.6134 ndcg_cut_15 1_4 0.6644 ndcg_cut_20 1_4 0.6563 ndcg_cut_30 1_4 0.6725 ndcg_cut_100 1_4 0.5377 ndcg_cut_200 1_4 0.5303 ndcg_cut_500 1_4 0.5444 ndcg_cut_1000 1_4 0.5444 map_cut_5 1_4 0.0240 map_cut_10 1_4 0.0565 map_cut_15 1_4 0.0909 map_cut_20 1_4 0.1109 map_cut_30 1_4 0.1538 map_cut_100 1_4 0.2884 map_cut_200 1_4 0.3212 map_cut_500 1_4 0.3301 map_cut_1000 1_4 0.3301 relative_P_5 1_4 0.8000 relative_P_10 1_4 0.9000 relative_P_15 1_4 0.9333 relative_P_20 1_4 0.8500 relative_P_30 1_4 0.8000 relative_P_100 1_4 0.5100 relative_P_200 1_4 0.4552 relative_P_500 1_4 0.5000 relative_P_1000 1_4 0.5000 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0670 set_relative_P 1_4 0.5000 set_recall 1_4 0.5000 set_map 1_4 0.0335 set_F 1_4 0.1182 num_nonrel_judged_ret 1_4 5 rbp 1_4 0.5987 rbp_resid 1_4 0.0703 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.1000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 23 map 1_6 0.0423 Rprec 1_6 0.1074 bpref 1_6 0.1594 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.1300 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.6000 P_10 1_6 0.4000 P_15 1_6 0.3333 P_20 1_6 0.2500 P_30 1_6 0.1667 P_100 1_6 0.1300 P_200 1_6 0.0700 P_500 1_6 0.0420 P_1000 1_6 0.0230 relstring 1_6 '2100101-0-' recall_5 1_6 0.0248 recall_10 1_6 0.0331 recall_15 1_6 0.0413 recall_20 1_6 0.0413 recall_30 1_6 0.0413 recall_100 1_6 0.1074 recall_200 1_6 0.1157 recall_500 1_6 0.1736 recall_1000 1_6 0.1901 infAP 1_6 0.0423 Rprec_mult_0.20 1_6 0.2000 Rprec_mult_0.40 1_6 0.1224 Rprec_mult_0.60 1_6 0.1096 Rprec_mult_0.80 1_6 0.1237 Rprec_mult_1.00 1_6 0.1074 Rprec_mult_1.20 1_6 0.0959 Rprec_mult_1.40 1_6 0.0824 Rprec_mult_1.60 1_6 0.0722 Rprec_mult_1.80 1_6 0.0642 Rprec_mult_2.00 1_6 0.0661 utility 1_6 -954.0000 11pt_avg 1_6 0.1027 binG 1_6 0.0477 G 1_6 0.0337 ndcg 1_6 0.1818 ndcg_rel 1_6 0.1862 Rndcg 1_6 0.1484 ndcg_cut_5 1_6 0.3412 ndcg_cut_10 1_6 0.2459 ndcg_cut_15 1_6 0.2059 ndcg_cut_20 1_6 0.1715 ndcg_cut_30 1_6 0.1415 ndcg_cut_100 1_6 0.1398 ndcg_cut_200 1_6 0.1365 ndcg_cut_500 1_6 0.1721 ndcg_cut_1000 1_6 0.1818 map_cut_5 1_6 0.0215 map_cut_10 1_6 0.0262 map_cut_15 1_6 0.0297 map_cut_20 1_6 0.0297 map_cut_30 1_6 0.0297 map_cut_100 1_6 0.0374 map_cut_200 1_6 0.0383 map_cut_500 1_6 0.0417 map_cut_1000 1_6 0.0423 relative_P_5 1_6 0.6000 relative_P_10 1_6 0.4000 relative_P_15 1_6 0.3333 relative_P_20 1_6 0.2500 relative_P_30 1_6 0.1667 relative_P_100 1_6 0.1300 relative_P_200 1_6 0.1157 relative_P_500 1_6 0.1736 relative_P_1000 1_6 0.1901 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0230 set_relative_P 1_6 0.1901 set_recall 1_6 0.1901 set_map 1_6 0.0044 set_F 1_6 0.0410 num_nonrel_judged_ret 1_6 20 rbp 1_6 0.1475 rbp_resid 1_6 0.3482 unj_5 1_6 0.0000 unj_10 1_6 0.2000 unj_20 1_6 0.5000 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 68 map 1_7 0.2655 Rprec 1_7 0.3455 bpref 1_7 0.5216 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.6471 iprec_at_recall_0.20 1_7 0.5417 iprec_at_recall_0.30 1_7 0.4583 iprec_at_recall_0.40 1_7 0.2404 iprec_at_recall_0.50 1_7 0.1637 iprec_at_recall_0.60 1_7 0.1065 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 1.0000 P_10 1_7 0.8000 P_15 1_7 0.6667 P_20 1_7 0.6000 P_30 1_7 0.5333 P_100 1_7 0.3600 P_200 1_7 0.2250 P_500 1_7 0.1200 P_1000 1_7 0.0680 relstring 1_7 '12222101-2' recall_5 1_7 0.0455 recall_10 1_7 0.0727 recall_15 1_7 0.0909 recall_20 1_7 0.1091 recall_30 1_7 0.1455 recall_100 1_7 0.3273 recall_200 1_7 0.4091 recall_500 1_7 0.5455 recall_1000 1_7 0.6182 infAP 1_7 0.2655 Rprec_mult_0.20 1_7 0.6364 Rprec_mult_0.40 1_7 0.5227 Rprec_mult_0.60 1_7 0.4697 Rprec_mult_0.80 1_7 0.4091 Rprec_mult_1.00 1_7 0.3455 Rprec_mult_1.20 1_7 0.3106 Rprec_mult_1.40 1_7 0.2792 Rprec_mult_1.60 1_7 0.2443 Rprec_mult_1.80 1_7 0.2273 Rprec_mult_2.00 1_7 0.2136 utility 1_7 -864.0000 11pt_avg 1_7 0.2871 binG 1_7 0.1649 G 1_7 0.1212 ndcg 1_7 0.5429 ndcg_rel 1_7 0.5054 Rndcg 1_7 0.4599 ndcg_cut_5 1_7 0.6505 ndcg_cut_10 1_7 0.5735 ndcg_cut_15 1_7 0.4999 ndcg_cut_20 1_7 0.4549 ndcg_cut_30 1_7 0.4276 ndcg_cut_100 1_7 0.4182 ndcg_cut_200 1_7 0.4504 ndcg_cut_500 1_7 0.5168 ndcg_cut_1000 1_7 0.5429 map_cut_5 1_7 0.0455 map_cut_10 1_7 0.0698 map_cut_15 1_7 0.0833 map_cut_20 1_7 0.0949 map_cut_30 1_7 0.1168 map_cut_100 1_7 0.2087 map_cut_200 1_7 0.2340 map_cut_500 1_7 0.2580 map_cut_1000 1_7 0.2655 relative_P_5 1_7 1.0000 relative_P_10 1_7 0.8000 relative_P_15 1_7 0.6667 relative_P_20 1_7 0.6000 relative_P_30 1_7 0.5333 relative_P_100 1_7 0.3600 relative_P_200 1_7 0.4091 relative_P_500 1_7 0.5455 relative_P_1000 1_7 0.6182 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0680 set_relative_P 1_7 0.6182 set_recall 1_7 0.6182 set_map 1_7 0.0420 set_F 1_7 0.1225 num_nonrel_judged_ret 1_7 36 rbp 1_7 0.3587 rbp_resid 1_7 0.1389 unj_5 1_7 0.0000 unj_10 1_7 0.1000 unj_20 1_7 0.1500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 90 map 1_8 0.4182 Rprec 1_8 0.4153 bpref 1_8 0.7391 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 1.0000 iprec_at_recall_0.20 1_8 0.8889 iprec_at_recall_0.30 1_8 0.6034 iprec_at_recall_0.40 1_8 0.4486 iprec_at_recall_0.50 1_8 0.3429 iprec_at_recall_0.60 1_8 0.2795 iprec_at_recall_0.70 1_8 0.1765 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 1.0000 P_15 1_8 0.9333 P_20 1_8 0.9500 P_30 1_8 0.8333 P_100 1_8 0.4600 P_200 1_8 0.3150 P_500 1_8 0.1680 P_1000 1_8 0.0900 relstring 1_8 '1232212122' recall_5 1_8 0.0424 recall_10 1_8 0.0847 recall_15 1_8 0.1186 recall_20 1_8 0.1610 recall_30 1_8 0.2119 recall_100 1_8 0.3898 recall_200 1_8 0.5339 recall_500 1_8 0.7119 recall_1000 1_8 0.7627 infAP 1_8 0.4182 Rprec_mult_0.20 1_8 0.8750 Rprec_mult_0.40 1_8 0.6458 Rprec_mult_0.60 1_8 0.5493 Rprec_mult_0.80 1_8 0.4737 Rprec_mult_1.00 1_8 0.4153 Rprec_mult_1.20 1_8 0.3873 Rprec_mult_1.40 1_8 0.3494 Rprec_mult_1.60 1_8 0.3228 Rprec_mult_1.80 1_8 0.3052 Rprec_mult_2.00 1_8 0.2881 utility 1_8 -820.0000 11pt_avg 1_8 0.4309 binG 1_8 0.2531 G 1_8 0.1340 ndcg 1_8 0.6475 ndcg_rel 1_8 0.5744 Rndcg 1_8 0.5331 ndcg_cut_5 1_8 0.6101 ndcg_cut_10 1_8 0.5807 ndcg_cut_15 1_8 0.5962 ndcg_cut_20 1_8 0.6335 ndcg_cut_30 1_8 0.6185 ndcg_cut_100 1_8 0.4481 ndcg_cut_200 1_8 0.5104 ndcg_cut_500 1_8 0.6210 ndcg_cut_1000 1_8 0.6475 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0847 map_cut_15 1_8 0.1175 map_cut_20 1_8 0.1575 map_cut_30 1_8 0.2025 map_cut_100 1_8 0.3117 map_cut_200 1_8 0.3673 map_cut_500 1_8 0.4114 map_cut_1000 1_8 0.4182 relative_P_5 1_8 1.0000 relative_P_10 1_8 1.0000 relative_P_15 1_8 0.9333 relative_P_20 1_8 0.9500 relative_P_30 1_8 0.8333 relative_P_100 1_8 0.4600 relative_P_200 1_8 0.5339 relative_P_500 1_8 0.7119 relative_P_1000 1_8 0.7627 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0900 set_relative_P 1_8 0.7627 set_recall 1_8 0.7627 set_map 1_8 0.0686 set_F 1_8 0.1610 num_nonrel_judged_ret 1_8 5 rbp 1_8 0.5582 rbp_resid 1_8 0.0861 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.0500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 45 map 1_9 0.7268 Rprec 1_9 0.6875 bpref 1_9 0.9301 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 1.0000 iprec_at_recall_0.30 1_9 0.9412 iprec_at_recall_0.40 1_9 0.9091 iprec_at_recall_0.50 1_9 0.8571 iprec_at_recall_0.60 1_9 0.7838 iprec_at_recall_0.70 1_9 0.6296 iprec_at_recall_0.80 1_9 0.4875 iprec_at_recall_0.90 1_9 0.3805 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 1.0000 P_15 1_9 0.9333 P_20 1_9 0.9000 P_30 1_9 0.8000 P_100 1_9 0.4000 P_200 1_9 0.2250 P_500 1_9 0.0900 P_1000 1_9 0.0450 relstring 1_9 '3233333132' recall_5 1_9 0.1042 recall_10 1_9 0.2083 recall_15 1_9 0.2917 recall_20 1_9 0.3750 recall_30 1_9 0.5000 recall_100 1_9 0.8333 recall_200 1_9 0.9375 recall_500 1_9 0.9375 recall_1000 1_9 0.9375 infAP 1_9 0.7268 Rprec_mult_0.20 1_9 1.0000 Rprec_mult_0.40 1_9 0.9000 Rprec_mult_0.60 1_9 0.8276 Rprec_mult_0.80 1_9 0.7436 Rprec_mult_1.00 1_9 0.6875 Rprec_mult_1.20 1_9 0.6034 Rprec_mult_1.40 1_9 0.5147 Rprec_mult_1.60 1_9 0.4805 Rprec_mult_1.80 1_9 0.4483 Rprec_mult_2.00 1_9 0.4167 utility 1_9 -910.0000 11pt_avg 1_9 0.7263 binG 1_9 0.4635 G 1_9 0.3279 ndcg 1_9 0.8910 ndcg_rel 1_9 0.8432 Rndcg 1_9 0.8188 ndcg_cut_5 1_9 0.9287 ndcg_cut_10 1_9 0.8862 ndcg_cut_15 1_9 0.8488 ndcg_cut_20 1_9 0.8314 ndcg_cut_30 1_9 0.7662 ndcg_cut_100 1_9 0.8445 ndcg_cut_200 1_9 0.8910 ndcg_cut_500 1_9 0.8910 ndcg_cut_1000 1_9 0.8910 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.2083 map_cut_15 1_9 0.2855 map_cut_20 1_9 0.3620 map_cut_30 1_9 0.4726 map_cut_100 1_9 0.6912 map_cut_200 1_9 0.7268 map_cut_500 1_9 0.7268 map_cut_1000 1_9 0.7268 relative_P_5 1_9 1.0000 relative_P_10 1_9 1.0000 relative_P_15 1_9 0.9333 relative_P_20 1_9 0.9000 relative_P_30 1_9 0.8000 relative_P_100 1_9 0.8333 relative_P_200 1_9 0.9375 relative_P_500 1_9 0.9375 relative_P_1000 1_9 0.9375 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0450 set_relative_P 1_9 0.9375 set_recall 1_9 0.9375 set_map 1_9 0.0422 set_F 1_9 0.0859 num_nonrel_judged_ret 1_9 6 rbp 1_9 0.7544 rbp_resid 1_9 0.0968 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.1000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 121 map 4_10 0.3752 Rprec 4_10 0.4149 bpref 4_10 0.5747 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9500 iprec_at_recall_0.20 4_10 0.7358 iprec_at_recall_0.30 4_10 0.6591 iprec_at_recall_0.40 4_10 0.4368 iprec_at_recall_0.50 4_10 0.3322 iprec_at_recall_0.60 4_10 0.2211 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 1.0000 P_15 4_10 0.9333 P_20 4_10 0.9500 P_30 4_10 0.8333 P_100 4_10 0.6300 P_200 4_10 0.3950 P_500 4_10 0.2240 P_1000 4_10 0.1210 relstring 4_10 '1111111111' recall_5 4_10 0.0266 recall_10 4_10 0.0532 recall_15 4_10 0.0745 recall_20 4_10 0.1011 recall_30 4_10 0.1330 recall_100 4_10 0.3351 recall_200 4_10 0.4202 recall_500 4_10 0.5957 recall_1000 4_10 0.6436 infAP 4_10 0.3752 Rprec_mult_0.20 4_10 0.7895 Rprec_mult_0.40 4_10 0.6579 Rprec_mult_0.60 4_10 0.5929 Rprec_mult_0.80 4_10 0.4768 Rprec_mult_1.00 4_10 0.4149 Rprec_mult_1.20 4_10 0.3584 Rprec_mult_1.40 4_10 0.3371 Rprec_mult_1.60 4_10 0.3223 Rprec_mult_1.80 4_10 0.2920 Rprec_mult_2.00 4_10 0.2846 utility 4_10 -758.0000 11pt_avg 4_10 0.3941 binG 4_10 0.1893 G 4_10 0.0856 ndcg 4_10 0.4611 ndcg_rel 4_10 0.4092 Rndcg 4_10 0.3710 ndcg_cut_5 4_10 0.3333 ndcg_cut_10 4_10 0.3333 ndcg_cut_15 4_10 0.3278 ndcg_cut_20 4_10 0.3611 ndcg_cut_30 4_10 0.3668 ndcg_cut_100 4_10 0.4026 ndcg_cut_200 4_10 0.3547 ndcg_cut_500 4_10 0.4361 ndcg_cut_1000 4_10 0.4611 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0532 map_cut_15 4_10 0.0737 map_cut_20 4_10 0.0988 map_cut_30 4_10 0.1256 map_cut_100 4_10 0.2680 map_cut_200 4_10 0.3114 map_cut_500 4_10 0.3669 map_cut_1000 4_10 0.3752 relative_P_5 4_10 1.0000 relative_P_10 4_10 1.0000 relative_P_15 4_10 0.9333 relative_P_20 4_10 0.9500 relative_P_30 4_10 0.8333 relative_P_100 4_10 0.6300 relative_P_200 4_10 0.4202 relative_P_500 4_10 0.5957 relative_P_1000 4_10 0.6436 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1210 set_relative_P 4_10 0.6436 set_recall 4_10 0.6436 set_map 4_10 0.0779 set_F 4_10 0.2037 num_nonrel_judged_ret 4_10 13 rbp 4_10 0.3152 rbp_resid 4_10 0.0406 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 63 map 4_11 0.1676 Rprec 4_11 0.2749 bpref 4_11 0.3410 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.6333 iprec_at_recall_0.20 4_11 0.4118 iprec_at_recall_0.30 4_11 0.2097 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.8000 P_10 4_11 0.8000 P_15 4_11 0.6667 P_20 4_11 0.6500 P_30 4_11 0.6333 P_100 4_11 0.3700 P_200 4_11 0.2450 P_500 4_11 0.1220 P_1000 4_11 0.0630 relstring 4_11 '2022121202' recall_5 4_11 0.0234 recall_10 4_11 0.0468 recall_15 4_11 0.0585 recall_20 4_11 0.0760 recall_30 4_11 0.1111 recall_100 4_11 0.2164 recall_200 4_11 0.2865 recall_500 4_11 0.3567 recall_1000 4_11 0.3684 infAP 4_11 0.1676 Rprec_mult_0.20 4_11 0.6000 Rprec_mult_0.40 4_11 0.4493 Rprec_mult_0.60 4_11 0.3689 Rprec_mult_0.80 4_11 0.2920 Rprec_mult_1.00 4_11 0.2749 Rprec_mult_1.20 4_11 0.2379 Rprec_mult_1.40 4_11 0.2083 Rprec_mult_1.60 4_11 0.1934 Rprec_mult_1.80 4_11 0.1753 Rprec_mult_2.00 4_11 0.1608 utility 4_11 -874.0000 11pt_avg 4_11 0.2050 binG 4_11 0.0936 G 4_11 0.0715 ndcg 4_11 0.4069 ndcg_rel 4_11 0.4117 Rndcg 4_11 0.3833 ndcg_cut_5 4_11 0.4803 ndcg_cut_10 4_11 0.4771 ndcg_cut_15 4_11 0.4328 ndcg_cut_20 4_11 0.4538 ndcg_cut_30 4_11 0.4793 ndcg_cut_100 4_11 0.3770 ndcg_cut_200 4_11 0.3508 ndcg_cut_500 4_11 0.3994 ndcg_cut_1000 4_11 0.4069 map_cut_5 4_11 0.0188 map_cut_10 4_11 0.0385 map_cut_15 4_11 0.0467 map_cut_20 4_11 0.0586 map_cut_30 4_11 0.0808 map_cut_100 4_11 0.1332 map_cut_200 4_11 0.1541 map_cut_500 4_11 0.1663 map_cut_1000 4_11 0.1676 relative_P_5 4_11 0.8000 relative_P_10 4_11 0.8000 relative_P_15 4_11 0.6667 relative_P_20 4_11 0.6500 relative_P_30 4_11 0.6333 relative_P_100 4_11 0.3700 relative_P_200 4_11 0.2865 relative_P_500 4_11 0.3567 relative_P_1000 4_11 0.3684 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0630 set_relative_P 4_11 0.3684 set_recall 4_11 0.3684 set_map 4_11 0.0232 set_F 4_11 0.1076 num_nonrel_judged_ret 4_11 23 rbp 4_11 0.4062 rbp_resid 4_11 0.0336 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 100 map 4_12 0.3293 Rprec 4_12 0.3507 bpref 4_12 0.6695 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.8125 iprec_at_recall_0.20 4_12 0.6167 iprec_at_recall_0.30 4_12 0.5405 iprec_at_recall_0.40 4_12 0.3333 iprec_at_recall_0.50 4_12 0.2491 iprec_at_recall_0.60 4_12 0.1914 iprec_at_recall_0.70 4_12 0.1322 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 0.8000 P_15 4_12 0.8000 P_20 4_12 0.7500 P_30 4_12 0.7000 P_100 4_12 0.4500 P_200 4_12 0.2850 P_500 4_12 0.1680 P_1000 4_12 0.1000 relstring 4_12 '3232203320' recall_5 4_12 0.0373 recall_10 4_12 0.0597 recall_15 4_12 0.0896 recall_20 4_12 0.1119 recall_30 4_12 0.1567 recall_100 4_12 0.3358 recall_200 4_12 0.4254 recall_500 4_12 0.6269 recall_1000 4_12 0.7463 infAP 4_12 0.3293 Rprec_mult_0.20 4_12 0.7037 Rprec_mult_0.40 4_12 0.5926 Rprec_mult_0.60 4_12 0.4938 Rprec_mult_0.80 4_12 0.4259 Rprec_mult_1.00 4_12 0.3507 Rprec_mult_1.20 4_12 0.3292 Rprec_mult_1.40 4_12 0.2979 Rprec_mult_1.60 4_12 0.2744 Rprec_mult_1.80 4_12 0.2603 Rprec_mult_2.00 4_12 0.2463 utility 4_12 -800.0000 11pt_avg 4_12 0.3523 binG 4_12 0.1806 G 4_12 0.1420 ndcg 4_12 0.6686 ndcg_rel 4_12 0.6249 Rndcg 4_12 0.5803 ndcg_cut_5 4_12 0.8362 ndcg_cut_10 4_12 0.7296 ndcg_cut_15 4_12 0.7117 ndcg_cut_20 4_12 0.6864 ndcg_cut_30 4_12 0.6630 ndcg_cut_100 4_12 0.4929 ndcg_cut_200 4_12 0.5013 ndcg_cut_500 4_12 0.6114 ndcg_cut_1000 4_12 0.6686 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0569 map_cut_15 4_12 0.0819 map_cut_20 4_12 0.0994 map_cut_30 4_12 0.1327 map_cut_100 4_12 0.2363 map_cut_200 4_12 0.2680 map_cut_500 4_12 0.3136 map_cut_1000 4_12 0.3293 relative_P_5 4_12 1.0000 relative_P_10 4_12 0.8000 relative_P_15 4_12 0.8000 relative_P_20 4_12 0.7500 relative_P_30 4_12 0.7000 relative_P_100 4_12 0.4500 relative_P_200 4_12 0.4254 relative_P_500 4_12 0.6269 relative_P_1000 4_12 0.7463 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.1000 set_relative_P 4_12 0.7463 set_recall 4_12 0.7463 set_map 4_12 0.0746 set_F 4_12 0.1764 num_nonrel_judged_ret 4_12 22 rbp 4_12 0.6216 rbp_resid 4_12 0.0598 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.0500 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 116 map 4_13 0.4267 Rprec 4_13 0.4568 bpref 4_13 0.6450 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.9545 iprec_at_recall_0.20 4_13 0.8571 iprec_at_recall_0.30 4_13 0.6622 iprec_at_recall_0.40 4_13 0.5077 iprec_at_recall_0.50 4_13 0.4100 iprec_at_recall_0.60 4_13 0.2272 iprec_at_recall_0.70 4_13 0.1385 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 0.9333 P_20 4_13 0.9500 P_30 4_13 0.9333 P_100 4_13 0.6000 P_200 4_13 0.4100 P_500 4_13 0.2000 P_1000 4_13 0.1160 relstring 4_13 '3333322232' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0864 recall_20 4_13 0.1173 recall_30 4_13 0.1728 recall_100 4_13 0.3704 recall_200 4_13 0.5062 recall_500 4_13 0.6173 recall_1000 4_13 0.7160 infAP 4_13 0.4266 Rprec_mult_0.20 4_13 0.8788 Rprec_mult_0.40 4_13 0.7077 Rprec_mult_0.60 4_13 0.6020 Rprec_mult_0.80 4_13 0.5077 Rprec_mult_1.00 4_13 0.4568 Rprec_mult_1.20 4_13 0.4103 Rprec_mult_1.40 4_13 0.3656 Rprec_mult_1.60 4_13 0.3269 Rprec_mult_1.80 4_13 0.3014 Rprec_mult_2.00 4_13 0.2809 utility 4_13 -768.0000 11pt_avg 4_13 0.4325 binG 4_13 0.2337 G 4_13 0.1687 ndcg 4_13 0.7015 ndcg_rel 4_13 0.7108 Rndcg 4_13 0.6429 ndcg_cut_5 4_13 1.0000 ndcg_cut_10 4_13 0.9051 ndcg_cut_15 4_13 0.8684 ndcg_cut_20 4_13 0.8575 ndcg_cut_30 4_13 0.8053 ndcg_cut_100 4_13 0.6468 ndcg_cut_200 4_13 0.5850 ndcg_cut_500 4_13 0.6509 ndcg_cut_1000 4_13 0.7015 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0864 map_cut_20 4_13 0.1156 map_cut_30 4_13 0.1673 map_cut_100 4_13 0.3146 map_cut_200 4_13 0.3793 map_cut_500 4_13 0.4107 map_cut_1000 4_13 0.4267 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 0.9333 relative_P_20 4_13 0.9500 relative_P_30 4_13 0.9333 relative_P_100 4_13 0.6000 relative_P_200 4_13 0.5062 relative_P_500 4_13 0.6173 relative_P_1000 4_13 0.7160 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.1160 set_relative_P 4_13 0.7160 set_recall 4_13 0.7160 set_map 4_13 0.0831 set_F 4_13 0.1997 num_nonrel_judged_ret 4_13 26 rbp 4_13 0.8309 rbp_resid 4_13 0.0184 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 113 map 4_14 0.3053 Rprec 4_14 0.3842 bpref 4_14 0.5516 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.8000 iprec_at_recall_0.20 4_14 0.6364 iprec_at_recall_0.30 4_14 0.5248 iprec_at_recall_0.40 4_14 0.3944 iprec_at_recall_0.50 4_14 0.2452 iprec_at_recall_0.60 4_14 0.1641 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.6000 P_10 4_14 0.7000 P_15 4_14 0.7333 P_20 4_14 0.7000 P_30 4_14 0.8000 P_100 4_14 0.5200 P_200 4_14 0.3600 P_500 4_14 0.2000 P_1000 4_14 0.1130 relstring 4_14 '2230033022' recall_5 4_14 0.0169 recall_10 4_14 0.0395 recall_15 4_14 0.0621 recall_20 4_14 0.0791 recall_30 4_14 0.1356 recall_100 4_14 0.2938 recall_200 4_14 0.4068 recall_500 4_14 0.5650 recall_1000 4_14 0.6384 infAP 4_14 0.3053 Rprec_mult_0.20 4_14 0.7778 Rprec_mult_0.40 4_14 0.5775 Rprec_mult_0.60 4_14 0.4953 Rprec_mult_0.80 4_14 0.4366 Rprec_mult_1.00 4_14 0.3842 Rprec_mult_1.20 4_14 0.3380 Rprec_mult_1.40 4_14 0.3065 Rprec_mult_1.60 4_14 0.2817 Rprec_mult_1.80 4_14 0.2696 Rprec_mult_2.00 4_14 0.2458 utility 4_14 -774.0000 11pt_avg 4_14 0.3423 binG 4_14 0.1426 G 4_14 0.1058 ndcg 4_14 0.5944 ndcg_rel 4_14 0.5584 Rndcg 4_14 0.5048 ndcg_cut_5 4_14 0.5383 ndcg_cut_10 4_14 0.5877 ndcg_cut_15 4_14 0.5889 ndcg_cut_20 4_14 0.5798 ndcg_cut_30 4_14 0.6065 ndcg_cut_100 4_14 0.5100 ndcg_cut_200 4_14 0.4569 ndcg_cut_500 4_14 0.5552 ndcg_cut_1000 4_14 0.5944 map_cut_5 4_14 0.0169 map_cut_10 4_14 0.0325 map_cut_15 4_14 0.0487 map_cut_20 4_14 0.0612 map_cut_30 4_14 0.1042 map_cut_100 4_14 0.2031 map_cut_200 4_14 0.2525 map_cut_500 4_14 0.2937 map_cut_1000 4_14 0.3053 relative_P_5 4_14 0.6000 relative_P_10 4_14 0.7000 relative_P_15 4_14 0.7333 relative_P_20 4_14 0.7000 relative_P_30 4_14 0.8000 relative_P_100 4_14 0.5200 relative_P_200 4_14 0.4068 relative_P_500 4_14 0.5650 relative_P_1000 4_14 0.6384 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.1130 set_relative_P 4_14 0.6384 set_recall 4_14 0.6384 set_map 4_14 0.0721 set_F 4_14 0.1920 num_nonrel_judged_ret 4_14 21 rbp 4_14 0.5687 rbp_resid 4_14 0.0223 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.0000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0068 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0068 iprec_at_recall_0.00 4_17 0.0068 iprec_at_recall_0.10 4_17 0.0068 iprec_at_recall_0.20 4_17 0.0068 iprec_at_recall_0.30 4_17 0.0068 iprec_at_recall_0.40 4_17 0.0068 iprec_at_recall_0.50 4_17 0.0068 iprec_at_recall_0.60 4_17 0.0068 iprec_at_recall_0.70 4_17 0.0068 iprec_at_recall_0.80 4_17 0.0068 iprec_at_recall_0.90 4_17 0.0068 iprec_at_recall_1.00 4_17 0.0068 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000--0-0' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0068 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0068 binG 4_17 0.1389 G 4_17 0.1389 ndcg 4_17 0.1389 ndcg_rel 4_17 0.1389 Rndcg 4_17 0.0694 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.1389 ndcg_cut_500 4_17 0.1389 ndcg_cut_1000 4_17 0.1389 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0068 map_cut_500 4_17 0.0068 map_cut_1000 4_17 0.0068 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 60 rbp 4_17 0.0000 rbp_resid 4_17 0.3892 unj_5 4_17 0.0000 unj_10 4_17 0.3000 unj_20 4_17 0.5000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 131 map 4_3 0.3684 Rprec 4_3 0.4085 bpref 4_3 0.6514 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.7619 iprec_at_recall_0.20 4_3 0.6250 iprec_at_recall_0.30 4_3 0.4470 iprec_at_recall_0.40 4_3 0.4258 iprec_at_recall_0.50 4_3 0.3251 iprec_at_recall_0.60 4_3 0.3025 iprec_at_recall_0.70 4_3 0.2550 iprec_at_recall_0.80 4_3 0.1502 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 1.0000 P_10 4_3 0.9000 P_15 4_3 0.7333 P_20 4_3 0.7500 P_30 4_3 0.7333 P_100 4_3 0.4600 P_200 4_3 0.3700 P_500 4_3 0.2380 P_1000 4_3 0.1310 relstring 4_3 '3332123042' recall_5 4_3 0.0305 recall_10 4_3 0.0549 recall_15 4_3 0.0671 recall_20 4_3 0.0915 recall_30 4_3 0.1341 recall_100 4_3 0.2805 recall_200 4_3 0.4512 recall_500 4_3 0.7256 recall_1000 4_3 0.7988 infAP 4_3 0.3684 Rprec_mult_0.20 4_3 0.6667 Rprec_mult_0.40 4_3 0.5909 Rprec_mult_0.60 4_3 0.4646 Rprec_mult_0.80 4_3 0.4470 Rprec_mult_1.00 4_3 0.4085 Rprec_mult_1.20 4_3 0.3706 Rprec_mult_1.40 4_3 0.3435 Rprec_mult_1.60 4_3 0.3194 Rprec_mult_1.80 4_3 0.3142 Rprec_mult_2.00 4_3 0.2988 utility 4_3 -738.0000 11pt_avg 4_3 0.3902 binG 4_3 0.1805 G 4_3 0.1432 ndcg 4_3 0.7100 ndcg_rel 4_3 0.6242 Rndcg 4_3 0.6159 ndcg_cut_5 4_3 0.7761 ndcg_cut_10 4_3 0.7611 ndcg_cut_15 4_3 0.6570 ndcg_cut_20 4_3 0.6473 ndcg_cut_30 4_3 0.6341 ndcg_cut_100 4_3 0.4880 ndcg_cut_200 4_3 0.5268 ndcg_cut_500 4_3 0.6747 ndcg_cut_1000 4_3 0.7100 map_cut_5 4_3 0.0305 map_cut_10 4_3 0.0536 map_cut_15 4_3 0.0638 map_cut_20 4_3 0.0819 map_cut_30 4_3 0.1130 map_cut_100 4_3 0.1989 map_cut_200 4_3 0.2714 map_cut_500 4_3 0.3542 map_cut_1000 4_3 0.3684 relative_P_5 4_3 1.0000 relative_P_10 4_3 0.9000 relative_P_15 4_3 0.7333 relative_P_20 4_3 0.7500 relative_P_30 4_3 0.7333 relative_P_100 4_3 0.4600 relative_P_200 4_3 0.4512 relative_P_500 4_3 0.7256 relative_P_1000 4_3 0.7988 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.1310 set_relative_P 4_3 0.7988 set_recall 4_3 0.7988 set_map 4_3 0.1046 set_F 4_3 0.2251 num_nonrel_judged_ret 4_3 28 rbp 4_3 0.4860 rbp_resid 4_3 0.0455 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 124 map 4_4 0.5189 Rprec 4_4 0.5260 bpref 4_4 0.7549 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.9394 iprec_at_recall_0.20 4_4 0.9394 iprec_at_recall_0.30 4_4 0.6912 iprec_at_recall_0.40 4_4 0.6200 iprec_at_recall_0.50 4_4 0.5714 iprec_at_recall_0.60 4_4 0.4718 iprec_at_recall_0.70 4_4 0.4000 iprec_at_recall_0.80 4_4 0.2193 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 1.0000 P_15 4_4 0.9333 P_20 4_4 0.9000 P_30 4_4 0.9333 P_100 4_4 0.6200 P_200 4_4 0.4600 P_500 4_4 0.2380 P_1000 4_4 0.1240 relstring 4_4 '4322222112' recall_5 4_4 0.0325 recall_10 4_4 0.0649 recall_15 4_4 0.0909 recall_20 4_4 0.1169 recall_30 4_4 0.1818 recall_100 4_4 0.4026 recall_200 4_4 0.5974 recall_500 4_4 0.7727 recall_1000 4_4 0.8052 infAP 4_4 0.5189 Rprec_mult_0.20 4_4 0.9355 Rprec_mult_0.40 4_4 0.7258 Rprec_mult_0.60 4_4 0.6344 Rprec_mult_0.80 4_4 0.5806 Rprec_mult_1.00 4_4 0.5260 Rprec_mult_1.20 4_4 0.4811 Rprec_mult_1.40 4_4 0.4583 Rprec_mult_1.60 4_4 0.4211 Rprec_mult_1.80 4_4 0.3921 Rprec_mult_2.00 4_4 0.3604 utility 4_4 -752.0000 11pt_avg 4_4 0.5320 binG 4_4 0.2501 G 4_4 0.1591 ndcg 4_4 0.7614 ndcg_rel 4_4 0.6952 Rndcg 4_4 0.7105 ndcg_cut_5 4_4 0.8140 ndcg_cut_10 4_4 0.7274 ndcg_cut_15 4_4 0.6876 ndcg_cut_20 4_4 0.6634 ndcg_cut_30 4_4 0.6993 ndcg_cut_100 4_4 0.6129 ndcg_cut_200 4_4 0.6505 ndcg_cut_500 4_4 0.7490 ndcg_cut_1000 4_4 0.7614 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0649 map_cut_15 4_4 0.0900 map_cut_20 4_4 0.1135 map_cut_30 4_4 0.1733 map_cut_100 4_4 0.3362 map_cut_200 4_4 0.4430 map_cut_500 4_4 0.5119 map_cut_1000 4_4 0.5189 relative_P_5 4_4 1.0000 relative_P_10 4_4 1.0000 relative_P_15 4_4 0.9333 relative_P_20 4_4 0.9000 relative_P_30 4_4 0.9333 relative_P_100 4_4 0.6200 relative_P_200 4_4 0.5974 relative_P_500 4_4 0.7727 relative_P_1000 4_4 0.8052 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.1240 set_relative_P 4_4 0.8052 set_recall 4_4 0.8052 set_map 4_4 0.0998 set_F 4_4 0.2149 num_nonrel_judged_ret 4_4 7 rbp 4_4 0.5191 rbp_resid 4_4 0.0449 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 94 map 4_5 0.4388 Rprec 4_5 0.5000 bpref 4_5 0.7705 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.8333 iprec_at_recall_0.20 4_5 0.8333 iprec_at_recall_0.30 4_5 0.5735 iprec_at_recall_0.40 4_5 0.5213 iprec_at_recall_0.50 4_5 0.5000 iprec_at_recall_0.60 4_5 0.3967 iprec_at_recall_0.70 4_5 0.2751 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 0.8000 P_15 4_5 0.8000 P_20 4_5 0.8000 P_30 4_5 0.8000 P_100 4_5 0.5000 P_200 4_5 0.3750 P_500 4_5 0.1860 P_1000 4_5 0.0940 relstring 4_5 '122221--23' recall_5 4_5 0.0410 recall_10 4_5 0.0656 recall_15 4_5 0.0984 recall_20 4_5 0.1311 recall_30 4_5 0.1967 recall_100 4_5 0.4098 recall_200 4_5 0.6148 recall_500 4_5 0.7623 recall_1000 4_5 0.7705 infAP 4_5 0.4388 Rprec_mult_0.20 4_5 0.8000 Rprec_mult_0.40 4_5 0.6531 Rprec_mult_0.60 4_5 0.5541 Rprec_mult_0.80 4_5 0.5000 Rprec_mult_1.00 4_5 0.5000 Rprec_mult_1.20 4_5 0.4422 Rprec_mult_1.40 4_5 0.4035 Rprec_mult_1.60 4_5 0.3827 Rprec_mult_1.80 4_5 0.3500 Rprec_mult_2.00 4_5 0.3238 utility 4_5 -812.0000 11pt_avg 4_5 0.4485 binG 4_5 0.2121 G 4_5 0.1330 ndcg 4_5 0.6707 ndcg_rel 4_5 0.5726 Rndcg 4_5 0.5479 ndcg_cut_5 4_5 0.5536 ndcg_cut_10 4_5 0.4932 ndcg_cut_15 4_5 0.5021 ndcg_cut_20 4_5 0.5289 ndcg_cut_30 4_5 0.5310 ndcg_cut_100 4_5 0.4833 ndcg_cut_200 4_5 0.5931 ndcg_cut_500 4_5 0.6667 ndcg_cut_1000 4_5 0.6707 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0621 map_cut_15 4_5 0.0891 map_cut_20 4_5 0.1152 map_cut_30 4_5 0.1680 map_cut_100 4_5 0.3020 map_cut_200 4_5 0.3963 map_cut_500 4_5 0.4375 map_cut_1000 4_5 0.4388 relative_P_5 4_5 1.0000 relative_P_10 4_5 0.8000 relative_P_15 4_5 0.8000 relative_P_20 4_5 0.8000 relative_P_30 4_5 0.8000 relative_P_100 4_5 0.5000 relative_P_200 4_5 0.6148 relative_P_500 4_5 0.7623 relative_P_1000 4_5 0.7705 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0940 set_relative_P 4_5 0.7705 set_recall 4_5 0.7705 set_map 4_5 0.0724 set_F 4_5 0.1676 num_nonrel_judged_ret 4_5 1 rbp 4_5 0.5187 rbp_resid 4_5 0.1793 unj_5 4_5 0.0000 unj_10 4_5 0.2000 unj_20 4_5 0.2000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 54 map 4_7 0.3084 Rprec 4_7 0.3158 bpref 4_7 0.5493 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.8462 iprec_at_recall_0.20 4_7 0.5556 iprec_at_recall_0.30 4_7 0.4182 iprec_at_recall_0.40 4_7 0.3226 iprec_at_recall_0.50 4_7 0.2500 iprec_at_recall_0.60 4_7 0.1756 iprec_at_recall_0.70 4_7 0.0801 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 1.0000 P_10 4_7 0.8000 P_15 4_7 0.7333 P_20 4_7 0.5500 P_30 4_7 0.5333 P_100 4_7 0.3000 P_200 4_7 0.2150 P_500 4_7 0.1000 P_1000 4_7 0.0540 relstring 4_7 '2332220101' recall_5 4_7 0.0658 recall_10 4_7 0.1053 recall_15 4_7 0.1447 recall_20 4_7 0.1447 recall_30 4_7 0.2105 recall_100 4_7 0.3947 recall_200 4_7 0.5658 recall_500 4_7 0.6579 recall_1000 4_7 0.7105 infAP 4_7 0.3084 Rprec_mult_0.20 4_7 0.6875 Rprec_mult_0.40 4_7 0.5161 Rprec_mult_0.60 4_7 0.4783 Rprec_mult_0.80 4_7 0.3770 Rprec_mult_1.00 4_7 0.3158 Rprec_mult_1.20 4_7 0.3152 Rprec_mult_1.40 4_7 0.2991 Rprec_mult_1.60 4_7 0.2705 Rprec_mult_1.80 4_7 0.2628 Rprec_mult_2.00 4_7 0.2500 utility 4_7 -892.0000 11pt_avg 4_7 0.3316 binG 4_7 0.2100 G 4_7 0.2142 ndcg 4_7 0.6473 ndcg_rel 4_7 0.6246 Rndcg 4_7 0.6127 ndcg_cut_5 4_7 0.9336 ndcg_cut_10 4_7 0.7786 ndcg_cut_15 4_7 0.7054 ndcg_cut_20 4_7 0.5995 ndcg_cut_30 4_7 0.5571 ndcg_cut_100 4_7 0.5052 ndcg_cut_200 4_7 0.5969 ndcg_cut_500 4_7 0.6279 ndcg_cut_1000 4_7 0.6473 map_cut_5 4_7 0.0658 map_cut_10 4_7 0.1010 map_cut_15 4_7 0.1339 map_cut_20 4_7 0.1339 map_cut_30 4_7 0.1695 map_cut_100 4_7 0.2445 map_cut_200 4_7 0.2888 map_cut_500 4_7 0.3040 map_cut_1000 4_7 0.3084 relative_P_5 4_7 1.0000 relative_P_10 4_7 0.8000 relative_P_15 4_7 0.7333 relative_P_20 4_7 0.5500 relative_P_30 4_7 0.5333 relative_P_100 4_7 0.3947 relative_P_200 4_7 0.5658 relative_P_500 4_7 0.6579 relative_P_1000 4_7 0.7105 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0540 set_relative_P 4_7 0.7105 set_recall 4_7 0.7105 set_map 4_7 0.0384 set_F 4_7 0.1004 num_nonrel_judged_ret 4_7 45 rbp 4_7 0.4606 rbp_resid 4_7 0.1304 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.2500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 67 map 4_8 0.2101 Rprec 4_8 0.2917 bpref 4_8 0.3966 recip_rank 4_8 0.3333 iprec_at_recall_0.00 4_8 0.7143 iprec_at_recall_0.10 4_8 0.5500 iprec_at_recall_0.20 4_8 0.5000 iprec_at_recall_0.30 4_8 0.2783 iprec_at_recall_0.40 4_8 0.2333 iprec_at_recall_0.50 4_8 0.2182 iprec_at_recall_0.60 4_8 0.1239 iprec_at_recall_0.70 4_8 0.0680 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.6000 P_10 4_8 0.5000 P_15 4_8 0.5333 P_20 4_8 0.5500 P_30 4_8 0.5000 P_100 4_8 0.2800 P_200 4_8 0.2200 P_500 4_8 0.1180 P_1000 4_8 0.0670 relstring 4_8 '0022312000' recall_5 4_8 0.0312 recall_10 4_8 0.0521 recall_15 4_8 0.0833 recall_20 4_8 0.1146 recall_30 4_8 0.1562 recall_100 4_8 0.2917 recall_200 4_8 0.4583 recall_500 4_8 0.6146 recall_1000 4_8 0.6979 infAP 4_8 0.2101 Rprec_mult_0.20 4_8 0.5500 Rprec_mult_0.40 4_8 0.4872 Rprec_mult_0.60 4_8 0.3448 Rprec_mult_0.80 4_8 0.3247 Rprec_mult_1.00 4_8 0.2917 Rprec_mult_1.20 4_8 0.2759 Rprec_mult_1.40 4_8 0.2444 Rprec_mult_1.60 4_8 0.2273 Rprec_mult_1.80 4_8 0.2139 Rprec_mult_2.00 4_8 0.2240 utility 4_8 -866.0000 11pt_avg 4_8 0.2442 binG 4_8 0.1359 G 4_8 0.1204 ndcg 4_8 0.5196 ndcg_rel 4_8 0.4392 Rndcg 4_8 0.3008 ndcg_cut_5 4_8 0.4382 ndcg_cut_10 4_8 0.4010 ndcg_cut_15 4_8 0.4024 ndcg_cut_20 4_8 0.4023 ndcg_cut_30 4_8 0.3675 ndcg_cut_100 4_8 0.3279 ndcg_cut_200 4_8 0.4120 ndcg_cut_500 4_8 0.4815 ndcg_cut_1000 4_8 0.5196 map_cut_5 4_8 0.0149 map_cut_10 4_8 0.0293 map_cut_15 4_8 0.0475 map_cut_20 4_8 0.0646 map_cut_30 4_8 0.0850 map_cut_100 4_8 0.1365 map_cut_200 4_8 0.1765 map_cut_500 4_8 0.2018 map_cut_1000 4_8 0.2101 relative_P_5 4_8 0.6000 relative_P_10 4_8 0.5000 relative_P_15 4_8 0.5333 relative_P_20 4_8 0.5500 relative_P_30 4_8 0.5000 relative_P_100 4_8 0.2917 relative_P_200 4_8 0.4583 relative_P_500 4_8 0.6146 relative_P_1000 4_8 0.6979 success_1 4_8 0.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0670 set_relative_P 4_8 0.6979 set_recall 4_8 0.6979 set_map 4_8 0.0468 set_F 4_8 0.1223 num_nonrel_judged_ret 4_8 83 rbp 4_8 0.3032 rbp_resid 4_8 0.0185 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.0000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 34 map 4_9 0.0370 Rprec 4_9 0.1176 bpref 4_9 0.3086 recip_rank 4_9 0.0400 iprec_at_recall_0.00 4_9 0.1622 iprec_at_recall_0.10 4_9 0.1235 iprec_at_recall_0.20 4_9 0.1024 iprec_at_recall_0.30 4_9 0.0828 iprec_at_recall_0.40 4_9 0.0459 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.0000 P_10 4_9 0.0000 P_15 4_9 0.0000 P_20 4_9 0.0000 P_30 4_9 0.1000 P_100 4_9 0.1100 P_200 4_9 0.0900 P_500 4_9 0.0600 P_1000 4_9 0.0340 relstring 4_9 '00000--0--' recall_5 4_9 0.0000 recall_10 4_9 0.0000 recall_15 4_9 0.0000 recall_20 4_9 0.0000 recall_30 4_9 0.0353 recall_100 4_9 0.1294 recall_200 4_9 0.2118 recall_500 4_9 0.3529 recall_1000 4_9 0.4000 infAP 4_9 0.0370 Rprec_mult_0.20 4_9 0.0000 Rprec_mult_0.40 4_9 0.1471 Rprec_mult_0.60 4_9 0.1176 Rprec_mult_0.80 4_9 0.1029 Rprec_mult_1.00 4_9 0.1176 Rprec_mult_1.20 4_9 0.1078 Rprec_mult_1.40 4_9 0.1008 Rprec_mult_1.60 4_9 0.1029 Rprec_mult_1.80 4_9 0.0980 Rprec_mult_2.00 4_9 0.0882 utility 4_9 -932.0000 11pt_avg 4_9 0.0470 binG 4_9 0.0585 G 4_9 0.0508 ndcg 4_9 0.2353 ndcg_rel 4_9 0.1932 Rndcg 4_9 0.0927 ndcg_cut_5 4_9 0.0000 ndcg_cut_10 4_9 0.0000 ndcg_cut_15 4_9 0.0000 ndcg_cut_20 4_9 0.0000 ndcg_cut_30 4_9 0.0322 ndcg_cut_100 4_9 0.0865 ndcg_cut_200 4_9 0.1337 ndcg_cut_500 4_9 0.2154 ndcg_cut_1000 4_9 0.2353 map_cut_5 4_9 0.0000 map_cut_10 4_9 0.0000 map_cut_15 4_9 0.0000 map_cut_20 4_9 0.0000 map_cut_30 4_9 0.0027 map_cut_100 4_9 0.0146 map_cut_200 4_9 0.0228 map_cut_500 4_9 0.0345 map_cut_1000 4_9 0.0370 relative_P_5 4_9 0.0000 relative_P_10 4_9 0.0000 relative_P_15 4_9 0.0000 relative_P_20 4_9 0.0000 relative_P_30 4_9 0.1000 relative_P_100 4_9 0.1294 relative_P_200 4_9 0.2118 relative_P_500 4_9 0.3529 relative_P_1000 4_9 0.4000 success_1 4_9 0.0000 success_5 4_9 0.0000 success_10 4_9 0.0000 set_P 4_9 0.0340 set_relative_P 4_9 0.4000 set_recall 4_9 0.4000 set_map 4_9 0.0136 set_F 4_9 0.0627 num_nonrel_judged_ret 4_9 27 rbp 4_9 0.0158 rbp_resid 4_9 0.4566 unj_5 4_9 0.0000 unj_10 4_9 0.4000 unj_20 4_9 0.5500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 28 map 5_10 0.4676 Rprec 5_10 0.5116 bpref 5_10 0.6149 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 1.0000 iprec_at_recall_0.20 5_10 0.8667 iprec_at_recall_0.30 5_10 0.8667 iprec_at_recall_0.40 5_10 0.6800 iprec_at_recall_0.50 5_10 0.5238 iprec_at_recall_0.60 5_10 0.3824 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 1.0000 P_10 5_10 0.8000 P_15 5_10 0.8667 P_20 5_10 0.7000 P_30 5_10 0.6333 P_100 5_10 0.2700 P_200 5_10 0.1400 P_500 5_10 0.0560 P_1000 5_10 0.0280 relstring 5_10 '3342203420' recall_5 5_10 0.1163 recall_10 5_10 0.1860 recall_15 5_10 0.3023 recall_20 5_10 0.3256 recall_30 5_10 0.4419 recall_100 5_10 0.6279 recall_200 5_10 0.6512 recall_500 5_10 0.6512 recall_1000 5_10 0.6512 infAP 5_10 0.4676 Rprec_mult_0.20 5_10 0.8889 Rprec_mult_0.40 5_10 0.7778 Rprec_mult_0.60 5_10 0.6538 Rprec_mult_0.80 5_10 0.6000 Rprec_mult_1.00 5_10 0.5116 Rprec_mult_1.20 5_10 0.4615 Rprec_mult_1.40 5_10 0.3934 Rprec_mult_1.60 5_10 0.3768 Rprec_mult_1.80 5_10 0.3333 Rprec_mult_2.00 5_10 0.3023 utility 5_10 -944.0000 11pt_avg 5_10 0.4836 binG 5_10 0.3067 G 5_10 0.2140 ndcg 5_10 0.7197 ndcg_rel 5_10 0.7185 Rndcg 5_10 0.6907 ndcg_cut_5 5_10 0.7231 ndcg_cut_10 5_10 0.6727 ndcg_cut_15 5_10 0.7453 ndcg_cut_20 5_10 0.7106 ndcg_cut_30 5_10 0.6939 ndcg_cut_100 5_10 0.7146 ndcg_cut_200 5_10 0.7197 ndcg_cut_500 5_10 0.7197 ndcg_cut_1000 5_10 0.7197 map_cut_5 5_10 0.1163 map_cut_10 5_10 0.1772 map_cut_15 5_10 0.2754 map_cut_20 5_10 0.2946 map_cut_30 5_10 0.3738 map_cut_100 5_10 0.4613 map_cut_200 5_10 0.4676 map_cut_500 5_10 0.4676 map_cut_1000 5_10 0.4676 relative_P_5 5_10 1.0000 relative_P_10 5_10 0.8000 relative_P_15 5_10 0.8667 relative_P_20 5_10 0.7000 relative_P_30 5_10 0.6333 relative_P_100 5_10 0.6279 relative_P_200 5_10 0.6512 relative_P_500 5_10 0.6512 relative_P_1000 5_10 0.6512 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0280 set_relative_P 5_10 0.6512 set_recall 5_10 0.6512 set_map 5_10 0.0182 set_F 5_10 0.0537 num_nonrel_judged_ret 5_10 6 rbp 5_10 0.5565 rbp_resid 5_10 0.1180 unj_5 5_10 0.0000 unj_10 5_10 0.0000 unj_20 5_10 0.2000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 108 map 5_13 0.5164 Rprec 5_13 0.5179 bpref 5_13 0.8131 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.7500 iprec_at_recall_0.20 5_13 0.7097 iprec_at_recall_0.30 5_13 0.6731 iprec_at_recall_0.40 5_13 0.6522 iprec_at_recall_0.50 5_13 0.5377 iprec_at_recall_0.60 5_13 0.4589 iprec_at_recall_0.70 5_13 0.4211 iprec_at_recall_0.80 5_13 0.3766 iprec_at_recall_0.90 5_13 0.2004 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.8000 P_10 5_13 0.7000 P_15 5_13 0.6667 P_20 5_13 0.7500 P_30 5_13 0.7000 P_100 5_13 0.5500 P_200 5_13 0.4150 P_500 5_13 0.2000 P_1000 5_13 0.1080 relstring 5_13 '412030-212' recall_5 5_13 0.0357 recall_10 5_13 0.0625 recall_15 5_13 0.0893 recall_20 5_13 0.1339 recall_30 5_13 0.1875 recall_100 5_13 0.4911 recall_200 5_13 0.7411 recall_500 5_13 0.8929 recall_1000 5_13 0.9643 infAP 5_13 0.5164 Rprec_mult_0.20 5_13 0.6957 Rprec_mult_0.40 5_13 0.6667 Rprec_mult_0.60 5_13 0.6471 Rprec_mult_0.80 5_13 0.5889 Rprec_mult_1.00 5_13 0.5179 Rprec_mult_1.20 5_13 0.4741 Rprec_mult_1.40 5_13 0.4459 Rprec_mult_1.60 5_13 0.4222 Rprec_mult_1.80 5_13 0.4158 Rprec_mult_2.00 5_13 0.3884 utility 5_13 -784.0000 11pt_avg 5_13 0.5254 binG 5_13 0.2230 G 5_13 0.1887 ndcg 5_13 0.7834 ndcg_rel 5_13 0.6288 Rndcg 5_13 0.6254 ndcg_cut_5 5_13 0.6483 ndcg_cut_10 5_13 0.5658 ndcg_cut_15 5_13 0.5258 ndcg_cut_20 5_13 0.5469 ndcg_cut_30 5_13 0.5287 ndcg_cut_100 5_13 0.5884 ndcg_cut_200 5_13 0.6868 ndcg_cut_500 5_13 0.7589 ndcg_cut_1000 5_13 0.7834 map_cut_5 5_13 0.0339 map_cut_10 5_13 0.0517 map_cut_15 5_13 0.0709 map_cut_20 5_13 0.1030 map_cut_30 5_13 0.1406 map_cut_100 5_13 0.3357 map_cut_200 5_13 0.4513 map_cut_500 5_13 0.5042 map_cut_1000 5_13 0.5164 relative_P_5 5_13 0.8000 relative_P_10 5_13 0.7000 relative_P_15 5_13 0.6667 relative_P_20 5_13 0.7500 relative_P_30 5_13 0.7000 relative_P_100 5_13 0.5500 relative_P_200 5_13 0.7411 relative_P_500 5_13 0.8929 relative_P_1000 5_13 0.9643 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1080 set_relative_P 5_13 0.9643 set_recall 5_13 0.9643 set_map 5_13 0.1041 set_F 5_13 0.1942 num_nonrel_judged_ret 5_13 52 rbp 5_13 0.3433 rbp_resid 5_13 0.1059 unj_5 5_13 0.0000 unj_10 5_13 0.1000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 38 map 5_14 0.5387 Rprec 5_14 0.4737 bpref 5_14 0.7895 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.8000 iprec_at_recall_0.30 5_14 0.6316 iprec_at_recall_0.40 5_14 0.6250 iprec_at_recall_0.50 5_14 0.4872 iprec_at_recall_0.60 5_14 0.3636 iprec_at_recall_0.70 5_14 0.3457 iprec_at_recall_0.80 5_14 0.3158 iprec_at_recall_0.90 5_14 0.2941 iprec_at_recall_1.00 5_14 0.2360 P_5 5_14 1.0000 P_10 5_14 0.8000 P_15 5_14 0.6000 P_20 5_14 0.6000 P_30 5_14 0.5667 P_100 5_14 0.3000 P_200 5_14 0.1900 P_500 5_14 0.0760 P_1000 5_14 0.0380 relstring 5_14 '442432-302' recall_5 5_14 0.1316 recall_10 5_14 0.2105 recall_15 5_14 0.2368 recall_20 5_14 0.3158 recall_30 5_14 0.4474 recall_100 5_14 0.7895 recall_200 5_14 1.0000 recall_500 5_14 1.0000 recall_1000 5_14 1.0000 infAP 5_14 0.5387 Rprec_mult_0.20 5_14 0.8750 Rprec_mult_0.40 5_14 0.5625 Rprec_mult_0.60 5_14 0.6087 Rprec_mult_0.80 5_14 0.5484 Rprec_mult_1.00 5_14 0.4737 Rprec_mult_1.20 5_14 0.4348 Rprec_mult_1.40 5_14 0.3889 Rprec_mult_1.60 5_14 0.3443 Rprec_mult_1.80 5_14 0.3623 Rprec_mult_2.00 5_14 0.3421 utility 5_14 -924.0000 11pt_avg 5_14 0.5545 binG 5_14 0.3568 G 5_14 0.3400 ndcg 5_14 0.8755 ndcg_rel 5_14 0.8050 Rndcg 5_14 0.8025 ndcg_cut_5 5_14 0.9123 ndcg_cut_10 5_14 0.8271 ndcg_cut_15 5_14 0.7198 ndcg_cut_20 5_14 0.7286 ndcg_cut_30 5_14 0.7243 ndcg_cut_100 5_14 0.8227 ndcg_cut_200 5_14 0.8755 ndcg_cut_500 5_14 0.8755 ndcg_cut_1000 5_14 0.8755 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2020 map_cut_15 5_14 0.2189 map_cut_20 5_14 0.2671 map_cut_30 5_14 0.3475 map_cut_100 5_14 0.4796 map_cut_200 5_14 0.5387 map_cut_500 5_14 0.5387 map_cut_1000 5_14 0.5387 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.8000 relative_P_15 5_14 0.6000 relative_P_20 5_14 0.6000 relative_P_30 5_14 0.5667 relative_P_100 5_14 0.7895 relative_P_200 5_14 1.0000 relative_P_500 5_14 1.0000 relative_P_1000 5_14 1.0000 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0380 set_relative_P 5_14 1.0000 set_recall 5_14 1.0000 set_map 5_14 0.0380 set_F 5_14 0.0732 num_nonrel_judged_ret 5_14 18 rbp 5_14 0.4994 rbp_resid 5_14 0.1615 unj_5 5_14 0.0000 unj_10 5_14 0.1000 unj_20 5_14 0.1500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 41 map 5_15 0.2514 Rprec 5_15 0.2558 bpref 5_15 0.2764 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.3333 iprec_at_recall_0.20 5_15 0.2778 iprec_at_recall_0.30 5_15 0.2642 iprec_at_recall_0.40 5_15 0.2429 iprec_at_recall_0.50 5_15 0.2200 iprec_at_recall_0.60 5_15 0.1955 iprec_at_recall_0.70 5_15 0.1839 iprec_at_recall_0.80 5_15 0.1277 iprec_at_recall_0.90 5_15 0.0632 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.6000 P_10 5_15 0.3000 P_15 5_15 0.3333 P_20 5_15 0.2500 P_30 5_15 0.2667 P_100 5_15 0.2200 P_200 5_15 0.1650 P_500 5_15 0.0760 P_1000 5_15 0.0410 relstring 5_15 '11200000-0' recall_5 5_15 0.0698 recall_10 5_15 0.0698 recall_15 5_15 0.1163 recall_20 5_15 0.1163 recall_30 5_15 0.1860 recall_100 5_15 0.5116 recall_200 5_15 0.7674 recall_500 5_15 0.8837 recall_1000 5_15 0.9535 infAP 5_15 0.2514 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.2778 Rprec_mult_0.60 5_15 0.2692 Rprec_mult_0.80 5_15 0.2571 Rprec_mult_1.00 5_15 0.2558 Rprec_mult_1.20 5_15 0.2500 Rprec_mult_1.40 5_15 0.2459 Rprec_mult_1.60 5_15 0.2319 Rprec_mult_1.80 5_15 0.2308 Rprec_mult_2.00 5_15 0.2326 utility 5_15 -918.0000 11pt_avg 5_15 0.2644 binG 5_15 0.2171 G 5_15 0.1585 ndcg 5_15 0.5673 ndcg_rel 5_15 0.3908 Rndcg 5_15 0.2875 ndcg_cut_5 5_15 0.2672 ndcg_cut_10 5_15 0.1798 ndcg_cut_15 5_15 0.1950 ndcg_cut_20 5_15 0.1719 ndcg_cut_30 5_15 0.2195 ndcg_cut_100 5_15 0.3918 ndcg_cut_200 5_15 0.4994 ndcg_cut_500 5_15 0.5551 ndcg_cut_1000 5_15 0.5673 map_cut_5 5_15 0.0698 map_cut_10 5_15 0.0698 map_cut_15 5_15 0.0853 map_cut_20 5_15 0.0853 map_cut_30 5_15 0.1045 map_cut_100 5_15 0.1858 map_cut_200 5_15 0.2342 map_cut_500 5_15 0.2474 map_cut_1000 5_15 0.2514 relative_P_5 5_15 0.6000 relative_P_10 5_15 0.3000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.2500 relative_P_30 5_15 0.2667 relative_P_100 5_15 0.5116 relative_P_200 5_15 0.7674 relative_P_500 5_15 0.8837 relative_P_1000 5_15 0.9535 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0410 set_relative_P 5_15 0.9535 set_recall 5_15 0.9535 set_map 5_15 0.0391 set_F 5_15 0.0786 num_nonrel_judged_ret 5_15 85 rbp 5_15 0.1310 rbp_resid 5_15 0.1317 unj_5 5_15 0.0000 unj_10 5_15 0.1000 unj_20 5_15 0.2000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 97 map 5_2 0.4405 Rprec 5_2 0.4820 bpref 5_2 0.6802 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 1.0000 iprec_at_recall_0.20 5_2 0.9091 iprec_at_recall_0.30 5_2 0.6875 iprec_at_recall_0.40 5_2 0.5895 iprec_at_recall_0.50 5_2 0.4294 iprec_at_recall_0.60 5_2 0.2933 iprec_at_recall_0.70 5_2 0.1233 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 1.0000 P_15 5_2 0.9333 P_20 5_2 0.9000 P_30 5_2 0.9000 P_100 5_2 0.5600 P_200 5_2 0.3900 P_500 5_2 0.1820 P_1000 5_2 0.0970 relstring 5_2 '4424121223' recall_5 5_2 0.0360 recall_10 5_2 0.0719 recall_15 5_2 0.1007 recall_20 5_2 0.1295 recall_30 5_2 0.1942 recall_100 5_2 0.4029 recall_200 5_2 0.5612 recall_500 5_2 0.6547 recall_1000 5_2 0.6978 infAP 5_2 0.4405 Rprec_mult_0.20 5_2 0.8929 Rprec_mult_0.40 5_2 0.7143 Rprec_mult_0.60 5_2 0.6071 Rprec_mult_0.80 5_2 0.5268 Rprec_mult_1.00 5_2 0.4820 Rprec_mult_1.20 5_2 0.4251 Rprec_mult_1.40 5_2 0.3897 Rprec_mult_1.60 5_2 0.3498 Rprec_mult_1.80 5_2 0.3187 Rprec_mult_2.00 5_2 0.2950 utility 5_2 -806.0000 11pt_avg 5_2 0.4575 binG 5_2 0.2425 G 5_2 0.1612 ndcg 5_2 0.7125 ndcg_rel 5_2 0.6736 Rndcg 5_2 0.6411 ndcg_cut_5 5_2 0.8168 ndcg_cut_10 5_2 0.7031 ndcg_cut_15 5_2 0.6365 ndcg_cut_20 5_2 0.6317 ndcg_cut_30 5_2 0.6564 ndcg_cut_100 5_2 0.5951 ndcg_cut_200 5_2 0.6395 ndcg_cut_500 5_2 0.6943 ndcg_cut_1000 5_2 0.7125 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0719 map_cut_15 5_2 0.1007 map_cut_20 5_2 0.1275 map_cut_30 5_2 0.1853 map_cut_100 5_2 0.3346 map_cut_200 5_2 0.4081 map_cut_500 5_2 0.4338 map_cut_1000 5_2 0.4405 relative_P_5 5_2 1.0000 relative_P_10 5_2 1.0000 relative_P_15 5_2 0.9333 relative_P_20 5_2 0.9000 relative_P_30 5_2 0.9000 relative_P_100 5_2 0.5600 relative_P_200 5_2 0.5612 relative_P_500 5_2 0.6547 relative_P_1000 5_2 0.6978 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0970 set_relative_P 5_2 0.6978 set_recall 5_2 0.6978 set_map 5_2 0.0677 set_F 5_2 0.1703 num_nonrel_judged_ret 5_2 5 rbp 5_2 0.5925 rbp_resid 5_2 0.0434 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.0500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 51 map 5_4 0.2182 Rprec 5_4 0.3056 bpref 5_4 0.4465 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.7333 iprec_at_recall_0.20 5_4 0.4630 iprec_at_recall_0.30 5_4 0.3265 iprec_at_recall_0.40 5_4 0.1777 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 1.0000 P_10 5_4 0.7000 P_15 5_4 0.7333 P_20 5_4 0.6000 P_30 5_4 0.5333 P_100 5_4 0.3200 P_200 5_4 0.2050 P_500 5_4 0.0960 P_1000 5_4 0.0510 relstring 5_4 '12321104--' recall_5 5_4 0.0463 recall_10 5_4 0.0648 recall_15 5_4 0.1019 recall_20 5_4 0.1111 recall_30 5_4 0.1481 recall_100 5_4 0.2963 recall_200 5_4 0.3796 recall_500 5_4 0.4444 recall_1000 5_4 0.4722 infAP 5_4 0.2182 Rprec_mult_0.20 5_4 0.5909 Rprec_mult_0.40 5_4 0.4773 Rprec_mult_0.60 5_4 0.4462 Rprec_mult_0.80 5_4 0.3563 Rprec_mult_1.00 5_4 0.3056 Rprec_mult_1.20 5_4 0.2615 Rprec_mult_1.40 5_4 0.2303 Rprec_mult_1.60 5_4 0.2254 Rprec_mult_1.80 5_4 0.2051 Rprec_mult_2.00 5_4 0.1898 utility 5_4 -898.0000 11pt_avg 5_4 0.2455 binG 5_4 0.1428 G 5_4 0.0863 ndcg 5_4 0.4421 ndcg_rel 5_4 0.4147 Rndcg 5_4 0.3888 ndcg_cut_5 5_4 0.4248 ndcg_cut_10 5_4 0.3914 ndcg_cut_15 5_4 0.4038 ndcg_cut_20 5_4 0.3828 ndcg_cut_30 5_4 0.3866 ndcg_cut_100 5_4 0.3370 ndcg_cut_200 5_4 0.3794 ndcg_cut_500 5_4 0.4267 ndcg_cut_1000 5_4 0.4421 map_cut_5 5_4 0.0463 map_cut_10 5_4 0.0637 map_cut_15 5_4 0.0896 map_cut_20 5_4 0.0955 map_cut_30 5_4 0.1177 map_cut_100 5_4 0.1859 map_cut_200 5_4 0.2061 map_cut_500 5_4 0.2161 map_cut_1000 5_4 0.2182 relative_P_5 5_4 1.0000 relative_P_10 5_4 0.7000 relative_P_15 5_4 0.7333 relative_P_20 5_4 0.6000 relative_P_30 5_4 0.5333 relative_P_100 5_4 0.3200 relative_P_200 5_4 0.3796 relative_P_500 5_4 0.4444 relative_P_1000 5_4 0.4722 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0510 set_relative_P 5_4 0.4722 set_recall 5_4 0.4722 set_map 5_4 0.0241 set_F 5_4 0.0921 num_nonrel_judged_ret 5_4 8 rbp 5_4 0.3242 rbp_resid 5_4 0.2533 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.3500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 86 map 5_5 0.3743 Rprec 5_5 0.4167 bpref 5_5 0.6187 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.8333 iprec_at_recall_0.20 5_5 0.7857 iprec_at_recall_0.30 5_5 0.6154 iprec_at_recall_0.40 5_5 0.4891 iprec_at_recall_0.50 5_5 0.2983 iprec_at_recall_0.60 5_5 0.2057 iprec_at_recall_0.70 5_5 0.1577 iprec_at_recall_0.80 5_5 0.1057 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.8000 P_10 5_5 0.9000 P_15 5_5 0.8000 P_20 5_5 0.7500 P_30 5_5 0.7333 P_100 5_5 0.4500 P_200 5_5 0.2750 P_500 5_5 0.1540 P_1000 5_5 0.0860 relstring 5_5 '1201112212' recall_5 5_5 0.0370 recall_10 5_5 0.0833 recall_15 5_5 0.1111 recall_20 5_5 0.1389 recall_30 5_5 0.2037 recall_100 5_5 0.4167 recall_200 5_5 0.5093 recall_500 5_5 0.7130 recall_1000 5_5 0.7963 infAP 5_5 0.3743 Rprec_mult_0.20 5_5 0.7727 Rprec_mult_0.40 5_5 0.6364 Rprec_mult_0.60 5_5 0.4923 Rprec_mult_0.80 5_5 0.4828 Rprec_mult_1.00 5_5 0.4167 Rprec_mult_1.20 5_5 0.3692 Rprec_mult_1.40 5_5 0.3355 Rprec_mult_1.60 5_5 0.3006 Rprec_mult_1.80 5_5 0.2821 Rprec_mult_2.00 5_5 0.2546 utility 5_5 -828.0000 11pt_avg 5_5 0.4083 binG 5_5 0.2011 G 5_5 0.1295 ndcg 5_5 0.5993 ndcg_rel 5_5 0.4737 Rndcg 5_5 0.4029 ndcg_cut_5 5_5 0.2700 ndcg_cut_10 5_5 0.3466 ndcg_cut_15 5_5 0.3747 ndcg_cut_20 5_5 0.3780 ndcg_cut_30 5_5 0.4162 ndcg_cut_100 5_5 0.4135 ndcg_cut_200 5_5 0.4570 ndcg_cut_500 5_5 0.5591 ndcg_cut_1000 5_5 0.5993 map_cut_5 5_5 0.0329 map_cut_10 5_5 0.0732 map_cut_15 5_5 0.0963 map_cut_20 5_5 0.1192 map_cut_30 5_5 0.1689 map_cut_100 5_5 0.2887 map_cut_200 5_5 0.3212 map_cut_500 5_5 0.3632 map_cut_1000 5_5 0.3743 relative_P_5 5_5 0.8000 relative_P_10 5_5 0.9000 relative_P_15 5_5 0.8000 relative_P_20 5_5 0.7500 relative_P_30 5_5 0.7333 relative_P_100 5_5 0.4500 relative_P_200 5_5 0.5093 relative_P_500 5_5 0.7130 relative_P_1000 5_5 0.7963 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0860 set_relative_P 5_5 0.7963 set_recall 5_5 0.7963 set_map 5_5 0.0685 set_F 5_5 0.1552 num_nonrel_judged_ret 5_5 64 rbp 5_5 0.2904 rbp_resid 5_5 0.0678 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.1000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 65 map 5_8 0.2940 Rprec 5_8 0.3462 bpref 5_8 0.5404 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.6667 iprec_at_recall_0.10 5_8 0.5238 iprec_at_recall_0.20 5_8 0.5143 iprec_at_recall_0.30 5_8 0.4068 iprec_at_recall_0.40 5_8 0.3605 iprec_at_recall_0.50 5_8 0.3008 iprec_at_recall_0.60 5_8 0.2637 iprec_at_recall_0.70 5_8 0.2324 iprec_at_recall_0.80 5_8 0.1319 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.6000 P_10 5_8 0.5000 P_15 5_8 0.4000 P_20 5_8 0.5000 P_30 5_8 0.5000 P_100 5_8 0.3500 P_200 5_8 0.2550 P_500 5_8 0.1260 P_1000 5_8 0.0650 relstring 5_8 '0110200032' recall_5 5_8 0.0385 recall_10 5_8 0.0641 recall_15 5_8 0.0769 recall_20 5_8 0.1282 recall_30 5_8 0.1923 recall_100 5_8 0.4487 recall_200 5_8 0.6538 recall_500 5_8 0.8077 recall_1000 5_8 0.8333 infAP 5_8 0.2940 Rprec_mult_0.20 5_8 0.3750 Rprec_mult_0.40 5_8 0.5000 Rprec_mult_0.60 5_8 0.4468 Rprec_mult_0.80 5_8 0.3810 Rprec_mult_1.00 5_8 0.3462 Rprec_mult_1.20 5_8 0.3511 Rprec_mult_1.40 5_8 0.3364 Rprec_mult_1.60 5_8 0.3040 Rprec_mult_1.80 5_8 0.2837 Rprec_mult_2.00 5_8 0.2692 utility 5_8 -870.0000 11pt_avg 5_8 0.3092 binG 5_8 0.1690 G 5_8 0.1361 ndcg 5_8 0.5542 ndcg_rel 5_8 0.3975 Rndcg 5_8 0.3013 ndcg_cut_5 5_8 0.1735 ndcg_cut_10 5_8 0.2148 ndcg_cut_15 5_8 0.2009 ndcg_cut_20 5_8 0.2326 ndcg_cut_30 5_8 0.2602 ndcg_cut_100 5_8 0.3779 ndcg_cut_200 5_8 0.4711 ndcg_cut_500 5_8 0.5449 ndcg_cut_1000 5_8 0.5542 map_cut_5 5_8 0.0226 map_cut_10 5_8 0.0348 map_cut_15 5_8 0.0407 map_cut_20 5_8 0.0641 map_cut_30 5_8 0.0963 map_cut_100 5_8 0.2012 map_cut_200 5_8 0.2589 map_cut_500 5_8 0.2910 map_cut_1000 5_8 0.2940 relative_P_5 5_8 0.6000 relative_P_10 5_8 0.5000 relative_P_15 5_8 0.4000 relative_P_20 5_8 0.5000 relative_P_30 5_8 0.5000 relative_P_100 5_8 0.4487 relative_P_200 5_8 0.6538 relative_P_500 5_8 0.8077 relative_P_1000 5_8 0.8333 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0650 set_relative_P 5_8 0.8333 set_recall 5_8 0.8333 set_map 5_8 0.0542 set_F 5_8 0.1206 num_nonrel_judged_ret 5_8 45 rbp 5_8 0.1871 rbp_resid 5_8 0.0780 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.1000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 46 map 5_9 0.6917 Rprec 5_9 0.6604 bpref 5_9 0.8167 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 1.0000 iprec_at_recall_0.20 5_9 1.0000 iprec_at_recall_0.30 5_9 0.9412 iprec_at_recall_0.40 5_9 0.8214 iprec_at_recall_0.50 5_9 0.7692 iprec_at_recall_0.60 5_9 0.7674 iprec_at_recall_0.70 5_9 0.6500 iprec_at_recall_0.80 5_9 0.5600 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 1.0000 P_10 5_9 1.0000 P_15 5_9 0.9333 P_20 5_9 0.9000 P_30 5_9 0.7667 P_100 5_9 0.4400 P_200 5_9 0.2300 P_500 5_9 0.0920 P_1000 5_9 0.0460 relstring 5_9 '2431344444' recall_5 5_9 0.0943 recall_10 5_9 0.1887 recall_15 5_9 0.2642 recall_20 5_9 0.3396 recall_30 5_9 0.4340 recall_100 5_9 0.8302 recall_200 5_9 0.8679 recall_500 5_9 0.8679 recall_1000 5_9 0.8679 infAP 5_9 0.6917 Rprec_mult_0.20 5_9 1.0000 Rprec_mult_0.40 5_9 0.8182 Rprec_mult_0.60 5_9 0.7188 Rprec_mult_0.80 5_9 0.7674 Rprec_mult_1.00 5_9 0.6604 Rprec_mult_1.20 5_9 0.6094 Rprec_mult_1.40 5_9 0.5600 Rprec_mult_1.60 5_9 0.4941 Rprec_mult_1.80 5_9 0.4583 Rprec_mult_2.00 5_9 0.4151 utility 5_9 -908.0000 11pt_avg 5_9 0.6827 binG 5_9 0.4448 G 5_9 0.2151 ndcg 5_9 0.8057 ndcg_rel 5_9 0.7210 Rndcg 5_9 0.7134 ndcg_cut_5 5_9 0.6457 ndcg_cut_10 5_9 0.7701 ndcg_cut_15 5_9 0.7224 ndcg_cut_20 5_9 0.6852 ndcg_cut_30 5_9 0.6602 ndcg_cut_100 5_9 0.7846 ndcg_cut_200 5_9 0.8057 ndcg_cut_500 5_9 0.8057 ndcg_cut_1000 5_9 0.8057 map_cut_5 5_9 0.0943 map_cut_10 5_9 0.1887 map_cut_15 5_9 0.2642 map_cut_20 5_9 0.3335 map_cut_30 5_9 0.4096 map_cut_100 5_9 0.6783 map_cut_200 5_9 0.6917 map_cut_500 5_9 0.6917 map_cut_1000 5_9 0.6917 relative_P_5 5_9 1.0000 relative_P_10 5_9 1.0000 relative_P_15 5_9 0.9333 relative_P_20 5_9 0.9000 relative_P_30 5_9 0.7667 relative_P_100 5_9 0.8302 relative_P_200 5_9 0.8679 relative_P_500 5_9 0.8679 relative_P_1000 5_9 0.8679 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0460 set_relative_P 5_9 0.8679 set_recall 5_9 0.8679 set_map 5_9 0.0399 set_F 5_9 0.0874 num_nonrel_judged_ret 5_9 11 rbp 5_9 0.6726 rbp_resid 5_9 0.0496 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0500 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 137 map 6_1 0.2593 Rprec 6_1 0.2991 bpref 6_1 0.3926 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.9444 iprec_at_recall_0.20 6_1 0.7253 iprec_at_recall_0.30 6_1 0.3094 iprec_at_recall_0.40 6_1 0.1823 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 1.0000 P_20 6_1 1.0000 P_30 6_1 1.0000 P_100 6_1 0.6800 P_200 6_1 0.4150 P_500 6_1 0.2440 P_1000 6_1 0.1370 relstring 6_1 '3331121121' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0453 recall_20 6_1 0.0604 recall_30 6_1 0.0906 recall_100 6_1 0.2054 recall_200 6_1 0.2508 recall_500 6_1 0.3686 recall_1000 6_1 0.4139 infAP 6_1 0.2593 Rprec_mult_0.20 6_1 0.8060 Rprec_mult_0.40 6_1 0.5489 Rprec_mult_0.60 6_1 0.4171 Rprec_mult_0.80 6_1 0.3472 Rprec_mult_1.00 6_1 0.2991 Rprec_mult_1.20 6_1 0.2789 Rprec_mult_1.40 6_1 0.2522 Rprec_mult_1.60 6_1 0.2321 Rprec_mult_1.80 6_1 0.2114 Rprec_mult_2.00 6_1 0.1903 utility 6_1 -726.0000 11pt_avg 6_1 0.2874 binG 6_1 0.1586 G 6_1 0.0843 ndcg 6_1 0.4822 ndcg_rel 6_1 0.5230 Rndcg 6_1 0.5582 ndcg_cut_5 6_1 0.7324 ndcg_cut_10 6_1 0.6468 ndcg_cut_15 6_1 0.6543 ndcg_cut_20 6_1 0.7063 ndcg_cut_30 6_1 0.7476 ndcg_cut_100 6_1 0.6029 ndcg_cut_200 6_1 0.4696 ndcg_cut_500 6_1 0.4544 ndcg_cut_1000 6_1 0.4822 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0453 map_cut_20 6_1 0.0604 map_cut_30 6_1 0.0906 map_cut_100 6_1 0.1890 map_cut_200 6_1 0.2137 map_cut_500 6_1 0.2506 map_cut_1000 6_1 0.2593 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 1.0000 relative_P_20 6_1 1.0000 relative_P_30 6_1 1.0000 relative_P_100 6_1 0.6800 relative_P_200 6_1 0.4150 relative_P_500 6_1 0.3686 relative_P_1000 6_1 0.4139 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1370 set_relative_P 6_1 0.4139 set_recall 6_1 0.4139 set_map 6_1 0.0567 set_F 6_1 0.2059 num_nonrel_judged_ret 6_1 21 rbp 6_1 0.4825 rbp_resid 6_1 0.0126 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 37 map 6_10 0.3329 Rprec 6_10 0.3556 bpref 6_10 0.7096 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 1.0000 iprec_at_recall_0.20 6_10 0.6429 iprec_at_recall_0.30 6_10 0.3846 iprec_at_recall_0.40 6_10 0.3846 iprec_at_recall_0.50 6_10 0.2091 iprec_at_recall_0.60 6_10 0.1474 iprec_at_recall_0.70 6_10 0.1416 iprec_at_recall_0.80 6_10 0.0736 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 1.0000 P_10 6_10 0.8000 P_15 6_10 0.6000 P_20 6_10 0.5000 P_30 6_10 0.4000 P_100 6_10 0.2200 P_200 6_10 0.1450 P_500 6_10 0.0720 P_1000 6_10 0.0370 relstring 6_10 '311320-113' recall_5 6_10 0.1111 recall_10 6_10 0.1778 recall_15 6_10 0.2000 recall_20 6_10 0.2222 recall_30 6_10 0.2667 recall_100 6_10 0.4889 recall_200 6_10 0.6444 recall_500 6_10 0.8000 recall_1000 6_10 0.8222 infAP 6_10 0.3329 Rprec_mult_0.20 6_10 0.7778 Rprec_mult_0.40 6_10 0.5000 Rprec_mult_0.60 6_10 0.4444 Rprec_mult_0.80 6_10 0.3611 Rprec_mult_1.00 6_10 0.3556 Rprec_mult_1.20 6_10 0.3704 Rprec_mult_1.40 6_10 0.3175 Rprec_mult_1.60 6_10 0.2917 Rprec_mult_1.80 6_10 0.2593 Rprec_mult_2.00 6_10 0.2333 utility 6_10 -926.0000 11pt_avg 6_10 0.3622 binG 6_10 0.2580 G 6_10 0.1724 ndcg 6_10 0.6427 ndcg_rel 6_10 0.5508 Rndcg 6_10 0.5393 ndcg_cut_5 6_10 0.6294 ndcg_cut_10 6_10 0.5249 ndcg_cut_15 6_10 0.4598 ndcg_cut_20 6_10 0.4405 ndcg_cut_30 6_10 0.4058 ndcg_cut_100 6_10 0.4945 ndcg_cut_200 6_10 0.5758 ndcg_cut_500 6_10 0.6348 ndcg_cut_1000 6_10 0.6427 map_cut_5 6_10 0.1111 map_cut_10 6_10 0.1628 map_cut_15 6_10 0.1771 map_cut_20 6_10 0.1888 map_cut_30 6_10 0.2093 map_cut_100 6_10 0.2886 map_cut_200 6_10 0.3150 map_cut_500 6_10 0.3316 map_cut_1000 6_10 0.3329 relative_P_5 6_10 1.0000 relative_P_10 6_10 0.8000 relative_P_15 6_10 0.6000 relative_P_20 6_10 0.5000 relative_P_30 6_10 0.4000 relative_P_100 6_10 0.4889 relative_P_200 6_10 0.6444 relative_P_500 6_10 0.8000 relative_P_1000 6_10 0.8222 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0370 set_relative_P 6_10 0.8222 set_recall 6_10 0.8222 set_map 6_10 0.0304 set_F 6_10 0.0708 num_nonrel_judged_ret 6_10 15 rbp 6_10 0.2948 rbp_resid 6_10 0.2765 unj_5 6_10 0.0000 unj_10 6_10 0.1000 unj_20 6_10 0.3500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 23 map 6_11 0.0341 Rprec 6_11 0.1102 bpref 6_11 0.1573 recip_rank 6_11 0.1667 iprec_at_recall_0.00 6_11 0.3667 iprec_at_recall_0.10 6_11 0.2927 iprec_at_recall_0.20 6_11 0.0000 iprec_at_recall_0.30 6_11 0.0000 iprec_at_recall_0.40 6_11 0.0000 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.0000 P_10 6_11 0.1000 P_15 6_11 0.2000 P_20 6_11 0.2000 P_30 6_11 0.3667 P_100 6_11 0.1300 P_200 6_11 0.0750 P_500 6_11 0.0400 P_1000 6_11 0.0230 relstring 6_11 '000002--00' recall_5 6_11 0.0000 recall_10 6_11 0.0085 recall_15 6_11 0.0254 recall_20 6_11 0.0339 recall_30 6_11 0.0932 recall_100 6_11 0.1102 recall_200 6_11 0.1271 recall_500 6_11 0.1695 recall_1000 6_11 0.1949 infAP 6_11 0.0341 Rprec_mult_0.20 6_11 0.2500 Rprec_mult_0.40 6_11 0.2500 Rprec_mult_0.60 6_11 0.1831 Rprec_mult_0.80 6_11 0.1368 Rprec_mult_1.00 6_11 0.1102 Rprec_mult_1.20 6_11 0.1056 Rprec_mult_1.40 6_11 0.0904 Rprec_mult_1.60 6_11 0.0794 Rprec_mult_1.80 6_11 0.0751 Rprec_mult_2.00 6_11 0.0678 utility 6_11 -954.0000 11pt_avg 6_11 0.0599 binG 6_11 0.0372 G 6_11 0.0254 ndcg 6_11 0.1307 ndcg_rel 6_11 0.1271 Rndcg 6_11 0.0822 ndcg_cut_5 6_11 0.0000 ndcg_cut_10 6_11 0.0635 ndcg_cut_15 6_11 0.0896 ndcg_cut_20 6_11 0.0908 ndcg_cut_30 6_11 0.1541 ndcg_cut_100 6_11 0.0942 ndcg_cut_200 6_11 0.0985 ndcg_cut_500 6_11 0.1168 ndcg_cut_1000 6_11 0.1307 map_cut_5 6_11 0.0000 map_cut_10 6_11 0.0014 map_cut_15 6_11 0.0046 map_cut_20 6_11 0.0064 map_cut_30 6_11 0.0245 map_cut_100 6_11 0.0287 map_cut_200 6_11 0.0304 map_cut_500 6_11 0.0330 map_cut_1000 6_11 0.0341 relative_P_5 6_11 0.0000 relative_P_10 6_11 0.1000 relative_P_15 6_11 0.2000 relative_P_20 6_11 0.2000 relative_P_30 6_11 0.3667 relative_P_100 6_11 0.1300 relative_P_200 6_11 0.1271 relative_P_500 6_11 0.1695 relative_P_1000 6_11 0.1949 success_1 6_11 0.0000 success_5 6_11 0.0000 success_10 6_11 1.0000 set_P 6_11 0.0230 set_relative_P 6_11 0.1949 set_recall 6_11 0.1949 set_map 6_11 0.0045 set_F 6_11 0.0411 num_nonrel_judged_ret 6_11 43 rbp 6_11 0.0834 rbp_resid 6_11 0.2694 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.3500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 63 map 6_12 0.7330 Rprec 6_12 0.7101 bpref 6_12 0.8974 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 0.9375 iprec_at_recall_0.30 6_12 0.9130 iprec_at_recall_0.40 6_12 0.8788 iprec_at_recall_0.50 6_12 0.8333 iprec_at_recall_0.60 6_12 0.8302 iprec_at_recall_0.70 6_12 0.7273 iprec_at_recall_0.80 6_12 0.6044 iprec_at_recall_0.90 6_12 0.3179 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 1.0000 P_15 6_12 0.9333 P_20 6_12 0.9000 P_30 6_12 0.8667 P_100 6_12 0.5600 P_200 6_12 0.3100 P_500 6_12 0.1260 P_1000 6_12 0.0630 relstring 6_12 '3333143333' recall_5 6_12 0.0725 recall_10 6_12 0.1449 recall_15 6_12 0.2029 recall_20 6_12 0.2609 recall_30 6_12 0.3768 recall_100 6_12 0.8116 recall_200 6_12 0.8986 recall_500 6_12 0.9130 recall_1000 6_12 0.9130 infAP 6_12 0.7330 Rprec_mult_0.20 6_12 0.9286 Rprec_mult_0.40 6_12 0.8571 Rprec_mult_0.60 6_12 0.8333 Rprec_mult_0.80 6_12 0.8036 Rprec_mult_1.00 6_12 0.7101 Rprec_mult_1.20 6_12 0.6265 Rprec_mult_1.40 6_12 0.5670 Rprec_mult_1.60 6_12 0.5135 Rprec_mult_1.80 6_12 0.4640 Rprec_mult_2.00 6_12 0.4275 utility 6_12 -874.0000 11pt_avg 6_12 0.7311 binG 6_12 0.4124 G 6_12 0.2597 ndcg 6_12 0.8786 ndcg_rel 6_12 0.8422 Rndcg 6_12 0.7839 ndcg_cut_5 6_12 0.8198 ndcg_cut_10 6_12 0.9031 ndcg_cut_15 6_12 0.8813 ndcg_cut_20 6_12 0.8678 ndcg_cut_30 6_12 0.8530 ndcg_cut_100 6_12 0.8203 ndcg_cut_200 6_12 0.8734 ndcg_cut_500 6_12 0.8786 ndcg_cut_1000 6_12 0.8786 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1449 map_cut_15 6_12 0.2009 map_cut_20 6_12 0.2534 map_cut_30 6_12 0.3564 map_cut_100 6_12 0.6930 map_cut_200 6_12 0.7298 map_cut_500 6_12 0.7330 map_cut_1000 6_12 0.7330 relative_P_5 6_12 1.0000 relative_P_10 6_12 1.0000 relative_P_15 6_12 0.9333 relative_P_20 6_12 0.9000 relative_P_30 6_12 0.8667 relative_P_100 6_12 0.8116 relative_P_200 6_12 0.8986 relative_P_500 6_12 0.9130 relative_P_1000 6_12 0.9130 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0630 set_relative_P 6_12 0.9130 set_recall 6_12 0.9130 set_map 6_12 0.0575 set_F 6_12 0.1179 num_nonrel_judged_ret 6_12 5 rbp 6_12 0.6752 rbp_resid 6_12 0.0672 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.1000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 98 map 6_13 0.4962 Rprec 6_13 0.4486 bpref 6_13 0.7759 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 1.0000 iprec_at_recall_0.20 6_13 0.8276 iprec_at_recall_0.30 6_13 0.5690 iprec_at_recall_0.40 6_13 0.5238 iprec_at_recall_0.50 6_13 0.4538 iprec_at_recall_0.60 6_13 0.4267 iprec_at_recall_0.70 6_13 0.3535 iprec_at_recall_0.80 6_13 0.3082 iprec_at_recall_0.90 6_13 0.2115 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 1.0000 P_15 6_13 0.9333 P_20 6_13 0.8000 P_30 6_13 0.8000 P_100 6_13 0.4700 P_200 6_13 0.3550 P_500 6_13 0.1920 P_1000 6_13 0.0980 relstring 6_13 '2131322232' recall_5 6_13 0.0467 recall_10 6_13 0.0935 recall_15 6_13 0.1308 recall_20 6_13 0.1495 recall_30 6_13 0.2243 recall_100 6_13 0.4393 recall_200 6_13 0.6636 recall_500 6_13 0.8972 recall_1000 6_13 0.9159 infAP 6_13 0.4962 Rprec_mult_0.20 6_13 0.8182 Rprec_mult_0.40 6_13 0.6279 Rprec_mult_0.60 6_13 0.5385 Rprec_mult_0.80 6_13 0.5116 Rprec_mult_1.00 6_13 0.4486 Rprec_mult_1.20 6_13 0.4419 Rprec_mult_1.40 6_13 0.4267 Rprec_mult_1.60 6_13 0.4012 Rprec_mult_1.80 6_13 0.3679 Rprec_mult_2.00 6_13 0.3505 utility 6_13 -804.0000 11pt_avg 6_13 0.5158 binG 6_13 0.2694 G 6_13 0.1696 ndcg 6_13 0.7590 ndcg_rel 6_13 0.6254 Rndcg 6_13 0.5961 ndcg_cut_5 6_13 0.6469 ndcg_cut_10 6_13 0.6759 ndcg_cut_15 6_13 0.6251 ndcg_cut_20 6_13 0.6088 ndcg_cut_30 6_13 0.6342 ndcg_cut_100 6_13 0.5077 ndcg_cut_200 6_13 0.6378 ndcg_cut_500 6_13 0.7514 ndcg_cut_1000 6_13 0.7590 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0935 map_cut_15 6_13 0.1288 map_cut_20 6_13 0.1446 map_cut_30 6_13 0.2059 map_cut_100 6_13 0.3258 map_cut_200 6_13 0.4229 map_cut_500 6_13 0.4933 map_cut_1000 6_13 0.4962 relative_P_5 6_13 1.0000 relative_P_10 6_13 1.0000 relative_P_15 6_13 0.9333 relative_P_20 6_13 0.8000 relative_P_30 6_13 0.8000 relative_P_100 6_13 0.4700 relative_P_200 6_13 0.6636 relative_P_500 6_13 0.8972 relative_P_1000 6_13 0.9159 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0980 set_relative_P 6_13 0.9159 set_recall 6_13 0.9159 set_map 6_13 0.0898 set_F 6_13 0.1771 num_nonrel_judged_ret 6_13 15 rbp 6_13 0.5589 rbp_resid 6_13 0.0946 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.1500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 53 map 6_14 0.4083 Rprec 6_14 0.3929 bpref 6_14 0.4876 recip_rank 6_14 0.5000 iprec_at_recall_0.00 6_14 0.8333 iprec_at_recall_0.10 6_14 0.7500 iprec_at_recall_0.20 6_14 0.6875 iprec_at_recall_0.30 6_14 0.6333 iprec_at_recall_0.40 6_14 0.4681 iprec_at_recall_0.50 6_14 0.3659 iprec_at_recall_0.60 6_14 0.3097 iprec_at_recall_0.70 6_14 0.3028 iprec_at_recall_0.80 6_14 0.2432 iprec_at_recall_0.90 6_14 0.2092 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.7000 P_15 6_14 0.6667 P_20 6_14 0.6000 P_30 6_14 0.6333 P_100 6_14 0.3200 P_200 6_14 0.2250 P_500 6_14 0.1060 P_1000 6_14 0.0530 relstring 6_14 '0222320102' recall_5 6_14 0.0714 recall_10 6_14 0.1250 recall_15 6_14 0.1786 recall_20 6_14 0.2143 recall_30 6_14 0.3393 recall_100 6_14 0.5714 recall_200 6_14 0.8036 recall_500 6_14 0.9464 recall_1000 6_14 0.9464 infAP 6_14 0.4083 Rprec_mult_0.20 6_14 0.6667 Rprec_mult_0.40 6_14 0.5652 Rprec_mult_0.60 6_14 0.5588 Rprec_mult_0.80 6_14 0.4444 Rprec_mult_1.00 6_14 0.3929 Rprec_mult_1.20 6_14 0.3529 Rprec_mult_1.40 6_14 0.3418 Rprec_mult_1.60 6_14 0.3444 Rprec_mult_1.80 6_14 0.3168 Rprec_mult_2.00 6_14 0.3036 utility 6_14 -894.0000 11pt_avg 6_14 0.4366 binG 6_14 0.2367 G 6_14 0.1914 ndcg 6_14 0.7055 ndcg_rel 6_14 0.5601 Rndcg 6_14 0.5480 ndcg_cut_5 6_14 0.4843 ndcg_cut_10 6_14 0.4753 ndcg_cut_15 6_14 0.4969 ndcg_cut_20 6_14 0.4853 ndcg_cut_30 6_14 0.5307 ndcg_cut_100 6_14 0.5666 ndcg_cut_200 6_14 0.6530 ndcg_cut_500 6_14 0.7055 ndcg_cut_1000 6_14 0.7055 map_cut_5 6_14 0.0485 map_cut_10 6_14 0.0893 map_cut_15 6_14 0.1263 map_cut_20 6_14 0.1505 map_cut_30 6_14 0.2259 map_cut_100 6_14 0.3129 map_cut_200 6_14 0.3806 map_cut_500 6_14 0.4083 map_cut_1000 6_14 0.4083 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.7000 relative_P_15 6_14 0.6667 relative_P_20 6_14 0.6000 relative_P_30 6_14 0.6333 relative_P_100 6_14 0.5714 relative_P_200 6_14 0.8036 relative_P_500 6_14 0.9464 relative_P_1000 6_14 0.9464 success_1 6_14 0.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0530 set_relative_P 6_14 0.9464 set_recall 6_14 0.9464 set_map 6_14 0.0502 set_F 6_14 0.1004 num_nonrel_judged_ret 6_14 61 rbp 6_14 0.4272 rbp_resid 6_14 0.0250 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 7 map 6_16 0.0413 Rprec 6_16 0.0345 bpref 6_16 0.0844 recip_rank 6_16 1.0000 iprec_at_recall_0.00 6_16 1.0000 iprec_at_recall_0.10 6_16 0.0400 iprec_at_recall_0.20 6_16 0.0315 iprec_at_recall_0.30 6_16 0.0000 iprec_at_recall_0.40 6_16 0.0000 iprec_at_recall_0.50 6_16 0.0000 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.2000 P_10 6_16 0.1000 P_15 6_16 0.0667 P_20 6_16 0.0500 P_30 6_16 0.0333 P_100 6_16 0.0300 P_200 6_16 0.0250 P_500 6_16 0.0140 P_1000 6_16 0.0070 relstring 6_16 '1000000--0' recall_5 6_16 0.0345 recall_10 6_16 0.0345 recall_15 6_16 0.0345 recall_20 6_16 0.0345 recall_30 6_16 0.0345 recall_100 6_16 0.1034 recall_200 6_16 0.1724 recall_500 6_16 0.2414 recall_1000 6_16 0.2414 infAP 6_16 0.0413 Rprec_mult_0.20 6_16 0.1667 Rprec_mult_0.40 6_16 0.0833 Rprec_mult_0.60 6_16 0.0556 Rprec_mult_0.80 6_16 0.0417 Rprec_mult_1.00 6_16 0.0345 Rprec_mult_1.20 6_16 0.0286 Rprec_mult_1.40 6_16 0.0244 Rprec_mult_1.60 6_16 0.0213 Rprec_mult_1.80 6_16 0.0189 Rprec_mult_2.00 6_16 0.0345 utility 6_16 -986.0000 11pt_avg 6_16 0.0974 binG 6_16 0.0645 G 6_16 0.0327 ndcg 6_16 0.1248 ndcg_rel 6_16 0.1250 Rndcg 6_16 0.0676 ndcg_cut_5 6_16 0.1131 ndcg_cut_10 6_16 0.0734 ndcg_cut_15 6_16 0.0569 ndcg_cut_20 6_16 0.0501 ndcg_cut_30 6_16 0.0436 ndcg_cut_100 6_16 0.0730 ndcg_cut_200 6_16 0.0912 ndcg_cut_500 6_16 0.1248 ndcg_cut_1000 6_16 0.1248 map_cut_5 6_16 0.0345 map_cut_10 6_16 0.0345 map_cut_15 6_16 0.0345 map_cut_20 6_16 0.0345 map_cut_30 6_16 0.0345 map_cut_100 6_16 0.0371 map_cut_200 6_16 0.0392 map_cut_500 6_16 0.0413 map_cut_1000 6_16 0.0413 relative_P_5 6_16 0.2000 relative_P_10 6_16 0.1000 relative_P_15 6_16 0.0667 relative_P_20 6_16 0.0500 relative_P_30 6_16 0.0345 relative_P_100 6_16 0.1034 relative_P_200 6_16 0.1724 relative_P_500 6_16 0.2414 relative_P_1000 6_16 0.2414 success_1 6_16 1.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0070 set_relative_P 6_16 0.2414 set_recall 6_16 0.2414 set_map 6_16 0.0017 set_F 6_16 0.0136 num_nonrel_judged_ret 6_16 52 rbp 6_16 0.0337 rbp_resid 6_16 0.3651 unj_5 6_16 0.0000 unj_10 6_16 0.2000 unj_20 6_16 0.5000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 41 map 6_3 0.1322 Rprec 6_3 0.1856 bpref 6_3 0.3994 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.5263 iprec_at_recall_0.20 6_3 0.1905 iprec_at_recall_0.30 6_3 0.1667 iprec_at_recall_0.40 6_3 0.1262 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 1.0000 P_10 6_3 0.5000 P_15 6_3 0.4667 P_20 6_3 0.5000 P_30 6_3 0.3667 P_100 6_3 0.1800 P_200 6_3 0.1550 P_500 6_3 0.0780 P_1000 6_3 0.0410 relstring 6_3 '23211-----' recall_5 6_3 0.0515 recall_10 6_3 0.0515 recall_15 6_3 0.0722 recall_20 6_3 0.1031 recall_30 6_3 0.1134 recall_100 6_3 0.1856 recall_200 6_3 0.3196 recall_500 6_3 0.4021 recall_1000 6_3 0.4227 infAP 6_3 0.1322 Rprec_mult_0.20 6_3 0.5000 Rprec_mult_0.40 6_3 0.2821 Rprec_mult_0.60 6_3 0.2542 Rprec_mult_0.80 6_3 0.2179 Rprec_mult_1.00 6_3 0.1856 Rprec_mult_1.20 6_3 0.1709 Rprec_mult_1.40 6_3 0.1544 Rprec_mult_1.60 6_3 0.1474 Rprec_mult_1.80 6_3 0.1543 Rprec_mult_2.00 6_3 0.1598 utility 6_3 -918.0000 11pt_avg 6_3 0.1827 binG 6_3 0.1141 G 6_3 0.0760 ndcg 6_3 0.3763 ndcg_rel 6_3 0.3602 Rndcg 6_3 0.3594 ndcg_cut_5 6_3 0.5451 ndcg_cut_10 6_3 0.3742 ndcg_cut_15 6_3 0.3552 ndcg_cut_20 6_3 0.3709 ndcg_cut_30 6_3 0.3176 ndcg_cut_100 6_3 0.2352 ndcg_cut_200 6_3 0.3206 ndcg_cut_500 6_3 0.3685 ndcg_cut_1000 6_3 0.3763 map_cut_5 6_3 0.0515 map_cut_10 6_3 0.0515 map_cut_15 6_3 0.0611 map_cut_20 6_3 0.0765 map_cut_30 6_3 0.0809 map_cut_100 6_3 0.0977 map_cut_200 6_3 0.1194 map_cut_500 6_3 0.1307 map_cut_1000 6_3 0.1322 relative_P_5 6_3 1.0000 relative_P_10 6_3 0.5000 relative_P_15 6_3 0.4667 relative_P_20 6_3 0.5000 relative_P_30 6_3 0.3667 relative_P_100 6_3 0.1856 relative_P_200 6_3 0.3196 relative_P_500 6_3 0.4021 relative_P_1000 6_3 0.4227 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0410 set_relative_P 6_3 0.4227 set_recall 6_3 0.4227 set_map 6_3 0.0173 set_F 6_3 0.0747 num_nonrel_judged_ret 6_3 17 rbp 6_3 0.2411 rbp_resid 6_3 0.4675 unj_5 6_3 0.0000 unj_10 6_3 0.5000 unj_20 6_3 0.5000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 49 map 6_4 0.1367 Rprec 6_4 0.1983 bpref 6_4 0.3477 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.6190 iprec_at_recall_0.20 6_4 0.2400 iprec_at_recall_0.30 6_4 0.1479 iprec_at_recall_0.40 6_4 0.0605 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.8000 P_10 6_4 0.8000 P_15 6_4 0.6667 P_20 6_4 0.6000 P_30 6_4 0.4667 P_100 6_4 0.2400 P_200 6_4 0.1600 P_500 6_4 0.0840 P_1000 6_4 0.0490 relstring 6_4 '101212-222' recall_5 6_4 0.0331 recall_10 6_4 0.0661 recall_15 6_4 0.0826 recall_20 6_4 0.0992 recall_30 6_4 0.1157 recall_100 6_4 0.1983 recall_200 6_4 0.2645 recall_500 6_4 0.3471 recall_1000 6_4 0.4050 infAP 6_4 0.1367 Rprec_mult_0.20 6_4 0.5600 Rprec_mult_0.40 6_4 0.3265 Rprec_mult_0.60 6_4 0.2603 Rprec_mult_0.80 6_4 0.2371 Rprec_mult_1.00 6_4 0.1983 Rprec_mult_1.20 6_4 0.1918 Rprec_mult_1.40 6_4 0.1824 Rprec_mult_1.60 6_4 0.1649 Rprec_mult_1.80 6_4 0.1514 Rprec_mult_2.00 6_4 0.1446 utility 6_4 -902.0000 11pt_avg 6_4 0.1879 binG 6_4 0.0991 G 6_4 0.0631 ndcg 6_4 0.3438 ndcg_rel 6_4 0.3254 Rndcg 6_4 0.2822 ndcg_cut_5 6_4 0.3107 ndcg_cut_10 6_4 0.3868 ndcg_cut_15 6_4 0.3497 ndcg_cut_20 6_4 0.3553 ndcg_cut_30 6_4 0.3289 ndcg_cut_100 6_4 0.2296 ndcg_cut_200 6_4 0.2621 ndcg_cut_500 6_4 0.3182 ndcg_cut_1000 6_4 0.3438 map_cut_5 6_4 0.0266 map_cut_10 6_4 0.0527 map_cut_15 6_4 0.0644 map_cut_20 6_4 0.0747 map_cut_30 6_4 0.0845 map_cut_100 6_4 0.1090 map_cut_200 6_4 0.1214 map_cut_500 6_4 0.1326 map_cut_1000 6_4 0.1367 relative_P_5 6_4 0.8000 relative_P_10 6_4 0.8000 relative_P_15 6_4 0.6667 relative_P_20 6_4 0.6000 relative_P_30 6_4 0.4667 relative_P_100 6_4 0.2400 relative_P_200 6_4 0.2645 relative_P_500 6_4 0.3471 relative_P_1000 6_4 0.4050 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0490 set_relative_P 6_4 0.4050 set_recall 6_4 0.4050 set_map 6_4 0.0198 set_F 6_4 0.0874 num_nonrel_judged_ret 6_4 41 rbp 6_4 0.3230 rbp_resid 6_4 0.2333 unj_5 6_4 0.0000 unj_10 6_4 0.1000 unj_20 6_4 0.3000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 18 map 6_5 0.1494 Rprec 6_5 0.2340 bpref 6_5 0.3124 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 0.5556 iprec_at_recall_0.20 6_5 0.4348 iprec_at_recall_0.30 6_5 0.1750 iprec_at_recall_0.40 6_5 0.0000 iprec_at_recall_0.50 6_5 0.0000 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.6000 P_10 6_5 0.5000 P_15 6_5 0.4667 P_20 6_5 0.4000 P_30 6_5 0.3333 P_100 6_5 0.1500 P_200 6_5 0.0900 P_500 6_5 0.0360 P_1000 6_5 0.0180 relstring 6_5 '301013-010' recall_5 6_5 0.0638 recall_10 6_5 0.1064 recall_15 6_5 0.1489 recall_20 6_5 0.1702 recall_30 6_5 0.2128 recall_100 6_5 0.3191 recall_200 6_5 0.3830 recall_500 6_5 0.3830 recall_1000 6_5 0.3830 infAP 6_5 0.1494 Rprec_mult_0.20 6_5 0.5000 Rprec_mult_0.40 6_5 0.4211 Rprec_mult_0.60 6_5 0.3448 Rprec_mult_0.80 6_5 0.2632 Rprec_mult_1.00 6_5 0.2340 Rprec_mult_1.20 6_5 0.1930 Rprec_mult_1.40 6_5 0.1667 Rprec_mult_1.60 6_5 0.1711 Rprec_mult_1.80 6_5 0.1647 Rprec_mult_2.00 6_5 0.1489 utility 6_5 -964.0000 11pt_avg 6_5 0.1968 binG 6_5 0.1217 G 6_5 0.0817 ndcg 6_5 0.3544 ndcg_rel 6_5 0.3518 Rndcg 6_5 0.3069 ndcg_cut_5 6_5 0.3407 ndcg_cut_10 6_5 0.3246 ndcg_cut_15 6_5 0.3250 ndcg_cut_20 6_5 0.2862 ndcg_cut_30 6_5 0.2814 ndcg_cut_100 6_5 0.3117 ndcg_cut_200 6_5 0.3544 ndcg_cut_500 6_5 0.3544 ndcg_cut_1000 6_5 0.3544 map_cut_5 6_5 0.0482 map_cut_10 6_5 0.0742 map_cut_15 6_5 0.0948 map_cut_20 6_5 0.1038 map_cut_30 6_5 0.1221 map_cut_100 6_5 0.1416 map_cut_200 6_5 0.1494 map_cut_500 6_5 0.1494 map_cut_1000 6_5 0.1494 relative_P_5 6_5 0.6000 relative_P_10 6_5 0.5000 relative_P_15 6_5 0.4667 relative_P_20 6_5 0.4000 relative_P_30 6_5 0.3333 relative_P_100 6_5 0.3191 relative_P_200 6_5 0.3830 relative_P_500 6_5 0.3830 relative_P_1000 6_5 0.3830 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0180 set_relative_P 6_5 0.3830 set_recall 6_5 0.3830 set_map 6_5 0.0069 set_F 6_5 0.0344 num_nonrel_judged_ret 6_5 19 rbp 6_5 0.2207 rbp_resid 6_5 0.2259 unj_5 6_5 0.0000 unj_10 6_5 0.1000 unj_20 6_5 0.2500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 70 map 6_6 0.4495 Rprec 6_6 0.4824 bpref 6_6 0.6951 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.8333 iprec_at_recall_0.20 6_6 0.7576 iprec_at_recall_0.30 6_6 0.7500 iprec_at_recall_0.40 6_6 0.5965 iprec_at_recall_0.50 6_6 0.4783 iprec_at_recall_0.60 6_6 0.4180 iprec_at_recall_0.70 6_6 0.2892 iprec_at_recall_0.80 6_6 0.1329 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.8000 P_10 6_6 0.8000 P_15 6_6 0.6667 P_20 6_6 0.6500 P_30 6_6 0.7333 P_100 6_6 0.4500 P_200 6_6 0.2900 P_500 6_6 0.1340 P_1000 6_6 0.0700 relstring 6_6 '2203332022' recall_5 6_6 0.0471 recall_10 6_6 0.0941 recall_15 6_6 0.1176 recall_20 6_6 0.1529 recall_30 6_6 0.2588 recall_100 6_6 0.5294 recall_200 6_6 0.6824 recall_500 6_6 0.7882 recall_1000 6_6 0.8235 infAP 6_6 0.4495 Rprec_mult_0.20 6_6 0.6471 Rprec_mult_0.40 6_6 0.7353 Rprec_mult_0.60 6_6 0.6275 Rprec_mult_0.80 6_6 0.5147 Rprec_mult_1.00 6_6 0.4824 Rprec_mult_1.20 6_6 0.4510 Rprec_mult_1.40 6_6 0.4034 Rprec_mult_1.60 6_6 0.3897 Rprec_mult_1.80 6_6 0.3529 Rprec_mult_2.00 6_6 0.3176 utility 6_6 -860.0000 11pt_avg 6_6 0.4778 binG 6_6 0.2251 G 6_6 0.1793 ndcg 6_6 0.7477 ndcg_rel 6_6 0.6627 Rndcg 6_6 0.6248 ndcg_cut_5 6_6 0.6460 ndcg_cut_10 6_6 0.6618 ndcg_cut_15 6_6 0.6206 ndcg_cut_20 6_6 0.6053 ndcg_cut_30 6_6 0.6525 ndcg_cut_100 6_6 0.5867 ndcg_cut_200 6_6 0.6859 ndcg_cut_500 6_6 0.7329 ndcg_cut_1000 6_6 0.7477 map_cut_5 6_6 0.0418 map_cut_10 6_6 0.0802 map_cut_15 6_6 0.0996 map_cut_20 6_6 0.1236 map_cut_30 6_6 0.1989 map_cut_100 6_6 0.3634 map_cut_200 6_6 0.4216 map_cut_500 6_6 0.4451 map_cut_1000 6_6 0.4495 relative_P_5 6_6 0.8000 relative_P_10 6_6 0.8000 relative_P_15 6_6 0.6667 relative_P_20 6_6 0.6500 relative_P_30 6_6 0.7333 relative_P_100 6_6 0.5294 relative_P_200 6_6 0.6824 relative_P_500 6_6 0.7882 relative_P_1000 6_6 0.8235 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0700 set_relative_P 6_6 0.8235 set_recall 6_6 0.8235 set_map 6_6 0.0576 set_F 6_6 0.1290 num_nonrel_judged_ret 6_6 20 rbp 6_6 0.5493 rbp_resid 6_6 0.0772 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.1500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 38 map 7_11 0.6412 Rprec 7_11 0.6053 bpref 7_11 0.8455 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.8500 iprec_at_recall_0.20 7_11 0.8500 iprec_at_recall_0.30 7_11 0.8500 iprec_at_recall_0.40 7_11 0.8500 iprec_at_recall_0.50 7_11 0.7143 iprec_at_recall_0.60 7_11 0.6970 iprec_at_recall_0.70 7_11 0.6279 iprec_at_recall_0.80 7_11 0.4545 iprec_at_recall_0.90 7_11 0.2537 iprec_at_recall_1.00 7_11 0.0817 P_5 7_11 0.8000 P_10 7_11 0.8000 P_15 7_11 0.8000 P_20 7_11 0.8500 P_30 7_11 0.7000 P_100 7_11 0.3200 P_200 7_11 0.1750 P_500 7_11 0.0760 P_1000 7_11 0.0380 relstring 7_11 '3210110112' recall_5 7_11 0.1053 recall_10 7_11 0.2105 recall_15 7_11 0.3158 recall_20 7_11 0.4474 recall_30 7_11 0.5526 recall_100 7_11 0.8421 recall_200 7_11 0.9211 recall_500 7_11 1.0000 recall_1000 7_11 1.0000 infAP 7_11 0.6412 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.8125 Rprec_mult_0.60 7_11 0.7391 Rprec_mult_0.80 7_11 0.7097 Rprec_mult_1.00 7_11 0.6053 Rprec_mult_1.20 7_11 0.5870 Rprec_mult_1.40 7_11 0.5185 Rprec_mult_1.60 7_11 0.4590 Rprec_mult_1.80 7_11 0.4348 Rprec_mult_2.00 7_11 0.3947 utility 7_11 -924.0000 11pt_avg 7_11 0.6572 binG 7_11 0.3761 G 7_11 0.2777 ndcg 7_11 0.7954 ndcg_rel 7_11 0.6650 Rndcg 7_11 0.6481 ndcg_cut_5 7_11 0.6087 ndcg_cut_10 7_11 0.5751 ndcg_cut_15 7_11 0.5738 ndcg_cut_20 7_11 0.6080 ndcg_cut_30 7_11 0.6415 ndcg_cut_100 7_11 0.7389 ndcg_cut_200 7_11 0.7696 ndcg_cut_500 7_11 0.7954 ndcg_cut_1000 7_11 0.7954 map_cut_5 7_11 0.1000 map_cut_10 7_11 0.1832 map_cut_15 7_11 0.2684 map_cut_20 7_11 0.3779 map_cut_30 7_11 0.4534 map_cut_100 7_11 0.6138 map_cut_200 7_11 0.6331 map_cut_500 7_11 0.6412 map_cut_1000 7_11 0.6412 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.8000 relative_P_20 7_11 0.8500 relative_P_30 7_11 0.7000 relative_P_100 7_11 0.8421 relative_P_200 7_11 0.9211 relative_P_500 7_11 1.0000 relative_P_1000 7_11 1.0000 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0380 set_relative_P 7_11 1.0000 set_recall 7_11 1.0000 set_map 7_11 0.0380 set_F 7_11 0.0732 num_nonrel_judged_ret 7_11 14 rbp 7_11 0.3748 rbp_resid 7_11 0.0623 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.0000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 55 map 7_12 0.1831 Rprec 7_12 0.1875 bpref 7_12 0.5713 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.7500 iprec_at_recall_0.20 7_12 0.2121 iprec_at_recall_0.30 7_12 0.1407 iprec_at_recall_0.40 7_12 0.1262 iprec_at_recall_0.50 7_12 0.0800 iprec_at_recall_0.60 7_12 0.0755 iprec_at_recall_0.70 7_12 0.0642 iprec_at_recall_0.80 7_12 0.0618 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.8000 P_10 7_12 0.6000 P_15 7_12 0.4667 P_20 7_12 0.4000 P_30 7_12 0.2667 P_100 7_12 0.1400 P_200 7_12 0.1200 P_500 7_12 0.0740 P_1000 7_12 0.0550 relstring 7_12 '11110202--' recall_5 7_12 0.0625 recall_10 7_12 0.0938 recall_15 7_12 0.1094 recall_20 7_12 0.1250 recall_30 7_12 0.1250 recall_100 7_12 0.2188 recall_200 7_12 0.3750 recall_500 7_12 0.5781 recall_1000 7_12 0.8594 infAP 7_12 0.1831 Rprec_mult_0.20 7_12 0.4615 Rprec_mult_0.40 7_12 0.3077 Rprec_mult_0.60 7_12 0.2308 Rprec_mult_0.80 7_12 0.2308 Rprec_mult_1.00 7_12 0.1875 Rprec_mult_1.20 7_12 0.1818 Rprec_mult_1.40 7_12 0.1556 Rprec_mult_1.60 7_12 0.1456 Rprec_mult_1.80 7_12 0.1293 Rprec_mult_2.00 7_12 0.1328 utility 7_12 -890.0000 11pt_avg 7_12 0.2282 binG 7_12 0.1846 G 7_12 0.1289 ndcg 7_12 0.5271 ndcg_rel 7_12 0.3981 Rndcg 7_12 0.3299 ndcg_cut_5 7_12 0.3191 ndcg_cut_10 7_12 0.3481 ndcg_cut_15 7_12 0.3188 ndcg_cut_20 7_12 0.3020 ndcg_cut_30 7_12 0.2394 ndcg_cut_100 7_12 0.2489 ndcg_cut_200 7_12 0.3225 ndcg_cut_500 7_12 0.4158 ndcg_cut_1000 7_12 0.5271 map_cut_5 7_12 0.0625 map_cut_10 7_12 0.0872 map_cut_15 7_12 0.0951 map_cut_20 7_12 0.1024 map_cut_30 7_12 0.1024 map_cut_100 7_12 0.1250 map_cut_200 7_12 0.1464 map_cut_500 7_12 0.1645 map_cut_1000 7_12 0.1831 relative_P_5 7_12 0.8000 relative_P_10 7_12 0.6000 relative_P_15 7_12 0.4667 relative_P_20 7_12 0.4000 relative_P_30 7_12 0.2667 relative_P_100 7_12 0.2188 relative_P_200 7_12 0.3750 relative_P_500 7_12 0.5781 relative_P_1000 7_12 0.8594 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0550 set_relative_P 7_12 0.8594 set_recall 7_12 0.8594 set_map 7_12 0.0473 set_F 7_12 0.1034 num_nonrel_judged_ret 7_12 44 rbp 7_12 0.2183 rbp_resid 7_12 0.2944 unj_5 7_12 0.0000 unj_10 7_12 0.2000 unj_20 7_12 0.4000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 61 map 7_14 0.6017 Rprec 7_14 0.5970 bpref 7_14 0.8316 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.8750 iprec_at_recall_0.20 7_14 0.8750 iprec_at_recall_0.30 7_14 0.8077 iprec_at_recall_0.40 7_14 0.7500 iprec_at_recall_0.50 7_14 0.6863 iprec_at_recall_0.60 7_14 0.6087 iprec_at_recall_0.70 7_14 0.5581 iprec_at_recall_0.80 7_14 0.3375 iprec_at_recall_0.90 7_14 0.1348 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 0.8000 P_15 7_14 0.8667 P_20 7_14 0.8500 P_30 7_14 0.8000 P_100 7_14 0.4900 P_200 7_14 0.2750 P_500 7_14 0.1200 P_1000 7_14 0.0610 relstring 7_14 '23332-1201' recall_5 7_14 0.0746 recall_10 7_14 0.1194 recall_15 7_14 0.1940 recall_20 7_14 0.2537 recall_30 7_14 0.3582 recall_100 7_14 0.7313 recall_200 7_14 0.8209 recall_500 7_14 0.8955 recall_1000 7_14 0.9104 infAP 7_14 0.6017 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.7778 Rprec_mult_0.60 7_14 0.7073 Rprec_mult_0.80 7_14 0.6667 Rprec_mult_1.00 7_14 0.5970 Rprec_mult_1.20 7_14 0.5432 Rprec_mult_1.40 7_14 0.5213 Rprec_mult_1.60 7_14 0.4537 Rprec_mult_1.80 7_14 0.4215 Rprec_mult_2.00 7_14 0.3806 utility 7_14 -878.0000 11pt_avg 7_14 0.6030 binG 7_14 0.3140 G 7_14 0.1997 ndcg 7_14 0.7851 ndcg_rel 7_14 0.6785 Rndcg 7_14 0.6498 ndcg_cut_5 7_14 0.8432 ndcg_cut_10 7_14 0.6391 ndcg_cut_15 7_14 0.6442 ndcg_cut_20 7_14 0.6364 ndcg_cut_30 7_14 0.6133 ndcg_cut_100 7_14 0.7032 ndcg_cut_200 7_14 0.7506 ndcg_cut_500 7_14 0.7794 ndcg_cut_1000 7_14 0.7851 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1124 map_cut_15 7_14 0.1754 map_cut_20 7_14 0.2262 map_cut_30 7_14 0.3114 map_cut_100 7_14 0.5505 map_cut_200 7_14 0.5842 map_cut_500 7_14 0.6000 map_cut_1000 7_14 0.6017 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.8000 relative_P_15 7_14 0.8667 relative_P_20 7_14 0.8500 relative_P_30 7_14 0.8000 relative_P_100 7_14 0.7313 relative_P_200 7_14 0.8209 relative_P_500 7_14 0.8955 relative_P_1000 7_14 0.9104 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0610 set_relative_P 7_14 0.9104 set_recall 7_14 0.9104 set_map 7_14 0.0555 set_F 7_14 0.1143 num_nonrel_judged_ret 7_14 6 rbp 7_14 0.6108 rbp_resid 7_14 0.1152 unj_5 7_14 0.0000 unj_10 7_14 0.1000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 39 map 7_15 0.3660 Rprec 7_15 0.3704 bpref 7_15 0.6916 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.9167 iprec_at_recall_0.30 7_15 0.6154 iprec_at_recall_0.40 7_15 0.3188 iprec_at_recall_0.50 7_15 0.1942 iprec_at_recall_0.60 7_15 0.1362 iprec_at_recall_0.70 7_15 0.0867 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.9000 P_15 7_15 0.8000 P_20 7_15 0.6500 P_30 7_15 0.5667 P_100 7_15 0.2500 P_200 7_15 0.1500 P_500 7_15 0.0780 P_1000 7_15 0.0390 relstring 7_15 '211122122-' recall_5 7_15 0.0926 recall_10 7_15 0.1667 recall_15 7_15 0.2222 recall_20 7_15 0.2407 recall_30 7_15 0.3148 recall_100 7_15 0.4630 recall_200 7_15 0.5556 recall_500 7_15 0.7222 recall_1000 7_15 0.7222 infAP 7_15 0.3660 Rprec_mult_0.20 7_15 0.9091 Rprec_mult_0.40 7_15 0.5909 Rprec_mult_0.60 7_15 0.5758 Rprec_mult_0.80 7_15 0.4545 Rprec_mult_1.00 7_15 0.3704 Rprec_mult_1.20 7_15 0.3231 Rprec_mult_1.40 7_15 0.2895 Rprec_mult_1.60 7_15 0.2644 Rprec_mult_1.80 7_15 0.2449 Rprec_mult_2.00 7_15 0.2315 utility 7_15 -922.0000 11pt_avg 7_15 0.3880 binG 7_15 0.2891 G 7_15 0.1729 ndcg 7_15 0.6250 ndcg_rel 7_15 0.5821 Rndcg 7_15 0.5381 ndcg_cut_5 7_15 0.5759 ndcg_cut_10 7_15 0.6171 ndcg_cut_15 7_15 0.5748 ndcg_cut_20 7_15 0.5424 ndcg_cut_30 7_15 0.5372 ndcg_cut_100 7_15 0.5135 ndcg_cut_200 7_15 0.5639 ndcg_cut_500 7_15 0.6250 ndcg_cut_1000 7_15 0.6250 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1667 map_cut_15 7_15 0.2164 map_cut_20 7_15 0.2297 map_cut_30 7_15 0.2740 map_cut_100 7_15 0.3313 map_cut_200 7_15 0.3479 map_cut_500 7_15 0.3660 map_cut_1000 7_15 0.3660 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.9000 relative_P_15 7_15 0.8000 relative_P_20 7_15 0.6500 relative_P_30 7_15 0.5667 relative_P_100 7_15 0.4630 relative_P_200 7_15 0.5556 relative_P_500 7_15 0.7222 relative_P_1000 7_15 0.7222 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0390 set_relative_P 7_15 0.7222 set_recall 7_15 0.7222 set_map 7_15 0.0282 set_F 7_15 0.0740 num_nonrel_judged_ret 7_15 9 rbp 7_15 0.3759 rbp_resid 7_15 0.2401 unj_5 7_15 0.0000 unj_10 7_15 0.1000 unj_20 7_15 0.3500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 42 map 7_16 0.2351 Rprec 7_16 0.2553 bpref 7_16 0.4676 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.4118 iprec_at_recall_0.20 7_16 0.3077 iprec_at_recall_0.30 7_16 0.2419 iprec_at_recall_0.40 7_16 0.1859 iprec_at_recall_0.50 7_16 0.1859 iprec_at_recall_0.60 7_16 0.1859 iprec_at_recall_0.70 7_16 0.1500 iprec_at_recall_0.80 7_16 0.0905 iprec_at_recall_0.90 7_16 0.0583 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.8000 P_10 7_16 0.4000 P_15 7_16 0.4000 P_20 7_16 0.3500 P_30 7_16 0.3000 P_100 7_16 0.1800 P_200 7_16 0.1550 P_500 7_16 0.0800 P_1000 7_16 0.0420 relstring 7_16 '330110--0-' recall_5 7_16 0.0851 recall_10 7_16 0.0851 recall_15 7_16 0.1277 recall_20 7_16 0.1489 recall_30 7_16 0.1915 recall_100 7_16 0.3830 recall_200 7_16 0.6596 recall_500 7_16 0.8511 recall_1000 7_16 0.8936 infAP 7_16 0.2351 Rprec_mult_0.20 7_16 0.4000 Rprec_mult_0.40 7_16 0.3684 Rprec_mult_0.60 7_16 0.2759 Rprec_mult_0.80 7_16 0.2895 Rprec_mult_1.00 7_16 0.2553 Rprec_mult_1.20 7_16 0.2281 Rprec_mult_1.40 7_16 0.2273 Rprec_mult_1.60 7_16 0.2105 Rprec_mult_1.80 7_16 0.2000 Rprec_mult_2.00 7_16 0.1915 utility 7_16 -916.0000 11pt_avg 7_16 0.2562 binG 7_16 0.2013 G 7_16 0.2464 ndcg 7_16 0.7053 ndcg_rel 7_16 0.6168 Rndcg 7_16 0.7109 ndcg_cut_5 7_16 0.7586 ndcg_cut_10 7_16 0.6024 ndcg_cut_15 7_16 0.5995 ndcg_cut_20 7_16 0.5605 ndcg_cut_30 7_16 0.5055 ndcg_cut_100 7_16 0.5019 ndcg_cut_200 7_16 0.6232 ndcg_cut_500 7_16 0.6929 ndcg_cut_1000 7_16 0.7053 map_cut_5 7_16 0.0755 map_cut_10 7_16 0.0755 map_cut_15 7_16 0.0916 map_cut_20 7_16 0.1004 map_cut_30 7_16 0.1136 map_cut_100 7_16 0.1617 map_cut_200 7_16 0.2103 map_cut_500 7_16 0.2323 map_cut_1000 7_16 0.2351 relative_P_5 7_16 0.8000 relative_P_10 7_16 0.4000 relative_P_15 7_16 0.4000 relative_P_20 7_16 0.3500 relative_P_30 7_16 0.3000 relative_P_100 7_16 0.3830 relative_P_200 7_16 0.6596 relative_P_500 7_16 0.8511 relative_P_1000 7_16 0.8936 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0420 set_relative_P 7_16 0.8936 set_recall 7_16 0.8936 set_map 7_16 0.0375 set_F 7_16 0.0802 num_nonrel_judged_ret 7_16 47 rbp 7_16 0.2739 rbp_resid 7_16 0.2983 unj_5 7_16 0.0000 unj_10 7_16 0.3000 unj_20 7_16 0.3500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 62 map 7_2 0.4629 Rprec 7_2 0.4605 bpref 7_2 0.6754 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.8750 iprec_at_recall_0.20 7_2 0.8421 iprec_at_recall_0.30 7_2 0.6216 iprec_at_recall_0.40 7_2 0.5000 iprec_at_recall_0.50 7_2 0.4471 iprec_at_recall_0.60 7_2 0.3770 iprec_at_recall_0.70 7_2 0.3397 iprec_at_recall_0.80 7_2 0.2047 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.8000 P_15 7_2 0.8667 P_20 7_2 0.8000 P_30 7_2 0.6667 P_100 7_2 0.4000 P_200 7_2 0.2850 P_500 7_2 0.1240 P_1000 7_2 0.0620 relstring 7_2 '2112131-03' recall_5 7_2 0.0658 recall_10 7_2 0.1053 recall_15 7_2 0.1711 recall_20 7_2 0.2105 recall_30 7_2 0.2632 recall_100 7_2 0.5263 recall_200 7_2 0.7500 recall_500 7_2 0.8158 recall_1000 7_2 0.8158 infAP 7_2 0.4629 Rprec_mult_0.20 7_2 0.8750 Rprec_mult_0.40 7_2 0.6452 Rprec_mult_0.60 7_2 0.5652 Rprec_mult_0.80 7_2 0.4918 Rprec_mult_1.00 7_2 0.4605 Rprec_mult_1.20 7_2 0.4239 Rprec_mult_1.40 7_2 0.3832 Rprec_mult_1.60 7_2 0.3770 Rprec_mult_1.80 7_2 0.3504 Rprec_mult_2.00 7_2 0.3355 utility 7_2 -876.0000 11pt_avg 7_2 0.4734 binG 7_2 0.2654 G 7_2 0.1788 ndcg 7_2 0.6976 ndcg_rel 7_2 0.6044 Rndcg 7_2 0.5686 ndcg_cut_5 7_2 0.4951 ndcg_cut_10 7_2 0.5524 ndcg_cut_15 7_2 0.6137 ndcg_cut_20 7_2 0.5841 ndcg_cut_30 7_2 0.5454 ndcg_cut_100 7_2 0.5492 ndcg_cut_200 7_2 0.6755 ndcg_cut_500 7_2 0.6976 ndcg_cut_1000 7_2 0.6976 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1026 map_cut_15 7_2 0.1582 map_cut_20 7_2 0.1917 map_cut_30 7_2 0.2318 map_cut_100 7_2 0.3688 map_cut_200 7_2 0.4482 map_cut_500 7_2 0.4629 map_cut_1000 7_2 0.4629 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.8000 relative_P_15 7_2 0.8667 relative_P_20 7_2 0.8000 relative_P_30 7_2 0.6667 relative_P_100 7_2 0.5263 relative_P_200 7_2 0.7500 relative_P_500 7_2 0.8158 relative_P_1000 7_2 0.8158 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0620 set_relative_P 7_2 0.8158 set_recall 7_2 0.8158 set_map 7_2 0.0506 set_F 7_2 0.1152 num_nonrel_judged_ret 7_2 21 rbp 7_2 0.4360 rbp_resid 7_2 0.1000 unj_5 7_2 0.0000 unj_10 7_2 0.1000 unj_20 7_2 0.0500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 51 map 7_3 0.4570 Rprec 7_3 0.4909 bpref 7_3 0.6635 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.7778 iprec_at_recall_0.20 7_3 0.6176 iprec_at_recall_0.30 7_3 0.6176 iprec_at_recall_0.40 7_3 0.5789 iprec_at_recall_0.50 7_3 0.4912 iprec_at_recall_0.60 7_3 0.4783 iprec_at_recall_0.70 7_3 0.3824 iprec_at_recall_0.80 7_3 0.3165 iprec_at_recall_0.90 7_3 0.1232 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.7000 P_15 7_3 0.6000 P_20 7_3 0.5500 P_30 7_3 0.6000 P_100 7_3 0.3800 P_200 7_3 0.2350 P_500 7_3 0.1020 P_1000 7_3 0.0510 relstring 7_3 '2010113120' recall_5 7_3 0.0545 recall_10 7_3 0.1273 recall_15 7_3 0.1636 recall_20 7_3 0.2000 recall_30 7_3 0.3273 recall_100 7_3 0.6909 recall_200 7_3 0.8545 recall_500 7_3 0.9273 recall_1000 7_3 0.9273 infAP 7_3 0.4570 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.5909 Rprec_mult_0.60 7_3 0.6061 Rprec_mult_0.80 7_3 0.5227 Rprec_mult_1.00 7_3 0.4909 Rprec_mult_1.20 7_3 0.4697 Rprec_mult_1.40 7_3 0.4416 Rprec_mult_1.60 7_3 0.4091 Rprec_mult_1.80 7_3 0.3838 Rprec_mult_2.00 7_3 0.3636 utility 7_3 -898.0000 11pt_avg 7_3 0.4894 binG 7_3 0.2430 G 7_3 0.2089 ndcg 7_3 0.7123 ndcg_rel 7_3 0.5703 Rndcg 7_3 0.5112 ndcg_cut_5 7_3 0.3596 ndcg_cut_10 7_3 0.4600 ndcg_cut_15 7_3 0.4336 ndcg_cut_20 7_3 0.4792 ndcg_cut_30 7_3 0.5335 ndcg_cut_100 7_3 0.6224 ndcg_cut_200 7_3 0.6898 ndcg_cut_500 7_3 0.7123 ndcg_cut_1000 7_3 0.7123 map_cut_5 7_3 0.0412 map_cut_10 7_3 0.0941 map_cut_15 7_3 0.1162 map_cut_20 7_3 0.1369 map_cut_30 7_3 0.2115 map_cut_100 7_3 0.3943 map_cut_200 7_3 0.4468 map_cut_500 7_3 0.4570 map_cut_1000 7_3 0.4570 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.7000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.5500 relative_P_30 7_3 0.6000 relative_P_100 7_3 0.6909 relative_P_200 7_3 0.8545 relative_P_500 7_3 0.9273 relative_P_1000 7_3 0.9273 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0510 set_relative_P 7_3 0.9273 set_recall 7_3 0.9273 set_map 7_3 0.0473 set_F 7_3 0.0967 num_nonrel_judged_ret 7_3 43 rbp 7_3 0.3065 rbp_resid 7_3 0.0485 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 28 map 7_4 0.5895 Rprec 7_4 0.4828 bpref 7_4 0.6373 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.8462 iprec_at_recall_0.30 7_4 0.8462 iprec_at_recall_0.40 7_4 0.6667 iprec_at_recall_0.50 7_4 0.5128 iprec_at_recall_0.60 7_4 0.5128 iprec_at_recall_0.70 7_4 0.5128 iprec_at_recall_0.80 7_4 0.4259 iprec_at_recall_0.90 7_4 0.3649 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.6000 P_10 7_4 0.8000 P_15 7_4 0.7333 P_20 7_4 0.6000 P_30 7_4 0.4667 P_100 7_4 0.2700 P_200 7_4 0.1400 P_500 7_4 0.0560 P_1000 7_4 0.0280 relstring 7_4 '3330022111' recall_5 7_4 0.1034 recall_10 7_4 0.2759 recall_15 7_4 0.3793 recall_20 7_4 0.4138 recall_30 7_4 0.4828 recall_100 7_4 0.9310 recall_200 7_4 0.9655 recall_500 7_4 0.9655 recall_1000 7_4 0.9655 infAP 7_4 0.5895 Rprec_mult_0.20 7_4 0.6667 Rprec_mult_0.40 7_4 0.8333 Rprec_mult_0.60 7_4 0.6667 Rprec_mult_0.80 7_4 0.5833 Rprec_mult_1.00 7_4 0.4828 Rprec_mult_1.20 7_4 0.4857 Rprec_mult_1.40 7_4 0.4878 Rprec_mult_1.60 7_4 0.4468 Rprec_mult_1.80 7_4 0.4151 Rprec_mult_2.00 7_4 0.3966 utility 7_4 -944.0000 11pt_avg 7_4 0.6080 binG 7_4 0.3721 G 7_4 0.3836 ndcg 7_4 0.8659 ndcg_rel 7_4 0.7983 Rndcg 7_4 0.7643 ndcg_cut_5 7_4 0.7558 ndcg_cut_10 7_4 0.7449 ndcg_cut_15 7_4 0.7223 ndcg_cut_20 7_4 0.6868 ndcg_cut_30 7_4 0.6612 ndcg_cut_100 7_4 0.8490 ndcg_cut_200 7_4 0.8659 ndcg_cut_500 7_4 0.8659 ndcg_cut_1000 7_4 0.8659 map_cut_5 7_4 0.1034 map_cut_10 7_4 0.2313 map_cut_15 7_4 0.3175 map_cut_20 7_4 0.3405 map_cut_30 7_4 0.3801 map_cut_100 7_4 0.5803 map_cut_200 7_4 0.5895 map_cut_500 7_4 0.5895 map_cut_1000 7_4 0.5895 relative_P_5 7_4 0.6000 relative_P_10 7_4 0.8000 relative_P_15 7_4 0.7333 relative_P_20 7_4 0.6000 relative_P_30 7_4 0.4828 relative_P_100 7_4 0.9310 relative_P_200 7_4 0.9655 relative_P_500 7_4 0.9655 relative_P_1000 7_4 0.9655 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0280 set_relative_P 7_4 0.9655 set_recall 7_4 0.9655 set_map 7_4 0.0270 set_F 7_4 0.0544 num_nonrel_judged_ret 7_4 54 rbp 7_4 0.4890 rbp_resid 7_4 0.0606 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.1000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 29 map 7_9 0.1813 Rprec 7_9 0.2222 bpref 7_9 0.2114 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.6250 iprec_at_recall_0.20 7_9 0.2424 iprec_at_recall_0.30 7_9 0.1284 iprec_at_recall_0.40 7_9 0.1284 iprec_at_recall_0.50 7_9 0.1026 iprec_at_recall_0.60 7_9 0.0783 iprec_at_recall_0.70 7_9 0.0654 iprec_at_recall_0.80 7_9 0.0473 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.6000 P_10 7_9 0.5000 P_15 7_9 0.4000 P_20 7_9 0.3000 P_30 7_9 0.2333 P_100 7_9 0.1100 P_200 7_9 0.1000 P_500 7_9 0.0520 P_1000 7_9 0.0290 relstring 7_9 '301300120-' recall_5 7_9 0.0833 recall_10 7_9 0.1389 recall_15 7_9 0.1667 recall_20 7_9 0.1667 recall_30 7_9 0.1944 recall_100 7_9 0.3056 recall_200 7_9 0.5556 recall_500 7_9 0.7222 recall_1000 7_9 0.8056 infAP 7_9 0.1813 Rprec_mult_0.20 7_9 0.6250 Rprec_mult_0.40 7_9 0.4000 Rprec_mult_0.60 7_9 0.2727 Rprec_mult_0.80 7_9 0.2414 Rprec_mult_1.00 7_9 0.2222 Rprec_mult_1.20 7_9 0.1818 Rprec_mult_1.40 7_9 0.1765 Rprec_mult_1.60 7_9 0.1552 Rprec_mult_1.80 7_9 0.1538 Rprec_mult_2.00 7_9 0.1389 utility 7_9 -942.0000 11pt_avg 7_9 0.2198 binG 7_9 0.1860 G 7_9 0.1886 ndcg 7_9 0.5791 ndcg_rel 7_9 0.5264 Rndcg 7_9 0.4881 ndcg_cut_5 7_9 0.5969 ndcg_cut_10 7_9 0.5131 ndcg_cut_15 7_9 0.4516 ndcg_cut_20 7_9 0.4162 ndcg_cut_30 7_9 0.3885 ndcg_cut_100 7_9 0.4094 ndcg_cut_200 7_9 0.5158 ndcg_cut_500 7_9 0.5612 ndcg_cut_1000 7_9 0.5791 map_cut_5 7_9 0.0671 map_cut_10 7_9 0.1004 map_cut_15 7_9 0.1115 map_cut_20 7_9 0.1115 map_cut_30 7_9 0.1182 map_cut_100 7_9 0.1372 map_cut_200 7_9 0.1656 map_cut_500 7_9 0.1771 map_cut_1000 7_9 0.1813 relative_P_5 7_9 0.6000 relative_P_10 7_9 0.5000 relative_P_15 7_9 0.4000 relative_P_20 7_9 0.3000 relative_P_30 7_9 0.2333 relative_P_100 7_9 0.3056 relative_P_200 7_9 0.5556 relative_P_500 7_9 0.7222 relative_P_1000 7_9 0.8056 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0290 set_relative_P 7_9 0.8056 set_recall 7_9 0.8056 set_map 7_9 0.0234 set_F 7_9 0.0560 num_nonrel_judged_ret 7_9 58 rbp 7_9 0.2696 rbp_resid 7_9 0.1279 unj_5 7_9 0.0000 unj_10 7_9 0.1000 unj_20 7_9 0.1500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 3 map 8_1 0.0013 Rprec 8_1 0.0156 bpref 8_1 0.0186 recip_rank 8_1 0.0667 iprec_at_recall_0.00 8_1 0.0667 iprec_at_recall_0.10 8_1 0.0000 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.0000 P_10 8_1 0.0000 P_15 8_1 0.0667 P_20 8_1 0.0500 P_30 8_1 0.0333 P_100 8_1 0.0100 P_200 8_1 0.0100 P_500 8_1 0.0040 P_1000 8_1 0.0030 relstring 8_1 '000000000-' recall_5 8_1 0.0000 recall_10 8_1 0.0000 recall_15 8_1 0.0156 recall_20 8_1 0.0156 recall_30 8_1 0.0156 recall_100 8_1 0.0156 recall_200 8_1 0.0312 recall_500 8_1 0.0312 recall_1000 8_1 0.0469 infAP 8_1 0.0013 Rprec_mult_0.20 8_1 0.0000 Rprec_mult_0.40 8_1 0.0385 Rprec_mult_0.60 8_1 0.0256 Rprec_mult_0.80 8_1 0.0192 Rprec_mult_1.00 8_1 0.0156 Rprec_mult_1.20 8_1 0.0130 Rprec_mult_1.40 8_1 0.0111 Rprec_mult_1.60 8_1 0.0097 Rprec_mult_1.80 8_1 0.0086 Rprec_mult_2.00 8_1 0.0078 utility 8_1 -994.0000 11pt_avg 8_1 0.0061 binG 8_1 0.0077 G 8_1 0.0057 ndcg 8_1 0.0243 ndcg_rel 8_1 0.0242 Rndcg 8_1 0.0111 ndcg_cut_5 8_1 0.0000 ndcg_cut_10 8_1 0.0000 ndcg_cut_15 8_1 0.0235 ndcg_cut_20 8_1 0.0211 ndcg_cut_30 8_1 0.0179 ndcg_cut_100 8_1 0.0144 ndcg_cut_200 8_1 0.0182 ndcg_cut_500 8_1 0.0182 ndcg_cut_1000 8_1 0.0243 map_cut_5 8_1 0.0000 map_cut_10 8_1 0.0000 map_cut_15 8_1 0.0010 map_cut_20 8_1 0.0010 map_cut_30 8_1 0.0010 map_cut_100 8_1 0.0010 map_cut_200 8_1 0.0012 map_cut_500 8_1 0.0012 map_cut_1000 8_1 0.0013 relative_P_5 8_1 0.0000 relative_P_10 8_1 0.0000 relative_P_15 8_1 0.0667 relative_P_20 8_1 0.0500 relative_P_30 8_1 0.0333 relative_P_100 8_1 0.0156 relative_P_200 8_1 0.0312 relative_P_500 8_1 0.0312 relative_P_1000 8_1 0.0469 success_1 8_1 0.0000 success_5 8_1 0.0000 success_10 8_1 0.0000 set_P 8_1 0.0030 set_relative_P 8_1 0.0469 set_recall 8_1 0.0469 set_map 8_1 0.0001 set_F 8_1 0.0056 num_nonrel_judged_ret 8_1 62 rbp 8_1 0.0114 rbp_resid 8_1 0.1151 unj_5 8_1 0.0000 unj_10 8_1 0.1000 unj_20 8_1 0.0500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 6 map 8_10 0.0018 Rprec 8_10 0.0000 bpref 8_10 0.0217 recip_rank 8_10 0.0164 iprec_at_recall_0.00 8_10 0.0164 iprec_at_recall_0.10 8_10 0.0080 iprec_at_recall_0.20 8_10 0.0073 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0100 P_200 8_10 0.0050 P_500 8_10 0.0040 P_1000 8_10 0.0060 relstring 8_10 '000000----' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0357 recall_200 8_10 0.0357 recall_500 8_10 0.0714 recall_1000 8_10 0.2143 infAP 8_10 0.0018 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -988.0000 11pt_avg 8_10 0.0029 binG 8_10 0.0258 G 8_10 0.0255 ndcg 8_10 0.0691 ndcg_rel 8_10 0.0625 Rndcg 8_10 0.0173 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0100 ndcg_cut_200 8_10 0.0100 ndcg_cut_500 8_10 0.0247 ndcg_cut_1000 8_10 0.0691 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0006 map_cut_200 8_10 0.0006 map_cut_500 8_10 0.0009 map_cut_1000 8_10 0.0018 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0357 relative_P_200 8_10 0.0357 relative_P_500 8_10 0.0714 relative_P_1000 8_10 0.2143 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0060 set_relative_P 8_10 0.2143 set_recall 8_10 0.2143 set_map 8_10 0.0013 set_F 8_10 0.0117 num_nonrel_judged_ret 8_10 37 rbp 8_10 0.0001 rbp_resid 8_10 0.5005 unj_5 8_10 0.0000 unj_10 8_10 0.4000 unj_20 8_10 0.6500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 7 map 8_11 0.3887 Rprec 8_11 0.4000 bpref 8_11 0.3500 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 1.0000 iprec_at_recall_0.40 8_11 0.4444 iprec_at_recall_0.50 8_11 0.3333 iprec_at_recall_0.60 8_11 0.0619 iprec_at_recall_0.70 8_11 0.0470 iprec_at_recall_0.80 8_11 0.0000 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.6000 P_10 8_11 0.4000 P_15 8_11 0.3333 P_20 8_11 0.2500 P_30 8_11 0.1667 P_100 8_11 0.0600 P_200 8_11 0.0350 P_500 8_11 0.0140 P_1000 8_11 0.0070 relstring 8_11 '2110000010' recall_5 8_11 0.3000 recall_10 8_11 0.4000 recall_15 8_11 0.5000 recall_20 8_11 0.5000 recall_30 8_11 0.5000 recall_100 8_11 0.6000 recall_200 8_11 0.7000 recall_500 8_11 0.7000 recall_1000 8_11 0.7000 infAP 8_11 0.3887 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.5000 Rprec_mult_0.80 8_11 0.3750 Rprec_mult_1.00 8_11 0.4000 Rprec_mult_1.20 8_11 0.3333 Rprec_mult_1.40 8_11 0.2857 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -986.0000 11pt_avg 8_11 0.4442 binG 8_11 0.3928 G 8_11 0.3464 ndcg 8_11 0.6432 ndcg_rel 8_11 0.7012 Rndcg 8_11 0.6685 ndcg_cut_5 8_11 0.6837 ndcg_cut_10 8_11 0.5558 ndcg_cut_15 8_11 0.5963 ndcg_cut_20 8_11 0.5963 ndcg_cut_30 8_11 0.5963 ndcg_cut_100 8_11 0.6208 ndcg_cut_200 8_11 0.6432 ndcg_cut_500 8_11 0.6432 ndcg_cut_1000 8_11 0.6432 map_cut_5 8_11 0.3000 map_cut_10 8_11 0.3444 map_cut_15 8_11 0.3778 map_cut_20 8_11 0.3778 map_cut_30 8_11 0.3778 map_cut_100 8_11 0.3840 map_cut_200 8_11 0.3887 map_cut_500 8_11 0.3887 map_cut_1000 8_11 0.3887 relative_P_5 8_11 0.6000 relative_P_10 8_11 0.4000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.5000 relative_P_30 8_11 0.5000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.7000 relative_P_1000 8_11 0.7000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0070 set_relative_P 8_11 0.7000 set_recall 8_11 0.7000 set_map 8_11 0.0049 set_F 8_11 0.0139 num_nonrel_judged_ret 8_11 41 rbp 8_11 0.2185 rbp_resid 8_11 0.1172 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.1500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 25 map 8_12 0.0517 Rprec 8_12 0.1136 bpref 8_12 0.1131 recip_rank 8_12 0.5000 iprec_at_recall_0.00 8_12 0.5000 iprec_at_recall_0.10 8_12 0.1250 iprec_at_recall_0.20 8_12 0.0739 iprec_at_recall_0.30 8_12 0.0739 iprec_at_recall_0.40 8_12 0.0732 iprec_at_recall_0.50 8_12 0.0623 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.2000 P_10 8_12 0.1000 P_15 8_12 0.0667 P_20 8_12 0.0500 P_30 8_12 0.0667 P_100 8_12 0.0700 P_200 8_12 0.0550 P_500 8_12 0.0500 P_1000 8_12 0.0250 relstring 8_12 '010000-000' recall_5 8_12 0.0227 recall_10 8_12 0.0227 recall_15 8_12 0.0227 recall_20 8_12 0.0227 recall_30 8_12 0.0455 recall_100 8_12 0.1591 recall_200 8_12 0.2500 recall_500 8_12 0.5682 recall_1000 8_12 0.5682 infAP 8_12 0.0517 Rprec_mult_0.20 8_12 0.1111 Rprec_mult_0.40 8_12 0.0556 Rprec_mult_0.60 8_12 0.0741 Rprec_mult_0.80 8_12 0.1111 Rprec_mult_1.00 8_12 0.1136 Rprec_mult_1.20 8_12 0.1132 Rprec_mult_1.40 8_12 0.0968 Rprec_mult_1.60 8_12 0.0845 Rprec_mult_1.80 8_12 0.0750 Rprec_mult_2.00 8_12 0.0682 utility 8_12 -950.0000 11pt_avg 8_12 0.0826 binG 8_12 0.0928 G 8_12 0.0911 ndcg 8_12 0.2908 ndcg_rel 8_12 0.2246 Rndcg 8_12 0.1119 ndcg_cut_5 8_12 0.0602 ndcg_cut_10 8_12 0.0430 ndcg_cut_15 8_12 0.0370 ndcg_cut_20 8_12 0.0346 ndcg_cut_30 8_12 0.0416 ndcg_cut_100 8_12 0.1148 ndcg_cut_200 8_12 0.1561 ndcg_cut_500 8_12 0.2908 ndcg_cut_1000 8_12 0.2908 map_cut_5 8_12 0.0114 map_cut_10 8_12 0.0114 map_cut_15 8_12 0.0114 map_cut_20 8_12 0.0114 map_cut_30 8_12 0.0133 map_cut_100 8_12 0.0254 map_cut_200 8_12 0.0308 map_cut_500 8_12 0.0517 map_cut_1000 8_12 0.0517 relative_P_5 8_12 0.2000 relative_P_10 8_12 0.1000 relative_P_15 8_12 0.0667 relative_P_20 8_12 0.0500 relative_P_30 8_12 0.0667 relative_P_100 8_12 0.1591 relative_P_200 8_12 0.2500 relative_P_500 8_12 0.5682 relative_P_1000 8_12 0.5682 success_1 8_12 0.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0250 set_relative_P 8_12 0.5682 set_recall 8_12 0.5682 set_map 8_12 0.0142 set_F 8_12 0.0479 num_nonrel_judged_ret 8_12 60 rbp 8_12 0.0297 rbp_resid 8_12 0.2470 unj_5 8_12 0.0000 unj_10 8_12 0.1000 unj_20 8_12 0.3500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 38 map 8_13 0.2862 Rprec 8_13 0.3208 bpref 8_13 0.5162 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.6667 iprec_at_recall_0.20 8_13 0.5217 iprec_at_recall_0.30 8_13 0.4444 iprec_at_recall_0.40 8_13 0.3239 iprec_at_recall_0.50 8_13 0.2642 iprec_at_recall_0.60 8_13 0.1730 iprec_at_recall_0.70 8_13 0.1263 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.6000 P_10 8_13 0.6000 P_15 8_13 0.5333 P_20 8_13 0.5000 P_30 8_13 0.4667 P_100 8_13 0.2600 P_200 8_13 0.1600 P_500 8_13 0.0760 P_1000 8_13 0.0380 relstring 8_13 '410104-21-' recall_5 8_13 0.0566 recall_10 8_13 0.1132 recall_15 8_13 0.1509 recall_20 8_13 0.1887 recall_30 8_13 0.2642 recall_100 8_13 0.4906 recall_200 8_13 0.6038 recall_500 8_13 0.7170 recall_1000 8_13 0.7170 infAP 8_13 0.2862 Rprec_mult_0.20 8_13 0.6364 Rprec_mult_0.40 8_13 0.5000 Rprec_mult_0.60 8_13 0.4375 Rprec_mult_0.80 8_13 0.3953 Rprec_mult_1.00 8_13 0.3208 Rprec_mult_1.20 8_13 0.2969 Rprec_mult_1.40 8_13 0.3067 Rprec_mult_1.60 8_13 0.2706 Rprec_mult_1.80 8_13 0.2604 Rprec_mult_2.00 8_13 0.2642 utility 8_13 -924.0000 11pt_avg 8_13 0.3200 binG 8_13 0.1941 G 8_13 0.1724 ndcg 8_13 0.5942 ndcg_rel 8_13 0.5423 Rndcg 8_13 0.4853 ndcg_cut_5 8_13 0.4437 ndcg_cut_10 8_13 0.4581 ndcg_cut_15 8_13 0.4528 ndcg_cut_20 8_13 0.4471 ndcg_cut_30 8_13 0.4794 ndcg_cut_100 8_13 0.5096 ndcg_cut_200 8_13 0.5402 ndcg_cut_500 8_13 0.5942 ndcg_cut_1000 8_13 0.5942 map_cut_5 8_13 0.0519 map_cut_10 8_13 0.0888 map_cut_15 8_13 0.1134 map_cut_20 8_13 0.1339 map_cut_30 8_13 0.1710 map_cut_100 8_13 0.2470 map_cut_200 8_13 0.2712 map_cut_500 8_13 0.2862 map_cut_1000 8_13 0.2862 relative_P_5 8_13 0.6000 relative_P_10 8_13 0.6000 relative_P_15 8_13 0.5333 relative_P_20 8_13 0.5000 relative_P_30 8_13 0.4667 relative_P_100 8_13 0.4906 relative_P_200 8_13 0.6038 relative_P_500 8_13 0.7170 relative_P_1000 8_13 0.7170 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0380 set_relative_P 8_13 0.7170 set_recall 8_13 0.7170 set_map 8_13 0.0272 set_F 8_13 0.0722 num_nonrel_judged_ret 8_13 47 rbp 8_13 0.3048 rbp_resid 8_13 0.2077 unj_5 8_13 0.0000 unj_10 8_13 0.2000 unj_20 8_13 0.2500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 31 map 8_2 0.1489 Rprec 8_2 0.1277 bpref 8_2 0.2549 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.2048 iprec_at_recall_0.20 8_2 0.2048 iprec_at_recall_0.30 8_2 0.2048 iprec_at_recall_0.40 8_2 0.2021 iprec_at_recall_0.50 8_2 0.1622 iprec_at_recall_0.60 8_2 0.1353 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.4000 P_15 8_2 0.2667 P_20 8_2 0.2000 P_30 8_2 0.1667 P_100 8_2 0.1900 P_200 8_2 0.1350 P_500 8_2 0.0600 P_1000 8_2 0.0310 relstring 8_2 '1010010001' recall_5 8_2 0.0426 recall_10 8_2 0.0851 recall_15 8_2 0.0851 recall_20 8_2 0.0851 recall_30 8_2 0.1064 recall_100 8_2 0.4043 recall_200 8_2 0.5745 recall_500 8_2 0.6383 recall_1000 8_2 0.6596 infAP 8_2 0.1489 Rprec_mult_0.20 8_2 0.4000 Rprec_mult_0.40 8_2 0.2105 Rprec_mult_0.60 8_2 0.1724 Rprec_mult_0.80 8_2 0.1579 Rprec_mult_1.00 8_2 0.1277 Rprec_mult_1.20 8_2 0.1404 Rprec_mult_1.40 8_2 0.1515 Rprec_mult_1.60 8_2 0.1711 Rprec_mult_1.80 8_2 0.2000 Rprec_mult_2.00 8_2 0.2021 utility 8_2 -938.0000 11pt_avg 8_2 0.1922 binG 8_2 0.1422 G 8_2 0.0929 ndcg 8_2 0.3320 ndcg_rel 8_2 0.2560 Rndcg 8_2 0.1687 ndcg_cut_5 8_2 0.1367 ndcg_cut_10 8_2 0.1387 ndcg_cut_15 8_2 0.1185 ndcg_cut_20 8_2 0.1048 ndcg_cut_30 8_2 0.1042 ndcg_cut_100 8_2 0.2381 ndcg_cut_200 8_2 0.3134 ndcg_cut_500 8_2 0.3278 ndcg_cut_1000 8_2 0.3320 map_cut_5 8_2 0.0355 map_cut_10 8_2 0.0546 map_cut_15 8_2 0.0546 map_cut_20 8_2 0.0546 map_cut_30 8_2 0.0586 map_cut_100 8_2 0.1115 map_cut_200 8_2 0.1408 map_cut_500 8_2 0.1478 map_cut_1000 8_2 0.1489 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.4000 relative_P_15 8_2 0.2667 relative_P_20 8_2 0.2000 relative_P_30 8_2 0.1667 relative_P_100 8_2 0.4043 relative_P_200 8_2 0.5745 relative_P_500 8_2 0.6383 relative_P_1000 8_2 0.6596 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0310 set_relative_P 8_2 0.6596 set_recall 8_2 0.6596 set_map 8_2 0.0204 set_F 8_2 0.0592 num_nonrel_judged_ret 8_2 66 rbp 8_2 0.0732 rbp_resid 8_2 0.0749 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.1000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 5 map 8_3 0.0279 Rprec 8_3 0.0357 bpref 8_3 0.0702 recip_rank 8_3 0.5000 iprec_at_recall_0.00 8_3 0.5000 iprec_at_recall_0.10 8_3 0.0909 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.2000 P_10 8_3 0.1000 P_15 8_3 0.0667 P_20 8_3 0.0500 P_30 8_3 0.0667 P_100 8_3 0.0400 P_200 8_3 0.0250 P_500 8_3 0.0100 P_1000 8_3 0.0050 relstring 8_3 '0100000000' recall_5 8_3 0.0357 recall_10 8_3 0.0357 recall_15 8_3 0.0357 recall_20 8_3 0.0357 recall_30 8_3 0.0714 recall_100 8_3 0.1429 recall_200 8_3 0.1786 recall_500 8_3 0.1786 recall_1000 8_3 0.1786 infAP 8_3 0.0279 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.0833 Rprec_mult_0.60 8_3 0.0588 Rprec_mult_0.80 8_3 0.0435 Rprec_mult_1.00 8_3 0.0357 Rprec_mult_1.20 8_3 0.0882 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0667 Rprec_mult_1.80 8_3 0.0784 Rprec_mult_2.00 8_3 0.0714 utility 8_3 -990.0000 11pt_avg 8_3 0.0537 binG 8_3 0.0486 G 8_3 0.0333 ndcg 8_3 0.1120 ndcg_rel 8_3 0.1120 Rndcg 8_3 0.0866 ndcg_cut_5 8_3 0.1070 ndcg_cut_10 8_3 0.0804 ndcg_cut_15 8_3 0.0688 ndcg_cut_20 8_3 0.0610 ndcg_cut_30 8_3 0.0690 ndcg_cut_100 8_3 0.1003 ndcg_cut_200 8_3 0.1120 ndcg_cut_500 8_3 0.1120 ndcg_cut_1000 8_3 0.1120 map_cut_5 8_3 0.0179 map_cut_10 8_3 0.0179 map_cut_15 8_3 0.0179 map_cut_20 8_3 0.0179 map_cut_30 8_3 0.0202 map_cut_100 8_3 0.0266 map_cut_200 8_3 0.0279 map_cut_500 8_3 0.0279 map_cut_1000 8_3 0.0279 relative_P_5 8_3 0.2000 relative_P_10 8_3 0.1000 relative_P_15 8_3 0.0667 relative_P_20 8_3 0.0500 relative_P_30 8_3 0.0714 relative_P_100 8_3 0.1429 relative_P_200 8_3 0.1786 relative_P_500 8_3 0.1786 relative_P_1000 8_3 0.1786 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0050 set_relative_P 8_3 0.1786 set_recall 8_3 0.1786 set_map 8_3 0.0009 set_F 8_3 0.0097 num_nonrel_judged_ret 8_3 44 rbp 8_3 0.0495 rbp_resid 8_3 0.1826 unj_5 8_3 0.0000 unj_10 8_3 0.0000 unj_20 8_3 0.2500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 82 map 8_4 0.5539 Rprec 8_4 0.5446 bpref 8_4 0.7033 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 1.0000 iprec_at_recall_0.20 8_4 0.9091 iprec_at_recall_0.30 8_4 0.8857 iprec_at_recall_0.40 8_4 0.7321 iprec_at_recall_0.50 8_4 0.5930 iprec_at_recall_0.60 8_4 0.4697 iprec_at_recall_0.70 8_4 0.3944 iprec_at_recall_0.80 8_4 0.1508 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 1.0000 P_10 8_4 1.0000 P_15 8_4 1.0000 P_20 8_4 0.9500 P_30 8_4 0.8667 P_100 8_4 0.5500 P_200 8_4 0.3600 P_500 8_4 0.1600 P_1000 8_4 0.0820 relstring 8_4 '4224342413' recall_5 8_4 0.0495 recall_10 8_4 0.0990 recall_15 8_4 0.1485 recall_20 8_4 0.1881 recall_30 8_4 0.2574 recall_100 8_4 0.5446 recall_200 8_4 0.7129 recall_500 8_4 0.7921 recall_1000 8_4 0.8119 infAP 8_4 0.5539 Rprec_mult_0.20 8_4 0.9048 Rprec_mult_0.40 8_4 0.8293 Rprec_mult_0.60 8_4 0.6721 Rprec_mult_0.80 8_4 0.6049 Rprec_mult_1.00 8_4 0.5446 Rprec_mult_1.20 8_4 0.4754 Rprec_mult_1.40 8_4 0.4507 Rprec_mult_1.60 8_4 0.4136 Rprec_mult_1.80 8_4 0.3901 Rprec_mult_2.00 8_4 0.3614 utility 8_4 -836.0000 11pt_avg 8_4 0.5577 binG 8_4 0.3310 G 8_4 0.1992 ndcg 8_4 0.7895 ndcg_rel 8_4 0.7437 Rndcg 8_4 0.7184 ndcg_cut_5 8_4 0.7754 ndcg_cut_10 8_4 0.7520 ndcg_cut_15 8_4 0.7723 ndcg_cut_20 8_4 0.7308 ndcg_cut_30 8_4 0.7231 ndcg_cut_100 8_4 0.6822 ndcg_cut_200 8_4 0.7446 ndcg_cut_500 8_4 0.7849 ndcg_cut_1000 8_4 0.7895 map_cut_5 8_4 0.0495 map_cut_10 8_4 0.0990 map_cut_15 8_4 0.1485 map_cut_20 8_4 0.1881 map_cut_30 8_4 0.2485 map_cut_100 8_4 0.4548 map_cut_200 8_4 0.5313 map_cut_500 8_4 0.5515 map_cut_1000 8_4 0.5539 relative_P_5 8_4 1.0000 relative_P_10 8_4 1.0000 relative_P_15 8_4 1.0000 relative_P_20 8_4 0.9500 relative_P_30 8_4 0.8667 relative_P_100 8_4 0.5500 relative_P_200 8_4 0.7129 relative_P_500 8_4 0.7921 relative_P_1000 8_4 0.8119 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0820 set_relative_P 8_4 0.8119 set_recall 8_4 0.8119 set_map 8_4 0.0666 set_F 8_4 0.1490 num_nonrel_judged_ret 8_4 53 rbp 8_4 0.6448 rbp_resid 8_4 0.0067 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 45 map 8_5 0.2581 Rprec 8_5 0.3137 bpref 8_5 0.4271 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.4615 iprec_at_recall_0.20 8_5 0.3871 iprec_at_recall_0.30 8_5 0.3556 iprec_at_recall_0.40 8_5 0.2584 iprec_at_recall_0.50 8_5 0.2281 iprec_at_recall_0.60 8_5 0.2133 iprec_at_recall_0.70 8_5 0.1885 iprec_at_recall_0.80 8_5 0.1524 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.3000 P_15 8_5 0.4000 P_20 8_5 0.4000 P_30 8_5 0.3667 P_100 8_5 0.2400 P_200 8_5 0.1850 P_500 8_5 0.0900 P_1000 8_5 0.0450 relstring 8_5 '3020002000' recall_5 8_5 0.0392 recall_10 8_5 0.0588 recall_15 8_5 0.1176 recall_20 8_5 0.1569 recall_30 8_5 0.2157 recall_100 8_5 0.4706 recall_200 8_5 0.7255 recall_500 8_5 0.8824 recall_1000 8_5 0.8824 infAP 8_5 0.2581 Rprec_mult_0.20 8_5 0.3636 Rprec_mult_0.40 8_5 0.3810 Rprec_mult_0.60 8_5 0.3871 Rprec_mult_0.80 8_5 0.3415 Rprec_mult_1.00 8_5 0.3137 Rprec_mult_1.20 8_5 0.2903 Rprec_mult_1.40 8_5 0.2500 Rprec_mult_1.60 8_5 0.2439 Rprec_mult_1.80 8_5 0.2500 Rprec_mult_2.00 8_5 0.2451 utility 8_5 -910.0000 11pt_avg 8_5 0.2950 binG 8_5 0.1877 G 8_5 0.1731 ndcg 8_5 0.6127 ndcg_rel 8_5 0.4889 Rndcg 8_5 0.4473 ndcg_cut_5 8_5 0.3965 ndcg_cut_10 8_5 0.3514 ndcg_cut_15 8_5 0.3675 ndcg_cut_20 8_5 0.3848 ndcg_cut_30 8_5 0.3750 ndcg_cut_100 8_5 0.4591 ndcg_cut_200 8_5 0.5558 ndcg_cut_500 8_5 0.6127 ndcg_cut_1000 8_5 0.6127 map_cut_5 8_5 0.0327 map_cut_10 8_5 0.0411 map_cut_15 8_5 0.0654 map_cut_20 8_5 0.0827 map_cut_30 8_5 0.1052 map_cut_100 8_5 0.1835 map_cut_200 8_5 0.2366 map_cut_500 8_5 0.2581 map_cut_1000 8_5 0.2581 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.3000 relative_P_15 8_5 0.4000 relative_P_20 8_5 0.4000 relative_P_30 8_5 0.3667 relative_P_100 8_5 0.4706 relative_P_200 8_5 0.7255 relative_P_500 8_5 0.8824 relative_P_1000 8_5 0.8824 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0450 set_relative_P 8_5 0.8824 set_recall 8_5 0.8824 set_map 8_5 0.0397 set_F 8_5 0.0856 num_nonrel_judged_ret 8_5 60 rbp 8_5 0.1986 rbp_resid 8_5 0.0577 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.0500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 30 map 8_7 0.1581 Rprec 8_7 0.2128 bpref 8_7 0.4962 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.3500 iprec_at_recall_0.20 8_7 0.2812 iprec_at_recall_0.30 8_7 0.2055 iprec_at_recall_0.40 8_7 0.1545 iprec_at_recall_0.50 8_7 0.1225 iprec_at_recall_0.60 8_7 0.1014 iprec_at_recall_0.70 8_7 0.0000 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.4000 P_10 8_7 0.3000 P_15 8_7 0.2667 P_20 8_7 0.3500 P_30 8_7 0.2667 P_100 8_7 0.1800 P_200 8_7 0.1200 P_500 8_7 0.0600 P_1000 8_7 0.0300 relstring 8_7 '310000-01-' recall_5 8_7 0.0426 recall_10 8_7 0.0638 recall_15 8_7 0.0851 recall_20 8_7 0.1489 recall_30 8_7 0.1702 recall_100 8_7 0.3830 recall_200 8_7 0.5106 recall_500 8_7 0.6383 recall_1000 8_7 0.6383 infAP 8_7 0.1581 Rprec_mult_0.20 8_7 0.3000 Rprec_mult_0.40 8_7 0.3158 Rprec_mult_0.60 8_7 0.2759 Rprec_mult_0.80 8_7 0.2368 Rprec_mult_1.00 8_7 0.2128 Rprec_mult_1.20 8_7 0.1930 Rprec_mult_1.40 8_7 0.1818 Rprec_mult_1.60 8_7 0.1974 Rprec_mult_1.80 8_7 0.1882 Rprec_mult_2.00 8_7 0.1809 utility 8_7 -940.0000 11pt_avg 8_7 0.2014 binG 8_7 0.1488 G 8_7 0.1297 ndcg 8_7 0.4674 ndcg_rel 8_7 0.4104 Rndcg 8_7 0.3858 ndcg_cut_5 8_7 0.3599 ndcg_cut_10 8_7 0.2961 ndcg_cut_15 8_7 0.2631 ndcg_cut_20 8_7 0.2816 ndcg_cut_30 8_7 0.2733 ndcg_cut_100 8_7 0.3811 ndcg_cut_200 8_7 0.4290 ndcg_cut_500 8_7 0.4674 ndcg_cut_1000 8_7 0.4674 map_cut_5 8_7 0.0426 map_cut_10 8_7 0.0496 map_cut_15 8_7 0.0557 map_cut_20 8_7 0.0758 map_cut_30 8_7 0.0832 map_cut_100 8_7 0.1279 map_cut_200 8_7 0.1445 map_cut_500 8_7 0.1581 map_cut_1000 8_7 0.1581 relative_P_5 8_7 0.4000 relative_P_10 8_7 0.3000 relative_P_15 8_7 0.2667 relative_P_20 8_7 0.3500 relative_P_30 8_7 0.2667 relative_P_100 8_7 0.3830 relative_P_200 8_7 0.5106 relative_P_500 8_7 0.6383 relative_P_1000 8_7 0.6383 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0300 set_relative_P 8_7 0.6383 set_recall 8_7 0.6383 set_map 8_7 0.0191 set_F 8_7 0.0573 num_nonrel_judged_ret 8_7 25 rbp 8_7 0.1333 rbp_resid 8_7 0.3497 unj_5 8_7 0.0000 unj_10 8_7 0.2000 unj_20 8_7 0.4000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 31 map 8_8 0.5222 Rprec 8_8 0.5000 bpref 8_8 0.5752 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 0.8000 iprec_at_recall_0.30 8_8 0.7333 iprec_at_recall_0.40 8_8 0.6500 iprec_at_recall_0.50 8_8 0.5517 iprec_at_recall_0.60 8_8 0.4222 iprec_at_recall_0.70 8_8 0.2525 iprec_at_recall_0.80 8_8 0.2524 iprec_at_recall_0.90 8_8 0.1510 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 1.0000 P_10 8_8 0.8000 P_15 8_8 0.7333 P_20 8_8 0.6500 P_30 8_8 0.5333 P_100 8_8 0.2500 P_200 8_8 0.1450 P_500 8_8 0.0620 P_1000 8_8 0.0310 relstring 8_8 '4334400431' recall_5 8_8 0.1562 recall_10 8_8 0.2500 recall_15 8_8 0.3438 recall_20 8_8 0.4062 recall_30 8_8 0.5000 recall_100 8_8 0.7812 recall_200 8_8 0.9062 recall_500 8_8 0.9688 recall_1000 8_8 0.9688 infAP 8_8 0.5222 Rprec_mult_0.20 8_8 0.7143 Rprec_mult_0.40 8_8 0.6923 Rprec_mult_0.60 8_8 0.6500 Rprec_mult_0.80 8_8 0.5769 Rprec_mult_1.00 8_8 0.5000 Rprec_mult_1.20 8_8 0.4359 Rprec_mult_1.40 8_8 0.4222 Rprec_mult_1.60 8_8 0.3654 Rprec_mult_1.80 8_8 0.3448 Rprec_mult_2.00 8_8 0.3281 utility 8_8 -938.0000 11pt_avg 8_8 0.5285 binG 8_8 0.3660 G 8_8 0.3328 ndcg 8_8 0.8656 ndcg_rel 8_8 0.8162 Rndcg 8_8 0.8010 ndcg_cut_5 8_8 0.9041 ndcg_cut_10 8_8 0.7912 ndcg_cut_15 8_8 0.7931 ndcg_cut_20 8_8 0.7553 ndcg_cut_30 8_8 0.7332 ndcg_cut_100 8_8 0.8207 ndcg_cut_200 8_8 0.8501 ndcg_cut_500 8_8 0.8656 ndcg_cut_1000 8_8 0.8656 map_cut_5 8_8 0.1562 map_cut_10 8_8 0.2290 map_cut_15 8_8 0.2977 map_cut_20 8_8 0.3388 map_cut_30 8_8 0.3955 map_cut_100 8_8 0.4902 map_cut_200 8_8 0.5157 map_cut_500 8_8 0.5222 map_cut_1000 8_8 0.5222 relative_P_5 8_8 1.0000 relative_P_10 8_8 0.8000 relative_P_15 8_8 0.7333 relative_P_20 8_8 0.6500 relative_P_30 8_8 0.5333 relative_P_100 8_8 0.7812 relative_P_200 8_8 0.9062 relative_P_500 8_8 0.9688 relative_P_1000 8_8 0.9688 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0310 set_relative_P 8_8 0.9688 set_recall 8_8 0.9688 set_map 8_8 0.0300 set_F 8_8 0.0601 num_nonrel_judged_ret 8_8 49 rbp 8_8 0.5438 rbp_resid 8_8 0.0900 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.1000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 45 map 9_11 0.1909 Rprec 9_11 0.2941 bpref 9_11 0.3617 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.6500 iprec_at_recall_0.20 9_11 0.5652 iprec_at_recall_0.30 9_11 0.2791 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.8000 P_10 9_11 0.8000 P_15 9_11 0.6000 P_20 9_11 0.6500 P_30 9_11 0.5667 P_100 9_11 0.3300 P_200 9_11 0.2000 P_500 9_11 0.0880 P_1000 9_11 0.0450 relstring 9_11 '20312-2122' recall_5 9_11 0.0336 recall_10 9_11 0.0672 recall_15 9_11 0.0756 recall_20 9_11 0.1092 recall_30 9_11 0.1429 recall_100 9_11 0.2773 recall_200 9_11 0.3361 recall_500 9_11 0.3697 recall_1000 9_11 0.3782 infAP 9_11 0.1909 Rprec_mult_0.20 9_11 0.5833 Rprec_mult_0.40 9_11 0.5417 Rprec_mult_0.60 9_11 0.4167 Rprec_mult_0.80 9_11 0.3438 Rprec_mult_1.00 9_11 0.2941 Rprec_mult_1.20 9_11 0.2587 Rprec_mult_1.40 9_11 0.2335 Rprec_mult_1.60 9_11 0.2094 Rprec_mult_1.80 9_11 0.1907 Rprec_mult_2.00 9_11 0.1765 utility 9_11 -910.0000 11pt_avg 9_11 0.2268 binG 9_11 0.1082 G 9_11 0.0793 ndcg 9_11 0.4086 ndcg_rel 9_11 0.4239 Rndcg 9_11 0.4112 ndcg_cut_5 9_11 0.5318 ndcg_cut_10 9_11 0.5147 ndcg_cut_15 9_11 0.4647 ndcg_cut_20 9_11 0.4952 ndcg_cut_30 9_11 0.4674 ndcg_cut_100 9_11 0.3722 ndcg_cut_200 9_11 0.3867 ndcg_cut_500 9_11 0.4036 ndcg_cut_1000 9_11 0.4086 map_cut_5 9_11 0.0270 map_cut_10 9_11 0.0526 map_cut_15 9_11 0.0595 map_cut_20 9_11 0.0809 map_cut_30 9_11 0.1011 map_cut_100 9_11 0.1684 map_cut_200 9_11 0.1843 map_cut_500 9_11 0.1902 map_cut_1000 9_11 0.1909 relative_P_5 9_11 0.8000 relative_P_10 9_11 0.8000 relative_P_15 9_11 0.6000 relative_P_20 9_11 0.6500 relative_P_30 9_11 0.5667 relative_P_100 9_11 0.3300 relative_P_200 9_11 0.3361 relative_P_500 9_11 0.3697 relative_P_1000 9_11 0.3782 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0450 set_relative_P 9_11 0.3782 set_recall 9_11 0.3782 set_map 9_11 0.0170 set_F 9_11 0.0804 num_nonrel_judged_ret 9_11 19 rbp 9_11 0.4107 rbp_resid 9_11 0.2461 unj_5 9_11 0.0000 unj_10 9_11 0.1000 unj_20 9_11 0.3000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 3 map 9_13 0.0466 Rprec 9_13 0.0000 bpref 9_13 0.3125 recip_rank 9_13 0.1667 iprec_at_recall_0.00 9_13 0.1667 iprec_at_recall_0.10 9_13 0.1667 iprec_at_recall_0.20 9_13 0.1667 iprec_at_recall_0.30 9_13 0.1667 iprec_at_recall_0.40 9_13 0.0124 iprec_at_recall_0.50 9_13 0.0124 iprec_at_recall_0.60 9_13 0.0124 iprec_at_recall_0.70 9_13 0.0072 iprec_at_recall_0.80 9_13 0.0072 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.0000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0100 P_200 9_13 0.0100 P_500 9_13 0.0060 P_1000 9_13 0.0030 relstring 9_13 '-----2----' recall_5 9_13 0.0000 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 0.2500 recall_200 9_13 0.5000 recall_500 9_13 0.7500 recall_1000 9_13 0.7500 infAP 9_13 0.0466 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.0000 Rprec_mult_1.00 9_13 0.0000 Rprec_mult_1.20 9_13 0.0000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -994.0000 11pt_avg 9_13 0.0653 binG 9_13 0.1519 G 9_13 0.1224 ndcg 9_13 0.1955 ndcg_rel 9_13 0.1702 Rndcg 9_13 0.0489 ndcg_cut_5 9_13 0.0000 ndcg_cut_10 9_13 0.1127 ndcg_cut_15 9_13 0.1127 ndcg_cut_20 9_13 0.1127 ndcg_cut_30 9_13 0.1127 ndcg_cut_100 9_13 0.1127 ndcg_cut_200 9_13 0.1773 ndcg_cut_500 9_13 0.1955 ndcg_cut_1000 9_13 0.1955 map_cut_5 9_13 0.0000 map_cut_10 9_13 0.0417 map_cut_15 9_13 0.0417 map_cut_20 9_13 0.0417 map_cut_30 9_13 0.0417 map_cut_100 9_13 0.0417 map_cut_200 9_13 0.0448 map_cut_500 9_13 0.0466 map_cut_1000 9_13 0.0466 relative_P_5 9_13 0.0000 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.7500 relative_P_1000 9_13 0.7500 success_1 9_13 0.0000 success_5 9_13 0.0000 success_10 9_13 1.0000 set_P 9_13 0.0030 set_relative_P 9_13 0.7500 set_recall 9_13 0.7500 set_map 9_13 0.0022 set_F 9_13 0.0060 num_nonrel_judged_ret 9_13 4 rbp 9_13 0.0394 rbp_resid 9_13 0.9285 unj_5 9_13 1.0000 unj_10 9_13 0.9000 unj_20 9_13 0.9500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 85 map 9_2 0.4592 Rprec 9_2 0.4602 bpref 9_2 0.7081 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 1.0000 iprec_at_recall_0.20 9_2 0.9231 iprec_at_recall_0.30 9_2 0.6939 iprec_at_recall_0.40 9_2 0.5769 iprec_at_recall_0.50 9_2 0.4453 iprec_at_recall_0.60 9_2 0.3333 iprec_at_recall_0.70 9_2 0.2041 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 1.0000 P_15 9_2 0.9333 P_20 9_2 0.9000 P_30 9_2 0.8667 P_100 9_2 0.5000 P_200 9_2 0.3350 P_500 9_2 0.1660 P_1000 9_2 0.0850 relstring 9_2 '1131322212' recall_5 9_2 0.0442 recall_10 9_2 0.0885 recall_15 9_2 0.1239 recall_20 9_2 0.1593 recall_30 9_2 0.2301 recall_100 9_2 0.4425 recall_200 9_2 0.5929 recall_500 9_2 0.7345 recall_1000 9_2 0.7522 infAP 9_2 0.4592 Rprec_mult_0.20 9_2 0.9130 Rprec_mult_0.40 9_2 0.6957 Rprec_mult_0.60 9_2 0.6029 Rprec_mult_0.80 9_2 0.5495 Rprec_mult_1.00 9_2 0.4602 Rprec_mult_1.20 9_2 0.4338 Rprec_mult_1.40 9_2 0.3899 Rprec_mult_1.60 9_2 0.3536 Rprec_mult_1.80 9_2 0.3333 Rprec_mult_2.00 9_2 0.3009 utility 9_2 -830.0000 11pt_avg 9_2 0.4706 binG 9_2 0.2690 G 9_2 0.1637 ndcg 9_2 0.6924 ndcg_rel 9_2 0.6346 Rndcg 9_2 0.5932 ndcg_cut_5 9_2 0.5339 ndcg_cut_10 9_2 0.6324 ndcg_cut_15 9_2 0.6095 ndcg_cut_20 9_2 0.6216 ndcg_cut_30 9_2 0.6597 ndcg_cut_100 9_2 0.5833 ndcg_cut_200 9_2 0.6320 ndcg_cut_500 9_2 0.6866 ndcg_cut_1000 9_2 0.6924 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0885 map_cut_15 9_2 0.1239 map_cut_20 9_2 0.1559 map_cut_30 9_2 0.2203 map_cut_100 9_2 0.3590 map_cut_200 9_2 0.4226 map_cut_500 9_2 0.4567 map_cut_1000 9_2 0.4592 relative_P_5 9_2 1.0000 relative_P_10 9_2 1.0000 relative_P_15 9_2 0.9333 relative_P_20 9_2 0.9000 relative_P_30 9_2 0.8667 relative_P_100 9_2 0.5000 relative_P_200 9_2 0.5929 relative_P_500 9_2 0.7345 relative_P_1000 9_2 0.7522 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0850 set_relative_P 9_2 0.7522 set_recall 9_2 0.7522 set_map 9_2 0.0639 set_F 9_2 0.1527 num_nonrel_judged_ret 9_2 14 rbp 9_2 0.5253 rbp_resid 9_2 0.0810 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.1000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 119 map 9_6 0.4227 Rprec 9_6 0.4122 bpref 9_6 0.8925 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.8333 iprec_at_recall_0.20 9_6 0.6585 iprec_at_recall_0.30 9_6 0.5652 iprec_at_recall_0.40 9_6 0.4262 iprec_at_recall_0.50 9_6 0.3604 iprec_at_recall_0.60 9_6 0.3320 iprec_at_recall_0.70 9_6 0.2771 iprec_at_recall_0.80 9_6 0.2459 iprec_at_recall_0.90 9_6 0.1725 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.8000 P_15 9_6 0.8000 P_20 9_6 0.7500 P_30 9_6 0.7333 P_100 9_6 0.4400 P_200 9_6 0.3550 P_500 9_6 0.2200 P_1000 9_6 0.1190 relstring 9_6 '12222-22-3' recall_5 9_6 0.0382 recall_10 9_6 0.0611 recall_15 9_6 0.0916 recall_20 9_6 0.1145 recall_30 9_6 0.1679 recall_100 9_6 0.3359 recall_200 9_6 0.5420 recall_500 9_6 0.8397 recall_1000 9_6 0.9084 infAP 9_6 0.4227 Rprec_mult_0.20 9_6 0.7037 Rprec_mult_0.40 9_6 0.6038 Rprec_mult_0.60 9_6 0.5316 Rprec_mult_0.80 9_6 0.4381 Rprec_mult_1.00 9_6 0.4122 Rprec_mult_1.20 9_6 0.3734 Rprec_mult_1.40 9_6 0.3533 Rprec_mult_1.60 9_6 0.3476 Rprec_mult_1.80 9_6 0.3305 Rprec_mult_2.00 9_6 0.3130 utility 9_6 -762.0000 11pt_avg 9_6 0.4428 binG 9_6 0.2091 G 9_6 0.1465 ndcg 9_6 0.7395 ndcg_rel 9_6 0.5743 Rndcg 9_6 0.5291 ndcg_cut_5 9_6 0.5536 ndcg_cut_10 9_6 0.5181 ndcg_cut_15 9_6 0.5077 ndcg_cut_20 9_6 0.4908 ndcg_cut_30 9_6 0.5242 ndcg_cut_100 9_6 0.4396 ndcg_cut_200 9_6 0.5395 ndcg_cut_500 9_6 0.7022 ndcg_cut_1000 9_6 0.7395 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0575 map_cut_15 9_6 0.0831 map_cut_20 9_6 0.1020 map_cut_30 9_6 0.1413 map_cut_100 9_6 0.2438 map_cut_200 9_6 0.3247 map_cut_500 9_6 0.4099 map_cut_1000 9_6 0.4227 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.8000 relative_P_20 9_6 0.7500 relative_P_30 9_6 0.7333 relative_P_100 9_6 0.4400 relative_P_200 9_6 0.5420 relative_P_500 9_6 0.8397 relative_P_1000 9_6 0.9084 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1190 set_relative_P 9_6 0.9084 set_recall 9_6 0.9084 set_map 9_6 0.1081 set_F 9_6 0.2104 num_nonrel_judged_ret 9_6 4 rbp 9_6 0.5031 rbp_resid 9_6 0.2034 unj_5 9_6 0.0000 unj_10 9_6 0.2000 unj_20 9_6 0.2500 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 45 map 9_9 0.4477 Rprec 9_9 0.4364 bpref 9_9 0.7534 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 1.0000 iprec_at_recall_0.20 9_9 1.0000 iprec_at_recall_0.30 9_9 0.7600 iprec_at_recall_0.40 9_9 0.5116 iprec_at_recall_0.50 9_9 0.3043 iprec_at_recall_0.60 9_9 0.2143 iprec_at_recall_0.70 9_9 0.0897 iprec_at_recall_0.80 9_9 0.0680 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 1.0000 P_10 9_9 1.0000 P_15 9_9 0.9333 P_20 9_9 0.8000 P_30 9_9 0.6667 P_100 9_9 0.2900 P_200 9_9 0.1800 P_500 9_9 0.0800 P_1000 9_9 0.0450 relstring 9_9 '2333333332' recall_5 9_9 0.0909 recall_10 9_9 0.1818 recall_15 9_9 0.2545 recall_20 9_9 0.2909 recall_30 9_9 0.3636 recall_100 9_9 0.5273 recall_200 9_9 0.6545 recall_500 9_9 0.7273 recall_1000 9_9 0.8182 infAP 9_9 0.4477 Rprec_mult_0.20 9_9 1.0000 Rprec_mult_0.40 9_9 0.7273 Rprec_mult_0.60 9_9 0.6364 Rprec_mult_0.80 9_9 0.5000 Rprec_mult_1.00 9_9 0.4364 Rprec_mult_1.20 9_9 0.3636 Rprec_mult_1.40 9_9 0.3247 Rprec_mult_1.60 9_9 0.3068 Rprec_mult_1.80 9_9 0.2929 Rprec_mult_2.00 9_9 0.2636 utility 9_9 -910.0000 11pt_avg 9_9 0.4498 binG 9_9 0.3623 G 9_9 0.2600 ndcg 9_9 0.7488 ndcg_rel 9_9 0.7430 Rndcg 9_9 0.6620 ndcg_cut_5 9_9 0.8869 ndcg_cut_10 9_9 0.9054 ndcg_cut_15 9_9 0.8383 ndcg_cut_20 9_9 0.7525 ndcg_cut_30 9_9 0.6821 ndcg_cut_100 9_9 0.6277 ndcg_cut_200 9_9 0.7037 ndcg_cut_500 9_9 0.7288 ndcg_cut_1000 9_9 0.7488 map_cut_5 9_9 0.0909 map_cut_10 9_9 0.1818 map_cut_15 9_9 0.2545 map_cut_20 9_9 0.2842 map_cut_30 9_9 0.3386 map_cut_100 9_9 0.4073 map_cut_200 9_9 0.4338 map_cut_500 9_9 0.4412 map_cut_1000 9_9 0.4477 relative_P_5 9_9 1.0000 relative_P_10 9_9 1.0000 relative_P_15 9_9 0.9333 relative_P_20 9_9 0.8000 relative_P_30 9_9 0.6667 relative_P_100 9_9 0.5273 relative_P_200 9_9 0.6545 relative_P_500 9_9 0.7273 relative_P_1000 9_9 0.8182 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0450 set_relative_P 9_9 0.8182 set_recall 9_9 0.8182 set_map 9_9 0.0368 set_F 9_9 0.0853 num_nonrel_judged_ret 9_9 17 rbp 9_9 0.7457 rbp_resid 9_9 0.1554 unj_5 9_9 0.0000 unj_10 9_9 0.0000 unj_20 9_9 0.2000 runid all gpt4-QR-out-rr-debertav3 num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 6076 map all 0.3122 gm_map all 0.1841 Rprec all 0.3450 bpref all 0.4910 recip_rank all 0.8304 iprec_at_recall_0.00 all 0.8551 iprec_at_recall_0.10 all 0.6728 iprec_at_recall_0.20 all 0.5530 iprec_at_recall_0.30 all 0.4447 iprec_at_recall_0.40 all 0.3497 iprec_at_recall_0.50 all 0.2678 iprec_at_recall_0.60 all 0.2132 iprec_at_recall_0.70 all 0.1591 iprec_at_recall_0.80 all 0.1046 iprec_at_recall_0.90 all 0.0491 iprec_at_recall_1.00 all 0.0056 P_5 all 0.7086 P_10 all 0.6422 P_15 all 0.5948 P_20 all 0.5625 P_30 all 0.5227 P_100 all 0.3063 P_200 all 0.2003 P_500 all 0.0989 P_1000 all 0.0524 recall_5 all 0.0558 recall_10 all 0.1001 recall_15 all 0.1369 recall_20 all 0.1685 recall_30 all 0.2244 recall_100 all 0.4102 recall_200 all 0.5296 recall_500 all 0.6236 recall_1000 all 0.6536 infAP all 0.3122 gm_bpref all 0.2861 Rprec_mult_0.20 all 0.5980 Rprec_mult_0.40 all 0.4941 Rprec_mult_0.60 all 0.4298 Rprec_mult_0.80 all 0.3827 Rprec_mult_1.00 all 0.3450 Rprec_mult_1.20 all 0.3155 Rprec_mult_1.40 all 0.2887 Rprec_mult_1.60 all 0.2656 Rprec_mult_1.80 all 0.2471 Rprec_mult_2.00 all 0.2311 utility all -895.2414 11pt_avg all 0.3341 binG all 0.2031 G all 0.1520 ndcg all 0.5416 ndcg_rel all 0.4928 Rndcg all 0.4583 ndcg_cut_5 all 0.5028 ndcg_cut_10 all 0.4853 ndcg_cut_15 all 0.4710 ndcg_cut_20 all 0.4639 ndcg_cut_30 all 0.4605 ndcg_cut_100 all 0.4515 ndcg_cut_200 all 0.4882 ndcg_cut_500 all 0.5297 ndcg_cut_1000 all 0.5416 map_cut_5 all 0.0514 map_cut_10 all 0.0846 map_cut_15 all 0.1111 map_cut_20 all 0.1332 map_cut_30 all 0.1696 map_cut_100 all 0.2594 map_cut_200 all 0.2913 map_cut_500 all 0.3092 map_cut_1000 all 0.3122 relative_P_5 all 0.7086 relative_P_10 all 0.6435 relative_P_15 all 0.5991 relative_P_20 all 0.5706 relative_P_30 all 0.5394 relative_P_100 all 0.4579 relative_P_200 all 0.5322 relative_P_500 all 0.6236 relative_P_1000 all 0.6536 success_1 all 0.7672 success_5 all 0.9052 success_10 all 0.9310 set_P all 0.0524 set_relative_P all 0.6536 set_recall all 0.6536 set_map all 0.0373 set_F all 0.0942 num_nonrel_judged_ret all 3655 rbp all 0.3631 rbp_resid all 0.1660 unj_5 all 0.0086 unj_10 all 0.1017 unj_20 all 0.2009