num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 49 map 0_10 0.2546 Rprec 0_10 0.2407 bpref 0_10 0.5436 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.3158 iprec_at_recall_0.20 0_10 0.2907 iprec_at_recall_0.30 0_10 0.2907 iprec_at_recall_0.40 0_10 0.2907 iprec_at_recall_0.50 0_10 0.2857 iprec_at_recall_0.60 0_10 0.2826 iprec_at_recall_0.70 0_10 0.2826 iprec_at_recall_0.80 0_10 0.2245 iprec_at_recall_0.90 0_10 0.1158 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.2000 P_10 0_10 0.4000 P_15 0_10 0.2667 P_20 0_10 0.3000 P_30 0_10 0.2667 P_100 0_10 0.2800 P_200 0_10 0.2200 P_500 0_10 0.0980 P_1000 0_10 0.0490 relstring 0_10 '200001330-' recall_5 0_10 0.0185 recall_10 0_10 0.0741 recall_15 0_10 0.0741 recall_20 0_10 0.1111 recall_30 0_10 0.1481 recall_100 0_10 0.5185 recall_200 0_10 0.8148 recall_500 0_10 0.9074 recall_1000 0_10 0.9074 infAP 0_10 0.2546 Rprec_mult_0.20 0_10 0.3636 Rprec_mult_0.40 0_10 0.2727 Rprec_mult_0.60 0_10 0.2727 Rprec_mult_0.80 0_10 0.2273 Rprec_mult_1.00 0_10 0.2407 Rprec_mult_1.20 0_10 0.2462 Rprec_mult_1.40 0_10 0.2763 Rprec_mult_1.60 0_10 0.2874 Rprec_mult_1.80 0_10 0.2857 Rprec_mult_2.00 0_10 0.2778 utility 0_10 -902.0000 11pt_avg 0_10 0.3072 binG 0_10 0.1798 G 0_10 0.1464 ndcg 0_10 0.6081 ndcg_rel 0_10 0.4133 Rndcg 0_10 0.3207 ndcg_cut_5 0_10 0.2261 ndcg_cut_10 0_10 0.3157 ndcg_cut_15 0_10 0.2447 ndcg_cut_20 0_10 0.2604 ndcg_cut_30 0_10 0.2279 ndcg_cut_100 0_10 0.4029 ndcg_cut_200 0_10 0.5588 ndcg_cut_500 0_10 0.6081 ndcg_cut_1000 0_10 0.6081 map_cut_5 0_10 0.0185 map_cut_10 0_10 0.0419 map_cut_15 0_10 0.0419 map_cut_20 0_10 0.0535 map_cut_30 0_10 0.0640 map_cut_100 0_10 0.1622 map_cut_200 0_10 0.2405 map_cut_500 0_10 0.2546 map_cut_1000 0_10 0.2546 relative_P_5 0_10 0.2000 relative_P_10 0_10 0.4000 relative_P_15 0_10 0.2667 relative_P_20 0_10 0.3000 relative_P_30 0_10 0.2667 relative_P_100 0_10 0.5185 relative_P_200 0_10 0.8148 relative_P_500 0_10 0.9074 relative_P_1000 0_10 0.9074 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0490 set_relative_P 0_10 0.9074 set_recall 0_10 0.9074 set_map 0_10 0.0445 set_F 0_10 0.0930 num_nonrel_judged_ret 0_10 41 rbp 0_10 0.2299 rbp_resid 0_10 0.1657 unj_5 0_10 0.0000 unj_10 0_10 0.1000 unj_20 0_10 0.2000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.8555 Rprec 0_11 0.7500 bpref 0_11 0.9167 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 1.0000 iprec_at_recall_0.40 0_11 0.8333 iprec_at_recall_0.50 0_11 0.8000 iprec_at_recall_0.60 0_11 0.8000 iprec_at_recall_0.70 0_11 0.8000 iprec_at_recall_0.80 0_11 0.8000 iprec_at_recall_0.90 0_11 0.8000 iprec_at_recall_1.00 0_11 0.8000 P_5 0_11 0.8000 P_10 0_11 0.8000 P_15 0_11 0.8000 P_20 0_11 0.6000 P_30 0_11 0.4000 P_100 0_11 0.1200 P_200 0_11 0.0600 P_500 0_11 0.0240 P_1000 0_11 0.0120 relstring 0_11 '333303-333' recall_5 0_11 0.3333 recall_10 0_11 0.6667 recall_15 0_11 1.0000 recall_20 0_11 1.0000 recall_30 0_11 1.0000 recall_100 0_11 1.0000 recall_200 0_11 1.0000 recall_500 0_11 1.0000 recall_1000 0_11 1.0000 infAP 0_11 0.8555 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.8000 Rprec_mult_1.00 0_11 0.7500 Rprec_mult_1.20 0_11 0.8000 Rprec_mult_1.40 0_11 0.7059 Rprec_mult_1.60 0_11 0.6000 Rprec_mult_1.80 0_11 0.5455 Rprec_mult_2.00 0_11 0.5000 utility 0_11 -976.0000 11pt_avg 0_11 0.8758 binG 0_11 0.6545 G 0_11 0.5685 ndcg 0_11 0.9547 ndcg_rel 0_11 0.9077 Rndcg 0_11 0.8793 ndcg_cut_5 0_11 0.8688 ndcg_cut_10 0_11 0.8415 ndcg_cut_15 0_11 0.9547 ndcg_cut_20 0_11 0.9547 ndcg_cut_30 0_11 0.9547 ndcg_cut_100 0_11 0.9547 ndcg_cut_200 0_11 0.9547 ndcg_cut_500 0_11 0.9547 ndcg_cut_1000 0_11 0.9547 map_cut_5 0_11 0.3333 map_cut_10 0_11 0.5968 map_cut_15 0_11 0.8555 map_cut_20 0_11 0.8555 map_cut_30 0_11 0.8555 map_cut_100 0_11 0.8555 map_cut_200 0_11 0.8555 map_cut_500 0_11 0.8555 map_cut_1000 0_11 0.8555 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.8000 relative_P_15 0_11 1.0000 relative_P_20 0_11 1.0000 relative_P_30 0_11 1.0000 relative_P_100 0_11 1.0000 relative_P_200 0_11 1.0000 relative_P_500 0_11 1.0000 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0120 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0120 set_F 0_11 0.0237 num_nonrel_judged_ret 0_11 12 rbp 0_11 0.6405 rbp_resid 0_11 0.1783 unj_5 0_11 0.0000 unj_10 0_11 0.1000 unj_20 0_11 0.2000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 14 map 0_2 0.1192 Rprec 0_2 0.2353 bpref 0_2 0.1920 recip_rank 0_2 0.1667 iprec_at_recall_0.00 0_2 0.5385 iprec_at_recall_0.10 0_2 0.5385 iprec_at_recall_0.20 0_2 0.5385 iprec_at_recall_0.30 0_2 0.1818 iprec_at_recall_0.40 0_2 0.0838 iprec_at_recall_0.50 0_2 0.0000 iprec_at_recall_0.60 0_2 0.0000 iprec_at_recall_0.70 0_2 0.0000 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.0000 P_10 0_2 0.4000 P_15 0_2 0.4667 P_20 0_2 0.4000 P_30 0_2 0.2667 P_100 0_2 0.1200 P_200 0_2 0.0700 P_500 0_2 0.0280 P_1000 0_2 0.0140 relstring 0_2 '0000012210' recall_5 0_2 0.0000 recall_10 0_2 0.1176 recall_15 0_2 0.2059 recall_20 0_2 0.2353 recall_30 0_2 0.2353 recall_100 0_2 0.3529 recall_200 0_2 0.4118 recall_500 0_2 0.4118 recall_1000 0_2 0.4118 infAP 0_2 0.1192 Rprec_mult_0.20 0_2 0.2857 Rprec_mult_0.40 0_2 0.5000 Rprec_mult_0.60 0_2 0.3810 Rprec_mult_0.80 0_2 0.2857 Rprec_mult_1.00 0_2 0.2353 Rprec_mult_1.20 0_2 0.1951 Rprec_mult_1.40 0_2 0.1667 Rprec_mult_1.60 0_2 0.1818 Rprec_mult_1.80 0_2 0.1613 Rprec_mult_2.00 0_2 0.1618 utility 0_2 -972.0000 11pt_avg 0_2 0.1710 binG 0_2 0.1081 G 0_2 0.0900 ndcg 0_2 0.2990 ndcg_rel 0_2 0.2695 Rndcg 0_2 0.1961 ndcg_cut_5 0_2 0.0000 ndcg_cut_10 0_2 0.1938 ndcg_cut_15 0_2 0.2658 ndcg_cut_20 0_2 0.2596 ndcg_cut_30 0_2 0.2247 ndcg_cut_100 0_2 0.2650 ndcg_cut_200 0_2 0.2990 ndcg_cut_500 0_2 0.2990 ndcg_cut_1000 0_2 0.2990 map_cut_5 0_2 0.0000 map_cut_10 0_2 0.0374 map_cut_15 0_2 0.0813 map_cut_20 0_2 0.0931 map_cut_30 0_2 0.0931 map_cut_100 0_2 0.1133 map_cut_200 0_2 0.1192 map_cut_500 0_2 0.1192 map_cut_1000 0_2 0.1192 relative_P_5 0_2 0.0000 relative_P_10 0_2 0.4000 relative_P_15 0_2 0.4667 relative_P_20 0_2 0.4000 relative_P_30 0_2 0.2667 relative_P_100 0_2 0.3529 relative_P_200 0_2 0.4118 relative_P_500 0_2 0.4118 relative_P_1000 0_2 0.4118 success_1 0_2 0.0000 success_5 0_2 0.0000 success_10 0_2 1.0000 set_P 0_2 0.0140 set_relative_P 0_2 0.4118 set_recall 0_2 0.4118 set_map 0_2 0.0058 set_F 0_2 0.0271 num_nonrel_judged_ret 0_2 107 rbp 0_2 0.1598 rbp_resid 0_2 0.0081 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 13 map 0_3 0.0835 Rprec 0_3 0.1250 bpref 0_3 0.0538 recip_rank 0_3 0.1111 iprec_at_recall_0.00 0_3 0.1957 iprec_at_recall_0.10 0_3 0.1957 iprec_at_recall_0.20 0_3 0.1957 iprec_at_recall_0.30 0_3 0.1957 iprec_at_recall_0.40 0_3 0.1622 iprec_at_recall_0.50 0_3 0.1622 iprec_at_recall_0.60 0_3 0.0000 iprec_at_recall_0.70 0_3 0.0000 iprec_at_recall_0.80 0_3 0.0000 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.0000 P_10 0_3 0.1000 P_15 0_3 0.0667 P_20 0_3 0.1000 P_30 0_3 0.1333 P_100 0_3 0.1300 P_200 0_3 0.0650 P_500 0_3 0.0260 P_1000 0_3 0.0130 relstring 0_3 '0000000010' recall_5 0_3 0.0000 recall_10 0_3 0.0417 recall_15 0_3 0.0417 recall_20 0_3 0.0833 recall_30 0_3 0.1667 recall_100 0_3 0.5417 recall_200 0_3 0.5417 recall_500 0_3 0.5417 recall_1000 0_3 0.5417 infAP 0_3 0.0835 Rprec_mult_0.20 0_3 0.0000 Rprec_mult_0.40 0_3 0.1000 Rprec_mult_0.60 0_3 0.0667 Rprec_mult_0.80 0_3 0.1000 Rprec_mult_1.00 0_3 0.1250 Rprec_mult_1.20 0_3 0.1379 Rprec_mult_1.40 0_3 0.1471 Rprec_mult_1.60 0_3 0.1795 Rprec_mult_1.80 0_3 0.1818 Rprec_mult_2.00 0_3 0.1875 utility 0_3 -974.0000 11pt_avg 0_3 0.1006 binG 0_3 0.1096 G 0_3 0.1103 ndcg 0_3 0.2826 ndcg_rel 0_3 0.2240 Rndcg 0_3 0.0913 ndcg_cut_5 0_3 0.0000 ndcg_cut_10 0_3 0.0354 ndcg_cut_15 0_3 0.0307 ndcg_cut_20 0_3 0.0485 ndcg_cut_30 0_3 0.1358 ndcg_cut_100 0_3 0.2826 ndcg_cut_200 0_3 0.2826 ndcg_cut_500 0_3 0.2826 ndcg_cut_1000 0_3 0.2826 map_cut_5 0_3 0.0000 map_cut_10 0_3 0.0046 map_cut_15 0_3 0.0046 map_cut_20 0_3 0.0090 map_cut_30 0_3 0.0214 map_cut_100 0_3 0.0835 map_cut_200 0_3 0.0835 map_cut_500 0_3 0.0835 map_cut_1000 0_3 0.0835 relative_P_5 0_3 0.0000 relative_P_10 0_3 0.1000 relative_P_15 0_3 0.0667 relative_P_20 0_3 0.1000 relative_P_30 0_3 0.1667 relative_P_100 0_3 0.5417 relative_P_200 0_3 0.5417 relative_P_500 0_3 0.5417 relative_P_1000 0_3 0.5417 success_1 0_3 0.0000 success_5 0_3 0.0000 success_10 0_3 1.0000 set_P 0_3 0.0130 set_relative_P 0_3 0.5417 set_recall 0_3 0.5417 set_map 0_3 0.0070 set_F 0_3 0.0254 num_nonrel_judged_ret 0_3 61 rbp 0_3 0.0381 rbp_resid 0_3 0.0066 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 18 map 0_4 0.4758 Rprec 0_4 0.4500 bpref 0_4 0.4500 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 0.8750 iprec_at_recall_0.40 0_4 0.5000 iprec_at_recall_0.50 0_4 0.4762 iprec_at_recall_0.60 0_4 0.2593 iprec_at_recall_0.70 0_4 0.2593 iprec_at_recall_0.80 0_4 0.1379 iprec_at_recall_0.90 0_4 0.0807 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.8000 P_10 0_4 0.7000 P_15 0_4 0.4667 P_20 0_4 0.4500 P_30 0_4 0.3333 P_100 0_4 0.1500 P_200 0_4 0.0850 P_500 0_4 0.0360 P_1000 0_4 0.0180 relstring 0_4 '43220441-0' recall_5 0_4 0.2000 recall_10 0_4 0.3500 recall_15 0_4 0.3500 recall_20 0_4 0.4500 recall_30 0_4 0.5000 recall_100 0_4 0.7500 recall_200 0_4 0.8500 recall_500 0_4 0.9000 recall_1000 0_4 0.9000 infAP 0_4 0.4758 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.8750 Rprec_mult_0.60 0_4 0.5833 Rprec_mult_0.80 0_4 0.5000 Rprec_mult_1.00 0_4 0.4500 Rprec_mult_1.20 0_4 0.4167 Rprec_mult_1.40 0_4 0.3571 Rprec_mult_1.60 0_4 0.3125 Rprec_mult_1.80 0_4 0.2778 Rprec_mult_2.00 0_4 0.2500 utility 0_4 -964.0000 11pt_avg 0_4 0.5080 binG 0_4 0.4038 G 0_4 0.3777 ndcg 0_4 0.8261 ndcg_rel 0_4 0.8033 Rndcg 0_4 0.7704 ndcg_cut_5 0_4 0.7323 ndcg_cut_10 0_4 0.7858 ndcg_cut_15 0_4 0.6920 ndcg_cut_20 0_4 0.6997 ndcg_cut_30 0_4 0.7130 ndcg_cut_100 0_4 0.7856 ndcg_cut_200 0_4 0.8108 ndcg_cut_500 0_4 0.8261 ndcg_cut_1000 0_4 0.8261 map_cut_5 0_4 0.2000 map_cut_10 0_4 0.3283 map_cut_15 0_4 0.3283 map_cut_20 0_4 0.3758 map_cut_30 0_4 0.3996 map_cut_100 0_4 0.4601 map_cut_200 0_4 0.4717 map_cut_500 0_4 0.4758 map_cut_1000 0_4 0.4758 relative_P_5 0_4 0.8000 relative_P_10 0_4 0.7000 relative_P_15 0_4 0.4667 relative_P_20 0_4 0.4500 relative_P_30 0_4 0.5000 relative_P_100 0_4 0.7500 relative_P_200 0_4 0.8500 relative_P_500 0_4 0.9000 relative_P_1000 0_4 0.9000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0180 set_relative_P 0_4 0.9000 set_recall 0_4 0.9000 set_map 0_4 0.0162 set_F 0_4 0.0353 num_nonrel_judged_ret 0_4 34 rbp 0_4 0.3898 rbp_resid 0_4 0.1547 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.2000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 37 map 0_6 0.0142 Rprec 0_6 0.0248 bpref 0_6 0.1944 recip_rank 0_6 0.0357 iprec_at_recall_0.00 0_6 0.0604 iprec_at_recall_0.10 0_6 0.0604 iprec_at_recall_0.20 0_6 0.0604 iprec_at_recall_0.30 0_6 0.0571 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0000 P_20 0_6 0.0000 P_30 0_6 0.0333 P_100 0_6 0.0200 P_200 0_6 0.0200 P_500 0_6 0.0580 P_1000 0_6 0.0370 relstring 0_6 '000000-0-0' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0000 recall_20 0_6 0.0000 recall_30 0_6 0.0083 recall_100 0_6 0.0165 recall_200 0_6 0.0331 recall_500 0_6 0.2397 recall_1000 0_6 0.3058 infAP 0_6 0.0142 Rprec_mult_0.20 0_6 0.0000 Rprec_mult_0.40 0_6 0.0204 Rprec_mult_0.60 0_6 0.0137 Rprec_mult_0.80 0_6 0.0206 Rprec_mult_1.00 0_6 0.0248 Rprec_mult_1.20 0_6 0.0205 Rprec_mult_1.40 0_6 0.0176 Rprec_mult_1.60 0_6 0.0206 Rprec_mult_1.80 0_6 0.0229 Rprec_mult_2.00 0_6 0.0331 utility 0_6 -926.0000 11pt_avg 0_6 0.0217 binG 0_6 0.0374 G 0_6 0.0433 ndcg 0_6 0.1912 ndcg_rel 0_6 0.1664 Rndcg 0_6 0.0590 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0000 ndcg_cut_20 0_6 0.0000 ndcg_cut_30 0_6 0.0190 ndcg_cut_100 0_6 0.0166 ndcg_cut_200 0_6 0.0344 ndcg_cut_500 0_6 0.1589 ndcg_cut_1000 0_6 0.1912 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0000 map_cut_20 0_6 0.0000 map_cut_30 0_6 0.0003 map_cut_100 0_6 0.0005 map_cut_200 0_6 0.0009 map_cut_500 0_6 0.0104 map_cut_1000 0_6 0.0142 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0000 relative_P_20 0_6 0.0000 relative_P_30 0_6 0.0333 relative_P_100 0_6 0.0200 relative_P_200 0_6 0.0331 relative_P_500 0_6 0.2397 relative_P_1000 0_6 0.3058 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0370 set_relative_P 0_6 0.3058 set_recall 0_6 0.3058 set_map 0_6 0.0113 set_F 0_6 0.0660 num_nonrel_judged_ret 0_6 30 rbp 0_6 0.0039 rbp_resid 0_6 0.3928 unj_5 0_6 0.0000 unj_10 0_6 0.2000 unj_20 0_6 0.5500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 6 map 0_7 0.1034 Rprec 0_7 0.1818 bpref 0_7 0.1607 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 0.7500 iprec_at_recall_0.20 0_7 0.0000 iprec_at_recall_0.30 0_7 0.0000 iprec_at_recall_0.40 0_7 0.0000 iprec_at_recall_0.50 0_7 0.0000 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.6000 P_10 0_7 0.3000 P_15 0_7 0.3333 P_20 0_7 0.3000 P_30 0_7 0.2000 P_100 0_7 0.0600 P_200 0_7 0.0300 P_500 0_7 0.0120 P_1000 0_7 0.0060 relstring 0_7 '10110000-0' recall_5 0_7 0.0909 recall_10 0_7 0.0909 recall_15 0_7 0.1515 recall_20 0_7 0.1818 recall_30 0_7 0.1818 recall_100 0_7 0.1818 recall_200 0_7 0.1818 recall_500 0_7 0.1818 recall_1000 0_7 0.1818 infAP 0_7 0.1034 Rprec_mult_0.20 0_7 0.4286 Rprec_mult_0.40 0_7 0.2857 Rprec_mult_0.60 0_7 0.3000 Rprec_mult_0.80 0_7 0.2222 Rprec_mult_1.00 0_7 0.1818 Rprec_mult_1.20 0_7 0.1500 Rprec_mult_1.40 0_7 0.1277 Rprec_mult_1.60 0_7 0.1132 Rprec_mult_1.80 0_7 0.1000 Rprec_mult_2.00 0_7 0.0909 utility 0_7 -988.0000 11pt_avg 0_7 0.1591 binG 0_7 0.0939 G 0_7 0.0651 ndcg 0_7 0.2355 ndcg_rel 0_7 0.2633 Rndcg 0_7 0.2592 ndcg_cut_5 0_7 0.4216 ndcg_cut_10 0_7 0.3127 ndcg_cut_15 0_7 0.3252 ndcg_cut_20 0_7 0.3092 ndcg_cut_30 0_7 0.2484 ndcg_cut_100 0_7 0.2355 ndcg_cut_200 0_7 0.2355 ndcg_cut_500 0_7 0.2355 ndcg_cut_1000 0_7 0.2355 map_cut_5 0_7 0.0732 map_cut_10 0_7 0.0732 map_cut_15 0_7 0.0920 map_cut_20 0_7 0.1034 map_cut_30 0_7 0.1034 map_cut_100 0_7 0.1034 map_cut_200 0_7 0.1034 map_cut_500 0_7 0.1034 map_cut_1000 0_7 0.1034 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.3000 relative_P_15 0_7 0.3333 relative_P_20 0_7 0.3000 relative_P_30 0_7 0.2000 relative_P_100 0_7 0.1818 relative_P_200 0_7 0.1818 relative_P_500 0_7 0.1818 relative_P_1000 0_7 0.1818 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0060 set_relative_P 0_7 0.1818 set_recall 0_7 0.1818 set_map 0_7 0.0011 set_F 0_7 0.0116 num_nonrel_judged_ret 0_7 15 rbp 0_7 0.1614 rbp_resid 0_7 0.2267 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.3000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 23 map 0_8 0.2443 Rprec 0_8 0.3871 bpref 0_8 0.4828 recip_rank 0_8 0.5000 iprec_at_recall_0.00 0_8 0.5000 iprec_at_recall_0.10 0_8 0.4286 iprec_at_recall_0.20 0_8 0.4286 iprec_at_recall_0.30 0_8 0.4286 iprec_at_recall_0.40 0_8 0.4286 iprec_at_recall_0.50 0_8 0.3400 iprec_at_recall_0.60 0_8 0.2941 iprec_at_recall_0.70 0_8 0.1538 iprec_at_recall_0.80 0_8 0.0000 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.2000 P_10 0_8 0.3000 P_15 0_8 0.4000 P_20 0_8 0.3000 P_30 0_8 0.4000 P_100 0_8 0.2100 P_200 0_8 0.1150 P_500 0_8 0.0460 P_1000 0_8 0.0230 relstring 0_8 '0100020-2-' recall_5 0_8 0.0323 recall_10 0_8 0.0968 recall_15 0_8 0.1935 recall_20 0_8 0.1935 recall_30 0_8 0.3871 recall_100 0_8 0.6774 recall_200 0_8 0.7419 recall_500 0_8 0.7419 recall_1000 0_8 0.7419 infAP 0_8 0.2443 Rprec_mult_0.20 0_8 0.2857 Rprec_mult_0.40 0_8 0.3846 Rprec_mult_0.60 0_8 0.3158 Rprec_mult_0.80 0_8 0.3600 Rprec_mult_1.00 0_8 0.3871 Rprec_mult_1.20 0_8 0.3158 Rprec_mult_1.40 0_8 0.2955 Rprec_mult_1.60 0_8 0.3400 Rprec_mult_1.80 0_8 0.3036 Rprec_mult_2.00 0_8 0.2903 utility 0_8 -954.0000 11pt_avg 0_8 0.2729 binG 0_8 0.1830 G 0_8 0.1564 ndcg 0_8 0.4837 ndcg_rel 0_8 0.3769 Rndcg 0_8 0.3473 ndcg_cut_5 0_8 0.1070 ndcg_cut_10 0_8 0.2211 ndcg_cut_15 0_8 0.2970 ndcg_cut_20 0_8 0.2660 ndcg_cut_30 0_8 0.3346 ndcg_cut_100 0_8 0.4432 ndcg_cut_200 0_8 0.4837 ndcg_cut_500 0_8 0.4837 ndcg_cut_1000 0_8 0.4837 map_cut_5 0_8 0.0161 map_cut_10 0_8 0.0376 map_cut_15 0_8 0.0746 map_cut_20 0_8 0.0746 map_cut_30 0_8 0.1476 map_cut_100 0_8 0.2347 map_cut_200 0_8 0.2443 map_cut_500 0_8 0.2443 map_cut_1000 0_8 0.2443 relative_P_5 0_8 0.2000 relative_P_10 0_8 0.3000 relative_P_15 0_8 0.4000 relative_P_20 0_8 0.3000 relative_P_30 0_8 0.4000 relative_P_100 0_8 0.6774 relative_P_200 0_8 0.7419 relative_P_500 0_8 0.7419 relative_P_1000 0_8 0.7419 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0230 set_relative_P 0_8 0.7419 set_recall 0_8 0.7419 set_map 0_8 0.0171 set_F 0_8 0.0446 num_nonrel_judged_ret 0_8 25 rbp 0_8 0.2350 rbp_resid 0_8 0.2023 unj_5 0_8 0.0000 unj_10 0_8 0.2000 unj_20 0_8 0.3000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 15 map 10_1 0.0474 Rprec 10_1 0.1102 bpref 10_1 0.1169 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.1150 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.6000 P_10 10_1 0.3000 P_15 10_1 0.4000 P_20 10_1 0.3500 P_30 10_1 0.2667 P_100 10_1 0.1100 P_200 10_1 0.0700 P_500 10_1 0.0300 P_1000 10_1 0.0150 relstring 10_1 '110200----' recall_5 10_1 0.0254 recall_10 10_1 0.0254 recall_15 10_1 0.0508 recall_20 10_1 0.0593 recall_30 10_1 0.0678 recall_100 10_1 0.0932 recall_200 10_1 0.1186 recall_500 10_1 0.1271 recall_1000 10_1 0.1271 infAP 10_1 0.0474 Rprec_mult_0.20 10_1 0.2917 Rprec_mult_0.40 10_1 0.2083 Rprec_mult_0.60 10_1 0.1549 Rprec_mult_0.80 10_1 0.1158 Rprec_mult_1.00 10_1 0.1102 Rprec_mult_1.20 10_1 0.0986 Rprec_mult_1.40 10_1 0.0843 Rprec_mult_1.60 10_1 0.0741 Rprec_mult_1.80 10_1 0.0657 Rprec_mult_2.00 10_1 0.0593 utility 10_1 -970.0000 11pt_avg 10_1 0.1014 binG 10_1 0.0438 G 10_1 0.0251 ndcg 10_1 0.1476 ndcg_rel 10_1 0.1568 Rndcg 10_1 0.1940 ndcg_cut_5 10_1 0.2946 ndcg_cut_10 10_1 0.2140 ndcg_cut_15 10_1 0.2494 ndcg_cut_20 10_1 0.2285 ndcg_cut_30 10_1 0.2018 ndcg_cut_100 10_1 0.1431 ndcg_cut_200 10_1 0.1445 ndcg_cut_500 10_1 0.1476 ndcg_cut_1000 10_1 0.1476 map_cut_5 10_1 0.0233 map_cut_10 10_1 0.0233 map_cut_15 10_1 0.0330 map_cut_20 10_1 0.0365 map_cut_30 10_1 0.0389 map_cut_100 10_1 0.0443 map_cut_200 10_1 0.0471 map_cut_500 10_1 0.0474 map_cut_1000 10_1 0.0474 relative_P_5 10_1 0.6000 relative_P_10 10_1 0.3000 relative_P_15 10_1 0.4000 relative_P_20 10_1 0.3500 relative_P_30 10_1 0.2667 relative_P_100 10_1 0.1100 relative_P_200 10_1 0.1186 relative_P_500 10_1 0.1271 relative_P_1000 10_1 0.1271 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0150 set_relative_P 10_1 0.1271 set_recall 10_1 0.1271 set_map 10_1 0.0019 set_F 10_1 0.0268 num_nonrel_judged_ret 10_1 32 rbp 10_1 0.1635 rbp_resid 10_1 0.3199 unj_5 10_1 0.0000 unj_10 10_1 0.4000 unj_20 10_1 0.3500 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 31 map 10_12 0.2657 Rprec 10_12 0.3239 bpref 10_12 0.4177 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 1.0000 iprec_at_recall_0.20 10_12 0.8235 iprec_at_recall_0.30 10_12 0.4783 iprec_at_recall_0.40 10_12 0.2101 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 1.0000 P_10 10_12 0.7000 P_15 10_12 0.8000 P_20 10_12 0.7500 P_30 10_12 0.5333 P_100 10_12 0.2500 P_200 10_12 0.1550 P_500 10_12 0.0620 P_1000 10_12 0.0310 relstring 10_12 '3342224--0' recall_5 10_12 0.0704 recall_10 10_12 0.0986 recall_15 10_12 0.1690 recall_20 10_12 0.2113 recall_30 10_12 0.2254 recall_100 10_12 0.3521 recall_200 10_12 0.4366 recall_500 10_12 0.4366 recall_1000 10_12 0.4366 infAP 10_12 0.2657 Rprec_mult_0.20 10_12 0.8000 Rprec_mult_0.40 10_12 0.5517 Rprec_mult_0.60 10_12 0.4651 Rprec_mult_0.80 10_12 0.4035 Rprec_mult_1.00 10_12 0.3239 Rprec_mult_1.20 10_12 0.2674 Rprec_mult_1.40 10_12 0.2500 Rprec_mult_1.60 10_12 0.2281 Rprec_mult_1.80 10_12 0.2109 Rprec_mult_2.00 10_12 0.2042 utility 10_12 -938.0000 11pt_avg 10_12 0.3193 binG 10_12 0.1883 G 10_12 0.1422 ndcg 10_12 0.5543 ndcg_rel 10_12 0.5981 Rndcg 10_12 0.6272 ndcg_cut_5 10_12 0.7769 ndcg_cut_10 10_12 0.6834 ndcg_cut_15 10_12 0.7440 ndcg_cut_20 10_12 0.7618 ndcg_cut_30 10_12 0.6393 ndcg_cut_100 10_12 0.5145 ndcg_cut_200 10_12 0.5543 ndcg_cut_500 10_12 0.5543 ndcg_cut_1000 10_12 0.5543 map_cut_5 10_12 0.0704 map_cut_10 10_12 0.0986 map_cut_15 10_12 0.1526 map_cut_20 10_12 0.1862 map_cut_30 10_12 0.1939 map_cut_100 10_12 0.2482 map_cut_200 10_12 0.2657 map_cut_500 10_12 0.2657 map_cut_1000 10_12 0.2657 relative_P_5 10_12 1.0000 relative_P_10 10_12 0.7000 relative_P_15 10_12 0.8000 relative_P_20 10_12 0.7500 relative_P_30 10_12 0.5333 relative_P_100 10_12 0.3521 relative_P_200 10_12 0.4366 relative_P_500 10_12 0.4366 relative_P_1000 10_12 0.4366 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0310 set_relative_P 10_12 0.4366 set_recall 10_12 0.4366 set_map 10_12 0.0135 set_F 10_12 0.0579 num_nonrel_judged_ret 10_12 10 rbp 10_12 0.4969 rbp_resid 10_12 0.1999 unj_5 10_12 0.0000 unj_10 10_12 0.2000 unj_20 10_12 0.2000 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 11 map 10_2 0.1102 Rprec 10_2 0.2667 bpref 10_2 0.2056 recip_rank 10_2 0.5000 iprec_at_recall_0.00 10_2 0.6667 iprec_at_recall_0.10 10_2 0.3158 iprec_at_recall_0.20 10_2 0.3158 iprec_at_recall_0.30 10_2 0.2143 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.4000 P_10 10_2 0.3000 P_15 10_2 0.2667 P_20 10_2 0.3000 P_30 10_2 0.2667 P_100 10_2 0.1000 P_200 10_2 0.0500 P_500 10_2 0.0220 P_1000 10_2 0.0110 relstring 10_2 '0120000003' recall_5 10_2 0.0667 recall_10 10_2 0.1000 recall_15 10_2 0.1333 recall_20 10_2 0.2000 recall_30 10_2 0.2667 recall_100 10_2 0.3333 recall_200 10_2 0.3333 recall_500 10_2 0.3667 recall_1000 10_2 0.3667 infAP 10_2 0.1102 Rprec_mult_0.20 10_2 0.3333 Rprec_mult_0.40 10_2 0.2500 Rprec_mult_0.60 10_2 0.2778 Rprec_mult_0.80 10_2 0.2917 Rprec_mult_1.00 10_2 0.2667 Rprec_mult_1.20 10_2 0.2222 Rprec_mult_1.40 10_2 0.2143 Rprec_mult_1.60 10_2 0.1875 Rprec_mult_1.80 10_2 0.1667 Rprec_mult_2.00 10_2 0.1500 utility 10_2 -978.0000 11pt_avg 10_2 0.1375 binG 10_2 0.1100 G 10_2 0.0712 ndcg 10_2 0.2443 ndcg_rel 10_2 0.2302 Rndcg 10_2 0.1599 ndcg_cut_5 10_2 0.1657 ndcg_cut_10 10_2 0.1916 ndcg_cut_15 10_2 0.1844 ndcg_cut_20 10_2 0.2146 ndcg_cut_30 10_2 0.2130 ndcg_cut_100 10_2 0.2320 ndcg_cut_200 10_2 0.2320 ndcg_cut_500 10_2 0.2443 ndcg_cut_1000 10_2 0.2443 map_cut_5 10_2 0.0389 map_cut_10 10_2 0.0489 map_cut_15 10_2 0.0578 map_cut_20 10_2 0.0776 map_cut_30 10_2 0.0976 map_cut_100 10_2 0.1094 map_cut_200 10_2 0.1094 map_cut_500 10_2 0.1102 map_cut_1000 10_2 0.1102 relative_P_5 10_2 0.4000 relative_P_10 10_2 0.3000 relative_P_15 10_2 0.2667 relative_P_20 10_2 0.3000 relative_P_30 10_2 0.2667 relative_P_100 10_2 0.3333 relative_P_200 10_2 0.3333 relative_P_500 10_2 0.3667 relative_P_1000 10_2 0.3667 success_1 10_2 0.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0110 set_relative_P 10_2 0.3667 set_recall 10_2 0.3667 set_map 10_2 0.0040 set_F 10_2 0.0214 num_nonrel_judged_ret 10_2 51 rbp 10_2 0.1143 rbp_resid 10_2 0.1344 unj_5 10_2 0.0000 unj_10 10_2 0.0000 unj_20 10_2 0.1500 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 10 map 10_3 0.1199 Rprec 10_3 0.1739 bpref 10_3 0.1890 recip_rank 10_3 0.3333 iprec_at_recall_0.00 10_3 0.6667 iprec_at_recall_0.10 10_3 0.6667 iprec_at_recall_0.20 10_3 0.1667 iprec_at_recall_0.30 10_3 0.1667 iprec_at_recall_0.40 10_3 0.0443 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.6000 P_10 10_3 0.4000 P_15 10_3 0.2667 P_20 10_3 0.2000 P_30 10_3 0.1333 P_100 10_3 0.0800 P_200 10_3 0.0400 P_500 10_3 0.0200 P_1000 10_3 0.0100 relstring 10_3 '0012120000' recall_5 10_3 0.1304 recall_10 10_3 0.1739 recall_15 10_3 0.1739 recall_20 10_3 0.1739 recall_30 10_3 0.1739 recall_100 10_3 0.3478 recall_200 10_3 0.3478 recall_500 10_3 0.4348 recall_1000 10_3 0.4348 infAP 10_3 0.1199 Rprec_mult_0.20 10_3 0.6000 Rprec_mult_0.40 10_3 0.4000 Rprec_mult_0.60 10_3 0.2857 Rprec_mult_0.80 10_3 0.2105 Rprec_mult_1.00 10_3 0.1739 Rprec_mult_1.20 10_3 0.1429 Rprec_mult_1.40 10_3 0.1212 Rprec_mult_1.60 10_3 0.1351 Rprec_mult_1.80 10_3 0.1667 Rprec_mult_2.00 10_3 0.1522 utility 10_3 -980.0000 11pt_avg 10_3 0.1555 binG 10_3 0.1308 G 10_3 0.1161 ndcg 10_3 0.3417 ndcg_rel 10_3 0.3167 Rndcg 10_3 0.2880 ndcg_cut_5 10_3 0.2965 ndcg_cut_10 10_3 0.2896 ndcg_cut_15 10_3 0.2507 ndcg_cut_20 10_3 0.2238 ndcg_cut_30 10_3 0.2111 ndcg_cut_100 10_3 0.3199 ndcg_cut_200 10_3 0.3199 ndcg_cut_500 10_3 0.3417 ndcg_cut_1000 10_3 0.3417 map_cut_5 10_3 0.0623 map_cut_10 10_3 0.0913 map_cut_15 10_3 0.0913 map_cut_20 10_3 0.0913 map_cut_30 10_3 0.0913 map_cut_100 10_3 0.1163 map_cut_200 10_3 0.1163 map_cut_500 10_3 0.1199 map_cut_1000 10_3 0.1199 relative_P_5 10_3 0.6000 relative_P_10 10_3 0.4000 relative_P_15 10_3 0.2667 relative_P_20 10_3 0.2000 relative_P_30 10_3 0.1739 relative_P_100 10_3 0.3478 relative_P_200 10_3 0.3478 relative_P_500 10_3 0.4348 relative_P_1000 10_3 0.4348 success_1 10_3 0.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0100 set_relative_P 10_3 0.4348 set_recall 10_3 0.4348 set_map 10_3 0.0043 set_F 10_3 0.0196 num_nonrel_judged_ret 10_3 42 rbp 10_3 0.2106 rbp_resid 10_3 0.1904 unj_5 10_3 0.0000 unj_10 10_3 0.0000 unj_20 10_3 0.2500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 32 map 10_6 0.0946 Rprec 10_6 0.1805 bpref 10_6 0.2282 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.5517 iprec_at_recall_0.20 10_6 0.1467 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.6000 P_10 10_6 0.5000 P_15 10_6 0.4667 P_20 10_6 0.4500 P_30 10_6 0.5333 P_100 10_6 0.2400 P_200 10_6 0.1400 P_500 10_6 0.0640 P_1000 10_6 0.0320 relstring 10_6 '10120--2-2' recall_5 10_6 0.0226 recall_10 10_6 0.0376 recall_15 10_6 0.0526 recall_20 10_6 0.0677 recall_30 10_6 0.1203 recall_100 10_6 0.1805 recall_200 10_6 0.2105 recall_500 10_6 0.2406 recall_1000 10_6 0.2406 infAP 10_6 0.0946 Rprec_mult_0.20 10_6 0.5185 Rprec_mult_0.40 10_6 0.3519 Rprec_mult_0.60 10_6 0.2625 Rprec_mult_0.80 10_6 0.2243 Rprec_mult_1.00 10_6 0.1805 Rprec_mult_1.20 10_6 0.1500 Rprec_mult_1.40 10_6 0.1444 Rprec_mult_1.60 10_6 0.1315 Rprec_mult_1.80 10_6 0.1250 Rprec_mult_2.00 10_6 0.1203 utility 10_6 -936.0000 11pt_avg 10_6 0.1544 binG 10_6 0.0645 G 10_6 0.0447 ndcg 10_6 0.2474 ndcg_rel 10_6 0.2584 Rndcg 10_6 0.2383 ndcg_cut_5 10_6 0.2941 ndcg_cut_10 10_6 0.3183 ndcg_cut_15 10_6 0.3140 ndcg_cut_20 10_6 0.3259 ndcg_cut_30 10_6 0.3730 ndcg_cut_100 10_6 0.2480 ndcg_cut_200 10_6 0.2331 ndcg_cut_500 10_6 0.2474 ndcg_cut_1000 10_6 0.2474 map_cut_5 10_6 0.0182 map_cut_10 10_6 0.0257 map_cut_15 10_6 0.0333 map_cut_20 10_6 0.0402 map_cut_30 10_6 0.0674 map_cut_100 10_6 0.0864 map_cut_200 10_6 0.0908 map_cut_500 10_6 0.0946 map_cut_1000 10_6 0.0946 relative_P_5 10_6 0.6000 relative_P_10 10_6 0.5000 relative_P_15 10_6 0.4667 relative_P_20 10_6 0.4500 relative_P_30 10_6 0.5333 relative_P_100 10_6 0.2400 relative_P_200 10_6 0.2105 relative_P_500 10_6 0.2406 relative_P_1000 10_6 0.2406 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0320 set_relative_P 10_6 0.2406 set_recall 10_6 0.2406 set_map 10_6 0.0077 set_F 10_6 0.0565 num_nonrel_judged_ret 10_6 14 rbp 10_6 0.2463 rbp_resid 10_6 0.3211 unj_5 10_6 0.0000 unj_10 10_6 0.3000 unj_20 10_6 0.4000 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 42 map 10_7 0.0491 Rprec 10_7 0.1141 bpref 10_7 0.2697 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.1379 iprec_at_recall_0.20 10_7 0.0703 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.6000 P_10 10_7 0.3000 P_15 10_7 0.2667 P_20 10_7 0.2000 P_30 10_7 0.1667 P_100 10_7 0.1200 P_200 10_7 0.1100 P_500 10_7 0.0660 P_1000 10_7 0.0420 relstring 10_7 '2220------' recall_5 10_7 0.0201 recall_10 10_7 0.0201 recall_15 10_7 0.0268 recall_20 10_7 0.0268 recall_30 10_7 0.0336 recall_100 10_7 0.0805 recall_200 10_7 0.1477 recall_500 10_7 0.2215 recall_1000 10_7 0.2819 infAP 10_7 0.0491 Rprec_mult_0.20 10_7 0.1667 Rprec_mult_0.40 10_7 0.1333 Rprec_mult_0.60 10_7 0.1222 Rprec_mult_0.80 10_7 0.1333 Rprec_mult_1.00 10_7 0.1141 Rprec_mult_1.20 10_7 0.1061 Rprec_mult_1.40 10_7 0.1053 Rprec_mult_1.60 10_7 0.1046 Rprec_mult_1.80 10_7 0.1004 Rprec_mult_2.00 10_7 0.0906 utility 10_7 -916.0000 11pt_avg 10_7 0.1098 binG 10_7 0.0572 G 10_7 0.0588 ndcg 10_7 0.2953 ndcg_rel 10_7 0.2913 Rndcg 10_7 0.3502 ndcg_cut_5 10_7 0.6179 ndcg_cut_10 10_7 0.4225 ndcg_cut_15 10_7 0.3569 ndcg_cut_20 10_7 0.3011 ndcg_cut_30 10_7 0.2460 ndcg_cut_100 10_7 0.1939 ndcg_cut_200 10_7 0.2167 ndcg_cut_500 10_7 0.2702 ndcg_cut_1000 10_7 0.2953 map_cut_5 10_7 0.0201 map_cut_10 10_7 0.0201 map_cut_15 10_7 0.0226 map_cut_20 10_7 0.0226 map_cut_30 10_7 0.0239 map_cut_100 10_7 0.0309 map_cut_200 10_7 0.0389 map_cut_500 10_7 0.0455 map_cut_1000 10_7 0.0491 relative_P_5 10_7 0.6000 relative_P_10 10_7 0.3000 relative_P_15 10_7 0.2667 relative_P_20 10_7 0.2000 relative_P_30 10_7 0.1667 relative_P_100 10_7 0.1200 relative_P_200 10_7 0.1477 relative_P_500 10_7 0.2215 relative_P_1000 10_7 0.2819 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0420 set_relative_P 10_7 0.2819 set_recall 10_7 0.2819 set_map 10_7 0.0118 set_F 10_7 0.0731 num_nonrel_judged_ret 10_7 13 rbp 10_7 0.1968 rbp_resid 10_7 0.6079 unj_5 10_7 0.2000 unj_10 10_7 0.6000 unj_20 10_7 0.7500 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 46 map 10_8 0.1779 Rprec 10_8 0.2500 bpref 10_8 0.5319 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.5333 iprec_at_recall_0.20 10_8 0.3125 iprec_at_recall_0.30 10_8 0.2308 iprec_at_recall_0.40 10_8 0.1948 iprec_at_recall_0.50 10_8 0.1434 iprec_at_recall_0.60 10_8 0.0478 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.6000 P_10 10_8 0.5000 P_15 10_8 0.5333 P_20 10_8 0.4500 P_30 10_8 0.3333 P_100 10_8 0.2300 P_200 10_8 0.1700 P_500 10_8 0.0900 P_1000 10_8 0.0460 relstring 10_8 '110021---1' recall_5 10_8 0.0395 recall_10 10_8 0.0658 recall_15 10_8 0.1053 recall_20 10_8 0.1184 recall_30 10_8 0.1316 recall_100 10_8 0.3026 recall_200 10_8 0.4474 recall_500 10_8 0.5921 recall_1000 10_8 0.6053 infAP 10_8 0.1779 Rprec_mult_0.20 10_8 0.5000 Rprec_mult_0.40 10_8 0.3226 Rprec_mult_0.60 10_8 0.3043 Rprec_mult_0.80 10_8 0.3115 Rprec_mult_1.00 10_8 0.2500 Rprec_mult_1.20 10_8 0.2283 Rprec_mult_1.40 10_8 0.2243 Rprec_mult_1.60 10_8 0.2131 Rprec_mult_1.80 10_8 0.2044 Rprec_mult_2.00 10_8 0.1908 utility 10_8 -908.0000 11pt_avg 10_8 0.2239 binG 10_8 0.1354 G 10_8 0.1113 ndcg 10_8 0.4722 ndcg_rel 10_8 0.4038 Rndcg 10_8 0.3496 ndcg_cut_5 10_8 0.3194 ndcg_cut_10 10_8 0.2846 ndcg_cut_15 10_8 0.3617 ndcg_cut_20 10_8 0.3369 ndcg_cut_30 10_8 0.3010 ndcg_cut_100 10_8 0.3254 ndcg_cut_200 10_8 0.3975 ndcg_cut_500 10_8 0.4648 ndcg_cut_1000 10_8 0.4722 map_cut_5 10_8 0.0342 map_cut_10 10_8 0.0496 map_cut_15 10_8 0.0692 map_cut_20 10_8 0.0755 map_cut_30 10_8 0.0798 map_cut_100 10_8 0.1287 map_cut_200 10_8 0.1584 map_cut_500 10_8 0.1773 map_cut_1000 10_8 0.1779 relative_P_5 10_8 0.6000 relative_P_10 10_8 0.5000 relative_P_15 10_8 0.5333 relative_P_20 10_8 0.4500 relative_P_30 10_8 0.3333 relative_P_100 10_8 0.3026 relative_P_200 10_8 0.4474 relative_P_500 10_8 0.5921 relative_P_1000 10_8 0.6053 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0460 set_relative_P 10_8 0.6053 set_recall 10_8 0.6053 set_map 10_8 0.0278 set_F 10_8 0.0855 num_nonrel_judged_ret 10_8 23 rbp 10_8 0.2153 rbp_resid 10_8 0.3690 unj_5 10_8 0.0000 unj_10 10_8 0.3000 unj_20 10_8 0.4500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 75 map 11_10 0.2353 Rprec 11_10 0.3492 bpref 11_10 0.5209 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.5652 iprec_at_recall_0.20 11_10 0.4815 iprec_at_recall_0.30 11_10 0.3838 iprec_at_recall_0.40 11_10 0.3187 iprec_at_recall_0.50 11_10 0.2195 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.6000 P_10 11_10 0.7000 P_15 11_10 0.5333 P_20 11_10 0.5500 P_30 11_10 0.4667 P_100 11_10 0.3800 P_200 11_10 0.2850 P_500 11_10 0.1480 P_1000 11_10 0.0750 relstring 11_10 '3200402123' recall_5 11_10 0.0238 recall_10 11_10 0.0556 recall_15 11_10 0.0635 recall_20 11_10 0.0873 recall_30 11_10 0.1111 recall_100 11_10 0.3016 recall_200 11_10 0.4524 recall_500 11_10 0.5873 recall_1000 11_10 0.5952 infAP 11_10 0.2353 Rprec_mult_0.20 11_10 0.5385 Rprec_mult_0.40 11_10 0.4510 Rprec_mult_0.60 11_10 0.4211 Rprec_mult_0.80 11_10 0.3762 Rprec_mult_1.00 11_10 0.3492 Rprec_mult_1.20 11_10 0.3158 Rprec_mult_1.40 11_10 0.2994 Rprec_mult_1.60 11_10 0.2871 Rprec_mult_1.80 11_10 0.2555 Rprec_mult_2.00 11_10 0.2381 utility 11_10 -850.0000 11pt_avg 11_10 0.2699 binG 11_10 0.1283 G 11_10 0.0965 ndcg 11_10 0.5085 ndcg_rel 11_10 0.4724 Rndcg 11_10 0.4807 ndcg_cut_5 11_10 0.5901 ndcg_cut_10 11_10 0.5646 ndcg_cut_15 11_10 0.4714 ndcg_cut_20 11_10 0.4610 ndcg_cut_30 11_10 0.4115 ndcg_cut_100 11_10 0.3756 ndcg_cut_200 11_10 0.4528 ndcg_cut_500 11_10 0.5045 ndcg_cut_1000 11_10 0.5085 map_cut_5 11_10 0.0206 map_cut_10 11_10 0.0410 map_cut_15 11_10 0.0452 map_cut_20 11_10 0.0589 map_cut_30 11_10 0.0722 map_cut_100 11_10 0.1567 map_cut_200 11_10 0.2069 map_cut_500 11_10 0.2342 map_cut_1000 11_10 0.2353 relative_P_5 11_10 0.6000 relative_P_10 11_10 0.7000 relative_P_15 11_10 0.5333 relative_P_20 11_10 0.5500 relative_P_30 11_10 0.4667 relative_P_100 11_10 0.3800 relative_P_200 11_10 0.4524 relative_P_500 11_10 0.5873 relative_P_1000 11_10 0.5952 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0750 set_relative_P 11_10 0.5952 set_recall 11_10 0.5952 set_map 11_10 0.0446 set_F 11_10 0.1332 num_nonrel_judged_ret 11_10 13 rbp 11_10 0.3386 rbp_resid 11_10 0.1727 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.2500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 77 map 11_11 0.3671 Rprec 11_11 0.4104 bpref 11_11 0.5312 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.9643 iprec_at_recall_0.20 11_11 0.9643 iprec_at_recall_0.30 11_11 0.5942 iprec_at_recall_0.40 11_11 0.4198 iprec_at_recall_0.50 11_11 0.3418 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 0.9000 P_15 11_11 0.9333 P_20 11_11 0.9500 P_30 11_11 0.9333 P_100 11_11 0.4800 P_200 11_11 0.3350 P_500 11_11 0.1520 P_1000 11_11 0.0770 relstring 11_11 '3321231-22' recall_5 11_11 0.0373 recall_10 11_11 0.0672 recall_15 11_11 0.1045 recall_20 11_11 0.1418 recall_30 11_11 0.2090 recall_100 11_11 0.3582 recall_200 11_11 0.5000 recall_500 11_11 0.5672 recall_1000 11_11 0.5746 infAP 11_11 0.3671 Rprec_mult_0.20 11_11 0.9630 Rprec_mult_0.40 11_11 0.6481 Rprec_mult_0.60 11_11 0.5432 Rprec_mult_0.80 11_11 0.4630 Rprec_mult_1.00 11_11 0.4104 Rprec_mult_1.20 11_11 0.3789 Rprec_mult_1.40 11_11 0.3457 Rprec_mult_1.60 11_11 0.3116 Rprec_mult_1.80 11_11 0.2893 Rprec_mult_2.00 11_11 0.2649 utility 11_11 -846.0000 11pt_avg 11_11 0.3895 binG 11_11 0.2154 G 11_11 0.1158 ndcg 11_11 0.5694 ndcg_rel 11_11 0.5750 Rndcg 11_11 0.5829 ndcg_cut_5 11_11 0.7209 ndcg_cut_10 11_11 0.6616 ndcg_cut_15 11_11 0.6501 ndcg_cut_20 11_11 0.6522 ndcg_cut_30 11_11 0.6230 ndcg_cut_100 11_11 0.4912 ndcg_cut_200 11_11 0.5312 ndcg_cut_500 11_11 0.5675 ndcg_cut_1000 11_11 0.5694 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0656 map_cut_15 11_11 0.1000 map_cut_20 11_11 0.1352 map_cut_30 11_11 0.1994 map_cut_100 11_11 0.2940 map_cut_200 11_11 0.3502 map_cut_500 11_11 0.3663 map_cut_1000 11_11 0.3671 relative_P_5 11_11 1.0000 relative_P_10 11_11 0.9000 relative_P_15 11_11 0.9333 relative_P_20 11_11 0.9500 relative_P_30 11_11 0.9333 relative_P_100 11_11 0.4800 relative_P_200 11_11 0.5000 relative_P_500 11_11 0.5672 relative_P_1000 11_11 0.5746 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.0770 set_relative_P 11_11 0.5746 set_recall 11_11 0.5746 set_map 11_11 0.0442 set_F 11_11 0.1358 num_nonrel_judged_ret 11_11 11 rbp 11_11 0.4766 rbp_resid 11_11 0.0768 unj_5 11_11 0.0000 unj_10 11_11 0.1000 unj_20 11_11 0.0500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 3 map 11_12 0.0190 Rprec 11_12 0.0225 bpref 11_12 0.0330 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.0000 iprec_at_recall_0.20 11_12 0.0000 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.4000 P_10 11_12 0.2000 P_15 11_12 0.1333 P_20 11_12 0.1000 P_30 11_12 0.0667 P_100 11_12 0.0200 P_200 11_12 0.0150 P_500 11_12 0.0060 P_1000 11_12 0.0030 relstring 11_12 '2-1-------' recall_5 11_12 0.0225 recall_10 11_12 0.0225 recall_15 11_12 0.0225 recall_20 11_12 0.0225 recall_30 11_12 0.0225 recall_100 11_12 0.0225 recall_200 11_12 0.0337 recall_500 11_12 0.0337 recall_1000 11_12 0.0337 infAP 11_12 0.0190 Rprec_mult_0.20 11_12 0.1111 Rprec_mult_0.40 11_12 0.0556 Rprec_mult_0.60 11_12 0.0370 Rprec_mult_0.80 11_12 0.0278 Rprec_mult_1.00 11_12 0.0225 Rprec_mult_1.20 11_12 0.0187 Rprec_mult_1.40 11_12 0.0240 Rprec_mult_1.60 11_12 0.0210 Rprec_mult_1.80 11_12 0.0186 Rprec_mult_2.00 11_12 0.0169 utility 11_12 -994.0000 11pt_avg 11_12 0.0909 binG 11_12 0.0200 G 11_12 0.0130 ndcg 11_12 0.0777 ndcg_rel 11_12 0.0878 Rndcg 11_12 0.0964 ndcg_cut_5 11_12 0.2826 ndcg_cut_10 11_12 0.1834 ndcg_cut_15 11_12 0.1487 ndcg_cut_20 11_12 0.1304 ndcg_cut_30 11_12 0.1068 ndcg_cut_100 11_12 0.0662 ndcg_cut_200 11_12 0.0777 ndcg_cut_500 11_12 0.0777 ndcg_cut_1000 11_12 0.0777 map_cut_5 11_12 0.0187 map_cut_10 11_12 0.0187 map_cut_15 11_12 0.0187 map_cut_20 11_12 0.0187 map_cut_30 11_12 0.0187 map_cut_100 11_12 0.0187 map_cut_200 11_12 0.0190 map_cut_500 11_12 0.0190 map_cut_1000 11_12 0.0190 relative_P_5 11_12 0.4000 relative_P_10 11_12 0.2000 relative_P_15 11_12 0.1333 relative_P_20 11_12 0.1000 relative_P_30 11_12 0.0667 relative_P_100 11_12 0.0225 relative_P_200 11_12 0.0337 relative_P_500 11_12 0.0337 relative_P_1000 11_12 0.0337 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0030 set_relative_P 11_12 0.0337 set_recall 11_12 0.0337 set_map 11_12 0.0001 set_F 11_12 0.0055 num_nonrel_judged_ret 11_12 17 rbp 11_12 0.0937 rbp_resid 11_12 0.7935 unj_5 11_12 0.6000 unj_10 11_12 0.8000 unj_20 11_12 0.9000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 48 map 11_13 0.1479 Rprec 11_13 0.2167 bpref 11_13 0.2285 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.7857 iprec_at_recall_0.20 11_13 0.3154 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.6000 P_10 11_13 0.8000 P_15 11_13 0.8000 P_20 11_13 0.8000 P_30 11_13 0.7667 P_100 11_13 0.3700 P_200 11_13 0.2200 P_500 11_13 0.0940 P_1000 11_13 0.0480 relstring 11_13 '3002222212' recall_5 11_13 0.0148 recall_10 11_13 0.0394 recall_15 11_13 0.0591 recall_20 11_13 0.0788 recall_30 11_13 0.1133 recall_100 11_13 0.1823 recall_200 11_13 0.2167 recall_500 11_13 0.2315 recall_1000 11_13 0.2365 infAP 11_13 0.1479 Rprec_mult_0.20 11_13 0.7073 Rprec_mult_0.40 11_13 0.4512 Rprec_mult_0.60 11_13 0.3279 Rprec_mult_0.80 11_13 0.2638 Rprec_mult_1.00 11_13 0.2167 Rprec_mult_1.20 11_13 0.1844 Rprec_mult_1.40 11_13 0.1614 Rprec_mult_1.60 11_13 0.1446 Rprec_mult_1.80 11_13 0.1284 Rprec_mult_2.00 11_13 0.1158 utility 11_13 -904.0000 11pt_avg 11_13 0.1910 binG 11_13 0.0765 G 11_13 0.0450 ndcg 11_13 0.2724 ndcg_rel 11_13 0.3184 Rndcg 11_13 0.2987 ndcg_cut_5 11_13 0.5240 ndcg_cut_10 11_13 0.5520 ndcg_cut_15 11_13 0.5636 ndcg_cut_20 11_13 0.5467 ndcg_cut_30 11_13 0.4824 ndcg_cut_100 11_13 0.3264 ndcg_cut_200 11_13 0.2604 ndcg_cut_500 11_13 0.2683 ndcg_cut_1000 11_13 0.2724 map_cut_5 11_13 0.0103 map_cut_10 11_13 0.0286 map_cut_15 11_13 0.0449 map_cut_20 11_13 0.0603 map_cut_30 11_13 0.0876 map_cut_100 11_13 0.1344 map_cut_200 11_13 0.1448 map_cut_500 11_13 0.1474 map_cut_1000 11_13 0.1479 relative_P_5 11_13 0.6000 relative_P_10 11_13 0.8000 relative_P_15 11_13 0.8000 relative_P_20 11_13 0.8000 relative_P_30 11_13 0.7667 relative_P_100 11_13 0.3700 relative_P_200 11_13 0.2200 relative_P_500 11_13 0.2315 relative_P_1000 11_13 0.2365 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0480 set_relative_P 11_13 0.2365 set_recall 11_13 0.2365 set_map 11_13 0.0113 set_F 11_13 0.0798 num_nonrel_judged_ret 11_13 4 rbp 11_13 0.5022 rbp_resid 11_13 0.0898 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.1000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 0 map 11_2 0.0000 Rprec 11_2 0.0000 bpref 11_2 0.0000 recip_rank 11_2 0.0000 iprec_at_recall_0.00 11_2 0.0000 iprec_at_recall_0.10 11_2 0.0000 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.0000 P_10 11_2 0.0000 P_15 11_2 0.0000 P_20 11_2 0.0000 P_30 11_2 0.0000 P_100 11_2 0.0000 P_200 11_2 0.0000 P_500 11_2 0.0000 P_1000 11_2 0.0000 relstring 11_2 '0-0-----0-' recall_5 11_2 0.0000 recall_10 11_2 0.0000 recall_15 11_2 0.0000 recall_20 11_2 0.0000 recall_30 11_2 0.0000 recall_100 11_2 0.0000 recall_200 11_2 0.0000 recall_500 11_2 0.0000 recall_1000 11_2 0.0000 infAP 11_2 0.0000 Rprec_mult_0.20 11_2 0.0000 Rprec_mult_0.40 11_2 0.0000 Rprec_mult_0.60 11_2 0.0000 Rprec_mult_0.80 11_2 0.0000 Rprec_mult_1.00 11_2 0.0000 Rprec_mult_1.20 11_2 0.0000 Rprec_mult_1.40 11_2 0.0000 Rprec_mult_1.60 11_2 0.0000 Rprec_mult_1.80 11_2 0.0000 Rprec_mult_2.00 11_2 0.0000 utility 11_2 -1000.0000 11pt_avg 11_2 0.0000 binG 11_2 0.0000 G 11_2 0.0000 ndcg 11_2 0.0000 ndcg_rel 11_2 0.0000 Rndcg 11_2 0.0000 ndcg_cut_5 11_2 0.0000 ndcg_cut_10 11_2 0.0000 ndcg_cut_15 11_2 0.0000 ndcg_cut_20 11_2 0.0000 ndcg_cut_30 11_2 0.0000 ndcg_cut_100 11_2 0.0000 ndcg_cut_200 11_2 0.0000 ndcg_cut_500 11_2 0.0000 ndcg_cut_1000 11_2 0.0000 map_cut_5 11_2 0.0000 map_cut_10 11_2 0.0000 map_cut_15 11_2 0.0000 map_cut_20 11_2 0.0000 map_cut_30 11_2 0.0000 map_cut_100 11_2 0.0000 map_cut_200 11_2 0.0000 map_cut_500 11_2 0.0000 map_cut_1000 11_2 0.0000 relative_P_5 11_2 0.0000 relative_P_10 11_2 0.0000 relative_P_15 11_2 0.0000 relative_P_20 11_2 0.0000 relative_P_30 11_2 0.0000 relative_P_100 11_2 0.0000 relative_P_200 11_2 0.0000 relative_P_500 11_2 0.0000 relative_P_1000 11_2 0.0000 success_1 11_2 0.0000 success_5 11_2 0.0000 success_10 11_2 0.0000 set_P 11_2 0.0000 set_relative_P 11_2 0.0000 set_recall 11_2 0.0000 set_map 11_2 0.0000 set_F 11_2 0.0000 num_nonrel_judged_ret 11_2 15 rbp 11_2 0.0000 rbp_resid 11_2 0.7686 unj_5 11_2 0.6000 unj_10 11_2 0.7000 unj_20 11_2 0.8500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 44 map 11_3 0.1566 Rprec 11_3 0.2181 bpref 11_3 0.2256 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.7778 iprec_at_recall_0.20 11_3 0.4691 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 0.9000 P_15 11_3 0.6667 P_20 11_3 0.7000 P_30 11_3 0.7667 P_100 11_3 0.3800 P_200 11_3 0.2100 P_500 11_3 0.0860 P_1000 11_3 0.0440 relstring 11_3 '2332122-12' recall_5 11_3 0.0266 recall_10 11_3 0.0479 recall_15 11_3 0.0532 recall_20 11_3 0.0745 recall_30 11_3 0.1223 recall_100 11_3 0.2021 recall_200 11_3 0.2234 recall_500 11_3 0.2287 recall_1000 11_3 0.2340 infAP 11_3 0.1566 Rprec_mult_0.20 11_3 0.6842 Rprec_mult_0.40 11_3 0.4868 Rprec_mult_0.60 11_3 0.3363 Rprec_mult_0.80 11_3 0.2649 Rprec_mult_1.00 11_3 0.2181 Rprec_mult_1.20 11_3 0.1858 Rprec_mult_1.40 11_3 0.1591 Rprec_mult_1.60 11_3 0.1395 Rprec_mult_1.80 11_3 0.1239 Rprec_mult_2.00 11_3 0.1144 utility 11_3 -912.0000 11pt_avg 11_3 0.2043 binG 11_3 0.0929 G 11_3 0.0528 ndcg 11_3 0.2887 ndcg_rel 11_3 0.3433 Rndcg 11_3 0.3554 ndcg_cut_5 11_3 0.7508 ndcg_cut_10 11_3 0.6529 ndcg_cut_15 11_3 0.5378 ndcg_cut_20 11_3 0.5040 ndcg_cut_30 11_3 0.5406 ndcg_cut_100 11_3 0.3513 ndcg_cut_200 11_3 0.2851 ndcg_cut_500 11_3 0.2870 ndcg_cut_1000 11_3 0.2887 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0467 map_cut_15 11_3 0.0516 map_cut_20 11_3 0.0666 map_cut_30 11_3 0.1025 map_cut_100 11_3 0.1499 map_cut_200 11_3 0.1556 map_cut_500 11_3 0.1562 map_cut_1000 11_3 0.1566 relative_P_5 11_3 1.0000 relative_P_10 11_3 0.9000 relative_P_15 11_3 0.6667 relative_P_20 11_3 0.7000 relative_P_30 11_3 0.7667 relative_P_100 11_3 0.3800 relative_P_200 11_3 0.2234 relative_P_500 11_3 0.2287 relative_P_1000 11_3 0.2340 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0440 set_relative_P 11_3 0.2340 set_recall 11_3 0.2340 set_map 11_3 0.0103 set_F 11_3 0.0741 num_nonrel_judged_ret 11_3 15 rbp 11_3 0.5274 rbp_resid 11_3 0.1723 unj_5 11_3 0.0000 unj_10 11_3 0.1000 unj_20 11_3 0.2500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 93 map 11_4 0.3652 Rprec 11_4 0.3889 bpref 11_4 0.6356 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 1.0000 iprec_at_recall_0.20 11_4 0.8108 iprec_at_recall_0.30 11_4 0.6418 iprec_at_recall_0.40 11_4 0.3893 iprec_at_recall_0.50 11_4 0.2581 iprec_at_recall_0.60 11_4 0.1544 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 1.0000 P_15 11_4 1.0000 P_20 11_4 0.9500 P_30 11_4 0.8667 P_100 11_4 0.4700 P_200 11_4 0.3150 P_500 11_4 0.1660 P_1000 11_4 0.0930 relstring 11_4 '3222112111' recall_5 11_4 0.0347 recall_10 11_4 0.0694 recall_15 11_4 0.1042 recall_20 11_4 0.1319 recall_30 11_4 0.1806 recall_100 11_4 0.3264 recall_200 11_4 0.4375 recall_500 11_4 0.5764 recall_1000 11_4 0.6458 infAP 11_4 0.3652 Rprec_mult_0.20 11_4 0.8621 Rprec_mult_0.40 11_4 0.7069 Rprec_mult_0.60 11_4 0.5287 Rprec_mult_0.80 11_4 0.4310 Rprec_mult_1.00 11_4 0.3889 Rprec_mult_1.20 11_4 0.3468 Rprec_mult_1.40 11_4 0.3119 Rprec_mult_1.60 11_4 0.2900 Rprec_mult_1.80 11_4 0.2654 Rprec_mult_2.00 11_4 0.2500 utility 11_4 -814.0000 11pt_avg 11_4 0.3868 binG 11_4 0.2278 G 11_4 0.1240 ndcg 11_4 0.5683 ndcg_rel 11_4 0.5793 Rndcg 11_4 0.5823 ndcg_cut_5 11_4 0.7360 ndcg_cut_10 11_4 0.7011 ndcg_cut_15 11_4 0.7003 ndcg_cut_20 11_4 0.7131 ndcg_cut_30 11_4 0.6509 ndcg_cut_100 11_4 0.4929 ndcg_cut_200 11_4 0.4793 ndcg_cut_500 11_4 0.5418 ndcg_cut_1000 11_4 0.5683 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0694 map_cut_15 11_4 0.1042 map_cut_20 11_4 0.1304 map_cut_30 11_4 0.1754 map_cut_100 11_4 0.2790 map_cut_200 11_4 0.3221 map_cut_500 11_4 0.3556 map_cut_1000 11_4 0.3652 relative_P_5 11_4 1.0000 relative_P_10 11_4 1.0000 relative_P_15 11_4 1.0000 relative_P_20 11_4 0.9500 relative_P_30 11_4 0.8667 relative_P_100 11_4 0.4700 relative_P_200 11_4 0.4375 relative_P_500 11_4 0.5764 relative_P_1000 11_4 0.6458 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.0930 set_relative_P 11_4 0.6458 set_recall 11_4 0.6458 set_map 11_4 0.0601 set_F 11_4 0.1626 num_nonrel_judged_ret 11_4 1 rbp 11_4 0.5230 rbp_resid 11_4 0.0572 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.0500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 28 map 11_6 0.1342 Rprec 11_6 0.2000 bpref 11_6 0.4374 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.3913 iprec_at_recall_0.20 11_6 0.2143 iprec_at_recall_0.30 11_6 0.2000 iprec_at_recall_0.40 11_6 0.1096 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.6000 P_10 11_6 0.3000 P_15 11_6 0.2667 P_20 11_6 0.3000 P_30 11_6 0.3000 P_100 11_6 0.1800 P_200 11_6 0.1100 P_500 11_6 0.0560 P_1000 11_6 0.0280 relstring 11_6 '21300-0---' recall_5 11_6 0.0500 recall_10 11_6 0.0500 recall_15 11_6 0.0667 recall_20 11_6 0.1000 recall_30 11_6 0.1500 recall_100 11_6 0.3000 recall_200 11_6 0.3667 recall_500 11_6 0.4667 recall_1000 11_6 0.4667 infAP 11_6 0.1342 Rprec_mult_0.20 11_6 0.3333 Rprec_mult_0.40 11_6 0.3750 Rprec_mult_0.60 11_6 0.2778 Rprec_mult_0.80 11_6 0.2083 Rprec_mult_1.00 11_6 0.2000 Rprec_mult_1.20 11_6 0.1806 Rprec_mult_1.40 11_6 0.1667 Rprec_mult_1.60 11_6 0.1875 Rprec_mult_1.80 11_6 0.1759 Rprec_mult_2.00 11_6 0.1667 utility 11_6 -944.0000 11pt_avg 11_6 0.1741 binG 11_6 0.1245 G 11_6 0.0762 ndcg 11_6 0.3389 ndcg_rel 11_6 0.3277 Rndcg 11_6 0.2608 ndcg_cut_5 11_6 0.4670 ndcg_cut_10 11_6 0.3031 ndcg_cut_15 11_6 0.2539 ndcg_cut_20 11_6 0.2475 ndcg_cut_30 11_6 0.2589 ndcg_cut_100 11_6 0.2744 ndcg_cut_200 11_6 0.2999 ndcg_cut_500 11_6 0.3389 ndcg_cut_1000 11_6 0.3389 map_cut_5 11_6 0.0500 map_cut_10 11_6 0.0500 map_cut_15 11_6 0.0556 map_cut_20 11_6 0.0658 map_cut_30 11_6 0.0839 map_cut_100 11_6 0.1147 map_cut_200 11_6 0.1243 map_cut_500 11_6 0.1342 map_cut_1000 11_6 0.1342 relative_P_5 11_6 0.6000 relative_P_10 11_6 0.3000 relative_P_15 11_6 0.2667 relative_P_20 11_6 0.3000 relative_P_30 11_6 0.3000 relative_P_100 11_6 0.3000 relative_P_200 11_6 0.3667 relative_P_500 11_6 0.4667 relative_P_1000 11_6 0.4667 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0280 set_relative_P 11_6 0.4667 set_recall 11_6 0.4667 set_map 11_6 0.0131 set_F 11_6 0.0528 num_nonrel_judged_ret 11_6 7 rbp 11_6 0.2236 rbp_resid 11_6 0.4340 unj_5 11_6 0.0000 unj_10 11_6 0.4000 unj_20 11_6 0.5500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 45 map 11_7 0.1486 Rprec 11_7 0.2000 bpref 11_7 0.4385 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.6923 iprec_at_recall_0.20 11_7 0.2143 iprec_at_recall_0.30 11_7 0.1709 iprec_at_recall_0.40 11_7 0.0847 iprec_at_recall_0.50 11_7 0.0485 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.6000 P_10 11_7 0.6000 P_15 11_7 0.6667 P_20 11_7 0.5500 P_30 11_7 0.4333 P_100 11_7 0.1800 P_200 11_7 0.1400 P_500 11_7 0.0800 P_1000 11_7 0.0450 relstring 11_7 '101202-202' recall_5 11_7 0.0333 recall_10 11_7 0.0667 recall_15 11_7 0.1111 recall_20 11_7 0.1222 recall_30 11_7 0.1444 recall_100 11_7 0.2000 recall_200 11_7 0.3111 recall_500 11_7 0.4444 recall_1000 11_7 0.5000 infAP 11_7 0.1486 Rprec_mult_0.20 11_7 0.6111 Rprec_mult_0.40 11_7 0.3611 Rprec_mult_0.60 11_7 0.2593 Rprec_mult_0.80 11_7 0.2361 Rprec_mult_1.00 11_7 0.2000 Rprec_mult_1.20 11_7 0.1759 Rprec_mult_1.40 11_7 0.1746 Rprec_mult_1.60 11_7 0.1736 Rprec_mult_1.80 11_7 0.1667 Rprec_mult_2.00 11_7 0.1556 utility 11_7 -910.0000 11pt_avg 11_7 0.2010 binG 11_7 0.1153 G 11_7 0.0786 ndcg 11_7 0.3699 ndcg_rel 11_7 0.3446 Rndcg 11_7 0.2902 ndcg_cut_5 11_7 0.2792 ndcg_cut_10 11_7 0.3677 ndcg_cut_15 11_7 0.3926 ndcg_cut_20 11_7 0.3516 ndcg_cut_30 11_7 0.3121 ndcg_cut_100 11_7 0.2313 ndcg_cut_200 11_7 0.2984 ndcg_cut_500 11_7 0.3542 ndcg_cut_1000 11_7 0.3699 map_cut_5 11_7 0.0269 map_cut_10 11_7 0.0479 map_cut_15 11_7 0.0774 map_cut_20 11_7 0.0851 map_cut_30 11_7 0.0977 map_cut_100 11_7 0.1123 map_cut_200 11_7 0.1318 map_cut_500 11_7 0.1448 map_cut_1000 11_7 0.1486 relative_P_5 11_7 0.6000 relative_P_10 11_7 0.6000 relative_P_15 11_7 0.6667 relative_P_20 11_7 0.5500 relative_P_30 11_7 0.4333 relative_P_100 11_7 0.2000 relative_P_200 11_7 0.3111 relative_P_500 11_7 0.4444 relative_P_1000 11_7 0.5000 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0450 set_relative_P 11_7 0.5000 set_recall 11_7 0.5000 set_map 11_7 0.0225 set_F 11_7 0.0826 num_nonrel_judged_ret 11_7 18 rbp 11_7 0.2736 rbp_resid 11_7 0.1855 unj_5 11_7 0.0000 unj_10 11_7 0.1000 unj_20 11_7 0.2000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 53 map 11_8 0.2524 Rprec 11_8 0.3505 bpref 11_8 0.5348 recip_rank 11_8 0.5000 iprec_at_recall_0.00 11_8 0.8571 iprec_at_recall_0.10 11_8 0.7333 iprec_at_recall_0.20 11_8 0.6129 iprec_at_recall_0.30 11_8 0.3750 iprec_at_recall_0.40 11_8 0.3333 iprec_at_recall_0.50 11_8 0.1961 iprec_at_recall_0.60 11_8 0.0000 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.7000 P_15 11_8 0.7333 P_20 11_8 0.6500 P_30 11_8 0.6000 P_100 11_8 0.3400 P_200 11_8 0.2350 P_500 11_8 0.1040 P_1000 11_8 0.0530 relstring 11_8 '0244332--2' recall_5 11_8 0.0412 recall_10 11_8 0.0722 recall_15 11_8 0.1134 recall_20 11_8 0.1340 recall_30 11_8 0.1856 recall_100 11_8 0.3505 recall_200 11_8 0.4845 recall_500 11_8 0.5361 recall_1000 11_8 0.5464 infAP 11_8 0.2524 Rprec_mult_0.20 11_8 0.6500 Rprec_mult_0.40 11_8 0.5385 Rprec_mult_0.60 11_8 0.4068 Rprec_mult_0.80 11_8 0.3590 Rprec_mult_1.00 11_8 0.3505 Rprec_mult_1.20 11_8 0.3333 Rprec_mult_1.40 11_8 0.2941 Rprec_mult_1.60 11_8 0.2692 Rprec_mult_1.80 11_8 0.2457 Rprec_mult_2.00 11_8 0.2268 utility 11_8 -894.0000 11pt_avg 11_8 0.2825 binG 11_8 0.1430 G 11_8 0.1086 ndcg 11_8 0.5173 ndcg_rel 11_8 0.4967 Rndcg 11_8 0.4456 ndcg_cut_5 11_8 0.5599 ndcg_cut_10 11_8 0.5367 ndcg_cut_15 11_8 0.5361 ndcg_cut_20 11_8 0.5047 ndcg_cut_30 11_8 0.5286 ndcg_cut_100 11_8 0.4141 ndcg_cut_200 11_8 0.4872 ndcg_cut_500 11_8 0.5128 ndcg_cut_1000 11_8 0.5173 map_cut_5 11_8 0.0280 map_cut_10 11_8 0.0527 map_cut_15 11_8 0.0828 map_cut_20 11_8 0.0967 map_cut_30 11_8 0.1306 map_cut_100 11_8 0.2028 map_cut_200 11_8 0.2422 map_cut_500 11_8 0.2515 map_cut_1000 11_8 0.2524 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.7000 relative_P_15 11_8 0.7333 relative_P_20 11_8 0.6500 relative_P_30 11_8 0.6000 relative_P_100 11_8 0.3505 relative_P_200 11_8 0.4845 relative_P_500 11_8 0.5361 relative_P_1000 11_8 0.5464 success_1 11_8 0.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0530 set_relative_P 11_8 0.5464 set_recall 11_8 0.5464 set_map 11_8 0.0290 set_F 11_8 0.0966 num_nonrel_judged_ret 11_8 1 rbp 11_8 0.4461 rbp_resid 11_8 0.2364 unj_5 11_8 0.0000 unj_10 11_8 0.2000 unj_20 11_8 0.3000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 23 map 11_9 0.0795 Rprec 11_9 0.1197 bpref 11_9 0.1872 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.2500 iprec_at_recall_0.20 11_9 0.0343 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.8000 P_10 11_9 0.6000 P_15 11_9 0.6000 P_20 11_9 0.4500 P_30 11_9 0.3333 P_100 11_9 0.1400 P_200 11_9 0.0850 P_500 11_9 0.0440 P_1000 11_9 0.0230 relstring 11_9 '2101211-00' recall_5 11_9 0.0342 recall_10 11_9 0.0513 recall_15 11_9 0.0769 recall_20 11_9 0.0769 recall_30 11_9 0.0855 recall_100 11_9 0.1197 recall_200 11_9 0.1453 recall_500 11_9 0.1880 recall_1000 11_9 0.1966 infAP 11_9 0.0795 Rprec_mult_0.20 11_9 0.4167 Rprec_mult_0.40 11_9 0.2340 Rprec_mult_0.60 11_9 0.1972 Rprec_mult_0.80 11_9 0.1489 Rprec_mult_1.00 11_9 0.1197 Rprec_mult_1.20 11_9 0.1064 Rprec_mult_1.40 11_9 0.0976 Rprec_mult_1.60 11_9 0.0904 Rprec_mult_1.80 11_9 0.0853 Rprec_mult_2.00 11_9 0.0769 utility 11_9 -954.0000 11pt_avg 11_9 0.1168 binG 11_9 0.0666 G 11_9 0.0296 ndcg 11_9 0.1770 ndcg_rel 11_9 0.1899 Rndcg 11_9 0.2079 ndcg_cut_5 11_9 0.3661 ndcg_cut_10 11_9 0.2965 ndcg_cut_15 11_9 0.2903 ndcg_cut_20 11_9 0.2452 ndcg_cut_30 11_9 0.1993 ndcg_cut_100 11_9 0.1378 ndcg_cut_200 11_9 0.1498 ndcg_cut_500 11_9 0.1730 ndcg_cut_1000 11_9 0.1770 map_cut_5 11_9 0.0303 map_cut_10 11_9 0.0448 map_cut_15 11_9 0.0610 map_cut_20 11_9 0.0610 map_cut_30 11_9 0.0651 map_cut_100 11_9 0.0737 map_cut_200 11_9 0.0764 map_cut_500 11_9 0.0792 map_cut_1000 11_9 0.0795 relative_P_5 11_9 0.8000 relative_P_10 11_9 0.6000 relative_P_15 11_9 0.6000 relative_P_20 11_9 0.4500 relative_P_30 11_9 0.3333 relative_P_100 11_9 0.1400 relative_P_200 11_9 0.1453 relative_P_500 11_9 0.1880 relative_P_1000 11_9 0.1966 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0230 set_relative_P 11_9 0.1966 set_recall 11_9 0.1966 set_map 11_9 0.0045 set_F 11_9 0.0412 num_nonrel_judged_ret 11_9 13 rbp 11_9 0.1844 rbp_resid 11_9 0.2919 unj_5 11_9 0.0000 unj_10 11_9 0.1000 unj_20 11_9 0.4000 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 14 map 12_1 0.0965 Rprec 12_1 0.1467 bpref 12_1 0.1508 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.4000 iprec_at_recall_0.20 12_1 0.0000 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.8000 P_10 12_1 0.6000 P_15 12_1 0.4000 P_20 12_1 0.4000 P_30 12_1 0.3000 P_100 12_1 0.1200 P_200 12_1 0.0650 P_500 12_1 0.0280 P_1000 12_1 0.0140 relstring 12_1 '1221002020' recall_5 12_1 0.0533 recall_10 12_1 0.0800 recall_15 12_1 0.0800 recall_20 12_1 0.1067 recall_30 12_1 0.1200 recall_100 12_1 0.1600 recall_200 12_1 0.1733 recall_500 12_1 0.1867 recall_1000 12_1 0.1867 infAP 12_1 0.0965 Rprec_mult_0.20 12_1 0.4000 Rprec_mult_0.40 12_1 0.3000 Rprec_mult_0.60 12_1 0.2000 Rprec_mult_0.80 12_1 0.1667 Rprec_mult_1.00 12_1 0.1467 Rprec_mult_1.20 12_1 0.1222 Rprec_mult_1.40 12_1 0.1143 Rprec_mult_1.60 12_1 0.1083 Rprec_mult_1.80 12_1 0.0963 Rprec_mult_2.00 12_1 0.0867 utility 12_1 -972.0000 11pt_avg 12_1 0.1273 binG 12_1 0.0868 G 12_1 0.0484 ndcg 12_1 0.2251 ndcg_rel 12_1 0.2540 Rndcg 12_1 0.2518 ndcg_cut_5 12_1 0.5354 ndcg_cut_10 12_1 0.4918 ndcg_cut_15 12_1 0.3900 ndcg_cut_20 12_1 0.3603 ndcg_cut_30 12_1 0.2923 ndcg_cut_100 12_1 0.2156 ndcg_cut_200 12_1 0.2206 ndcg_cut_500 12_1 0.2251 ndcg_cut_1000 12_1 0.2251 map_cut_5 12_1 0.0533 map_cut_10 12_1 0.0717 map_cut_15 12_1 0.0717 map_cut_20 12_1 0.0829 map_cut_30 12_1 0.0879 map_cut_100 12_1 0.0942 map_cut_200 12_1 0.0956 map_cut_500 12_1 0.0965 map_cut_1000 12_1 0.0965 relative_P_5 12_1 0.8000 relative_P_10 12_1 0.6000 relative_P_15 12_1 0.4000 relative_P_20 12_1 0.4000 relative_P_30 12_1 0.3000 relative_P_100 12_1 0.1600 relative_P_200 12_1 0.1733 relative_P_500 12_1 0.1867 relative_P_1000 12_1 0.1867 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0140 set_relative_P 12_1 0.1867 set_recall 12_1 0.1867 set_map 12_1 0.0026 set_F 12_1 0.0260 num_nonrel_judged_ret 12_1 47 rbp 12_1 0.2502 rbp_resid 12_1 0.0723 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 11 map 12_2 0.0169 Rprec 12_2 0.0769 bpref 12_2 0.1330 recip_rank 12_2 0.3333 iprec_at_recall_0.00 12_2 0.3333 iprec_at_recall_0.10 12_2 0.0614 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.2000 P_10 12_2 0.1000 P_15 12_2 0.1333 P_20 12_2 0.1000 P_30 12_2 0.1000 P_100 12_2 0.0600 P_200 12_2 0.0400 P_500 12_2 0.0180 P_1000 12_2 0.0110 relstring 12_2 '002000-00-' recall_5 12_2 0.0154 recall_10 12_2 0.0154 recall_15 12_2 0.0308 recall_20 12_2 0.0308 recall_30 12_2 0.0462 recall_100 12_2 0.0923 recall_200 12_2 0.1231 recall_500 12_2 0.1385 recall_1000 12_2 0.1692 infAP 12_2 0.0169 Rprec_mult_0.20 12_2 0.0769 Rprec_mult_0.40 12_2 0.1154 Rprec_mult_0.60 12_2 0.1026 Rprec_mult_0.80 12_2 0.0962 Rprec_mult_1.00 12_2 0.0769 Rprec_mult_1.20 12_2 0.0769 Rprec_mult_1.40 12_2 0.0659 Rprec_mult_1.60 12_2 0.0577 Rprec_mult_1.80 12_2 0.0598 Rprec_mult_2.00 12_2 0.0538 utility 12_2 -978.0000 11pt_avg 12_2 0.0359 binG 12_2 0.0333 G 12_2 0.0305 ndcg 12_2 0.1330 ndcg_rel 12_2 0.1309 Rndcg 12_2 0.1082 ndcg_cut_5 12_2 0.1131 ndcg_cut_10 12_2 0.0831 ndcg_cut_15 12_2 0.1205 ndcg_cut_20 12_2 0.1038 ndcg_cut_30 12_2 0.0998 ndcg_cut_100 12_2 0.1090 ndcg_cut_200 12_2 0.1200 ndcg_cut_500 12_2 0.1245 ndcg_cut_1000 12_2 0.1330 map_cut_5 12_2 0.0051 map_cut_10 12_2 0.0051 map_cut_15 12_2 0.0073 map_cut_20 12_2 0.0073 map_cut_30 12_2 0.0091 map_cut_100 12_2 0.0141 map_cut_200 12_2 0.0159 map_cut_500 12_2 0.0163 map_cut_1000 12_2 0.0169 relative_P_5 12_2 0.2000 relative_P_10 12_2 0.1000 relative_P_15 12_2 0.1333 relative_P_20 12_2 0.1000 relative_P_30 12_2 0.1000 relative_P_100 12_2 0.0923 relative_P_200 12_2 0.1231 relative_P_500 12_2 0.1385 relative_P_1000 12_2 0.1692 success_1 12_2 0.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0110 set_relative_P 12_2 0.1692 set_recall 12_2 0.1692 set_map 12_2 0.0019 set_F 12_2 0.0207 num_nonrel_judged_ret 12_2 22 rbp 12_2 0.0835 rbp_resid 12_2 0.3224 unj_5 12_2 0.0000 unj_10 12_2 0.2000 unj_20 12_2 0.4000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 61 map 12_3 0.0394 Rprec 12_3 0.0000 bpref 12_3 0.5543 recip_rank 12_3 0.0087 iprec_at_recall_0.00 12_3 0.0687 iprec_at_recall_0.10 12_3 0.0687 iprec_at_recall_0.20 12_3 0.0687 iprec_at_recall_0.30 12_3 0.0687 iprec_at_recall_0.40 12_3 0.0687 iprec_at_recall_0.50 12_3 0.0687 iprec_at_recall_0.60 12_3 0.0687 iprec_at_recall_0.70 12_3 0.0687 iprec_at_recall_0.80 12_3 0.0687 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.0000 P_10 12_3 0.0000 P_15 12_3 0.0000 P_20 12_3 0.0000 P_30 12_3 0.0000 P_100 12_3 0.0000 P_200 12_3 0.0100 P_500 12_3 0.0480 P_1000 12_3 0.0610 relstring 12_3 '0000--0--0' recall_5 12_3 0.0000 recall_10 12_3 0.0000 recall_15 12_3 0.0000 recall_20 12_3 0.0000 recall_30 12_3 0.0000 recall_100 12_3 0.0000 recall_200 12_3 0.0267 recall_500 12_3 0.3200 recall_1000 12_3 0.8133 infAP 12_3 0.0394 Rprec_mult_0.20 12_3 0.0000 Rprec_mult_0.40 12_3 0.0000 Rprec_mult_0.60 12_3 0.0000 Rprec_mult_0.80 12_3 0.0000 Rprec_mult_1.00 12_3 0.0000 Rprec_mult_1.20 12_3 0.0000 Rprec_mult_1.40 12_3 0.0000 Rprec_mult_1.60 12_3 0.0083 Rprec_mult_1.80 12_3 0.0074 Rprec_mult_2.00 12_3 0.0067 utility 12_3 -878.0000 11pt_avg 12_3 0.0562 binG 12_3 0.0911 G 12_3 0.0928 ndcg 12_3 0.3801 ndcg_rel 12_3 0.2389 Rndcg 12_3 0.1267 ndcg_cut_5 12_3 0.0000 ndcg_cut_10 12_3 0.0000 ndcg_cut_15 12_3 0.0000 ndcg_cut_20 12_3 0.0000 ndcg_cut_30 12_3 0.0000 ndcg_cut_100 12_3 0.0000 ndcg_cut_200 12_3 0.0148 ndcg_cut_500 12_3 0.1701 ndcg_cut_1000 12_3 0.3801 map_cut_5 12_3 0.0000 map_cut_10 12_3 0.0000 map_cut_15 12_3 0.0000 map_cut_20 12_3 0.0000 map_cut_30 12_3 0.0000 map_cut_100 12_3 0.0000 map_cut_200 12_3 0.0003 map_cut_500 12_3 0.0104 map_cut_1000 12_3 0.0394 relative_P_5 12_3 0.0000 relative_P_10 12_3 0.0000 relative_P_15 12_3 0.0000 relative_P_20 12_3 0.0000 relative_P_30 12_3 0.0000 relative_P_100 12_3 0.0000 relative_P_200 12_3 0.0267 relative_P_500 12_3 0.3200 relative_P_1000 12_3 0.8133 success_1 12_3 0.0000 success_5 12_3 0.0000 success_10 12_3 0.0000 set_P 12_3 0.0610 set_relative_P 12_3 0.8133 set_recall 12_3 0.8133 set_map 12_3 0.0496 set_F 12_3 0.1135 num_nonrel_judged_ret 12_3 33 rbp 12_3 0.0000 rbp_resid 12_3 0.5159 unj_5 12_3 0.2000 unj_10 12_3 0.4000 unj_20 12_3 0.6500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 26 map 12_5 0.0124 Rprec 12_5 0.0175 bpref 12_5 0.3186 recip_rank 12_5 0.2000 iprec_at_recall_0.00 12_5 0.2000 iprec_at_recall_0.10 12_5 0.0261 iprec_at_recall_0.20 12_5 0.0261 iprec_at_recall_0.30 12_5 0.0261 iprec_at_recall_0.40 12_5 0.0261 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.2000 P_10 12_5 0.1000 P_15 12_5 0.0667 P_20 12_5 0.0500 P_30 12_5 0.0333 P_100 12_5 0.0200 P_200 12_5 0.0100 P_500 12_5 0.0140 P_1000 12_5 0.0260 relstring 12_5 '00001-0-0-' recall_5 12_5 0.0175 recall_10 12_5 0.0175 recall_15 12_5 0.0175 recall_20 12_5 0.0175 recall_30 12_5 0.0175 recall_100 12_5 0.0351 recall_200 12_5 0.0351 recall_500 12_5 0.1228 recall_1000 12_5 0.4561 infAP 12_5 0.0124 Rprec_mult_0.20 12_5 0.0833 Rprec_mult_0.40 12_5 0.0435 Rprec_mult_0.60 12_5 0.0286 Rprec_mult_0.80 12_5 0.0217 Rprec_mult_1.00 12_5 0.0175 Rprec_mult_1.20 12_5 0.0290 Rprec_mult_1.40 12_5 0.0250 Rprec_mult_1.60 12_5 0.0217 Rprec_mult_1.80 12_5 0.0194 Rprec_mult_2.00 12_5 0.0175 utility 12_5 -948.0000 11pt_avg 12_5 0.0277 binG 12_5 0.0549 G 12_5 0.0512 ndcg 12_5 0.2003 ndcg_rel 12_5 0.1590 Rndcg 12_5 0.0652 ndcg_cut_5 12_5 0.0437 ndcg_cut_10 12_5 0.0304 ndcg_cut_15 12_5 0.0252 ndcg_cut_20 12_5 0.0218 ndcg_cut_30 12_5 0.0176 ndcg_cut_100 12_5 0.0230 ndcg_cut_200 12_5 0.0230 ndcg_cut_500 12_5 0.0603 ndcg_cut_1000 12_5 0.2003 map_cut_5 12_5 0.0035 map_cut_10 12_5 0.0035 map_cut_15 12_5 0.0035 map_cut_20 12_5 0.0035 map_cut_30 12_5 0.0035 map_cut_100 12_5 0.0041 map_cut_200 12_5 0.0041 map_cut_500 12_5 0.0052 map_cut_1000 12_5 0.0124 relative_P_5 12_5 0.2000 relative_P_10 12_5 0.1000 relative_P_15 12_5 0.0667 relative_P_20 12_5 0.0500 relative_P_30 12_5 0.0333 relative_P_100 12_5 0.0351 relative_P_200 12_5 0.0351 relative_P_500 12_5 0.1228 relative_P_1000 12_5 0.4561 success_1 12_5 0.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0260 set_relative_P 12_5 0.4561 set_recall 12_5 0.4561 set_map 12_5 0.0119 set_F 12_5 0.0492 num_nonrel_judged_ret 12_5 20 rbp 12_5 0.0220 rbp_resid 12_5 0.4316 unj_5 12_5 0.0000 unj_10 12_5 0.3000 unj_20 12_5 0.5000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 28 map 12_6 0.2669 Rprec 12_6 0.3333 bpref 12_6 0.4900 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.5556 iprec_at_recall_0.20 12_6 0.5500 iprec_at_recall_0.30 12_6 0.5172 iprec_at_recall_0.40 12_6 0.2969 iprec_at_recall_0.50 12_6 0.2087 iprec_at_recall_0.60 12_6 0.0000 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.8000 P_10 12_6 0.5000 P_15 12_6 0.5333 P_20 12_6 0.5500 P_30 12_6 0.5000 P_100 12_6 0.2200 P_200 12_6 0.1300 P_500 12_6 0.0520 P_1000 12_6 0.0280 relstring 12_6 '12210--01-' recall_5 12_6 0.0833 recall_10 12_6 0.1042 recall_15 12_6 0.1667 recall_20 12_6 0.2292 recall_30 12_6 0.3125 recall_100 12_6 0.4583 recall_200 12_6 0.5417 recall_500 12_6 0.5417 recall_1000 12_6 0.5833 infAP 12_6 0.2669 Rprec_mult_0.20 12_6 0.5000 Rprec_mult_0.40 12_6 0.5500 Rprec_mult_0.60 12_6 0.5172 Rprec_mult_0.80 12_6 0.4103 Rprec_mult_1.00 12_6 0.3333 Rprec_mult_1.20 12_6 0.3103 Rprec_mult_1.40 12_6 0.2794 Rprec_mult_1.60 12_6 0.2597 Rprec_mult_1.80 12_6 0.2414 Rprec_mult_2.00 12_6 0.2188 utility 12_6 -944.0000 11pt_avg 12_6 0.2844 binG 12_6 0.1952 G 12_6 0.1384 ndcg 12_6 0.5151 ndcg_rel 12_6 0.4763 Rndcg 12_6 0.4047 ndcg_cut_5 12_6 0.5354 ndcg_cut_10 12_6 0.3959 ndcg_cut_15 12_6 0.3957 ndcg_cut_20 12_6 0.4106 ndcg_cut_30 12_6 0.4340 ndcg_cut_100 12_6 0.4680 ndcg_cut_200 12_6 0.4952 ndcg_cut_500 12_6 0.4952 ndcg_cut_1000 12_6 0.5151 map_cut_5 12_6 0.0833 map_cut_10 12_6 0.0949 map_cut_15 12_6 0.1278 map_cut_20 12_6 0.1606 map_cut_30 12_6 0.2027 map_cut_100 12_6 0.2490 map_cut_200 12_6 0.2654 map_cut_500 12_6 0.2654 map_cut_1000 12_6 0.2669 relative_P_5 12_6 0.8000 relative_P_10 12_6 0.5000 relative_P_15 12_6 0.5333 relative_P_20 12_6 0.5500 relative_P_30 12_6 0.5000 relative_P_100 12_6 0.4583 relative_P_200 12_6 0.5417 relative_P_500 12_6 0.5417 relative_P_1000 12_6 0.5833 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0280 set_relative_P 12_6 0.5833 set_recall 12_6 0.5833 set_map 12_6 0.0163 set_F 12_6 0.0534 num_nonrel_judged_ret 12_6 19 rbp 12_6 0.2662 rbp_resid 12_6 0.2648 unj_5 12_6 0.0000 unj_10 12_6 0.3000 unj_20 12_6 0.2500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 11 map 12_7 0.3216 Rprec 12_7 0.3529 bpref 12_7 0.3529 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 1.0000 iprec_at_recall_0.20 12_7 1.0000 iprec_at_recall_0.30 12_7 0.4545 iprec_at_recall_0.40 12_7 0.3684 iprec_at_recall_0.50 12_7 0.1452 iprec_at_recall_0.60 12_7 0.1351 iprec_at_recall_0.70 12_7 0.0000 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.8000 P_10 12_7 0.4000 P_15 12_7 0.3333 P_20 12_7 0.3500 P_30 12_7 0.2333 P_100 12_7 0.1000 P_200 12_7 0.0500 P_500 12_7 0.0220 P_1000 12_7 0.0110 relstring 12_7 '211020-000' recall_5 12_7 0.2353 recall_10 12_7 0.2353 recall_15 12_7 0.2941 recall_20 12_7 0.4118 recall_30 12_7 0.4118 recall_100 12_7 0.5882 recall_200 12_7 0.5882 recall_500 12_7 0.6471 recall_1000 12_7 0.6471 infAP 12_7 0.3216 Rprec_mult_0.20 12_7 0.7500 Rprec_mult_0.40 12_7 0.5714 Rprec_mult_0.60 12_7 0.4545 Rprec_mult_0.80 12_7 0.3571 Rprec_mult_1.00 12_7 0.3529 Rprec_mult_1.20 12_7 0.3333 Rprec_mult_1.40 12_7 0.2917 Rprec_mult_1.60 12_7 0.2500 Rprec_mult_1.80 12_7 0.2258 Rprec_mult_2.00 12_7 0.2059 utility 12_7 -978.0000 11pt_avg 12_7 0.3730 binG 12_7 0.3027 G 12_7 0.1641 ndcg 12_7 0.4888 ndcg_rel 12_7 0.4717 Rndcg 12_7 0.3955 ndcg_cut_5 12_7 0.4616 ndcg_cut_10 12_7 0.3352 ndcg_cut_15 12_7 0.3302 ndcg_cut_20 12_7 0.3855 ndcg_cut_30 12_7 0.3855 ndcg_cut_100 12_7 0.4714 ndcg_cut_200 12_7 0.4714 ndcg_cut_500 12_7 0.4888 ndcg_cut_1000 12_7 0.4888 map_cut_5 12_7 0.2235 map_cut_10 12_7 0.2235 map_cut_15 12_7 0.2503 map_cut_20 12_7 0.2927 map_cut_30 12_7 0.2927 map_cut_100 12_7 0.3194 map_cut_200 12_7 0.3194 map_cut_500 12_7 0.3216 map_cut_1000 12_7 0.3216 relative_P_5 12_7 0.8000 relative_P_10 12_7 0.4000 relative_P_15 12_7 0.3333 relative_P_20 12_7 0.4118 relative_P_30 12_7 0.4118 relative_P_100 12_7 0.5882 relative_P_200 12_7 0.5882 relative_P_500 12_7 0.6471 relative_P_1000 12_7 0.6471 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0110 set_relative_P 12_7 0.6471 set_recall 12_7 0.6471 set_map 12_7 0.0071 set_F 12_7 0.0216 num_nonrel_judged_ret 12_7 25 rbp 12_7 0.2129 rbp_resid 12_7 0.2089 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.2500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 15 map 12_9 0.1475 Rprec 12_9 0.2963 bpref 12_9 0.2702 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 0.3529 iprec_at_recall_0.20 12_9 0.3529 iprec_at_recall_0.30 12_9 0.3077 iprec_at_recall_0.40 12_9 0.0924 iprec_at_recall_0.50 12_9 0.0725 iprec_at_recall_0.60 12_9 0.0000 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.4000 P_10 12_9 0.3000 P_15 12_9 0.2667 P_20 12_9 0.3000 P_30 12_9 0.2667 P_100 12_9 0.0900 P_200 12_9 0.0700 P_500 12_9 0.0300 P_1000 12_9 0.0150 relstring 12_9 '1003000-10' recall_5 12_9 0.0741 recall_10 12_9 0.1111 recall_15 12_9 0.1481 recall_20 12_9 0.2222 recall_30 12_9 0.2963 recall_100 12_9 0.3333 recall_200 12_9 0.5185 recall_500 12_9 0.5556 recall_1000 12_9 0.5556 infAP 12_9 0.1475 Rprec_mult_0.20 12_9 0.3333 Rprec_mult_0.40 12_9 0.2727 Rprec_mult_0.60 12_9 0.3529 Rprec_mult_0.80 12_9 0.2727 Rprec_mult_1.00 12_9 0.2963 Rprec_mult_1.20 12_9 0.2424 Rprec_mult_1.40 12_9 0.2105 Rprec_mult_1.60 12_9 0.1818 Rprec_mult_1.80 12_9 0.1633 Rprec_mult_2.00 12_9 0.1481 utility 12_9 -970.0000 11pt_avg 12_9 0.1981 binG 12_9 0.1525 G 12_9 0.1168 ndcg 12_9 0.3852 ndcg_rel 12_9 0.3386 Rndcg 12_9 0.2667 ndcg_cut_5 12_9 0.3045 ndcg_cut_10 12_9 0.2419 ndcg_cut_15 12_9 0.2129 ndcg_cut_20 12_9 0.2623 ndcg_cut_30 12_9 0.2643 ndcg_cut_100 12_9 0.2748 ndcg_cut_200 12_9 0.3701 ndcg_cut_500 12_9 0.3852 ndcg_cut_1000 12_9 0.3852 map_cut_5 12_9 0.0556 map_cut_10 12_9 0.0679 map_cut_15 12_9 0.0778 map_cut_20 12_9 0.1024 map_cut_30 12_9 0.1251 map_cut_100 12_9 0.1305 map_cut_200 12_9 0.1457 map_cut_500 12_9 0.1475 map_cut_1000 12_9 0.1475 relative_P_5 12_9 0.4000 relative_P_10 12_9 0.3000 relative_P_15 12_9 0.2667 relative_P_20 12_9 0.3000 relative_P_30 12_9 0.2963 relative_P_100 12_9 0.3333 relative_P_200 12_9 0.5185 relative_P_500 12_9 0.5556 relative_P_1000 12_9 0.5556 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0150 set_relative_P 12_9 0.5556 set_recall 12_9 0.5556 set_map 12_9 0.0083 set_F 12_9 0.0292 num_nonrel_judged_ret 12_9 27 rbp 12_9 0.1600 rbp_resid 12_9 0.1892 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.2000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 43 map 13_2 0.0877 Rprec 13_2 0.2338 bpref 13_2 0.2518 recip_rank 13_2 0.5000 iprec_at_recall_0.00 13_2 0.5000 iprec_at_recall_0.10 13_2 0.4167 iprec_at_recall_0.20 13_2 0.2441 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.4000 P_10 13_2 0.3000 P_15 13_2 0.2667 P_20 13_2 0.3000 P_30 13_2 0.4000 P_100 13_2 0.2600 P_200 13_2 0.1900 P_500 13_2 0.0860 P_1000 13_2 0.0430 relstring 13_2 '010201-0--' recall_5 13_2 0.0130 recall_10 13_2 0.0195 recall_15 13_2 0.0260 recall_20 13_2 0.0390 recall_30 13_2 0.0779 recall_100 13_2 0.1688 recall_200 13_2 0.2468 recall_500 13_2 0.2792 recall_1000 13_2 0.2792 infAP 13_2 0.0877 Rprec_mult_0.20 13_2 0.3871 Rprec_mult_0.40 13_2 0.3710 Rprec_mult_0.60 13_2 0.2473 Rprec_mult_0.80 13_2 0.2419 Rprec_mult_1.00 13_2 0.2338 Rprec_mult_1.20 13_2 0.1946 Rprec_mult_1.40 13_2 0.1806 Rprec_mult_1.60 13_2 0.1619 Rprec_mult_1.80 13_2 0.1475 Rprec_mult_2.00 13_2 0.1331 utility 13_2 -914.0000 11pt_avg 13_2 0.1055 binG 13_2 0.0586 G 13_2 0.0450 ndcg 13_2 0.2579 ndcg_rel 13_2 0.2448 Rndcg 13_2 0.1708 ndcg_cut_5 13_2 0.1516 ndcg_cut_10 13_2 0.1263 ndcg_cut_15 13_2 0.1136 ndcg_cut_20 13_2 0.1276 ndcg_cut_30 13_2 0.1889 ndcg_cut_100 13_2 0.2138 ndcg_cut_200 13_2 0.2352 ndcg_cut_500 13_2 0.2579 ndcg_cut_1000 13_2 0.2579 map_cut_5 13_2 0.0065 map_cut_10 13_2 0.0097 map_cut_15 13_2 0.0117 map_cut_20 13_2 0.0158 map_cut_30 13_2 0.0302 map_cut_100 13_2 0.0644 map_cut_200 13_2 0.0828 map_cut_500 13_2 0.0877 map_cut_1000 13_2 0.0877 relative_P_5 13_2 0.4000 relative_P_10 13_2 0.3000 relative_P_15 13_2 0.2667 relative_P_20 13_2 0.3000 relative_P_30 13_2 0.4000 relative_P_100 13_2 0.2600 relative_P_200 13_2 0.2468 relative_P_500 13_2 0.2792 relative_P_1000 13_2 0.2792 success_1 13_2 0.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0430 set_relative_P 13_2 0.2792 set_recall 13_2 0.2792 set_map 13_2 0.0120 set_F 13_2 0.0745 num_nonrel_judged_ret 13_2 8 rbp 13_2 0.1253 rbp_resid 13_2 0.3555 unj_5 13_2 0.0000 unj_10 13_2 0.3000 unj_20 13_2 0.5000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 13 map 13_3 0.0358 Rprec 13_3 0.1013 bpref 13_3 0.1417 recip_rank 13_3 0.5000 iprec_at_recall_0.00 13_3 0.5000 iprec_at_recall_0.10 13_3 0.2000 iprec_at_recall_0.20 13_3 0.0000 iprec_at_recall_0.30 13_3 0.0000 iprec_at_recall_0.40 13_3 0.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.4000 P_10 13_3 0.2000 P_15 13_3 0.2667 P_20 13_3 0.2500 P_30 13_3 0.2000 P_100 13_3 0.1000 P_200 13_3 0.0650 P_500 13_3 0.0260 P_1000 13_3 0.0130 relstring 13_3 '0201000---' recall_5 13_3 0.0253 recall_10 13_3 0.0253 recall_15 13_3 0.0506 recall_20 13_3 0.0633 recall_30 13_3 0.0759 recall_100 13_3 0.1266 recall_200 13_3 0.1646 recall_500 13_3 0.1646 recall_1000 13_3 0.1646 infAP 13_3 0.0358 Rprec_mult_0.20 13_3 0.2500 Rprec_mult_0.40 13_3 0.1875 Rprec_mult_0.60 13_3 0.1667 Rprec_mult_0.80 13_3 0.1250 Rprec_mult_1.00 13_3 0.1013 Rprec_mult_1.20 13_3 0.0947 Rprec_mult_1.40 13_3 0.0901 Rprec_mult_1.60 13_3 0.0945 Rprec_mult_1.80 13_3 0.0839 Rprec_mult_2.00 13_3 0.0823 utility 13_3 -974.0000 11pt_avg 13_3 0.0636 binG 13_3 0.0416 G 13_3 0.0326 ndcg 13_3 0.1662 ndcg_rel 13_3 0.1673 Rndcg 13_3 0.1641 ndcg_cut_5 13_3 0.2001 ndcg_cut_10 13_3 0.1453 ndcg_cut_15 13_3 0.1714 ndcg_cut_20 13_3 0.1754 ndcg_cut_30 13_3 0.1595 ndcg_cut_100 13_3 0.1457 ndcg_cut_200 13_3 0.1662 ndcg_cut_500 13_3 0.1662 ndcg_cut_1000 13_3 0.1662 map_cut_5 13_3 0.0127 map_cut_10 13_3 0.0127 map_cut_15 13_3 0.0187 map_cut_20 13_3 0.0223 map_cut_30 13_3 0.0250 map_cut_100 13_3 0.0323 map_cut_200 13_3 0.0358 map_cut_500 13_3 0.0358 map_cut_1000 13_3 0.0358 relative_P_5 13_3 0.4000 relative_P_10 13_3 0.2000 relative_P_15 13_3 0.2667 relative_P_20 13_3 0.2500 relative_P_30 13_3 0.2000 relative_P_100 13_3 0.1266 relative_P_200 13_3 0.1646 relative_P_500 13_3 0.1646 relative_P_1000 13_3 0.1646 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0130 set_relative_P 13_3 0.1646 set_recall 13_3 0.1646 set_map 13_3 0.0021 set_F 13_3 0.0241 num_nonrel_judged_ret 13_3 17 rbp 13_3 0.1265 rbp_resid 13_3 0.3013 unj_5 13_3 0.0000 unj_10 13_3 0.3000 unj_20 13_3 0.3500 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 39 map 13_4 0.1220 Rprec 13_4 0.2121 bpref 13_4 0.2883 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.4688 iprec_at_recall_0.20 13_4 0.2737 iprec_at_recall_0.30 13_4 0.0000 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 1.0000 P_10 13_4 0.6000 P_15 13_4 0.5333 P_20 13_4 0.5000 P_30 13_4 0.4667 P_100 13_4 0.2600 P_200 13_4 0.1600 P_500 13_4 0.0760 P_1000 13_4 0.0390 relstring 13_4 '22212--20-' recall_5 13_4 0.0379 recall_10 13_4 0.0455 recall_15 13_4 0.0606 recall_20 13_4 0.0758 recall_30 13_4 0.1061 recall_100 13_4 0.1970 recall_200 13_4 0.2424 recall_500 13_4 0.2879 recall_1000 13_4 0.2955 infAP 13_4 0.1220 Rprec_mult_0.20 13_4 0.4444 Rprec_mult_0.40 13_4 0.3585 Rprec_mult_0.60 13_4 0.3000 Rprec_mult_0.80 13_4 0.2547 Rprec_mult_1.00 13_4 0.2121 Rprec_mult_1.20 13_4 0.1824 Rprec_mult_1.40 13_4 0.1676 Rprec_mult_1.60 13_4 0.1509 Rprec_mult_1.80 13_4 0.1345 Rprec_mult_2.00 13_4 0.1212 utility 13_4 -922.0000 11pt_avg 13_4 0.1584 binG 13_4 0.0894 G 13_4 0.0621 ndcg 13_4 0.3208 ndcg_rel 13_4 0.3549 Rndcg 13_4 0.3842 ndcg_cut_5 13_4 0.7926 ndcg_cut_10 13_4 0.6045 ndcg_cut_15 13_4 0.5418 ndcg_cut_20 13_4 0.5185 ndcg_cut_30 13_4 0.4691 ndcg_cut_100 13_4 0.2925 ndcg_cut_200 13_4 0.2867 ndcg_cut_500 13_4 0.3163 ndcg_cut_1000 13_4 0.3208 map_cut_5 13_4 0.0379 map_cut_10 13_4 0.0436 map_cut_15 13_4 0.0526 map_cut_20 13_4 0.0602 map_cut_30 13_4 0.0740 map_cut_100 13_4 0.1072 map_cut_200 13_4 0.1165 map_cut_500 13_4 0.1215 map_cut_1000 13_4 0.1220 relative_P_5 13_4 1.0000 relative_P_10 13_4 0.6000 relative_P_15 13_4 0.5333 relative_P_20 13_4 0.5000 relative_P_30 13_4 0.4667 relative_P_100 13_4 0.2600 relative_P_200 13_4 0.2424 relative_P_500 13_4 0.2879 relative_P_1000 13_4 0.2955 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0390 set_relative_P 13_4 0.2955 set_recall 13_4 0.2955 set_map 13_4 0.0115 set_F 13_4 0.0689 num_nonrel_judged_ret 13_4 7 rbp 13_4 0.3484 rbp_resid 13_4 0.3753 unj_5 13_4 0.0000 unj_10 13_4 0.3000 unj_20 13_4 0.4500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 35 map 13_6 0.1532 Rprec 13_6 0.1852 bpref 13_6 0.2569 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.9333 iprec_at_recall_0.20 13_6 0.1570 iprec_at_recall_0.30 13_6 0.0000 iprec_at_recall_0.40 13_6 0.0000 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 1.0000 P_15 13_6 0.9333 P_20 13_6 0.7500 P_30 13_6 0.6333 P_100 13_6 0.2500 P_200 13_6 0.1400 P_500 13_6 0.0680 P_1000 13_6 0.0350 relstring 13_6 '3222311232' recall_5 13_6 0.0370 recall_10 13_6 0.0741 recall_15 13_6 0.1037 recall_20 13_6 0.1111 recall_30 13_6 0.1407 recall_100 13_6 0.1852 recall_200 13_6 0.2074 recall_500 13_6 0.2519 recall_1000 13_6 0.2593 infAP 13_6 0.1532 Rprec_mult_0.20 13_6 0.6667 Rprec_mult_0.40 13_6 0.3704 Rprec_mult_0.60 13_6 0.2840 Rprec_mult_0.80 13_6 0.2315 Rprec_mult_1.00 13_6 0.1852 Rprec_mult_1.20 13_6 0.1605 Rprec_mult_1.40 13_6 0.1429 Rprec_mult_1.60 13_6 0.1343 Rprec_mult_1.80 13_6 0.1193 Rprec_mult_2.00 13_6 0.1074 utility 13_6 -930.0000 11pt_avg 13_6 0.1900 binG 13_6 0.1278 G 13_6 0.0663 ndcg 13_6 0.3527 ndcg_rel 13_6 0.3998 Rndcg 13_6 0.4740 ndcg_cut_5 13_6 0.7398 ndcg_cut_10 13_6 0.6893 ndcg_cut_15 13_6 0.6700 ndcg_cut_20 13_6 0.6027 ndcg_cut_30 13_6 0.5857 ndcg_cut_100 13_6 0.3493 ndcg_cut_200 13_6 0.3228 ndcg_cut_500 13_6 0.3490 ndcg_cut_1000 13_6 0.3527 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0741 map_cut_15 13_6 0.1027 map_cut_20 13_6 0.1085 map_cut_30 13_6 0.1292 map_cut_100 13_6 0.1449 map_cut_200 13_6 0.1483 map_cut_500 13_6 0.1528 map_cut_1000 13_6 0.1532 relative_P_5 13_6 1.0000 relative_P_10 13_6 1.0000 relative_P_15 13_6 0.9333 relative_P_20 13_6 0.7500 relative_P_30 13_6 0.6333 relative_P_100 13_6 0.2500 relative_P_200 13_6 0.2074 relative_P_500 13_6 0.2519 relative_P_1000 13_6 0.2593 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0350 set_relative_P 13_6 0.2593 set_recall 13_6 0.2593 set_map 13_6 0.0091 set_F 13_6 0.0617 num_nonrel_judged_ret 13_6 2 rbp 13_6 0.4413 rbp_resid 13_6 0.1849 unj_5 13_6 0.0000 unj_10 13_6 0.0000 unj_20 13_6 0.2500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 10 map 13_8 0.0419 Rprec 13_8 0.1000 bpref 13_8 0.0951 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.1064 iprec_at_recall_0.20 13_8 0.0000 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.6000 P_10 13_8 0.4000 P_15 13_8 0.3333 P_20 13_8 0.2500 P_30 13_8 0.2000 P_100 13_8 0.1000 P_200 13_8 0.0500 P_500 13_8 0.0200 P_1000 13_8 0.0100 relstring 13_8 '11002--020' recall_5 13_8 0.0300 recall_10 13_8 0.0400 recall_15 13_8 0.0500 recall_20 13_8 0.0500 recall_30 13_8 0.0600 recall_100 13_8 0.1000 recall_200 13_8 0.1000 recall_500 13_8 0.1000 recall_1000 13_8 0.1000 infAP 13_8 0.0419 Rprec_mult_0.20 13_8 0.2500 Rprec_mult_0.40 13_8 0.1750 Rprec_mult_0.60 13_8 0.1167 Rprec_mult_0.80 13_8 0.1000 Rprec_mult_1.00 13_8 0.1000 Rprec_mult_1.20 13_8 0.0833 Rprec_mult_1.40 13_8 0.0714 Rprec_mult_1.60 13_8 0.0625 Rprec_mult_1.80 13_8 0.0556 Rprec_mult_2.00 13_8 0.0500 utility 13_8 -980.0000 11pt_avg 13_8 0.1006 binG 13_8 0.0407 G 13_8 0.0192 ndcg 13_8 0.1178 ndcg_rel 13_8 0.1272 Rndcg 13_8 0.1458 ndcg_cut_5 13_8 0.2719 ndcg_cut_10 13_8 0.2206 ndcg_cut_15 13_8 0.2202 ndcg_cut_20 13_8 0.1939 ndcg_cut_30 13_8 0.1683 ndcg_cut_100 13_8 0.1178 ndcg_cut_200 13_8 0.1178 ndcg_cut_500 13_8 0.1178 ndcg_cut_1000 13_8 0.1178 map_cut_5 13_8 0.0260 map_cut_10 13_8 0.0304 map_cut_15 13_8 0.0346 map_cut_20 13_8 0.0346 map_cut_30 13_8 0.0369 map_cut_100 13_8 0.0419 map_cut_200 13_8 0.0419 map_cut_500 13_8 0.0419 map_cut_1000 13_8 0.0419 relative_P_5 13_8 0.6000 relative_P_10 13_8 0.4000 relative_P_15 13_8 0.3333 relative_P_20 13_8 0.2500 relative_P_30 13_8 0.2000 relative_P_100 13_8 0.1000 relative_P_200 13_8 0.1000 relative_P_500 13_8 0.1000 relative_P_1000 13_8 0.1000 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0100 set_relative_P 13_8 0.1000 set_recall 13_8 0.1000 set_map 13_8 0.0010 set_F 13_8 0.0182 num_nonrel_judged_ret 13_8 8 rbp 13_8 0.1708 rbp_resid 13_8 0.3966 unj_5 13_8 0.0000 unj_10 13_8 0.2000 unj_20 13_8 0.5000 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 34 map 14_10 0.3557 Rprec 14_10 0.4808 bpref 14_10 0.5558 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 0.8182 iprec_at_recall_0.20 14_10 0.6667 iprec_at_recall_0.30 14_10 0.5484 iprec_at_recall_0.40 14_10 0.5385 iprec_at_recall_0.50 14_10 0.4262 iprec_at_recall_0.60 14_10 0.3563 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.6000 P_10 14_10 0.8000 P_15 14_10 0.6667 P_20 14_10 0.5500 P_30 14_10 0.5333 P_100 14_10 0.3200 P_200 14_10 0.1700 P_500 14_10 0.0680 P_1000 14_10 0.0340 relstring 14_10 '3002123122' recall_5 14_10 0.0577 recall_10 14_10 0.1538 recall_15 14_10 0.1923 recall_20 14_10 0.2115 recall_30 14_10 0.3077 recall_100 14_10 0.6154 recall_200 14_10 0.6538 recall_500 14_10 0.6538 recall_1000 14_10 0.6538 infAP 14_10 0.3557 Rprec_mult_0.20 14_10 0.8182 Rprec_mult_0.40 14_10 0.5238 Rprec_mult_0.60 14_10 0.5312 Rprec_mult_0.80 14_10 0.5238 Rprec_mult_1.00 14_10 0.4808 Rprec_mult_1.20 14_10 0.4127 Rprec_mult_1.40 14_10 0.3699 Rprec_mult_1.60 14_10 0.3571 Rprec_mult_1.80 14_10 0.3298 Rprec_mult_2.00 14_10 0.3077 utility 14_10 -932.0000 11pt_avg 14_10 0.3958 binG 14_10 0.2039 G 14_10 0.1772 ndcg 14_10 0.6189 ndcg_rel 14_10 0.5879 Rndcg 14_10 0.5235 ndcg_cut_5 14_10 0.5292 ndcg_cut_10 14_10 0.6647 ndcg_cut_15 14_10 0.5944 ndcg_cut_20 14_10 0.5370 ndcg_cut_30 14_10 0.5025 ndcg_cut_100 14_10 0.5903 ndcg_cut_200 14_10 0.6189 ndcg_cut_500 14_10 0.6189 ndcg_cut_1000 14_10 0.6189 map_cut_5 14_10 0.0404 map_cut_10 14_10 0.1117 map_cut_15 14_10 0.1403 map_cut_20 14_10 0.1520 map_cut_30 14_10 0.2046 map_cut_100 14_10 0.3464 map_cut_200 14_10 0.3557 map_cut_500 14_10 0.3557 map_cut_1000 14_10 0.3557 relative_P_5 14_10 0.6000 relative_P_10 14_10 0.8000 relative_P_15 14_10 0.6667 relative_P_20 14_10 0.5500 relative_P_30 14_10 0.5333 relative_P_100 14_10 0.6154 relative_P_200 14_10 0.6538 relative_P_500 14_10 0.6538 relative_P_1000 14_10 0.6538 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0340 set_relative_P 14_10 0.6538 set_recall 14_10 0.6538 set_map 14_10 0.0222 set_F 14_10 0.0646 num_nonrel_judged_ret 14_10 23 rbp 14_10 0.3969 rbp_resid 14_10 0.1178 unj_5 14_10 0.0000 unj_10 14_10 0.0000 unj_20 14_10 0.2000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 21 map 14_2 0.0760 Rprec 14_2 0.1714 bpref 14_2 0.1839 recip_rank 14_2 0.5000 iprec_at_recall_0.00 14_2 0.8000 iprec_at_recall_0.10 14_2 0.3333 iprec_at_recall_0.20 14_2 0.0598 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.8000 P_10 14_2 0.5000 P_15 14_2 0.4000 P_20 14_2 0.4000 P_30 14_2 0.3333 P_100 14_2 0.1800 P_200 14_2 0.1000 P_500 14_2 0.0420 P_1000 14_2 0.0210 relstring 14_2 '0112201--0' recall_5 14_2 0.0381 recall_10 14_2 0.0476 recall_15 14_2 0.0571 recall_20 14_2 0.0762 recall_30 14_2 0.0952 recall_100 14_2 0.1714 recall_200 14_2 0.1905 recall_500 14_2 0.2000 recall_1000 14_2 0.2000 infAP 14_2 0.0760 Rprec_mult_0.20 14_2 0.3810 Rprec_mult_0.40 14_2 0.3095 Rprec_mult_0.60 14_2 0.2540 Rprec_mult_0.80 14_2 0.2024 Rprec_mult_1.00 14_2 0.1714 Rprec_mult_1.20 14_2 0.1429 Rprec_mult_1.40 14_2 0.1224 Rprec_mult_1.60 14_2 0.1131 Rprec_mult_1.80 14_2 0.1005 Rprec_mult_2.00 14_2 0.0952 utility 14_2 -958.0000 11pt_avg 14_2 0.1085 binG 14_2 0.0598 G 14_2 0.0420 ndcg 14_2 0.2170 ndcg_rel 14_2 0.2202 Rndcg 14_2 0.2286 ndcg_cut_5 14_2 0.3270 ndcg_cut_10 14_2 0.2661 ndcg_cut_15 14_2 0.2345 ndcg_cut_20 14_2 0.2438 ndcg_cut_30 14_2 0.2145 ndcg_cut_100 14_2 0.2072 ndcg_cut_200 14_2 0.2103 ndcg_cut_500 14_2 0.2170 ndcg_cut_1000 14_2 0.2170 map_cut_5 14_2 0.0259 map_cut_10 14_2 0.0327 map_cut_15 14_2 0.0365 map_cut_20 14_2 0.0447 map_cut_30 14_2 0.0518 map_cut_100 14_2 0.0734 map_cut_200 14_2 0.0754 map_cut_500 14_2 0.0760 map_cut_1000 14_2 0.0760 relative_P_5 14_2 0.8000 relative_P_10 14_2 0.5000 relative_P_15 14_2 0.4000 relative_P_20 14_2 0.4000 relative_P_30 14_2 0.3333 relative_P_100 14_2 0.1800 relative_P_200 14_2 0.1905 relative_P_500 14_2 0.2000 relative_P_1000 14_2 0.2000 success_1 14_2 0.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0210 set_relative_P 14_2 0.2000 set_recall 14_2 0.2000 set_map 14_2 0.0042 set_F 14_2 0.0380 num_nonrel_judged_ret 14_2 29 rbp 14_2 0.2037 rbp_resid 14_2 0.2448 unj_5 14_2 0.0000 unj_10 14_2 0.2000 unj_20 14_2 0.3000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 52 map 14_3 0.1253 Rprec 14_3 0.2625 bpref 14_3 0.2930 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.4167 iprec_at_recall_0.20 14_3 0.3626 iprec_at_recall_0.30 14_3 0.1644 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.8000 P_10 14_3 0.6000 P_15 14_3 0.5333 P_20 14_3 0.4500 P_30 14_3 0.4333 P_100 14_3 0.3300 P_200 14_3 0.2200 P_500 14_3 0.1000 P_1000 14_3 0.0520 relstring 14_3 '10111-220-' recall_5 14_3 0.0250 recall_10 14_3 0.0375 recall_15 14_3 0.0500 recall_20 14_3 0.0563 recall_30 14_3 0.0813 recall_100 14_3 0.2062 recall_200 14_3 0.2750 recall_500 14_3 0.3125 recall_1000 14_3 0.3250 infAP 14_3 0.1253 Rprec_mult_0.20 14_3 0.4375 Rprec_mult_0.40 14_3 0.3750 Rprec_mult_0.60 14_3 0.3438 Rprec_mult_0.80 14_3 0.2891 Rprec_mult_1.00 14_3 0.2625 Rprec_mult_1.20 14_3 0.2292 Rprec_mult_1.40 14_3 0.2054 Rprec_mult_1.60 14_3 0.1797 Rprec_mult_1.80 14_3 0.1632 Rprec_mult_2.00 14_3 0.1531 utility 14_3 -896.0000 11pt_avg 14_3 0.1767 binG 14_3 0.0768 G 14_3 0.0560 ndcg 14_3 0.3086 ndcg_rel 14_3 0.3014 Rndcg 14_3 0.2716 ndcg_cut_5 14_3 0.2887 ndcg_cut_10 14_3 0.3223 ndcg_cut_15 14_3 0.2980 ndcg_cut_20 14_3 0.2694 ndcg_cut_30 14_3 0.2748 ndcg_cut_100 14_3 0.2904 ndcg_cut_200 14_3 0.2819 ndcg_cut_500 14_3 0.3037 ndcg_cut_1000 14_3 0.3086 map_cut_5 14_3 0.0201 map_cut_10 14_3 0.0293 map_cut_15 14_3 0.0360 map_cut_20 14_3 0.0393 map_cut_30 14_3 0.0501 map_cut_100 14_3 0.0983 map_cut_200 14_3 0.1174 map_cut_500 14_3 0.1241 map_cut_1000 14_3 0.1253 relative_P_5 14_3 0.8000 relative_P_10 14_3 0.6000 relative_P_15 14_3 0.5333 relative_P_20 14_3 0.4500 relative_P_30 14_3 0.4333 relative_P_100 14_3 0.3300 relative_P_200 14_3 0.2750 relative_P_500 14_3 0.3125 relative_P_1000 14_3 0.3250 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0520 set_relative_P 14_3 0.3250 set_recall 14_3 0.3250 set_map 14_3 0.0169 set_F 14_3 0.0897 num_nonrel_judged_ret 14_3 15 rbp 14_3 0.2177 rbp_resid 14_3 0.2151 unj_5 14_3 0.0000 unj_10 14_3 0.2000 unj_20 14_3 0.2500 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 28 map 14_4 0.0297 Rprec 14_4 0.0870 bpref 14_4 0.1626 recip_rank 14_4 0.1250 iprec_at_recall_0.00 14_4 0.1500 iprec_at_recall_0.10 14_4 0.1017 iprec_at_recall_0.20 14_4 0.0315 iprec_at_recall_0.30 14_4 0.0315 iprec_at_recall_0.40 14_4 0.0315 iprec_at_recall_0.50 14_4 0.0315 iprec_at_recall_0.60 14_4 0.0307 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.1000 P_15 14_4 0.0667 P_20 14_4 0.1500 P_30 14_4 0.1000 P_100 14_4 0.0700 P_200 14_4 0.0400 P_500 14_4 0.0220 P_1000 14_4 0.0280 relstring 14_4 '000000030-' recall_5 14_4 0.0000 recall_10 14_4 0.0217 recall_15 14_4 0.0217 recall_20 14_4 0.0652 recall_30 14_4 0.0652 recall_100 14_4 0.1522 recall_200 14_4 0.1739 recall_500 14_4 0.2391 recall_1000 14_4 0.6087 infAP 14_4 0.0297 Rprec_mult_0.20 14_4 0.1000 Rprec_mult_0.40 14_4 0.1053 Rprec_mult_0.60 14_4 0.1071 Rprec_mult_0.80 14_4 0.1081 Rprec_mult_1.00 14_4 0.0870 Rprec_mult_1.20 14_4 0.0893 Rprec_mult_1.40 14_4 0.0923 Rprec_mult_1.60 14_4 0.0811 Rprec_mult_1.80 14_4 0.0723 Rprec_mult_2.00 14_4 0.0652 utility 14_4 -944.0000 11pt_avg 14_4 0.0371 binG 14_4 0.0823 G 14_4 0.0832 ndcg 14_4 0.2897 ndcg_rel 14_4 0.2285 Rndcg 14_4 0.1387 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.0709 ndcg_cut_15 14_4 0.0592 ndcg_cut_20 14_4 0.1026 ndcg_cut_30 14_4 0.0919 ndcg_cut_100 14_4 0.1369 ndcg_cut_200 14_4 0.1486 ndcg_cut_500 14_4 0.1633 ndcg_cut_1000 14_4 0.2897 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0027 map_cut_15 14_4 0.0027 map_cut_20 14_4 0.0084 map_cut_30 14_4 0.0084 map_cut_100 14_4 0.0167 map_cut_200 14_4 0.0178 map_cut_500 14_4 0.0194 map_cut_1000 14_4 0.0297 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.1000 relative_P_15 14_4 0.0667 relative_P_20 14_4 0.1500 relative_P_30 14_4 0.1000 relative_P_100 14_4 0.1522 relative_P_200 14_4 0.1739 relative_P_500 14_4 0.2391 relative_P_1000 14_4 0.6087 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 1.0000 set_P 14_4 0.0280 set_relative_P 14_4 0.6087 set_recall 14_4 0.6087 set_map 14_4 0.0170 set_F 14_4 0.0535 num_nonrel_judged_ret 14_4 53 rbp 14_4 0.0704 rbp_resid 14_4 0.3052 unj_5 14_4 0.0000 unj_10 14_4 0.1000 unj_20 14_4 0.3500 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 6 map 14_7 0.0006 Rprec 14_7 0.0120 bpref 14_7 0.0581 recip_rank 14_7 0.0139 iprec_at_recall_0.00 14_7 0.0139 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0100 P_200 14_7 0.0050 P_500 14_7 0.0040 P_1000 14_7 0.0060 relstring 14_7 '0-0-------' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0120 recall_200 14_7 0.0120 recall_500 14_7 0.0241 recall_1000 14_7 0.0723 infAP 14_7 0.0006 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0120 Rprec_mult_1.20 14_7 0.0100 Rprec_mult_1.40 14_7 0.0085 Rprec_mult_1.60 14_7 0.0075 Rprec_mult_1.80 14_7 0.0067 Rprec_mult_2.00 14_7 0.0060 utility 14_7 -988.0000 11pt_avg 14_7 0.0013 binG 14_7 0.0085 G 14_7 0.0064 ndcg 14_7 0.0255 ndcg_rel 14_7 0.0247 Rndcg 14_7 0.0076 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0051 ndcg_cut_200 14_7 0.0051 ndcg_cut_500 14_7 0.0086 ndcg_cut_1000 14_7 0.0255 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0002 map_cut_200 14_7 0.0002 map_cut_500 14_7 0.0002 map_cut_1000 14_7 0.0006 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0120 relative_P_200 14_7 0.0120 relative_P_500 14_7 0.0241 relative_P_1000 14_7 0.0723 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0060 set_relative_P 14_7 0.0723 set_recall 14_7 0.0723 set_map 14_7 0.0004 set_F 14_7 0.0111 num_nonrel_judged_ret 14_7 27 rbp 14_7 0.0000 rbp_resid 14_7 0.7282 unj_5 14_7 0.6000 unj_10 14_7 0.8000 unj_20 14_7 0.7000 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 3 map 14_8 0.0033 Rprec 14_8 0.0000 bpref 14_8 0.0093 recip_rank 14_8 0.0435 iprec_at_recall_0.00 14_8 0.0435 iprec_at_recall_0.10 14_8 0.0123 iprec_at_recall_0.20 14_8 0.0000 iprec_at_recall_0.30 14_8 0.0000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0000 P_20 14_8 0.0000 P_30 14_8 0.0333 P_100 14_8 0.0100 P_200 14_8 0.0100 P_500 14_8 0.0040 P_1000 14_8 0.0030 relstring 14_8 '00000000-0' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0000 recall_20 14_8 0.0000 recall_30 14_8 0.0556 recall_100 14_8 0.0556 recall_200 14_8 0.1111 recall_500 14_8 0.1111 recall_1000 14_8 0.1667 infAP 14_8 0.0033 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.0000 Rprec_mult_1.00 14_8 0.0000 Rprec_mult_1.20 14_8 0.0000 Rprec_mult_1.40 14_8 0.0385 Rprec_mult_1.60 14_8 0.0345 Rprec_mult_1.80 14_8 0.0303 Rprec_mult_2.00 14_8 0.0278 utility 14_8 -994.0000 11pt_avg 14_8 0.0051 binG 14_8 0.0255 G 14_8 0.0231 ndcg 14_8 0.0582 ndcg_rel 14_8 0.0555 Rndcg 14_8 0.0194 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0000 ndcg_cut_20 14_8 0.0000 ndcg_cut_30 14_8 0.0213 ndcg_cut_100 14_8 0.0213 ndcg_cut_200 14_8 0.0480 ndcg_cut_500 14_8 0.0480 ndcg_cut_1000 14_8 0.0582 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0000 map_cut_20 14_8 0.0000 map_cut_30 14_8 0.0024 map_cut_100 14_8 0.0024 map_cut_200 14_8 0.0031 map_cut_500 14_8 0.0031 map_cut_1000 14_8 0.0033 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0000 relative_P_20 14_8 0.0000 relative_P_30 14_8 0.0556 relative_P_100 14_8 0.0556 relative_P_200 14_8 0.1111 relative_P_500 14_8 0.1111 relative_P_1000 14_8 0.1667 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0030 set_relative_P 14_8 0.1667 set_recall 14_8 0.1667 set_map 14_8 0.0005 set_F 14_8 0.0059 num_nonrel_judged_ret 14_8 68 rbp 14_8 0.0049 rbp_resid 14_8 0.1997 unj_5 14_8 0.0000 unj_10 14_8 0.1000 unj_20 14_8 0.3000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 92 map 14_9 0.1250 Rprec 14_9 0.2629 bpref 14_9 0.3510 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.3500 iprec_at_recall_0.20 14_9 0.2886 iprec_at_recall_0.30 14_9 0.2196 iprec_at_recall_0.40 14_9 0.1521 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.4000 P_10 14_9 0.5000 P_15 14_9 0.5333 P_20 14_9 0.4500 P_30 14_9 0.4333 P_100 14_9 0.2900 P_200 14_9 0.2750 P_500 14_9 0.1620 P_1000 14_9 0.0920 relstring 14_9 '2000221020' recall_5 14_9 0.0094 recall_10 14_9 0.0235 recall_15 14_9 0.0376 recall_20 14_9 0.0423 recall_30 14_9 0.0610 recall_100 14_9 0.1362 recall_200 14_9 0.2582 recall_500 14_9 0.3803 recall_1000 14_9 0.4319 infAP 14_9 0.1250 Rprec_mult_0.20 14_9 0.3721 Rprec_mult_0.40 14_9 0.3140 Rprec_mult_0.60 14_9 0.2812 Rprec_mult_0.80 14_9 0.2749 Rprec_mult_1.00 14_9 0.2629 Rprec_mult_1.20 14_9 0.2266 Rprec_mult_1.40 14_9 0.2174 Rprec_mult_1.60 14_9 0.1994 Rprec_mult_1.80 14_9 0.1849 Rprec_mult_2.00 14_9 0.1808 utility 14_9 -816.0000 11pt_avg 14_9 0.1827 binG 14_9 0.0763 G 14_9 0.0619 ndcg 14_9 0.3733 ndcg_rel 14_9 0.3385 Rndcg 14_9 0.2984 ndcg_cut_5 14_9 0.3136 ndcg_cut_10 14_9 0.3244 ndcg_cut_15 14_9 0.3319 ndcg_cut_20 14_9 0.3150 ndcg_cut_30 14_9 0.2934 ndcg_cut_100 14_9 0.2323 ndcg_cut_200 14_9 0.2629 ndcg_cut_500 14_9 0.3423 ndcg_cut_1000 14_9 0.3733 map_cut_5 14_9 0.0066 map_cut_10 14_9 0.0142 map_cut_15 14_9 0.0220 map_cut_20 14_9 0.0242 map_cut_30 14_9 0.0324 map_cut_100 14_9 0.0582 map_cut_200 14_9 0.0935 map_cut_500 14_9 0.1186 map_cut_1000 14_9 0.1250 relative_P_5 14_9 0.4000 relative_P_10 14_9 0.5000 relative_P_15 14_9 0.5333 relative_P_20 14_9 0.4500 relative_P_30 14_9 0.4333 relative_P_100 14_9 0.2900 relative_P_200 14_9 0.2750 relative_P_500 14_9 0.3803 relative_P_1000 14_9 0.4319 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0920 set_relative_P 14_9 0.4319 set_recall 14_9 0.4319 set_map 14_9 0.0397 set_F 14_9 0.1517 num_nonrel_judged_ret 14_9 18 rbp 14_9 0.2592 rbp_resid 14_9 0.1292 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.1500 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 3 map 15_1 0.0140 Rprec 15_1 0.0370 bpref 15_1 0.0340 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.0000 iprec_at_recall_0.20 15_1 0.0000 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.2000 P_10 15_1 0.1000 P_15 15_1 0.0667 P_20 15_1 0.0500 P_30 15_1 0.0333 P_100 15_1 0.0300 P_200 15_1 0.0150 P_500 15_1 0.0060 P_1000 15_1 0.0030 relstring 15_1 '10000--0--' recall_5 15_1 0.0123 recall_10 15_1 0.0123 recall_15 15_1 0.0123 recall_20 15_1 0.0123 recall_30 15_1 0.0123 recall_100 15_1 0.0370 recall_200 15_1 0.0370 recall_500 15_1 0.0370 recall_1000 15_1 0.0370 infAP 15_1 0.0140 Rprec_mult_0.20 15_1 0.0588 Rprec_mult_0.40 15_1 0.0606 Rprec_mult_0.60 15_1 0.0612 Rprec_mult_0.80 15_1 0.0462 Rprec_mult_1.00 15_1 0.0370 Rprec_mult_1.20 15_1 0.0306 Rprec_mult_1.40 15_1 0.0263 Rprec_mult_1.60 15_1 0.0231 Rprec_mult_1.80 15_1 0.0205 Rprec_mult_2.00 15_1 0.0185 utility 15_1 -994.0000 11pt_avg 15_1 0.0909 binG 15_1 0.0171 G 15_1 0.0066 ndcg 15_1 0.0435 ndcg_rel 15_1 0.0473 Rndcg 15_1 0.0593 ndcg_cut_5 15_1 0.1131 ndcg_cut_10 15_1 0.0807 ndcg_cut_15 15_1 0.0665 ndcg_cut_20 15_1 0.0575 ndcg_cut_30 15_1 0.0462 ndcg_cut_100 15_1 0.0435 ndcg_cut_200 15_1 0.0435 ndcg_cut_500 15_1 0.0435 ndcg_cut_1000 15_1 0.0435 map_cut_5 15_1 0.0123 map_cut_10 15_1 0.0123 map_cut_15 15_1 0.0123 map_cut_20 15_1 0.0123 map_cut_30 15_1 0.0123 map_cut_100 15_1 0.0140 map_cut_200 15_1 0.0140 map_cut_500 15_1 0.0140 map_cut_1000 15_1 0.0140 relative_P_5 15_1 0.2000 relative_P_10 15_1 0.1000 relative_P_15 15_1 0.0667 relative_P_20 15_1 0.0500 relative_P_30 15_1 0.0333 relative_P_100 15_1 0.0370 relative_P_200 15_1 0.0370 relative_P_500 15_1 0.0370 relative_P_1000 15_1 0.0370 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0030 set_relative_P 15_1 0.0370 set_recall 15_1 0.0370 set_map 15_1 0.0001 set_F 15_1 0.0056 num_nonrel_judged_ret 15_1 18 rbp 15_1 0.0352 rbp_resid 15_1 0.4829 unj_5 15_1 0.0000 unj_10 15_1 0.4000 unj_20 15_1 0.6500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 30 map 15_10 0.2225 Rprec 15_10 0.2857 bpref 15_10 0.5527 recip_rank 15_10 0.5000 iprec_at_recall_0.00 15_10 0.5000 iprec_at_recall_0.10 15_10 0.4667 iprec_at_recall_0.20 15_10 0.4667 iprec_at_recall_0.30 15_10 0.2683 iprec_at_recall_0.40 15_10 0.2105 iprec_at_recall_0.50 15_10 0.2022 iprec_at_recall_0.60 15_10 0.1641 iprec_at_recall_0.70 15_10 0.1287 iprec_at_recall_0.80 15_10 0.1167 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.4000 P_10 15_10 0.4000 P_15 15_10 0.4667 P_20 15_10 0.4000 P_30 15_10 0.3333 P_100 15_10 0.1800 P_200 15_10 0.1250 P_500 15_10 0.0600 P_1000 15_10 0.0300 relstring 15_10 '030102--01' recall_5 15_10 0.0571 recall_10 15_10 0.1143 recall_15 15_10 0.2000 recall_20 15_10 0.2286 recall_30 15_10 0.2857 recall_100 15_10 0.5143 recall_200 15_10 0.7143 recall_500 15_10 0.8571 recall_1000 15_10 0.8571 infAP 15_10 0.2225 Rprec_mult_0.20 15_10 0.4286 Rprec_mult_0.40 15_10 0.4286 Rprec_mult_0.60 15_10 0.3810 Rprec_mult_0.80 15_10 0.3214 Rprec_mult_1.00 15_10 0.2857 Rprec_mult_1.20 15_10 0.2619 Rprec_mult_1.40 15_10 0.2245 Rprec_mult_1.60 15_10 0.2321 Rprec_mult_1.80 15_10 0.2063 Rprec_mult_2.00 15_10 0.2000 utility 15_10 -940.0000 11pt_avg 15_10 0.2294 binG 15_10 0.1895 G 15_10 0.1857 ndcg 15_10 0.5789 ndcg_rel 15_10 0.4661 Rndcg 15_10 0.4066 ndcg_cut_5 15_10 0.3086 ndcg_cut_10 15_10 0.3188 ndcg_cut_15 15_10 0.4192 ndcg_cut_20 15_10 0.3989 ndcg_cut_30 15_10 0.3851 ndcg_cut_100 15_10 0.4537 ndcg_cut_200 15_10 0.5317 ndcg_cut_500 15_10 0.5789 ndcg_cut_1000 15_10 0.5789 map_cut_5 15_10 0.0286 map_cut_10 15_10 0.0543 map_cut_15 15_10 0.0938 map_cut_20 15_10 0.1058 map_cut_30 15_10 0.1265 map_cut_100 15_10 0.1765 map_cut_200 15_10 0.2066 map_cut_500 15_10 0.2225 map_cut_1000 15_10 0.2225 relative_P_5 15_10 0.4000 relative_P_10 15_10 0.4000 relative_P_15 15_10 0.4667 relative_P_20 15_10 0.4000 relative_P_30 15_10 0.3333 relative_P_100 15_10 0.5143 relative_P_200 15_10 0.7143 relative_P_500 15_10 0.8571 relative_P_1000 15_10 0.8571 success_1 15_10 0.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0300 set_relative_P 15_10 0.8571 set_recall 15_10 0.8571 set_map 15_10 0.0257 set_F 15_10 0.0580 num_nonrel_judged_ret 15_10 25 rbp 15_10 0.2401 rbp_resid 15_10 0.3047 unj_5 15_10 0.0000 unj_10 15_10 0.2000 unj_20 15_10 0.4000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 10 map 15_3 0.0269 Rprec 15_3 0.0455 bpref 15_3 0.0702 recip_rank 15_3 0.0769 iprec_at_recall_0.00 15_3 0.1111 iprec_at_recall_0.10 15_3 0.1111 iprec_at_recall_0.20 15_3 0.0595 iprec_at_recall_0.30 15_3 0.0519 iprec_at_recall_0.40 15_3 0.0350 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0667 P_20 15_3 0.0500 P_30 15_3 0.1000 P_100 15_3 0.0500 P_200 15_3 0.0400 P_500 15_3 0.0180 P_1000 15_3 0.0100 relstring 15_3 '000000-00-' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0455 recall_20 15_3 0.0455 recall_30 15_3 0.1364 recall_100 15_3 0.2273 recall_200 15_3 0.3636 recall_500 15_3 0.4091 recall_1000 15_3 0.4545 infAP 15_3 0.0269 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0714 Rprec_mult_0.80 15_3 0.0556 Rprec_mult_1.00 15_3 0.0455 Rprec_mult_1.20 15_3 0.1111 Rprec_mult_1.40 15_3 0.0968 Rprec_mult_1.60 15_3 0.0833 Rprec_mult_1.80 15_3 0.0750 Rprec_mult_2.00 15_3 0.0682 utility 15_3 -980.0000 11pt_avg 15_3 0.0335 binG 15_3 0.0761 G 15_3 0.0813 ndcg 15_3 0.2274 ndcg_rel 15_3 0.1926 Rndcg 15_3 0.0904 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0505 ndcg_cut_20 15_3 0.0453 ndcg_cut_30 15_3 0.1132 ndcg_cut_100 15_3 0.1533 ndcg_cut_200 15_3 0.1887 ndcg_cut_500 15_3 0.2095 ndcg_cut_1000 15_3 0.2274 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0035 map_cut_20 15_3 0.0035 map_cut_30 15_3 0.0120 map_cut_100 15_3 0.0174 map_cut_200 15_3 0.0246 map_cut_500 15_3 0.0262 map_cut_1000 15_3 0.0269 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0667 relative_P_20 15_3 0.0500 relative_P_30 15_3 0.1364 relative_P_100 15_3 0.2273 relative_P_200 15_3 0.3636 relative_P_500 15_3 0.4091 relative_P_1000 15_3 0.4545 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0100 set_relative_P 15_3 0.4545 set_recall 15_3 0.4545 set_map 15_3 0.0045 set_F 15_3 0.0196 num_nonrel_judged_ret 15_3 33 rbp 15_3 0.0420 rbp_resid 15_3 0.3128 unj_5 15_3 0.0000 unj_10 15_3 0.2000 unj_20 15_3 0.4000 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 12 map 15_4 0.0264 Rprec 15_4 0.0000 bpref 15_4 0.0000 recip_rank 15_4 0.0238 iprec_at_recall_0.00 15_4 0.0625 iprec_at_recall_0.10 15_4 0.0625 iprec_at_recall_0.20 15_4 0.0625 iprec_at_recall_0.30 15_4 0.0556 iprec_at_recall_0.40 15_4 0.0545 iprec_at_recall_0.50 15_4 0.0382 iprec_at_recall_0.60 15_4 0.0121 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0000 P_30 15_4 0.0000 P_100 15_4 0.0500 P_200 15_4 0.0450 P_500 15_4 0.0220 P_1000 15_4 0.0120 relstring 15_4 '000000--00' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0000 recall_30 15_4 0.0000 recall_100 15_4 0.2500 recall_200 15_4 0.4500 recall_500 15_4 0.5500 recall_1000 15_4 0.6000 infAP 15_4 0.0264 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0000 Rprec_mult_1.20 15_4 0.0000 Rprec_mult_1.40 15_4 0.0000 Rprec_mult_1.60 15_4 0.0000 Rprec_mult_1.80 15_4 0.0000 Rprec_mult_2.00 15_4 0.0000 utility 15_4 -976.0000 11pt_avg 15_4 0.0316 binG 15_4 0.0884 G 15_4 0.0907 ndcg 15_4 0.2488 ndcg_rel 15_4 0.1929 Rndcg 15_4 0.0829 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0000 ndcg_cut_30 15_4 0.0000 ndcg_cut_100 15_4 0.1344 ndcg_cut_200 15_4 0.2126 ndcg_cut_500 15_4 0.2409 ndcg_cut_1000 15_4 0.2488 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0000 map_cut_30 15_4 0.0000 map_cut_100 15_4 0.0117 map_cut_200 15_4 0.0225 map_cut_500 15_4 0.0258 map_cut_1000 15_4 0.0264 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0000 relative_P_30 15_4 0.0000 relative_P_100 15_4 0.2500 relative_P_200 15_4 0.4500 relative_P_500 15_4 0.5500 relative_P_1000 15_4 0.6000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0120 set_relative_P 15_4 0.6000 set_recall 15_4 0.6000 set_map 15_4 0.0072 set_F 15_4 0.0235 num_nonrel_judged_ret 15_4 50 rbp 15_4 0.0023 rbp_resid 15_4 0.2514 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.2500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 24 map 15_5 0.2644 Rprec 15_5 0.3548 bpref 15_5 0.5432 recip_rank 15_5 0.5000 iprec_at_recall_0.00 15_5 0.6667 iprec_at_recall_0.10 15_5 0.6667 iprec_at_recall_0.20 15_5 0.6667 iprec_at_recall_0.30 15_5 0.4762 iprec_at_recall_0.40 15_5 0.2708 iprec_at_recall_0.50 15_5 0.2254 iprec_at_recall_0.60 15_5 0.1652 iprec_at_recall_0.70 15_5 0.0707 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.6000 P_10 15_5 0.6000 P_15 15_5 0.4667 P_20 15_5 0.4500 P_30 15_5 0.3667 P_100 15_5 0.1700 P_200 15_5 0.1050 P_500 15_5 0.0460 P_1000 15_5 0.0240 relstring 15_5 '021010121-' recall_5 15_5 0.0968 recall_10 15_5 0.1935 recall_15 15_5 0.2258 recall_20 15_5 0.2903 recall_30 15_5 0.3548 recall_100 15_5 0.5484 recall_200 15_5 0.6774 recall_500 15_5 0.7419 recall_1000 15_5 0.7742 infAP 15_5 0.2644 Rprec_mult_0.20 15_5 0.5714 Rprec_mult_0.40 15_5 0.4615 Rprec_mult_0.60 15_5 0.4737 Rprec_mult_0.80 15_5 0.4000 Rprec_mult_1.00 15_5 0.3548 Rprec_mult_1.20 15_5 0.2895 Rprec_mult_1.40 15_5 0.2500 Rprec_mult_1.60 15_5 0.2600 Rprec_mult_1.80 15_5 0.2500 Rprec_mult_2.00 15_5 0.2419 utility 15_5 -952.0000 11pt_avg 15_5 0.2917 binG 15_5 0.2084 G 15_5 0.1543 ndcg 15_5 0.4774 ndcg_rel 15_5 0.3971 Rndcg 15_5 0.3514 ndcg_cut_5 15_5 0.2677 ndcg_cut_10 15_5 0.3212 ndcg_cut_15 15_5 0.3486 ndcg_cut_20 15_5 0.3528 ndcg_cut_30 15_5 0.3469 ndcg_cut_100 15_5 0.4086 ndcg_cut_200 15_5 0.4552 ndcg_cut_500 15_5 0.4703 ndcg_cut_1000 15_5 0.4774 map_cut_5 15_5 0.0570 map_cut_10 15_5 0.1171 map_cut_15 15_5 0.1321 map_cut_20 15_5 0.1618 map_cut_30 15_5 0.1908 map_cut_100 15_5 0.2389 map_cut_200 15_5 0.2591 map_cut_500 15_5 0.2629 map_cut_1000 15_5 0.2644 relative_P_5 15_5 0.6000 relative_P_10 15_5 0.6000 relative_P_15 15_5 0.4667 relative_P_20 15_5 0.4500 relative_P_30 15_5 0.3667 relative_P_100 15_5 0.5484 relative_P_200 15_5 0.6774 relative_P_500 15_5 0.7419 relative_P_1000 15_5 0.7742 success_1 15_5 0.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0240 set_relative_P 15_5 0.7742 set_recall 15_5 0.7742 set_map 15_5 0.0186 set_F 15_5 0.0466 num_nonrel_judged_ret 15_5 23 rbp 15_5 0.2176 rbp_resid 15_5 0.2577 unj_5 15_5 0.0000 unj_10 15_5 0.1000 unj_20 15_5 0.3500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 11 map 15_6 0.0300 Rprec 15_6 0.0526 bpref 15_6 0.0582 recip_rank 15_6 0.0667 iprec_at_recall_0.00 15_6 0.1000 iprec_at_recall_0.10 15_6 0.1000 iprec_at_recall_0.20 15_6 0.0556 iprec_at_recall_0.30 15_6 0.0412 iprec_at_recall_0.40 15_6 0.0378 iprec_at_recall_0.50 15_6 0.0372 iprec_at_recall_0.60 15_6 0.0276 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0667 P_20 15_6 0.1000 P_30 15_6 0.0667 P_100 15_6 0.0400 P_200 15_6 0.0350 P_500 15_6 0.0220 P_1000 15_6 0.0110 relstring 15_6 '0000000-0-' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0526 recall_20 15_6 0.1053 recall_30 15_6 0.1053 recall_100 15_6 0.2105 recall_200 15_6 0.3684 recall_500 15_6 0.5789 recall_1000 15_6 0.5789 infAP 15_6 0.0300 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0625 Rprec_mult_1.00 15_6 0.0526 Rprec_mult_1.20 15_6 0.0870 Rprec_mult_1.40 15_6 0.0741 Rprec_mult_1.60 15_6 0.0968 Rprec_mult_1.80 15_6 0.0857 Rprec_mult_2.00 15_6 0.0789 utility 15_6 -978.0000 11pt_avg 15_6 0.0363 binG 15_6 0.0925 G 15_6 0.0791 ndcg 15_6 0.2194 ndcg_rel 15_6 0.1683 Rndcg 15_6 0.0638 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0196 ndcg_cut_20 15_6 0.0498 ndcg_cut_30 15_6 0.0498 ndcg_cut_100 15_6 0.1009 ndcg_cut_200 15_6 0.1586 ndcg_cut_500 15_6 0.2194 ndcg_cut_1000 15_6 0.2194 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0035 map_cut_20 15_6 0.0088 map_cut_30 15_6 0.0088 map_cut_100 15_6 0.0168 map_cut_200 15_6 0.0226 map_cut_500 15_6 0.0300 map_cut_1000 15_6 0.0300 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0667 relative_P_20 15_6 0.1053 relative_P_30 15_6 0.1053 relative_P_100 15_6 0.2105 relative_P_200 15_6 0.3684 relative_P_500 15_6 0.5789 relative_P_1000 15_6 0.5789 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0110 set_relative_P 15_6 0.5789 set_recall 15_6 0.5789 set_map 15_6 0.0064 set_F 15_6 0.0216 num_nonrel_judged_ret 15_6 62 rbp 15_6 0.0195 rbp_resid 15_6 0.2797 unj_5 15_6 0.0000 unj_10 15_6 0.2000 unj_20 15_6 0.3000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 72 map 1_1 0.1564 Rprec 1_1 0.2529 bpref 1_1 0.2462 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.5686 iprec_at_recall_0.20 1_1 0.5588 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 0.8000 P_10 1_1 0.6000 P_15 1_1 0.6667 P_20 1_1 0.7500 P_30 1_1 0.6000 P_100 1_1 0.5500 P_200 1_1 0.3150 P_500 1_1 0.1380 P_1000 1_1 0.0720 relstring 1_1 '2232002200' recall_5 1_1 0.0156 recall_10 1_1 0.0233 recall_15 1_1 0.0389 recall_20 1_1 0.0584 recall_30 1_1 0.0700 recall_100 1_1 0.2140 recall_200 1_1 0.2451 recall_500 1_1 0.2685 recall_1000 1_1 0.2802 infAP 1_1 0.1564 Rprec_mult_0.20 1_1 0.5577 Rprec_mult_0.40 1_1 0.5534 Rprec_mult_0.60 1_1 0.4065 Rprec_mult_0.80 1_1 0.3058 Rprec_mult_1.00 1_1 0.2529 Rprec_mult_1.20 1_1 0.2168 Rprec_mult_1.40 1_1 0.1889 Rprec_mult_1.60 1_1 0.1650 Rprec_mult_1.80 1_1 0.1490 Rprec_mult_2.00 1_1 0.1342 utility 1_1 -856.0000 11pt_avg 1_1 0.1934 binG 1_1 0.0748 G 1_1 0.0448 ndcg 1_1 0.2809 ndcg_rel 1_1 0.3199 Rndcg 1_1 0.3415 ndcg_cut_5 1_1 0.6357 ndcg_cut_10 1_1 0.5077 ndcg_cut_15 1_1 0.5197 ndcg_cut_20 1_1 0.5291 ndcg_cut_30 1_1 0.4708 ndcg_cut_100 1_1 0.3677 ndcg_cut_200 1_1 0.2817 ndcg_cut_500 1_1 0.2739 ndcg_cut_1000 1_1 0.2809 map_cut_5 1_1 0.0156 map_cut_10 1_1 0.0213 map_cut_15 1_1 0.0312 map_cut_20 1_1 0.0452 map_cut_30 1_1 0.0530 map_cut_100 1_1 0.1330 map_cut_200 1_1 0.1498 map_cut_500 1_1 0.1552 map_cut_1000 1_1 0.1564 relative_P_5 1_1 0.8000 relative_P_10 1_1 0.6000 relative_P_15 1_1 0.6667 relative_P_20 1_1 0.7500 relative_P_30 1_1 0.6000 relative_P_100 1_1 0.5500 relative_P_200 1_1 0.3150 relative_P_500 1_1 0.2685 relative_P_1000 1_1 0.2802 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0720 set_relative_P 1_1 0.2802 set_recall 1_1 0.2802 set_map 1_1 0.0202 set_F 1_1 0.1146 num_nonrel_judged_ret 1_1 13 rbp 1_1 0.4485 rbp_resid 1_1 0.0449 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 52 map 1_2 0.2622 Rprec 1_2 0.3246 bpref 1_2 0.4216 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.9231 iprec_at_recall_0.20 1_2 0.6216 iprec_at_recall_0.30 1_2 0.4048 iprec_at_recall_0.40 1_2 0.2383 iprec_at_recall_0.50 1_2 0.0000 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.9000 P_15 1_2 0.8667 P_20 1_2 0.8000 P_30 1_2 0.6667 P_100 1_2 0.3600 P_200 1_2 0.2300 P_500 1_2 0.1020 P_1000 1_2 0.0520 relstring 1_2 '143332-121' recall_5 1_2 0.0439 recall_10 1_2 0.0789 recall_15 1_2 0.1140 recall_20 1_2 0.1404 recall_30 1_2 0.1754 recall_100 1_2 0.3158 recall_200 1_2 0.4035 recall_500 1_2 0.4474 recall_1000 1_2 0.4561 infAP 1_2 0.2622 Rprec_mult_0.20 1_2 0.7826 Rprec_mult_0.40 1_2 0.5435 Rprec_mult_0.60 1_2 0.4638 Rprec_mult_0.80 1_2 0.3696 Rprec_mult_1.00 1_2 0.3246 Rprec_mult_1.20 1_2 0.3066 Rprec_mult_1.40 1_2 0.2625 Rprec_mult_1.60 1_2 0.2350 Rprec_mult_1.80 1_2 0.2233 Rprec_mult_2.00 1_2 0.2018 utility 1_2 -896.0000 11pt_avg 1_2 0.2898 binG 1_2 0.1647 G 1_2 0.1091 ndcg 1_2 0.4851 ndcg_rel 1_2 0.5097 Rndcg 1_2 0.4518 ndcg_cut_5 1_2 0.7594 ndcg_cut_10 1_2 0.6422 ndcg_cut_15 1_2 0.6359 ndcg_cut_20 1_2 0.6007 ndcg_cut_30 1_2 0.5703 ndcg_cut_100 1_2 0.4445 ndcg_cut_200 1_2 0.4645 ndcg_cut_500 1_2 0.4804 ndcg_cut_1000 1_2 0.4851 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0760 map_cut_15 1_2 0.1077 map_cut_20 1_2 0.1309 map_cut_30 1_2 0.1586 map_cut_100 1_2 0.2293 map_cut_200 1_2 0.2548 map_cut_500 1_2 0.2616 map_cut_1000 1_2 0.2622 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.9000 relative_P_15 1_2 0.8667 relative_P_20 1_2 0.8000 relative_P_30 1_2 0.6667 relative_P_100 1_2 0.3600 relative_P_200 1_2 0.4035 relative_P_500 1_2 0.4474 relative_P_1000 1_2 0.4561 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0520 set_relative_P 1_2 0.4561 set_recall 1_2 0.4561 set_map 1_2 0.0237 set_F 1_2 0.0934 num_nonrel_judged_ret 1_2 4 rbp 1_2 0.4711 rbp_resid 1_2 0.1528 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.2000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 36 map 1_3 0.4106 Rprec 1_3 0.4789 bpref 1_3 0.4939 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 1.0000 iprec_at_recall_0.20 1_3 0.9375 iprec_at_recall_0.30 1_3 0.8750 iprec_at_recall_0.40 1_3 0.6042 iprec_at_recall_0.50 1_3 0.4091 iprec_at_recall_0.60 1_3 0.0000 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 1.0000 P_10 1_3 0.9000 P_15 1_3 0.9333 P_20 1_3 0.9000 P_30 1_3 0.8333 P_100 1_3 0.3600 P_200 1_3 0.1800 P_500 1_3 0.0720 P_1000 1_3 0.0360 relstring 1_3 '2222212-31' recall_5 1_3 0.0704 recall_10 1_3 0.1268 recall_15 1_3 0.1972 recall_20 1_3 0.2535 recall_30 1_3 0.3521 recall_100 1_3 0.5070 recall_200 1_3 0.5070 recall_500 1_3 0.5070 recall_1000 1_3 0.5070 infAP 1_3 0.4106 Rprec_mult_0.20 1_3 0.9333 Rprec_mult_0.40 1_3 0.8276 Rprec_mult_0.60 1_3 0.6279 Rprec_mult_0.80 1_3 0.5439 Rprec_mult_1.00 1_3 0.4789 Rprec_mult_1.20 1_3 0.4070 Rprec_mult_1.40 1_3 0.3600 Rprec_mult_1.60 1_3 0.3158 Rprec_mult_1.80 1_3 0.2812 Rprec_mult_2.00 1_3 0.2535 utility 1_3 -928.0000 11pt_avg 1_3 0.4387 binG 1_3 0.2638 G 1_3 0.1473 ndcg 1_3 0.5730 ndcg_rel 1_3 0.6101 Rndcg 1_3 0.5948 ndcg_cut_5 1_3 0.6667 ndcg_cut_10 1_3 0.6546 ndcg_cut_15 1_3 0.7146 ndcg_cut_20 1_3 0.6853 ndcg_cut_30 1_3 0.6579 ndcg_cut_100 1_3 0.5730 ndcg_cut_200 1_3 0.5730 ndcg_cut_500 1_3 0.5730 ndcg_cut_1000 1_3 0.5730 map_cut_5 1_3 0.0704 map_cut_10 1_3 0.1238 map_cut_15 1_3 0.1887 map_cut_20 1_3 0.2397 map_cut_30 1_3 0.3239 map_cut_100 1_3 0.4106 map_cut_200 1_3 0.4106 map_cut_500 1_3 0.4106 map_cut_1000 1_3 0.4106 relative_P_5 1_3 1.0000 relative_P_10 1_3 0.9000 relative_P_15 1_3 0.9333 relative_P_20 1_3 0.9000 relative_P_30 1_3 0.8333 relative_P_100 1_3 0.5070 relative_P_200 1_3 0.5070 relative_P_500 1_3 0.5070 relative_P_1000 1_3 0.5070 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0360 set_relative_P 1_3 0.5070 set_recall 1_3 0.5070 set_map 1_3 0.0183 set_F 1_3 0.0672 num_nonrel_judged_ret 1_3 8 rbp 1_3 0.5362 rbp_resid 1_3 0.0980 unj_5 1_3 0.0000 unj_10 1_3 0.1000 unj_20 1_3 0.0500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 76 map 1_4 0.4065 Rprec 1_4 0.4776 bpref 1_4 0.5430 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.9444 iprec_at_recall_0.20 1_4 0.7869 iprec_at_recall_0.30 1_4 0.7869 iprec_at_recall_0.40 1_4 0.6506 iprec_at_recall_0.50 1_4 0.4061 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 0.9333 P_20 1_4 0.9000 P_30 1_4 0.8000 P_100 1_4 0.5700 P_200 1_4 0.3450 P_500 1_4 0.1520 P_1000 1_4 0.0760 relstring 1_4 '3321222112' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1045 recall_20 1_4 0.1343 recall_30 1_4 0.1791 recall_100 1_4 0.4254 recall_200 1_4 0.5149 recall_500 1_4 0.5672 recall_1000 1_4 0.5672 infAP 1_4 0.4065 Rprec_mult_0.20 1_4 0.8148 Rprec_mult_0.40 1_4 0.7593 Rprec_mult_0.60 1_4 0.6420 Rprec_mult_0.80 1_4 0.5463 Rprec_mult_1.00 1_4 0.4776 Rprec_mult_1.20 1_4 0.4099 Rprec_mult_1.40 1_4 0.3670 Rprec_mult_1.60 1_4 0.3302 Rprec_mult_1.80 1_4 0.3017 Rprec_mult_2.00 1_4 0.2761 utility 1_4 -848.0000 11pt_avg 1_4 0.4159 binG 1_4 0.2183 G 1_4 0.1358 ndcg 1_4 0.6046 ndcg_rel 1_4 0.6367 Rndcg 1_4 0.6019 ndcg_cut_5 1_4 0.8024 ndcg_cut_10 1_4 0.7095 ndcg_cut_15 1_4 0.6797 ndcg_cut_20 1_4 0.6947 ndcg_cut_30 1_4 0.6606 ndcg_cut_100 1_4 0.5810 ndcg_cut_200 1_4 0.5773 ndcg_cut_500 1_4 0.6046 ndcg_cut_1000 1_4 0.6046 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1034 map_cut_20 1_4 0.1312 map_cut_30 1_4 0.1694 map_cut_100 1_4 0.3489 map_cut_200 1_4 0.3913 map_cut_500 1_4 0.4065 map_cut_1000 1_4 0.4065 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 0.9333 relative_P_20 1_4 0.9000 relative_P_30 1_4 0.8000 relative_P_100 1_4 0.5700 relative_P_200 1_4 0.5149 relative_P_500 1_4 0.5672 relative_P_1000 1_4 0.5672 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0760 set_relative_P 1_4 0.5672 set_recall 1_4 0.5672 set_map 1_4 0.0431 set_F 1_4 0.1340 num_nonrel_judged_ret 1_4 3 rbp 1_4 0.6101 rbp_resid 1_4 0.0717 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.1000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 29 map 1_6 0.1545 Rprec 1_6 0.1901 bpref 1_6 0.2397 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.7619 iprec_at_recall_0.20 1_6 0.1923 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 1.0000 P_10 1_6 0.9000 P_15 1_6 0.7333 P_20 1_6 0.7500 P_30 1_6 0.6667 P_100 1_6 0.2300 P_200 1_6 0.1350 P_500 1_6 0.0580 P_1000 1_6 0.0290 relstring 1_6 '12111-1111' recall_5 1_6 0.0413 recall_10 1_6 0.0744 recall_15 1_6 0.0909 recall_20 1_6 0.1240 recall_30 1_6 0.1653 recall_100 1_6 0.1901 recall_200 1_6 0.2231 recall_500 1_6 0.2397 recall_1000 1_6 0.2397 infAP 1_6 0.1545 Rprec_mult_0.20 1_6 0.6800 Rprec_mult_0.40 1_6 0.4286 Rprec_mult_0.60 1_6 0.3014 Rprec_mult_0.80 1_6 0.2371 Rprec_mult_1.00 1_6 0.1901 Rprec_mult_1.20 1_6 0.1781 Rprec_mult_1.40 1_6 0.1588 Rprec_mult_1.60 1_6 0.1392 Rprec_mult_1.80 1_6 0.1239 Rprec_mult_2.00 1_6 0.1198 utility 1_6 -942.0000 11pt_avg 1_6 0.1777 binG 1_6 0.1062 G 1_6 0.0353 ndcg 1_6 0.2039 ndcg_rel 1_6 0.2282 Rndcg 1_6 0.2371 ndcg_cut_5 1_6 0.4047 ndcg_cut_10 1_6 0.3535 ndcg_cut_15 1_6 0.3039 ndcg_cut_20 1_6 0.3207 ndcg_cut_30 1_6 0.3058 ndcg_cut_100 1_6 0.1995 ndcg_cut_200 1_6 0.1983 ndcg_cut_500 1_6 0.2039 ndcg_cut_1000 1_6 0.2039 map_cut_5 1_6 0.0413 map_cut_10 1_6 0.0704 map_cut_15 1_6 0.0838 map_cut_20 1_6 0.1083 map_cut_30 1_6 0.1366 map_cut_100 1_6 0.1464 map_cut_200 1_6 0.1525 map_cut_500 1_6 0.1545 map_cut_1000 1_6 0.1545 relative_P_5 1_6 1.0000 relative_P_10 1_6 0.9000 relative_P_15 1_6 0.7333 relative_P_20 1_6 0.7500 relative_P_30 1_6 0.6667 relative_P_100 1_6 0.2300 relative_P_200 1_6 0.2231 relative_P_500 1_6 0.2397 relative_P_1000 1_6 0.2397 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0290 set_relative_P 1_6 0.2397 set_recall 1_6 0.2397 set_map 1_6 0.0070 set_F 1_6 0.0517 num_nonrel_judged_ret 1_6 0 rbp 1_6 0.2947 rbp_resid 1_6 0.2469 unj_5 1_6 0.0000 unj_10 1_6 0.1000 unj_20 1_6 0.2500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 50 map 1_7 0.1485 Rprec 1_7 0.2364 bpref 1_7 0.3612 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.4483 iprec_at_recall_0.20 1_7 0.3286 iprec_at_recall_0.30 1_7 0.1318 iprec_at_recall_0.40 1_7 0.0787 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.8000 P_10 1_7 0.6000 P_15 1_7 0.4667 P_20 1_7 0.5000 P_30 1_7 0.4333 P_100 1_7 0.2500 P_200 1_7 0.1550 P_500 1_7 0.0860 P_1000 1_7 0.0500 relstring 1_7 '122302001-' recall_5 1_7 0.0364 recall_10 1_7 0.0545 recall_15 1_7 0.0636 recall_20 1_7 0.0909 recall_30 1_7 0.1182 recall_100 1_7 0.2273 recall_200 1_7 0.2818 recall_500 1_7 0.3909 recall_1000 1_7 0.4545 infAP 1_7 0.1485 Rprec_mult_0.20 1_7 0.4545 Rprec_mult_0.40 1_7 0.3864 Rprec_mult_0.60 1_7 0.3182 Rprec_mult_0.80 1_7 0.2841 Rprec_mult_1.00 1_7 0.2364 Rprec_mult_1.20 1_7 0.2197 Rprec_mult_1.40 1_7 0.1948 Rprec_mult_1.60 1_7 0.1705 Rprec_mult_1.80 1_7 0.1515 Rprec_mult_2.00 1_7 0.1409 utility 1_7 -900.0000 11pt_avg 1_7 0.1807 binG 1_7 0.1134 G 1_7 0.0990 ndcg 1_7 0.4510 ndcg_rel 1_7 0.4401 Rndcg 1_7 0.4238 ndcg_cut_5 1_7 0.6049 ndcg_cut_10 1_7 0.5194 ndcg_cut_15 1_7 0.4587 ndcg_cut_20 1_7 0.4805 ndcg_cut_30 1_7 0.4349 ndcg_cut_100 1_7 0.3541 ndcg_cut_200 1_7 0.3685 ndcg_cut_500 1_7 0.4188 ndcg_cut_1000 1_7 0.4510 map_cut_5 1_7 0.0364 map_cut_10 1_7 0.0500 map_cut_15 1_7 0.0558 map_cut_20 1_7 0.0697 map_cut_30 1_7 0.0817 map_cut_100 1_7 0.1199 map_cut_200 1_7 0.1319 map_cut_500 1_7 0.1441 map_cut_1000 1_7 0.1485 relative_P_5 1_7 0.8000 relative_P_10 1_7 0.6000 relative_P_15 1_7 0.4667 relative_P_20 1_7 0.5000 relative_P_30 1_7 0.4333 relative_P_100 1_7 0.2500 relative_P_200 1_7 0.2818 relative_P_500 1_7 0.3909 relative_P_1000 1_7 0.4545 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0500 set_relative_P 1_7 0.4545 set_recall 1_7 0.4545 set_map 1_7 0.0227 set_F 1_7 0.0901 num_nonrel_judged_ret 1_7 34 rbp 1_7 0.3470 rbp_resid 1_7 0.1538 unj_5 1_7 0.0000 unj_10 1_7 0.1000 unj_20 1_7 0.2000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 65 map 1_8 0.3287 Rprec 1_8 0.3814 bpref 1_8 0.5242 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.9286 iprec_at_recall_0.20 1_8 0.7059 iprec_at_recall_0.30 1_8 0.5932 iprec_at_recall_0.40 1_8 0.3615 iprec_at_recall_0.50 1_8 0.2218 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.9000 P_15 1_8 0.8667 P_20 1_8 0.8500 P_30 1_8 0.7667 P_100 1_8 0.4300 P_200 1_8 0.2800 P_500 1_8 0.1260 P_1000 1_8 0.0650 relstring 1_8 '3122222101' recall_5 1_8 0.0424 recall_10 1_8 0.0763 recall_15 1_8 0.1102 recall_20 1_8 0.1441 recall_30 1_8 0.1949 recall_100 1_8 0.3644 recall_200 1_8 0.4746 recall_500 1_8 0.5339 recall_1000 1_8 0.5508 infAP 1_8 0.3287 Rprec_mult_0.20 1_8 0.8333 Rprec_mult_0.40 1_8 0.6250 Rprec_mult_0.60 1_8 0.5352 Rprec_mult_0.80 1_8 0.4526 Rprec_mult_1.00 1_8 0.3814 Rprec_mult_1.20 1_8 0.3310 Rprec_mult_1.40 1_8 0.2892 Rprec_mult_1.60 1_8 0.2910 Rprec_mult_1.80 1_8 0.2676 Rprec_mult_2.00 1_8 0.2415 utility 1_8 -870.0000 11pt_avg 1_8 0.3465 binG 1_8 0.1942 G 1_8 0.1131 ndcg 1_8 0.5415 ndcg_rel 1_8 0.5556 Rndcg 1_8 0.5123 ndcg_cut_5 1_8 0.7084 ndcg_cut_10 1_8 0.6052 ndcg_cut_15 1_8 0.6015 ndcg_cut_20 1_8 0.6145 ndcg_cut_30 1_8 0.6136 ndcg_cut_100 1_8 0.4570 ndcg_cut_200 1_8 0.4973 ndcg_cut_500 1_8 0.5328 ndcg_cut_1000 1_8 0.5415 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0754 map_cut_15 1_8 0.1066 map_cut_20 1_8 0.1366 map_cut_30 1_8 0.1793 map_cut_100 1_8 0.2784 map_cut_200 1_8 0.3144 map_cut_500 1_8 0.3271 map_cut_1000 1_8 0.3287 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.9000 relative_P_15 1_8 0.8667 relative_P_20 1_8 0.8500 relative_P_30 1_8 0.7667 relative_P_100 1_8 0.4300 relative_P_200 1_8 0.4746 relative_P_500 1_8 0.5339 relative_P_1000 1_8 0.5508 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0650 set_relative_P 1_8 0.5508 set_recall 1_8 0.5508 set_map 1_8 0.0358 set_F 1_8 0.1163 num_nonrel_judged_ret 1_8 6 rbp 1_8 0.5362 rbp_resid 1_8 0.0908 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.1000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 7 map 1_9 0.0643 Rprec 1_9 0.1458 bpref 1_9 0.1328 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 0.1667 iprec_at_recall_0.20 1_9 0.0000 iprec_at_recall_0.30 1_9 0.0000 iprec_at_recall_0.40 1_9 0.0000 iprec_at_recall_0.50 1_9 0.0000 iprec_at_recall_0.60 1_9 0.0000 iprec_at_recall_0.70 1_9 0.0000 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 0.4000 P_10 1_9 0.3000 P_15 1_9 0.2000 P_20 1_9 0.2000 P_30 1_9 0.1667 P_100 1_9 0.0700 P_200 1_9 0.0350 P_500 1_9 0.0140 P_1000 1_9 0.0070 relstring 1_9 '22000--30-' recall_5 1_9 0.0417 recall_10 1_9 0.0625 recall_15 1_9 0.0625 recall_20 1_9 0.0833 recall_30 1_9 0.1042 recall_100 1_9 0.1458 recall_200 1_9 0.1458 recall_500 1_9 0.1458 recall_1000 1_9 0.1458 infAP 1_9 0.0643 Rprec_mult_0.20 1_9 0.3000 Rprec_mult_0.40 1_9 0.2000 Rprec_mult_0.60 1_9 0.1379 Rprec_mult_0.80 1_9 0.1282 Rprec_mult_1.00 1_9 0.1458 Rprec_mult_1.20 1_9 0.1207 Rprec_mult_1.40 1_9 0.1029 Rprec_mult_1.60 1_9 0.0909 Rprec_mult_1.80 1_9 0.0805 Rprec_mult_2.00 1_9 0.0729 utility 1_9 -986.0000 11pt_avg 1_9 0.1061 binG 1_9 0.0668 G 1_9 0.0458 ndcg 1_9 0.2092 ndcg_rel 1_9 0.2320 Rndcg 1_9 0.2143 ndcg_cut_5 1_9 0.3688 ndcg_cut_10 1_9 0.3087 ndcg_cut_15 1_9 0.2393 ndcg_cut_20 1_9 0.2356 ndcg_cut_30 1_9 0.2026 ndcg_cut_100 1_9 0.2092 ndcg_cut_200 1_9 0.2092 ndcg_cut_500 1_9 0.2092 ndcg_cut_1000 1_9 0.2092 map_cut_5 1_9 0.0417 map_cut_10 1_9 0.0495 map_cut_15 1_9 0.0495 map_cut_20 1_9 0.0547 map_cut_30 1_9 0.0582 map_cut_100 1_9 0.0643 map_cut_200 1_9 0.0643 map_cut_500 1_9 0.0643 map_cut_1000 1_9 0.0643 relative_P_5 1_9 0.4000 relative_P_10 1_9 0.3000 relative_P_15 1_9 0.2000 relative_P_20 1_9 0.2000 relative_P_30 1_9 0.1667 relative_P_100 1_9 0.1458 relative_P_200 1_9 0.1458 relative_P_500 1_9 0.1458 relative_P_1000 1_9 0.1458 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0070 set_relative_P 1_9 0.1458 set_recall 1_9 0.1458 set_map 1_9 0.0010 set_F 1_9 0.0134 num_nonrel_judged_ret 1_9 11 rbp 1_9 0.1916 rbp_resid 1_9 0.4229 unj_5 1_9 0.0000 unj_10 1_9 0.3000 unj_20 1_9 0.5500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 59 map 4_10 0.2251 Rprec 4_10 0.2926 bpref 4_10 0.3123 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9091 iprec_at_recall_0.20 4_10 0.6032 iprec_at_recall_0.30 4_10 0.2414 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 1.0000 P_15 4_10 0.9333 P_20 4_10 0.9000 P_30 4_10 0.8667 P_100 4_10 0.4800 P_200 4_10 0.2750 P_500 4_10 0.1180 P_1000 4_10 0.0590 relstring 4_10 '3323233213' recall_5 4_10 0.0266 recall_10 4_10 0.0532 recall_15 4_10 0.0745 recall_20 4_10 0.0957 recall_30 4_10 0.1383 recall_100 4_10 0.2553 recall_200 4_10 0.2926 recall_500 4_10 0.3138 recall_1000 4_10 0.3138 infAP 4_10 0.2251 Rprec_mult_0.20 4_10 0.8158 Rprec_mult_0.40 4_10 0.5526 Rprec_mult_0.60 4_10 0.4336 Rprec_mult_0.80 4_10 0.3377 Rprec_mult_1.00 4_10 0.2926 Rprec_mult_1.20 4_10 0.2434 Rprec_mult_1.40 4_10 0.2121 Rprec_mult_1.60 4_10 0.1894 Rprec_mult_1.80 4_10 0.1681 Rprec_mult_2.00 4_10 0.1569 utility 4_10 -882.0000 11pt_avg 4_10 0.2503 binG 4_10 0.1393 G 4_10 0.1376 ndcg 4_10 0.5492 ndcg_rel 4_10 0.6160 Rndcg 4_10 0.6681 ndcg_cut_5 4_10 0.8997 ndcg_cut_10 4_10 0.8676 ndcg_cut_15 4_10 0.8173 ndcg_cut_20 4_10 0.8279 ndcg_cut_30 4_10 0.8394 ndcg_cut_100 4_10 0.6624 ndcg_cut_200 4_10 0.5373 ndcg_cut_500 4_10 0.5492 ndcg_cut_1000 4_10 0.5492 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0532 map_cut_15 4_10 0.0741 map_cut_20 4_10 0.0937 map_cut_30 4_10 0.1306 map_cut_100 4_10 0.2075 map_cut_200 4_10 0.2210 map_cut_500 4_10 0.2251 map_cut_1000 4_10 0.2251 relative_P_5 4_10 1.0000 relative_P_10 4_10 1.0000 relative_P_15 4_10 0.9333 relative_P_20 4_10 0.9000 relative_P_30 4_10 0.8667 relative_P_100 4_10 0.4800 relative_P_200 4_10 0.2926 relative_P_500 4_10 0.3138 relative_P_1000 4_10 0.3138 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0590 set_relative_P 4_10 0.3138 set_recall 4_10 0.3138 set_map 4_10 0.0185 set_F 4_10 0.0993 num_nonrel_judged_ret 4_10 3 rbp 4_10 0.7431 rbp_resid 4_10 0.0824 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.1000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 4 map 4_11 0.0001 Rprec 4_11 0.0000 bpref 4_11 0.0169 recip_rank 4_11 0.0042 iprec_at_recall_0.00 4_11 0.0067 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.0000 P_10 4_11 0.0000 P_15 4_11 0.0000 P_20 4_11 0.0000 P_30 4_11 0.0000 P_100 4_11 0.0000 P_200 4_11 0.0000 P_500 4_11 0.0040 P_1000 4_11 0.0040 relstring 4_11 '0000000000' recall_5 4_11 0.0000 recall_10 4_11 0.0000 recall_15 4_11 0.0000 recall_20 4_11 0.0000 recall_30 4_11 0.0000 recall_100 4_11 0.0000 recall_200 4_11 0.0000 recall_500 4_11 0.0117 recall_1000 4_11 0.0234 infAP 4_11 0.0001 Rprec_mult_0.20 4_11 0.0000 Rprec_mult_0.40 4_11 0.0000 Rprec_mult_0.60 4_11 0.0000 Rprec_mult_0.80 4_11 0.0000 Rprec_mult_1.00 4_11 0.0000 Rprec_mult_1.20 4_11 0.0000 Rprec_mult_1.40 4_11 0.0042 Rprec_mult_1.60 4_11 0.0036 Rprec_mult_1.80 4_11 0.0065 Rprec_mult_2.00 4_11 0.0058 utility 4_11 -992.0000 11pt_avg 4_11 0.0006 binG 4_11 0.0026 G 4_11 0.0021 ndcg 4_11 0.0110 ndcg_rel 4_11 0.0109 Rndcg 4_11 0.0028 ndcg_cut_5 4_11 0.0000 ndcg_cut_10 4_11 0.0000 ndcg_cut_15 4_11 0.0000 ndcg_cut_20 4_11 0.0000 ndcg_cut_30 4_11 0.0000 ndcg_cut_100 4_11 0.0000 ndcg_cut_200 4_11 0.0000 ndcg_cut_500 4_11 0.0042 ndcg_cut_1000 4_11 0.0110 map_cut_5 4_11 0.0000 map_cut_10 4_11 0.0000 map_cut_15 4_11 0.0000 map_cut_20 4_11 0.0000 map_cut_30 4_11 0.0000 map_cut_100 4_11 0.0000 map_cut_200 4_11 0.0000 map_cut_500 4_11 0.0001 map_cut_1000 4_11 0.0001 relative_P_5 4_11 0.0000 relative_P_10 4_11 0.0000 relative_P_15 4_11 0.0000 relative_P_20 4_11 0.0000 relative_P_30 4_11 0.0000 relative_P_100 4_11 0.0000 relative_P_200 4_11 0.0000 relative_P_500 4_11 0.0117 relative_P_1000 4_11 0.0234 success_1 4_11 0.0000 success_5 4_11 0.0000 success_10 4_11 0.0000 set_P 4_11 0.0040 set_relative_P 4_11 0.0234 set_recall 4_11 0.0234 set_map 4_11 0.0001 set_F 4_11 0.0068 num_nonrel_judged_ret 4_11 67 rbp 4_11 0.0000 rbp_resid 4_11 0.3147 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.4500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 70 map 4_12 0.2587 Rprec 4_12 0.3209 bpref 4_12 0.4844 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.9333 iprec_at_recall_0.20 4_12 0.6364 iprec_at_recall_0.30 4_12 0.3417 iprec_at_recall_0.40 4_12 0.2379 iprec_at_recall_0.50 4_12 0.1359 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 0.9000 P_15 4_12 0.9333 P_20 4_12 0.7000 P_30 4_12 0.7333 P_100 4_12 0.3400 P_200 4_12 0.2550 P_500 4_12 0.1340 P_1000 4_12 0.0700 relstring 4_12 '22322312-3' recall_5 4_12 0.0373 recall_10 4_12 0.0672 recall_15 4_12 0.1045 recall_20 4_12 0.1045 recall_30 4_12 0.1642 recall_100 4_12 0.2537 recall_200 4_12 0.3806 recall_500 4_12 0.5000 recall_1000 4_12 0.5224 infAP 4_12 0.2587 Rprec_mult_0.20 4_12 0.7407 Rprec_mult_0.40 4_12 0.5185 Rprec_mult_0.60 4_12 0.3827 Rprec_mult_0.80 4_12 0.3333 Rprec_mult_1.00 4_12 0.3209 Rprec_mult_1.20 4_12 0.2919 Rprec_mult_1.40 4_12 0.2606 Rprec_mult_1.60 4_12 0.2419 Rprec_mult_1.80 4_12 0.2273 Rprec_mult_2.00 4_12 0.2127 utility 4_12 -860.0000 11pt_avg 4_12 0.2987 binG 4_12 0.1638 G 4_12 0.1069 ndcg 4_12 0.5340 ndcg_rel 4_12 0.5414 Rndcg 4_12 0.5134 ndcg_cut_5 4_12 0.7232 ndcg_cut_10 4_12 0.6821 ndcg_cut_15 4_12 0.7040 ndcg_cut_20 4_12 0.6197 ndcg_cut_30 4_12 0.6531 ndcg_cut_100 4_12 0.4170 ndcg_cut_200 4_12 0.4534 ndcg_cut_500 4_12 0.5239 ndcg_cut_1000 4_12 0.5340 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0664 map_cut_15 4_12 0.1008 map_cut_20 4_12 0.1008 map_cut_30 4_12 0.1452 map_cut_100 4_12 0.1929 map_cut_200 4_12 0.2325 map_cut_500 4_12 0.2563 map_cut_1000 4_12 0.2587 relative_P_5 4_12 1.0000 relative_P_10 4_12 0.9000 relative_P_15 4_12 0.9333 relative_P_20 4_12 0.7000 relative_P_30 4_12 0.7333 relative_P_100 4_12 0.3400 relative_P_200 4_12 0.3806 relative_P_500 4_12 0.5000 relative_P_1000 4_12 0.5224 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0700 set_relative_P 4_12 0.5224 set_recall 4_12 0.5224 set_map 4_12 0.0366 set_F 4_12 0.1235 num_nonrel_judged_ret 4_12 21 rbp 4_12 0.6077 rbp_resid 4_12 0.1086 unj_5 4_12 0.0000 unj_10 4_12 0.1000 unj_20 4_12 0.1500 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 75 map 4_13 0.3203 Rprec 4_13 0.3765 bpref 4_13 0.4241 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.9643 iprec_at_recall_0.20 4_13 0.8205 iprec_at_recall_0.30 4_13 0.5976 iprec_at_recall_0.40 4_13 0.2766 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 0.9000 P_15 4_13 0.9333 P_20 4_13 0.9500 P_30 4_13 0.9000 P_100 4_13 0.5300 P_200 4_13 0.3200 P_500 4_13 0.1500 P_1000 4_13 0.0750 relstring 4_13 '3223322320' recall_5 4_13 0.0309 recall_10 4_13 0.0556 recall_15 4_13 0.0864 recall_20 4_13 0.1173 recall_30 4_13 0.1667 recall_100 4_13 0.3272 recall_200 4_13 0.3951 recall_500 4_13 0.4630 recall_1000 4_13 0.4630 infAP 4_13 0.3203 Rprec_mult_0.20 4_13 0.8485 Rprec_mult_0.40 4_13 0.6923 Rprec_mult_0.60 4_13 0.5408 Rprec_mult_0.80 4_13 0.4308 Rprec_mult_1.00 4_13 0.3765 Rprec_mult_1.20 4_13 0.3282 Rprec_mult_1.40 4_13 0.2819 Rprec_mult_1.60 4_13 0.2500 Rprec_mult_1.80 4_13 0.2329 Rprec_mult_2.00 4_13 0.2130 utility 4_13 -850.0000 11pt_avg 4_13 0.3326 binG 4_13 0.1864 G 4_13 0.1061 ndcg 4_13 0.5199 ndcg_rel 4_13 0.5843 Rndcg 4_13 0.5319 ndcg_cut_5 4_13 0.8721 ndcg_cut_10 4_13 0.7807 ndcg_cut_15 4_13 0.7854 ndcg_cut_20 4_13 0.7655 ndcg_cut_30 4_13 0.6975 ndcg_cut_100 4_13 0.5597 ndcg_cut_200 4_13 0.4788 ndcg_cut_500 4_13 0.5199 ndcg_cut_1000 4_13 0.5199 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0556 map_cut_15 4_13 0.0840 map_cut_20 4_13 0.1132 map_cut_30 4_13 0.1605 map_cut_100 4_13 0.2780 map_cut_200 4_13 0.3054 map_cut_500 4_13 0.3203 map_cut_1000 4_13 0.3203 relative_P_5 4_13 1.0000 relative_P_10 4_13 0.9000 relative_P_15 4_13 0.9333 relative_P_20 4_13 0.9500 relative_P_30 4_13 0.9000 relative_P_100 4_13 0.5300 relative_P_200 4_13 0.3951 relative_P_500 4_13 0.4630 relative_P_1000 4_13 0.4630 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0750 set_relative_P 4_13 0.4630 set_recall 4_13 0.4630 set_map 4_13 0.0347 set_F 4_13 0.1291 num_nonrel_judged_ret 4_13 24 rbp 4_13 0.7339 rbp_resid 4_13 0.0125 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 15 map 4_14 0.0512 Rprec 4_14 0.0734 bpref 4_14 0.0813 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.0000 iprec_at_recall_0.20 4_14 0.0000 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 0.8000 P_15 4_14 0.5333 P_20 4_14 0.4500 P_30 4_14 0.3667 P_100 4_14 0.1100 P_200 4_14 0.0650 P_500 4_14 0.0300 P_1000 4_14 0.0150 relstring 4_14 '21122-3022' recall_5 4_14 0.0282 recall_10 4_14 0.0452 recall_15 4_14 0.0452 recall_20 4_14 0.0508 recall_30 4_14 0.0621 recall_100 4_14 0.0621 recall_200 4_14 0.0734 recall_500 4_14 0.0847 recall_1000 4_14 0.0847 infAP 4_14 0.0512 Rprec_mult_0.20 4_14 0.3056 Rprec_mult_0.40 4_14 0.1549 Rprec_mult_0.60 4_14 0.1028 Rprec_mult_0.80 4_14 0.0845 Rprec_mult_1.00 4_14 0.0734 Rprec_mult_1.20 4_14 0.0610 Rprec_mult_1.40 4_14 0.0524 Rprec_mult_1.60 4_14 0.0458 Rprec_mult_1.80 4_14 0.0408 Rprec_mult_2.00 4_14 0.0367 utility 4_14 -970.0000 11pt_avg 4_14 0.0909 binG 4_14 0.0449 G 4_14 0.0188 ndcg 4_14 0.1273 ndcg_rel 4_14 0.1499 Rndcg 4_14 0.1560 ndcg_cut_5 4_14 0.5388 ndcg_cut_10 4_14 0.5096 ndcg_cut_15 4_14 0.3950 ndcg_cut_20 4_14 0.3636 ndcg_cut_30 4_14 0.3102 ndcg_cut_100 4_14 0.1599 ndcg_cut_200 4_14 0.1225 ndcg_cut_500 4_14 0.1273 ndcg_cut_1000 4_14 0.1273 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0420 map_cut_15 4_14 0.0420 map_cut_20 4_14 0.0452 map_cut_30 4_14 0.0498 map_cut_100 4_14 0.0498 map_cut_200 4_14 0.0508 map_cut_500 4_14 0.0512 map_cut_1000 4_14 0.0512 relative_P_5 4_14 1.0000 relative_P_10 4_14 0.8000 relative_P_15 4_14 0.5333 relative_P_20 4_14 0.4500 relative_P_30 4_14 0.3667 relative_P_100 4_14 0.1100 relative_P_200 4_14 0.0734 relative_P_500 4_14 0.0847 relative_P_1000 4_14 0.0847 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0150 set_relative_P 4_14 0.0847 set_recall 4_14 0.0847 set_map 4_14 0.0013 set_F 4_14 0.0255 num_nonrel_judged_ret 4_14 16 rbp 4_14 0.3545 rbp_resid 4_14 0.3215 unj_5 4_14 0.0000 unj_10 4_14 0.1000 unj_20 4_14 0.4000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0357 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0357 iprec_at_recall_0.00 4_17 0.0357 iprec_at_recall_0.10 4_17 0.0357 iprec_at_recall_0.20 4_17 0.0357 iprec_at_recall_0.30 4_17 0.0357 iprec_at_recall_0.40 4_17 0.0357 iprec_at_recall_0.50 4_17 0.0357 iprec_at_recall_0.60 4_17 0.0357 iprec_at_recall_0.70 4_17 0.0357 iprec_at_recall_0.80 4_17 0.0357 iprec_at_recall_0.90 4_17 0.0357 iprec_at_recall_1.00 4_17 0.0357 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0333 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '000000-0--' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 1.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0357 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0357 binG 4_17 0.2058 G 4_17 0.2058 ndcg 4_17 0.2058 ndcg_rel 4_17 0.2058 Rndcg 4_17 0.1029 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.2058 ndcg_cut_100 4_17 0.2058 ndcg_cut_200 4_17 0.2058 ndcg_cut_500 4_17 0.2058 ndcg_cut_1000 4_17 0.2058 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0357 map_cut_100 4_17 0.0357 map_cut_200 4_17 0.0357 map_cut_500 4_17 0.0357 map_cut_1000 4_17 0.0357 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 1.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 33 rbp 4_17 0.0058 rbp_resid 4_17 0.2639 unj_5 4_17 0.0000 unj_10 4_17 0.3000 unj_20 4_17 0.2500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 39 map 4_3 0.1524 Rprec 4_3 0.2195 bpref 4_3 0.2262 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.8182 iprec_at_recall_0.20 4_3 0.3750 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 1.0000 P_10 4_3 0.8000 P_15 4_3 0.7333 P_20 4_3 0.8000 P_30 4_3 0.7333 P_100 4_3 0.3300 P_200 4_3 0.1800 P_500 4_3 0.0760 P_1000 4_3 0.0390 relstring 4_3 '1331201430' recall_5 4_3 0.0305 recall_10 4_3 0.0488 recall_15 4_3 0.0671 recall_20 4_3 0.0976 recall_30 4_3 0.1341 recall_100 4_3 0.2012 recall_200 4_3 0.2195 recall_500 4_3 0.2317 recall_1000 4_3 0.2378 infAP 4_3 0.1524 Rprec_mult_0.20 4_3 0.6667 Rprec_mult_0.40 4_3 0.4394 Rprec_mult_0.60 4_3 0.3333 Rprec_mult_0.80 4_3 0.2576 Rprec_mult_1.00 4_3 0.2195 Rprec_mult_1.20 4_3 0.1827 Rprec_mult_1.40 4_3 0.1565 Rprec_mult_1.60 4_3 0.1407 Rprec_mult_1.80 4_3 0.1250 Rprec_mult_2.00 4_3 0.1128 utility 4_3 -922.0000 11pt_avg 4_3 0.1994 binG 4_3 0.0924 G 4_3 0.0566 ndcg 4_3 0.3225 ndcg_rel 4_3 0.3579 Rndcg 4_3 0.3522 ndcg_cut_5 4_3 0.5685 ndcg_cut_10 4_3 0.5533 ndcg_cut_15 4_3 0.5190 ndcg_cut_20 4_3 0.5316 ndcg_cut_30 4_3 0.5381 ndcg_cut_100 4_3 0.3566 ndcg_cut_200 4_3 0.3108 ndcg_cut_500 4_3 0.3208 ndcg_cut_1000 4_3 0.3225 map_cut_5 4_3 0.0305 map_cut_10 4_3 0.0465 map_cut_15 4_3 0.0595 map_cut_20 4_3 0.0832 map_cut_30 4_3 0.1113 map_cut_100 4_3 0.1459 map_cut_200 4_3 0.1507 map_cut_500 4_3 0.1522 map_cut_1000 4_3 0.1524 relative_P_5 4_3 1.0000 relative_P_10 4_3 0.8000 relative_P_15 4_3 0.7333 relative_P_20 4_3 0.8000 relative_P_30 4_3 0.7333 relative_P_100 4_3 0.3300 relative_P_200 4_3 0.2195 relative_P_500 4_3 0.2317 relative_P_1000 4_3 0.2378 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0390 set_relative_P 4_3 0.2378 set_recall 4_3 0.2378 set_map 4_3 0.0093 set_F 4_3 0.0670 num_nonrel_judged_ret 4_3 8 rbp 4_3 0.4016 rbp_resid 4_3 0.0768 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 46 map 4_4 0.1460 Rprec 4_4 0.2403 bpref 4_4 0.2926 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.6667 iprec_at_recall_0.20 4_4 0.3010 iprec_at_recall_0.30 4_4 0.1122 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.8000 P_10 4_4 0.7000 P_15 4_4 0.6667 P_20 4_4 0.6500 P_30 4_4 0.6667 P_100 4_4 0.3000 P_200 4_4 0.2000 P_500 4_4 0.0920 P_1000 4_4 0.0460 relstring 4_4 '2203223-3-' recall_5 4_4 0.0260 recall_10 4_4 0.0455 recall_15 4_4 0.0649 recall_20 4_4 0.0844 recall_30 4_4 0.1299 recall_100 4_4 0.1948 recall_200 4_4 0.2597 recall_500 4_4 0.2987 recall_1000 4_4 0.2987 infAP 4_4 0.1460 Rprec_mult_0.20 4_4 0.6452 Rprec_mult_0.40 4_4 0.4194 Rprec_mult_0.60 4_4 0.3226 Rprec_mult_0.80 4_4 0.2661 Rprec_mult_1.00 4_4 0.2403 Rprec_mult_1.20 4_4 0.2162 Rprec_mult_1.40 4_4 0.1898 Rprec_mult_1.60 4_4 0.1660 Rprec_mult_1.80 4_4 0.1547 Rprec_mult_2.00 4_4 0.1461 utility 4_4 -908.0000 11pt_avg 4_4 0.1891 binG 4_4 0.0872 G 4_4 0.0616 ndcg 4_4 0.3579 ndcg_rel 4_4 0.3791 Rndcg 4_4 0.3946 ndcg_cut_5 4_4 0.5085 ndcg_cut_10 4_4 0.5205 ndcg_cut_15 4_4 0.5081 ndcg_cut_20 4_4 0.4812 ndcg_cut_30 4_4 0.5094 ndcg_cut_100 4_4 0.3452 ndcg_cut_200 4_4 0.3381 ndcg_cut_500 4_4 0.3579 ndcg_cut_1000 4_4 0.3579 map_cut_5 4_4 0.0231 map_cut_10 4_4 0.0391 map_cut_15 4_4 0.0523 map_cut_20 4_4 0.0656 map_cut_30 4_4 0.0944 map_cut_100 4_4 0.1236 map_cut_200 4_4 0.1401 map_cut_500 4_4 0.1460 map_cut_1000 4_4 0.1460 relative_P_5 4_4 0.8000 relative_P_10 4_4 0.7000 relative_P_15 4_4 0.6667 relative_P_20 4_4 0.6500 relative_P_30 4_4 0.6667 relative_P_100 4_4 0.3000 relative_P_200 4_4 0.2597 relative_P_500 4_4 0.2987 relative_P_1000 4_4 0.2987 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0460 set_relative_P 4_4 0.2987 set_recall 4_4 0.2987 set_map 4_4 0.0137 set_F 4_4 0.0797 num_nonrel_judged_ret 4_4 2 rbp 4_4 0.3837 rbp_resid 4_4 0.2430 unj_5 4_4 0.0000 unj_10 4_4 0.2000 unj_20 4_4 0.3000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 29 map 4_5 0.1353 Rprec 4_5 0.2049 bpref 4_5 0.2286 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.7222 iprec_at_recall_0.20 4_5 0.2232 iprec_at_recall_0.30 4_5 0.0000 iprec_at_recall_0.40 4_5 0.0000 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 0.8000 P_10 4_5 0.8000 P_15 4_5 0.7333 P_20 4_5 0.6500 P_30 4_5 0.5333 P_100 4_5 0.2200 P_200 4_5 0.1300 P_500 4_5 0.0560 P_1000 4_5 0.0290 relstring 4_5 '33330222-2' recall_5 4_5 0.0328 recall_10 4_5 0.0656 recall_15 4_5 0.0902 recall_20 4_5 0.1066 recall_30 4_5 0.1311 recall_100 4_5 0.1803 recall_200 4_5 0.2131 recall_500 4_5 0.2295 recall_1000 4_5 0.2377 infAP 4_5 0.1353 Rprec_mult_0.20 4_5 0.6000 Rprec_mult_0.40 4_5 0.4082 Rprec_mult_0.60 4_5 0.2973 Rprec_mult_0.80 4_5 0.2245 Rprec_mult_1.00 4_5 0.2049 Rprec_mult_1.20 4_5 0.1769 Rprec_mult_1.40 4_5 0.1520 Rprec_mult_1.60 4_5 0.1327 Rprec_mult_1.80 4_5 0.1182 Rprec_mult_2.00 4_5 0.1066 utility 4_5 -942.0000 11pt_avg 4_5 0.1769 binG 4_5 0.0937 G 4_5 0.0898 ndcg 4_5 0.3510 ndcg_rel 4_5 0.4136 Rndcg 4_5 0.3922 ndcg_cut_5 4_5 0.8688 ndcg_cut_10 4_5 0.7537 ndcg_cut_15 4_5 0.6875 ndcg_cut_20 4_5 0.6285 ndcg_cut_30 4_5 0.5459 ndcg_cut_100 4_5 0.3416 ndcg_cut_200 4_5 0.3398 ndcg_cut_500 4_5 0.3490 ndcg_cut_1000 4_5 0.3510 map_cut_5 4_5 0.0328 map_cut_10 4_5 0.0604 map_cut_15 4_5 0.0788 map_cut_20 4_5 0.0905 map_cut_30 4_5 0.1055 map_cut_100 4_5 0.1262 map_cut_200 4_5 0.1331 map_cut_500 4_5 0.1348 map_cut_1000 4_5 0.1353 relative_P_5 4_5 0.8000 relative_P_10 4_5 0.8000 relative_P_15 4_5 0.7333 relative_P_20 4_5 0.6500 relative_P_30 4_5 0.5333 relative_P_100 4_5 0.2200 relative_P_200 4_5 0.2131 relative_P_500 4_5 0.2295 relative_P_1000 4_5 0.2377 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0290 set_relative_P 4_5 0.2377 set_recall 4_5 0.2377 set_map 4_5 0.0069 set_F 4_5 0.0517 num_nonrel_judged_ret 4_5 6 rbp 4_5 0.5944 rbp_resid 4_5 0.2295 unj_5 4_5 0.0000 unj_10 4_5 0.1000 unj_20 4_5 0.3000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 50 map 4_7 0.2820 Rprec 4_7 0.4342 bpref 4_7 0.5351 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.6250 iprec_at_recall_0.20 4_7 0.4889 iprec_at_recall_0.30 4_7 0.4800 iprec_at_recall_0.40 4_7 0.4648 iprec_at_recall_0.50 4_7 0.2946 iprec_at_recall_0.60 4_7 0.1926 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.6000 P_10 4_7 0.5000 P_15 4_7 0.6000 P_20 4_7 0.5500 P_30 4_7 0.4333 P_100 4_7 0.3500 P_200 4_7 0.2200 P_500 4_7 0.1000 P_1000 4_7 0.0500 relstring 4_7 '30110002-3' recall_5 4_7 0.0395 recall_10 4_7 0.0658 recall_15 4_7 0.1184 recall_20 4_7 0.1447 recall_30 4_7 0.1711 recall_100 4_7 0.4605 recall_200 4_7 0.5789 recall_500 4_7 0.6579 recall_1000 4_7 0.6579 infAP 4_7 0.2820 Rprec_mult_0.20 4_7 0.6250 Rprec_mult_0.40 4_7 0.4194 Rprec_mult_0.60 4_7 0.4783 Rprec_mult_0.80 4_7 0.4590 Rprec_mult_1.00 4_7 0.4342 Rprec_mult_1.20 4_7 0.3696 Rprec_mult_1.40 4_7 0.3364 Rprec_mult_1.60 4_7 0.3033 Rprec_mult_1.80 4_7 0.2774 Rprec_mult_2.00 4_7 0.2632 utility 4_7 -900.0000 11pt_avg 4_7 0.3224 binG 4_7 0.1597 G 4_7 0.1460 ndcg 4_7 0.5733 ndcg_rel 4_7 0.5264 Rndcg 4_7 0.5126 ndcg_cut_5 4_7 0.5222 ndcg_cut_10 4_7 0.5065 ndcg_cut_15 4_7 0.5256 ndcg_cut_20 4_7 0.4770 ndcg_cut_30 4_7 0.4154 ndcg_cut_100 4_7 0.4722 ndcg_cut_200 4_7 0.5371 ndcg_cut_500 4_7 0.5733 ndcg_cut_1000 4_7 0.5733 map_cut_5 4_7 0.0318 map_cut_10 4_7 0.0450 map_cut_15 4_7 0.0752 map_cut_20 4_7 0.0911 map_cut_30 4_7 0.1038 map_cut_100 4_7 0.2366 map_cut_200 4_7 0.2678 map_cut_500 4_7 0.2820 map_cut_1000 4_7 0.2820 relative_P_5 4_7 0.6000 relative_P_10 4_7 0.5000 relative_P_15 4_7 0.6000 relative_P_20 4_7 0.5500 relative_P_30 4_7 0.4333 relative_P_100 4_7 0.4605 relative_P_200 4_7 0.5789 relative_P_500 4_7 0.6579 relative_P_1000 4_7 0.6579 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0500 set_relative_P 4_7 0.6579 set_recall 4_7 0.6579 set_map 4_7 0.0329 set_F 4_7 0.0929 num_nonrel_judged_ret 4_7 32 rbp 4_7 0.3084 rbp_resid 4_7 0.1289 unj_5 4_7 0.0000 unj_10 4_7 0.1000 unj_20 4_7 0.1500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 55 map 4_8 0.1705 Rprec 4_8 0.2396 bpref 4_8 0.3832 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.5556 iprec_at_recall_0.20 4_8 0.3175 iprec_at_recall_0.30 4_8 0.2148 iprec_at_recall_0.40 4_8 0.1560 iprec_at_recall_0.50 4_8 0.0879 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.8000 P_10 4_8 0.6000 P_15 4_8 0.6000 P_20 4_8 0.5500 P_30 4_8 0.4000 P_100 4_8 0.2400 P_200 4_8 0.1700 P_500 4_8 0.0940 P_1000 4_8 0.0550 relstring 4_8 '220210-12-' recall_5 4_8 0.0417 recall_10 4_8 0.0625 recall_15 4_8 0.0938 recall_20 4_8 0.1146 recall_30 4_8 0.1250 recall_100 4_8 0.2500 recall_200 4_8 0.3542 recall_500 4_8 0.4896 recall_1000 4_8 0.5729 infAP 4_8 0.1705 Rprec_mult_0.20 4_8 0.5500 Rprec_mult_0.40 4_8 0.3333 Rprec_mult_0.60 4_8 0.2931 Rprec_mult_0.80 4_8 0.2727 Rprec_mult_1.00 4_8 0.2396 Rprec_mult_1.20 4_8 0.2328 Rprec_mult_1.40 4_8 0.2148 Rprec_mult_1.60 4_8 0.1948 Rprec_mult_1.80 4_8 0.1850 Rprec_mult_2.00 4_8 0.1719 utility 4_8 -890.0000 11pt_avg 4_8 0.2120 binG 4_8 0.1273 G 4_8 0.1093 ndcg 4_8 0.4876 ndcg_rel 4_8 0.4594 Rndcg 4_8 0.4668 ndcg_cut_5 4_8 0.6539 ndcg_cut_10 4_8 0.5381 ndcg_cut_15 4_8 0.5113 ndcg_cut_20 4_8 0.4772 ndcg_cut_30 4_8 0.4041 ndcg_cut_100 4_8 0.3324 ndcg_cut_200 4_8 0.3916 ndcg_cut_500 4_8 0.4497 ndcg_cut_1000 4_8 0.4876 map_cut_5 4_8 0.0370 map_cut_10 4_8 0.0504 map_cut_15 4_8 0.0703 map_cut_20 4_8 0.0818 map_cut_30 4_8 0.0861 map_cut_100 4_8 0.1238 map_cut_200 4_8 0.1457 map_cut_500 4_8 0.1638 map_cut_1000 4_8 0.1705 relative_P_5 4_8 0.8000 relative_P_10 4_8 0.6000 relative_P_15 4_8 0.6000 relative_P_20 4_8 0.5500 relative_P_30 4_8 0.4000 relative_P_100 4_8 0.2500 relative_P_200 4_8 0.3542 relative_P_500 4_8 0.4896 relative_P_1000 4_8 0.5729 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0550 set_relative_P 4_8 0.5729 set_recall 4_8 0.5729 set_map 4_8 0.0315 set_F 4_8 0.1004 num_nonrel_judged_ret 4_8 65 rbp 4_8 0.3057 rbp_resid 4_8 0.2142 unj_5 4_8 0.0000 unj_10 4_8 0.2000 unj_20 4_8 0.2500 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 49 map 4_9 0.4187 Rprec 4_9 0.4353 bpref 4_9 0.5763 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 1.0000 iprec_at_recall_0.20 4_9 0.9524 iprec_at_recall_0.30 4_9 0.8387 iprec_at_recall_0.40 4_9 0.6939 iprec_at_recall_0.50 4_9 0.3162 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 1.0000 P_10 4_9 1.0000 P_15 4_9 0.9333 P_20 4_9 0.9500 P_30 4_9 0.8333 P_100 4_9 0.3800 P_200 4_9 0.2150 P_500 4_9 0.0960 P_1000 4_9 0.0490 relstring 4_9 '3322233333' recall_5 4_9 0.0588 recall_10 4_9 0.1176 recall_15 4_9 0.1647 recall_20 4_9 0.2235 recall_30 4_9 0.2941 recall_100 4_9 0.4471 recall_200 4_9 0.5059 recall_500 4_9 0.5647 recall_1000 4_9 0.5765 infAP 4_9 0.4187 Rprec_mult_0.20 4_9 0.9412 Rprec_mult_0.40 4_9 0.8235 Rprec_mult_0.60 4_9 0.6667 Rprec_mult_0.80 4_9 0.5147 Rprec_mult_1.00 4_9 0.4353 Rprec_mult_1.20 4_9 0.3824 Rprec_mult_1.40 4_9 0.3445 Rprec_mult_1.60 4_9 0.3162 Rprec_mult_1.80 4_9 0.2810 Rprec_mult_2.00 4_9 0.2529 utility 4_9 -902.0000 11pt_avg 4_9 0.4365 binG 4_9 0.2916 G 4_9 0.1952 ndcg 4_9 0.6808 ndcg_rel 4_9 0.7422 Rndcg 4_9 0.6676 ndcg_cut_5 4_9 0.8510 ndcg_cut_10 4_9 0.9033 ndcg_cut_15 4_9 0.8533 ndcg_cut_20 4_9 0.8330 ndcg_cut_30 4_9 0.7975 ndcg_cut_100 4_9 0.6077 ndcg_cut_200 4_9 0.6481 ndcg_cut_500 4_9 0.6762 ndcg_cut_1000 4_9 0.6808 map_cut_5 4_9 0.0588 map_cut_10 4_9 0.1176 map_cut_15 4_9 0.1647 map_cut_20 4_9 0.2202 map_cut_30 4_9 0.2817 map_cut_100 4_9 0.3877 map_cut_200 4_9 0.4087 map_cut_500 4_9 0.4181 map_cut_1000 4_9 0.4187 relative_P_5 4_9 1.0000 relative_P_10 4_9 1.0000 relative_P_15 4_9 0.9333 relative_P_20 4_9 0.9500 relative_P_30 4_9 0.8333 relative_P_100 4_9 0.4471 relative_P_200 4_9 0.5059 relative_P_500 4_9 0.5647 relative_P_1000 4_9 0.5765 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0490 set_relative_P 4_9 0.5765 set_recall 4_9 0.5765 set_map 4_9 0.0282 set_F 4_9 0.0903 num_nonrel_judged_ret 4_9 1 rbp 4_9 0.7979 rbp_resid 4_9 0.0783 unj_5 4_9 0.0000 unj_10 4_9 0.0000 unj_20 4_9 0.0500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 17 map 5_10 0.2336 Rprec 5_10 0.3256 bpref 5_10 0.3726 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8333 iprec_at_recall_0.20 5_10 0.5263 iprec_at_recall_0.30 5_10 0.4062 iprec_at_recall_0.40 5_10 0.1504 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.7000 P_15 5_10 0.5333 P_20 5_10 0.5000 P_30 5_10 0.4000 P_100 5_10 0.1600 P_200 5_10 0.0850 P_500 5_10 0.0340 P_1000 5_10 0.0170 relstring 5_10 '2230110-12' recall_5 5_10 0.0930 recall_10 5_10 0.1628 recall_15 5_10 0.1860 recall_20 5_10 0.2326 recall_30 5_10 0.2791 recall_100 5_10 0.3721 recall_200 5_10 0.3953 recall_500 5_10 0.3953 recall_1000 5_10 0.3953 infAP 5_10 0.2336 Rprec_mult_0.20 5_10 0.6667 Rprec_mult_0.40 5_10 0.5000 Rprec_mult_0.60 5_10 0.4231 Rprec_mult_0.80 5_10 0.3714 Rprec_mult_1.00 5_10 0.3256 Rprec_mult_1.20 5_10 0.2885 Rprec_mult_1.40 5_10 0.2459 Rprec_mult_1.60 5_10 0.2319 Rprec_mult_1.80 5_10 0.2051 Rprec_mult_2.00 5_10 0.1860 utility 5_10 -966.0000 11pt_avg 5_10 0.2651 binG 5_10 0.1750 G 5_10 0.0723 ndcg 5_10 0.3207 ndcg_rel 5_10 0.3393 Rndcg 5_10 0.3286 ndcg_cut_5 5_10 0.4366 ndcg_cut_10 5_10 0.3770 ndcg_cut_15 5_10 0.3221 ndcg_cut_20 5_10 0.3093 ndcg_cut_30 5_10 0.2832 ndcg_cut_100 5_10 0.3157 ndcg_cut_200 5_10 0.3207 ndcg_cut_500 5_10 0.3207 ndcg_cut_1000 5_10 0.3207 map_cut_5 5_10 0.0884 map_cut_10 5_10 0.1395 map_cut_15 5_10 0.1538 map_cut_20 5_10 0.1777 map_cut_30 5_10 0.1992 map_cut_100 5_10 0.2301 map_cut_200 5_10 0.2336 map_cut_500 5_10 0.2336 map_cut_1000 5_10 0.2336 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.7000 relative_P_15 5_10 0.5333 relative_P_20 5_10 0.5000 relative_P_30 5_10 0.4000 relative_P_100 5_10 0.3721 relative_P_200 5_10 0.3953 relative_P_500 5_10 0.3953 relative_P_1000 5_10 0.3953 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0170 set_relative_P 5_10 0.3953 set_recall 5_10 0.3953 set_map 5_10 0.0067 set_F 5_10 0.0326 num_nonrel_judged_ret 5_10 5 rbp 5_10 0.2398 rbp_resid 5_10 0.2801 unj_5 5_10 0.0000 unj_10 5_10 0.1000 unj_20 5_10 0.3500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 97 map 5_13 0.4450 Rprec 5_13 0.4911 bpref 5_13 0.6614 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.7500 iprec_at_recall_0.20 5_13 0.6471 iprec_at_recall_0.30 5_13 0.6415 iprec_at_recall_0.40 5_13 0.5679 iprec_at_recall_0.50 5_13 0.4828 iprec_at_recall_0.60 5_13 0.3526 iprec_at_recall_0.70 5_13 0.2676 iprec_at_recall_0.80 5_13 0.2141 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 0.9000 P_15 5_13 0.7333 P_20 5_13 0.7500 P_30 5_13 0.6333 P_100 5_13 0.5400 P_200 5_13 0.3400 P_500 5_13 0.1840 P_1000 5_13 0.0970 relstring 5_13 '2422323011' recall_5 5_13 0.0446 recall_10 5_13 0.0804 recall_15 5_13 0.0982 recall_20 5_13 0.1339 recall_30 5_13 0.1696 recall_100 5_13 0.4821 recall_200 5_13 0.6071 recall_500 5_13 0.8214 recall_1000 5_13 0.8661 infAP 5_13 0.4450 Rprec_mult_0.20 5_13 0.6957 Rprec_mult_0.40 5_13 0.6444 Rprec_mult_0.60 5_13 0.5735 Rprec_mult_0.80 5_13 0.5667 Rprec_mult_1.00 5_13 0.4911 Rprec_mult_1.20 5_13 0.4370 Rprec_mult_1.40 5_13 0.3949 Rprec_mult_1.60 5_13 0.3611 Rprec_mult_1.80 5_13 0.3366 Rprec_mult_2.00 5_13 0.3125 utility 5_13 -806.0000 11pt_avg 5_13 0.4476 binG 5_13 0.2248 G 5_13 0.1633 ndcg 5_13 0.7120 ndcg_rel 5_13 0.6060 Rndcg 5_13 0.6262 ndcg_cut_5 5_13 0.7203 ndcg_cut_10 5_13 0.6712 ndcg_cut_15 5_13 0.5991 ndcg_cut_20 5_13 0.5866 ndcg_cut_30 5_13 0.5358 ndcg_cut_100 5_13 0.5360 ndcg_cut_200 5_13 0.5847 ndcg_cut_500 5_13 0.6873 ndcg_cut_1000 5_13 0.7120 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0785 map_cut_15 5_13 0.0925 map_cut_20 5_13 0.1189 map_cut_30 5_13 0.1437 map_cut_100 5_13 0.3315 map_cut_200 5_13 0.3830 map_cut_500 5_13 0.4378 map_cut_1000 5_13 0.4450 relative_P_5 5_13 1.0000 relative_P_10 5_13 0.9000 relative_P_15 5_13 0.7333 relative_P_20 5_13 0.7500 relative_P_30 5_13 0.6333 relative_P_100 5_13 0.5400 relative_P_200 5_13 0.6071 relative_P_500 5_13 0.8214 relative_P_1000 5_13 0.8661 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.0970 set_relative_P 5_13 0.8661 set_recall 5_13 0.8661 set_map 5_13 0.0840 set_F 5_13 0.1745 num_nonrel_judged_ret 5_13 48 rbp 5_13 0.4111 rbp_resid 5_13 0.0367 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 37 map 5_14 0.4954 Rprec 5_14 0.4474 bpref 5_14 0.7943 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.6190 iprec_at_recall_0.40 5_14 0.5312 iprec_at_recall_0.50 5_14 0.4318 iprec_at_recall_0.60 5_14 0.3151 iprec_at_recall_0.70 5_14 0.2872 iprec_at_recall_0.80 5_14 0.2344 iprec_at_recall_0.90 5_14 0.1411 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.9000 P_15 5_14 0.6667 P_20 5_14 0.6000 P_30 5_14 0.5000 P_100 5_14 0.2700 P_200 5_14 0.1550 P_500 5_14 0.0740 P_1000 5_14 0.0370 relstring 5_14 '4234232404' recall_5 5_14 0.1316 recall_10 5_14 0.2368 recall_15 5_14 0.2632 recall_20 5_14 0.3158 recall_30 5_14 0.3947 recall_100 5_14 0.7105 recall_200 5_14 0.8158 recall_500 5_14 0.9737 recall_1000 5_14 0.9737 infAP 5_14 0.4954 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.6250 Rprec_mult_0.60 5_14 0.5652 Rprec_mult_0.80 5_14 0.5161 Rprec_mult_1.00 5_14 0.4474 Rprec_mult_1.20 5_14 0.4130 Rprec_mult_1.40 5_14 0.4074 Rprec_mult_1.60 5_14 0.3607 Rprec_mult_1.80 5_14 0.3188 Rprec_mult_2.00 5_14 0.3026 utility 5_14 -926.0000 11pt_avg 5_14 0.5054 binG 5_14 0.3733 G 5_14 0.3056 ndcg 5_14 0.8459 ndcg_rel 5_14 0.7864 Rndcg 5_14 0.7753 ndcg_cut_5 5_14 0.8116 ndcg_cut_10 5_14 0.8773 ndcg_cut_15 5_14 0.7776 ndcg_cut_20 5_14 0.7211 ndcg_cut_30 5_14 0.6984 ndcg_cut_100 5_14 0.7812 ndcg_cut_200 5_14 0.8105 ndcg_cut_500 5_14 0.8459 ndcg_cut_1000 5_14 0.8459 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2342 map_cut_15 5_14 0.2545 map_cut_20 5_14 0.2855 map_cut_30 5_14 0.3276 map_cut_100 5_14 0.4499 map_cut_200 5_14 0.4751 map_cut_500 5_14 0.4954 map_cut_1000 5_14 0.4954 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.9000 relative_P_15 5_14 0.6667 relative_P_20 5_14 0.6000 relative_P_30 5_14 0.5000 relative_P_100 5_14 0.7105 relative_P_200 5_14 0.8158 relative_P_500 5_14 0.9737 relative_P_1000 5_14 0.9737 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0370 set_relative_P 5_14 0.9737 set_recall 5_14 0.9737 set_map 5_14 0.0360 set_F 5_14 0.0713 num_nonrel_judged_ret 5_14 21 rbp 5_14 0.5124 rbp_resid 5_14 0.1880 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.2500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 36 map 5_15 0.2031 Rprec 5_15 0.2093 bpref 5_15 0.2309 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.5714 iprec_at_recall_0.20 5_15 0.2329 iprec_at_recall_0.30 5_15 0.2329 iprec_at_recall_0.40 5_15 0.2329 iprec_at_recall_0.50 5_15 0.2075 iprec_at_recall_0.60 5_15 0.1733 iprec_at_recall_0.70 5_15 0.1250 iprec_at_recall_0.80 5_15 0.0879 iprec_at_recall_0.90 5_15 0.0000 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.4000 P_15 5_15 0.3333 P_20 5_15 0.2500 P_30 5_15 0.2333 P_100 5_15 0.2000 P_200 5_15 0.1450 P_500 5_15 0.0720 P_1000 5_15 0.0360 relstring 5_15 '1020012000' recall_5 5_15 0.0465 recall_10 5_15 0.0930 recall_15 5_15 0.1163 recall_20 5_15 0.1163 recall_30 5_15 0.1628 recall_100 5_15 0.4651 recall_200 5_15 0.6744 recall_500 5_15 0.8372 recall_1000 5_15 0.8372 infAP 5_15 0.2031 Rprec_mult_0.20 5_15 0.4444 Rprec_mult_0.40 5_15 0.2778 Rprec_mult_0.60 5_15 0.2308 Rprec_mult_0.80 5_15 0.2286 Rprec_mult_1.00 5_15 0.2093 Rprec_mult_1.20 5_15 0.2115 Rprec_mult_1.40 5_15 0.1803 Rprec_mult_1.60 5_15 0.2029 Rprec_mult_1.80 5_15 0.2179 Rprec_mult_2.00 5_15 0.1977 utility 5_15 -928.0000 11pt_avg 5_15 0.2603 binG 5_15 0.1795 G 5_15 0.1378 ndcg 5_15 0.4985 ndcg_rel 5_15 0.3598 Rndcg 5_15 0.2666 ndcg_cut_5 5_15 0.2031 ndcg_cut_10 5_15 0.2066 ndcg_cut_15 5_15 0.2022 ndcg_cut_20 5_15 0.1783 ndcg_cut_30 5_15 0.1986 ndcg_cut_100 5_15 0.3462 ndcg_cut_200 5_15 0.4335 ndcg_cut_500 5_15 0.4985 ndcg_cut_1000 5_15 0.4985 map_cut_5 5_15 0.0388 map_cut_10 5_15 0.0637 map_cut_15 5_15 0.0726 map_cut_20 5_15 0.0726 map_cut_30 5_15 0.0851 map_cut_100 5_15 0.1494 map_cut_200 5_15 0.1874 map_cut_500 5_15 0.2031 map_cut_1000 5_15 0.2031 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.4000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.2500 relative_P_30 5_15 0.2333 relative_P_100 5_15 0.4651 relative_P_200 5_15 0.6744 relative_P_500 5_15 0.8372 relative_P_1000 5_15 0.8372 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0360 set_relative_P 5_15 0.8372 set_recall 5_15 0.8372 set_map 5_15 0.0301 set_F 5_15 0.0690 num_nonrel_judged_ret 5_15 75 rbp 5_15 0.1355 rbp_resid 5_15 0.0488 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.0000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 58 map 5_2 0.0330 Rprec 5_2 0.0576 bpref 5_2 0.2670 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.0590 iprec_at_recall_0.20 5_2 0.0588 iprec_at_recall_0.30 5_2 0.0588 iprec_at_recall_0.40 5_2 0.0588 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.2000 P_10 5_2 0.2000 P_15 5_2 0.1333 P_20 5_2 0.1000 P_30 5_2 0.1333 P_100 5_2 0.0700 P_200 5_2 0.0500 P_500 5_2 0.0500 P_1000 5_2 0.0580 relstring 5_2 '1000010000' recall_5 5_2 0.0072 recall_10 5_2 0.0144 recall_15 5_2 0.0144 recall_20 5_2 0.0144 recall_30 5_2 0.0288 recall_100 5_2 0.0504 recall_200 5_2 0.0719 recall_500 5_2 0.1799 recall_1000 5_2 0.4173 infAP 5_2 0.0330 Rprec_mult_0.20 5_2 0.1071 Rprec_mult_0.40 5_2 0.0893 Rprec_mult_0.60 5_2 0.0714 Rprec_mult_0.80 5_2 0.0625 Rprec_mult_1.00 5_2 0.0576 Rprec_mult_1.20 5_2 0.0539 Rprec_mult_1.40 5_2 0.0513 Rprec_mult_1.60 5_2 0.0538 Rprec_mult_1.80 5_2 0.0478 Rprec_mult_2.00 5_2 0.0468 utility 5_2 -884.0000 11pt_avg 5_2 0.1123 binG 5_2 0.0577 G 5_2 0.0497 ndcg 5_2 0.2415 ndcg_rel 5_2 0.2008 Rndcg 5_2 0.0897 ndcg_cut_5 5_2 0.0848 ndcg_cut_10 5_2 0.0746 ndcg_cut_15 5_2 0.0578 ndcg_cut_20 5_2 0.0503 ndcg_cut_30 5_2 0.0530 ndcg_cut_100 5_2 0.0457 ndcg_cut_200 5_2 0.0578 ndcg_cut_500 5_2 0.1252 ndcg_cut_1000 5_2 0.2415 map_cut_5 5_2 0.0072 map_cut_10 5_2 0.0096 map_cut_15 5_2 0.0096 map_cut_20 5_2 0.0096 map_cut_30 5_2 0.0114 map_cut_100 5_2 0.0135 map_cut_200 5_2 0.0148 map_cut_500 5_2 0.0204 map_cut_1000 5_2 0.0330 relative_P_5 5_2 0.2000 relative_P_10 5_2 0.2000 relative_P_15 5_2 0.1333 relative_P_20 5_2 0.1000 relative_P_30 5_2 0.1333 relative_P_100 5_2 0.0700 relative_P_200 5_2 0.0719 relative_P_500 5_2 0.1799 relative_P_1000 5_2 0.4173 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0580 set_relative_P 5_2 0.4173 set_recall 5_2 0.4173 set_map 5_2 0.0242 set_F 5_2 0.1018 num_nonrel_judged_ret 5_2 25 rbp 5_2 0.0433 rbp_resid 5_2 0.1685 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.2500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 49 map 5_4 0.1217 Rprec 5_4 0.2130 bpref 5_4 0.3570 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.3793 iprec_at_recall_0.20 5_4 0.2391 iprec_at_recall_0.30 5_4 0.1818 iprec_at_recall_0.40 5_4 0.1272 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.6000 P_10 5_4 0.4000 P_15 5_4 0.4000 P_20 5_4 0.3500 P_30 5_4 0.3667 P_100 5_4 0.2200 P_200 5_4 0.1650 P_500 5_4 0.0900 P_1000 5_4 0.0490 relstring 5_4 '210031--00' recall_5 5_4 0.0278 recall_10 5_4 0.0370 recall_15 5_4 0.0556 recall_20 5_4 0.0648 recall_30 5_4 0.1019 recall_100 5_4 0.2037 recall_200 5_4 0.3056 recall_500 5_4 0.4167 recall_1000 5_4 0.4537 infAP 5_4 0.1217 Rprec_mult_0.20 5_4 0.3636 Rprec_mult_0.40 5_4 0.2727 Rprec_mult_0.60 5_4 0.2462 Rprec_mult_0.80 5_4 0.2414 Rprec_mult_1.00 5_4 0.2130 Rprec_mult_1.20 5_4 0.1923 Rprec_mult_1.40 5_4 0.1842 Rprec_mult_1.60 5_4 0.1792 Rprec_mult_1.80 5_4 0.1692 Rprec_mult_2.00 5_4 0.1620 utility 5_4 -902.0000 11pt_avg 5_4 0.1752 binG 5_4 0.0966 G 5_4 0.0723 ndcg 5_4 0.3727 ndcg_rel 5_4 0.3405 Rndcg 5_4 0.2840 ndcg_cut_5 5_4 0.3215 ndcg_cut_10 5_4 0.2449 ndcg_cut_15 5_4 0.2511 ndcg_cut_20 5_4 0.2456 ndcg_cut_30 5_4 0.2866 ndcg_cut_100 5_4 0.2468 ndcg_cut_200 5_4 0.3007 ndcg_cut_500 5_4 0.3638 ndcg_cut_1000 5_4 0.3727 map_cut_5 5_4 0.0241 map_cut_10 5_4 0.0302 map_cut_15 5_4 0.0391 map_cut_20 5_4 0.0425 map_cut_30 5_4 0.0567 map_cut_100 5_4 0.0835 map_cut_200 5_4 0.1030 map_cut_500 5_4 0.1189 map_cut_1000 5_4 0.1217 relative_P_5 5_4 0.6000 relative_P_10 5_4 0.4000 relative_P_15 5_4 0.4000 relative_P_20 5_4 0.3500 relative_P_30 5_4 0.3667 relative_P_100 5_4 0.2200 relative_P_200 5_4 0.3056 relative_P_500 5_4 0.4167 relative_P_1000 5_4 0.4537 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0490 set_relative_P 5_4 0.4537 set_recall 5_4 0.4537 set_map 5_4 0.0222 set_F 5_4 0.0884 num_nonrel_judged_ret 5_4 16 rbp 5_4 0.2031 rbp_resid 5_4 0.2703 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.3500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 34 map 5_5 0.0241 Rprec 5_5 0.0278 bpref 5_5 0.2304 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.0414 iprec_at_recall_0.20 5_5 0.0414 iprec_at_recall_0.30 5_5 0.0362 iprec_at_recall_0.40 5_5 0.0000 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.4000 P_10 5_5 0.2000 P_15 5_5 0.1333 P_20 5_5 0.1000 P_30 5_5 0.1000 P_100 5_5 0.0300 P_200 5_5 0.0250 P_500 5_5 0.0240 P_1000 5_5 0.0340 relstring 5_5 '200100-0-0' recall_5 5_5 0.0185 recall_10 5_5 0.0185 recall_15 5_5 0.0185 recall_20 5_5 0.0185 recall_30 5_5 0.0278 recall_100 5_5 0.0278 recall_200 5_5 0.0463 recall_500 5_5 0.1111 recall_1000 5_5 0.3148 infAP 5_5 0.0241 Rprec_mult_0.20 5_5 0.0909 Rprec_mult_0.40 5_5 0.0682 Rprec_mult_0.60 5_5 0.0462 Rprec_mult_0.80 5_5 0.0345 Rprec_mult_1.00 5_5 0.0278 Rprec_mult_1.20 5_5 0.0231 Rprec_mult_1.40 5_5 0.0263 Rprec_mult_1.60 5_5 0.0231 Rprec_mult_1.80 5_5 0.0256 Rprec_mult_2.00 5_5 0.0231 utility 5_5 -932.0000 11pt_avg 5_5 0.1017 binG 5_5 0.0479 G 5_5 0.0433 ndcg 5_5 0.2092 ndcg_rel 5_5 0.1913 Rndcg 5_5 0.1477 ndcg_cut_5 5_5 0.2131 ndcg_cut_10 5_5 0.1501 ndcg_cut_15 5_5 0.1272 ndcg_cut_20 5_5 0.1132 ndcg_cut_30 5_5 0.1113 ndcg_cut_100 5_5 0.0683 ndcg_cut_200 5_5 0.0727 ndcg_cut_500 5_5 0.1075 ndcg_cut_1000 5_5 0.2092 map_cut_5 5_5 0.0139 map_cut_10 5_5 0.0139 map_cut_15 5_5 0.0139 map_cut_20 5_5 0.0139 map_cut_30 5_5 0.0150 map_cut_100 5_5 0.0150 map_cut_200 5_5 0.0156 map_cut_500 5_5 0.0170 map_cut_1000 5_5 0.0241 relative_P_5 5_5 0.4000 relative_P_10 5_5 0.2000 relative_P_15 5_5 0.1333 relative_P_20 5_5 0.1000 relative_P_30 5_5 0.1000 relative_P_100 5_5 0.0300 relative_P_200 5_5 0.0463 relative_P_500 5_5 0.1111 relative_P_1000 5_5 0.3148 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0340 set_relative_P 5_5 0.3148 set_recall 5_5 0.3148 set_map 5_5 0.0107 set_F 5_5 0.0614 num_nonrel_judged_ret 5_5 41 rbp 5_5 0.0727 rbp_resid 5_5 0.3438 unj_5 5_5 0.0000 unj_10 5_5 0.2000 unj_20 5_5 0.4000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 55 map 5_8 0.3010 Rprec 5_8 0.3846 bpref 5_8 0.4980 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.7500 iprec_at_recall_0.10 5_8 0.6667 iprec_at_recall_0.20 5_8 0.5484 iprec_at_recall_0.30 5_8 0.4464 iprec_at_recall_0.40 5_8 0.3864 iprec_at_recall_0.50 5_8 0.3679 iprec_at_recall_0.60 5_8 0.2857 iprec_at_recall_0.70 5_8 0.1068 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.6000 P_10 5_8 0.6000 P_15 5_8 0.6667 P_20 5_8 0.5500 P_30 5_8 0.5333 P_100 5_8 0.3600 P_200 5_8 0.2550 P_500 5_8 0.1080 P_1000 5_8 0.0550 relstring 5_8 '0113001101' recall_5 5_8 0.0385 recall_10 5_8 0.0769 recall_15 5_8 0.1282 recall_20 5_8 0.1410 recall_30 5_8 0.2051 recall_100 5_8 0.4615 recall_200 5_8 0.6538 recall_500 5_8 0.6923 recall_1000 5_8 0.7051 infAP 5_8 0.3010 Rprec_mult_0.20 5_8 0.6250 Rprec_mult_0.40 5_8 0.5312 Rprec_mult_0.60 5_8 0.4468 Rprec_mult_0.80 5_8 0.3968 Rprec_mult_1.00 5_8 0.3846 Rprec_mult_1.20 5_8 0.3617 Rprec_mult_1.40 5_8 0.3545 Rprec_mult_1.60 5_8 0.3280 Rprec_mult_1.80 5_8 0.3050 Rprec_mult_2.00 5_8 0.2821 utility 5_8 -890.0000 11pt_avg 5_8 0.3235 binG 5_8 0.1651 G 5_8 0.1174 ndcg 5_8 0.4918 ndcg_rel 5_8 0.3879 Rndcg 5_8 0.3009 ndcg_cut_5 5_8 0.2207 ndcg_cut_10 5_8 0.2132 ndcg_cut_15 5_8 0.2524 ndcg_cut_20 5_8 0.2463 ndcg_cut_30 5_8 0.3040 ndcg_cut_100 5_8 0.3842 ndcg_cut_200 5_8 0.4784 ndcg_cut_500 5_8 0.4886 ndcg_cut_1000 5_8 0.4918 map_cut_5 5_8 0.0246 map_cut_10 5_8 0.0476 map_cut_15 5_8 0.0798 map_cut_20 5_8 0.0872 map_cut_30 5_8 0.1227 map_cut_100 5_8 0.2326 map_cut_200 5_8 0.2932 map_cut_500 5_8 0.2996 map_cut_1000 5_8 0.3010 relative_P_5 5_8 0.6000 relative_P_10 5_8 0.6000 relative_P_15 5_8 0.6667 relative_P_20 5_8 0.5500 relative_P_30 5_8 0.5333 relative_P_100 5_8 0.4615 relative_P_200 5_8 0.6538 relative_P_500 5_8 0.6923 relative_P_1000 5_8 0.7051 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0550 set_relative_P 5_8 0.7051 set_recall 5_8 0.7051 set_map 5_8 0.0388 set_F 5_8 0.1020 num_nonrel_judged_ret 5_8 37 rbp 5_8 0.2088 rbp_resid 5_8 0.0454 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.0500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 46 map 5_9 0.5742 Rprec 5_9 0.6226 bpref 5_9 0.7868 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 1.0000 iprec_at_recall_0.20 5_9 0.7391 iprec_at_recall_0.30 5_9 0.7391 iprec_at_recall_0.40 5_9 0.7059 iprec_at_recall_0.50 5_9 0.6889 iprec_at_recall_0.60 5_9 0.6809 iprec_at_recall_0.70 5_9 0.5522 iprec_at_recall_0.80 5_9 0.2917 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 1.0000 P_10 5_9 0.8000 P_15 5_9 0.7333 P_20 5_9 0.7000 P_30 5_9 0.7000 P_100 5_9 0.3900 P_200 5_9 0.2150 P_500 5_9 0.0900 P_1000 5_9 0.0460 relstring 5_9 '3141444004' recall_5 5_9 0.0943 recall_10 5_9 0.1509 recall_15 5_9 0.2075 recall_20 5_9 0.2642 recall_30 5_9 0.3962 recall_100 5_9 0.7358 recall_200 5_9 0.8113 recall_500 5_9 0.8491 recall_1000 5_9 0.8679 infAP 5_9 0.5742 Rprec_mult_0.20 5_9 0.8182 Rprec_mult_0.40 5_9 0.7273 Rprec_mult_0.60 5_9 0.6875 Rprec_mult_0.80 5_9 0.6744 Rprec_mult_1.00 5_9 0.6226 Rprec_mult_1.20 5_9 0.5625 Rprec_mult_1.40 5_9 0.5067 Rprec_mult_1.60 5_9 0.4471 Rprec_mult_1.80 5_9 0.4062 Rprec_mult_2.00 5_9 0.3679 utility 5_9 -908.0000 11pt_avg 5_9 0.5816 binG 5_9 0.3275 G 5_9 0.1919 ndcg 5_9 0.7678 ndcg_rel 5_9 0.6756 Rndcg 5_9 0.6569 ndcg_cut_5 5_9 0.6452 ndcg_cut_10 5_9 0.6341 ndcg_cut_15 5_9 0.5940 ndcg_cut_20 5_9 0.6015 ndcg_cut_30 5_9 0.6177 ndcg_cut_100 5_9 0.7291 ndcg_cut_200 5_9 0.7533 ndcg_cut_500 5_9 0.7627 ndcg_cut_1000 5_9 0.7678 map_cut_5 5_9 0.0943 map_cut_10 5_9 0.1472 map_cut_15 5_9 0.1910 map_cut_20 5_9 0.2318 map_cut_30 5_9 0.3260 map_cut_100 5_9 0.5428 map_cut_200 5_9 0.5660 map_cut_500 5_9 0.5731 map_cut_1000 5_9 0.5742 relative_P_5 5_9 1.0000 relative_P_10 5_9 0.8000 relative_P_15 5_9 0.7333 relative_P_20 5_9 0.7000 relative_P_30 5_9 0.7000 relative_P_100 5_9 0.7358 relative_P_200 5_9 0.8113 relative_P_500 5_9 0.8491 relative_P_1000 5_9 0.8679 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0460 set_relative_P 5_9 0.8679 set_recall 5_9 0.8679 set_map 5_9 0.0399 set_F 5_9 0.0874 num_nonrel_judged_ret 5_9 13 rbp 5_9 0.5833 rbp_resid 5_9 0.0670 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.1000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 91 map 6_1 0.1370 Rprec 6_1 0.1873 bpref 6_1 0.2359 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.6875 iprec_at_recall_0.20 6_1 0.1738 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 0.9000 P_15 6_1 0.9333 P_20 6_1 0.8500 P_30 6_1 0.8667 P_100 6_1 0.4200 P_200 6_1 0.2850 P_500 6_1 0.1600 P_1000 6_1 0.0910 relstring 6_1 '1332120311' recall_5 6_1 0.0151 recall_10 6_1 0.0272 recall_15 6_1 0.0423 recall_20 6_1 0.0514 recall_30 6_1 0.0785 recall_100 6_1 0.1269 recall_200 6_1 0.1722 recall_500 6_1 0.2417 recall_1000 6_1 0.2749 infAP 6_1 0.1370 Rprec_mult_0.20 6_1 0.5672 Rprec_mult_0.40 6_1 0.3534 Rprec_mult_0.60 6_1 0.2864 Rprec_mult_0.80 6_1 0.2226 Rprec_mult_1.00 6_1 0.1873 Rprec_mult_1.20 6_1 0.1709 Rprec_mult_1.40 6_1 0.1616 Rprec_mult_1.60 6_1 0.1528 Rprec_mult_1.80 6_1 0.1393 Rprec_mult_2.00 6_1 0.1269 utility 6_1 -818.0000 11pt_avg 6_1 0.1692 binG 6_1 0.0808 G 6_1 0.0477 ndcg 6_1 0.3081 ndcg_rel 6_1 0.3316 Rndcg 6_1 0.3314 ndcg_cut_5 6_1 0.5730 ndcg_cut_10 6_1 0.5393 ndcg_cut_15 6_1 0.5248 ndcg_cut_20 6_1 0.5112 ndcg_cut_30 6_1 0.5358 ndcg_cut_100 6_1 0.3583 ndcg_cut_200 6_1 0.3016 ndcg_cut_500 6_1 0.2878 ndcg_cut_1000 6_1 0.3081 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0262 map_cut_15 6_1 0.0401 map_cut_20 6_1 0.0485 map_cut_30 6_1 0.0720 map_cut_100 6_1 0.1036 map_cut_200 6_1 0.1202 map_cut_500 6_1 0.1328 map_cut_1000 6_1 0.1370 relative_P_5 6_1 1.0000 relative_P_10 6_1 0.9000 relative_P_15 6_1 0.9333 relative_P_20 6_1 0.8500 relative_P_30 6_1 0.8667 relative_P_100 6_1 0.4200 relative_P_200 6_1 0.2850 relative_P_500 6_1 0.2417 relative_P_1000 6_1 0.2749 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0910 set_relative_P 6_1 0.2749 set_recall 6_1 0.2749 set_map 6_1 0.0250 set_F 6_1 0.1367 num_nonrel_judged_ret 6_1 27 rbp 6_1 0.3888 rbp_resid 6_1 0.0124 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 27 map 6_10 0.2506 Rprec 6_10 0.3333 bpref 6_10 0.5225 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.7273 iprec_at_recall_0.20 6_10 0.6923 iprec_at_recall_0.30 6_10 0.3409 iprec_at_recall_0.40 6_10 0.1837 iprec_at_recall_0.50 6_10 0.0846 iprec_at_recall_0.60 6_10 0.0541 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.6000 P_10 6_10 0.7000 P_15 6_10 0.6000 P_20 6_10 0.5000 P_30 6_10 0.4000 P_100 6_10 0.1800 P_200 6_10 0.1100 P_500 6_10 0.0540 P_1000 6_10 0.0270 relstring 6_10 '4330021-11' recall_5 6_10 0.0667 recall_10 6_10 0.1556 recall_15 6_10 0.2000 recall_20 6_10 0.2222 recall_30 6_10 0.2667 recall_100 6_10 0.4000 recall_200 6_10 0.4889 recall_500 6_10 0.6000 recall_1000 6_10 0.6000 infAP 6_10 0.2506 Rprec_mult_0.20 6_10 0.6667 Rprec_mult_0.40 6_10 0.5556 Rprec_mult_0.60 6_10 0.4444 Rprec_mult_0.80 6_10 0.3333 Rprec_mult_1.00 6_10 0.3333 Rprec_mult_1.20 6_10 0.2963 Rprec_mult_1.40 6_10 0.2540 Rprec_mult_1.60 6_10 0.2222 Rprec_mult_1.80 6_10 0.2099 Rprec_mult_2.00 6_10 0.1889 utility 6_10 -946.0000 11pt_avg 6_10 0.2803 binG 6_10 0.1954 G 6_10 0.1912 ndcg 6_10 0.5374 ndcg_rel 6_10 0.5629 Rndcg 6_10 0.5992 ndcg_cut_5 6_10 0.7509 ndcg_cut_10 6_10 0.6171 ndcg_cut_15 6_10 0.5519 ndcg_cut_20 6_10 0.4995 ndcg_cut_30 6_10 0.4459 ndcg_cut_100 6_10 0.4757 ndcg_cut_200 6_10 0.5115 ndcg_cut_500 6_10 0.5374 ndcg_cut_1000 6_10 0.5374 map_cut_5 6_10 0.0667 map_cut_10 6_10 0.1277 map_cut_15 6_10 0.1593 map_cut_20 6_10 0.1732 map_cut_30 6_10 0.1924 map_cut_100 6_10 0.2312 map_cut_200 6_10 0.2432 map_cut_500 6_10 0.2506 map_cut_1000 6_10 0.2506 relative_P_5 6_10 0.6000 relative_P_10 6_10 0.7000 relative_P_15 6_10 0.6000 relative_P_20 6_10 0.5000 relative_P_30 6_10 0.4000 relative_P_100 6_10 0.4000 relative_P_200 6_10 0.4889 relative_P_500 6_10 0.6000 relative_P_1000 6_10 0.6000 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0270 set_relative_P 6_10 0.6000 set_recall 6_10 0.6000 set_map 6_10 0.0162 set_F 6_10 0.0517 num_nonrel_judged_ret 6_10 16 rbp 6_10 0.3269 rbp_resid 6_10 0.2928 unj_5 6_10 0.0000 unj_10 6_10 0.1000 unj_20 6_10 0.4000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 50 map 6_11 0.0292 Rprec 6_11 0.0593 bpref 6_11 0.3443 recip_rank 6_11 0.1667 iprec_at_recall_0.00 6_11 0.2000 iprec_at_recall_0.10 6_11 0.0779 iprec_at_recall_0.20 6_11 0.0767 iprec_at_recall_0.30 6_11 0.0630 iprec_at_recall_0.40 6_11 0.0543 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.0000 P_10 6_11 0.2000 P_15 6_11 0.1333 P_20 6_11 0.1000 P_30 6_11 0.0667 P_100 6_11 0.0600 P_200 6_11 0.0700 P_500 6_11 0.0660 P_1000 6_11 0.0500 relstring 6_11 '0000010-01' recall_5 6_11 0.0000 recall_10 6_11 0.0169 recall_15 6_11 0.0169 recall_20 6_11 0.0169 recall_30 6_11 0.0169 recall_100 6_11 0.0508 recall_200 6_11 0.1186 recall_500 6_11 0.2797 recall_1000 6_11 0.4237 infAP 6_11 0.0292 Rprec_mult_0.20 6_11 0.0833 Rprec_mult_0.40 6_11 0.0625 Rprec_mult_0.60 6_11 0.0423 Rprec_mult_0.80 6_11 0.0526 Rprec_mult_1.00 6_11 0.0593 Rprec_mult_1.20 6_11 0.0493 Rprec_mult_1.40 6_11 0.0663 Rprec_mult_1.60 6_11 0.0688 Rprec_mult_1.80 6_11 0.0704 Rprec_mult_2.00 6_11 0.0763 utility 6_11 -900.0000 11pt_avg 6_11 0.0429 binG 6_11 0.0553 G 6_11 0.0540 ndcg 6_11 0.2514 ndcg_rel 6_11 0.2044 Rndcg 6_11 0.0806 ndcg_cut_5 6_11 0.0000 ndcg_cut_10 6_11 0.0575 ndcg_cut_15 6_11 0.0466 ndcg_cut_20 6_11 0.0398 ndcg_cut_30 6_11 0.0315 ndcg_cut_100 6_11 0.0389 ndcg_cut_200 6_11 0.0810 ndcg_cut_500 6_11 0.1775 ndcg_cut_1000 6_11 0.2514 map_cut_5 6_11 0.0000 map_cut_10 6_11 0.0031 map_cut_15 6_11 0.0031 map_cut_20 6_11 0.0031 map_cut_30 6_11 0.0031 map_cut_100 6_11 0.0052 map_cut_200 6_11 0.0096 map_cut_500 6_11 0.0211 map_cut_1000 6_11 0.0292 relative_P_5 6_11 0.0000 relative_P_10 6_11 0.2000 relative_P_15 6_11 0.1333 relative_P_20 6_11 0.1000 relative_P_30 6_11 0.0667 relative_P_100 6_11 0.0600 relative_P_200 6_11 0.1186 relative_P_500 6_11 0.2797 relative_P_1000 6_11 0.4237 success_1 6_11 0.0000 success_5 6_11 0.0000 success_10 6_11 1.0000 set_P 6_11 0.0500 set_relative_P 6_11 0.4237 set_recall 6_11 0.4237 set_map 6_11 0.0212 set_F 6_11 0.0894 num_nonrel_judged_ret 6_11 29 rbp 6_11 0.0331 rbp_resid 6_11 0.3413 unj_5 6_11 0.0000 unj_10 6_11 0.1000 unj_20 6_11 0.4500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 33 map 6_12 0.0912 Rprec 6_12 0.2174 bpref 6_12 0.4077 recip_rank 6_12 0.5000 iprec_at_recall_0.00 6_12 0.5000 iprec_at_recall_0.10 6_12 0.2500 iprec_at_recall_0.20 6_12 0.2239 iprec_at_recall_0.30 6_12 0.1486 iprec_at_recall_0.40 6_12 0.0757 iprec_at_recall_0.50 6_12 0.0000 iprec_at_recall_0.60 6_12 0.0000 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.2000 P_10 6_12 0.3000 P_15 6_12 0.3333 P_20 6_12 0.2500 P_30 6_12 0.2333 P_100 6_12 0.1700 P_200 6_12 0.1200 P_500 6_12 0.0600 P_1000 6_12 0.0330 relstring 6_12 '0300030300' recall_5 6_12 0.0145 recall_10 6_12 0.0435 recall_15 6_12 0.0725 recall_20 6_12 0.0725 recall_30 6_12 0.1014 recall_100 6_12 0.2464 recall_200 6_12 0.3478 recall_500 6_12 0.4348 recall_1000 6_12 0.4783 infAP 6_12 0.0912 Rprec_mult_0.20 6_12 0.2857 Rprec_mult_0.40 6_12 0.2143 Rprec_mult_0.60 6_12 0.2381 Rprec_mult_0.80 6_12 0.2143 Rprec_mult_1.00 6_12 0.2174 Rprec_mult_1.20 6_12 0.1807 Rprec_mult_1.40 6_12 0.1753 Rprec_mult_1.60 6_12 0.1622 Rprec_mult_1.80 6_12 0.1520 Rprec_mult_2.00 6_12 0.1377 utility 6_12 -934.0000 11pt_avg 6_12 0.1089 binG 6_12 0.0915 G 6_12 0.0746 ndcg 6_12 0.3716 ndcg_rel 6_12 0.3312 Rndcg 6_12 0.2133 ndcg_cut_5 6_12 0.1923 ndcg_cut_10 6_12 0.2671 ndcg_cut_15 6_12 0.2957 ndcg_cut_20 6_12 0.2484 ndcg_cut_30 6_12 0.2373 ndcg_cut_100 6_12 0.2527 ndcg_cut_200 6_12 0.3117 ndcg_cut_500 6_12 0.3514 ndcg_cut_1000 6_12 0.3716 map_cut_5 6_12 0.0072 map_cut_10 6_12 0.0175 map_cut_15 6_12 0.0276 map_cut_20 6_12 0.0276 map_cut_30 6_12 0.0349 map_cut_100 6_12 0.0672 map_cut_200 6_12 0.0822 map_cut_500 6_12 0.0891 map_cut_1000 6_12 0.0912 relative_P_5 6_12 0.2000 relative_P_10 6_12 0.3000 relative_P_15 6_12 0.3333 relative_P_20 6_12 0.2500 relative_P_30 6_12 0.2333 relative_P_100 6_12 0.2464 relative_P_200 6_12 0.3478 relative_P_500 6_12 0.4348 relative_P_1000 6_12 0.4783 success_1 6_12 0.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0330 set_relative_P 6_12 0.4783 set_recall 6_12 0.4783 set_map 6_12 0.0158 set_F 6_12 0.0617 num_nonrel_judged_ret 6_12 12 rbp 6_12 0.2091 rbp_resid 6_12 0.2551 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.4000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 73 map 6_13 0.4990 Rprec 6_13 0.5421 bpref 6_13 0.6734 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.9500 iprec_at_recall_0.20 6_13 0.9259 iprec_at_recall_0.30 6_13 0.8684 iprec_at_recall_0.40 6_13 0.6875 iprec_at_recall_0.50 6_13 0.5876 iprec_at_recall_0.60 6_13 0.4444 iprec_at_recall_0.70 6_13 0.0000 iprec_at_recall_0.80 6_13 0.0000 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 0.9000 P_15 6_13 0.9333 P_20 6_13 0.9500 P_30 6_13 0.9000 P_100 6_13 0.5700 P_200 6_13 0.3400 P_500 6_13 0.1460 P_1000 6_13 0.0730 relstring 6_13 '3222122-21' recall_5 6_13 0.0467 recall_10 6_13 0.0841 recall_15 6_13 0.1308 recall_20 6_13 0.1776 recall_30 6_13 0.2523 recall_100 6_13 0.5327 recall_200 6_13 0.6355 recall_500 6_13 0.6822 recall_1000 6_13 0.6822 infAP 6_13 0.4990 Rprec_mult_0.20 6_13 0.9091 Rprec_mult_0.40 6_13 0.8605 Rprec_mult_0.60 6_13 0.6769 Rprec_mult_0.80 6_13 0.5930 Rprec_mult_1.00 6_13 0.5421 Rprec_mult_1.20 6_13 0.4651 Rprec_mult_1.40 6_13 0.4267 Rprec_mult_1.60 6_13 0.3895 Rprec_mult_1.80 6_13 0.3523 Rprec_mult_2.00 6_13 0.3178 utility 6_13 -854.0000 11pt_avg 6_13 0.4967 binG 6_13 0.2688 G 6_13 0.1640 ndcg 6_13 0.7000 ndcg_rel 6_13 0.6804 Rndcg 6_13 0.6450 ndcg_cut_5 6_13 0.7360 ndcg_cut_10 6_13 0.6442 ndcg_cut_15 6_13 0.6946 ndcg_cut_20 6_13 0.6953 ndcg_cut_30 6_13 0.6869 ndcg_cut_100 6_13 0.6215 ndcg_cut_200 6_13 0.6721 ndcg_cut_500 6_13 0.7000 ndcg_cut_1000 6_13 0.7000 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0821 map_cut_15 6_13 0.1252 map_cut_20 6_13 0.1693 map_cut_30 6_13 0.2376 map_cut_100 6_13 0.4418 map_cut_200 6_13 0.4886 map_cut_500 6_13 0.4990 map_cut_1000 6_13 0.4990 relative_P_5 6_13 1.0000 relative_P_10 6_13 0.9000 relative_P_15 6_13 0.9333 relative_P_20 6_13 0.9500 relative_P_30 6_13 0.9000 relative_P_100 6_13 0.5700 relative_P_200 6_13 0.6355 relative_P_500 6_13 0.6822 relative_P_1000 6_13 0.6822 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0730 set_relative_P 6_13 0.6822 set_recall 6_13 0.6822 set_map 6_13 0.0498 set_F 6_13 0.1319 num_nonrel_judged_ret 6_13 1 rbp 6_13 0.5935 rbp_resid 6_13 0.0761 unj_5 6_13 0.0000 unj_10 6_13 0.1000 unj_20 6_13 0.0500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 41 map 6_14 0.2737 Rprec 6_14 0.3571 bpref 6_14 0.3651 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.5357 iprec_at_recall_0.20 6_14 0.5357 iprec_at_recall_0.30 6_14 0.4474 iprec_at_recall_0.40 6_14 0.4000 iprec_at_recall_0.50 6_14 0.2818 iprec_at_recall_0.60 6_14 0.2411 iprec_at_recall_0.70 6_14 0.1364 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.6000 P_10 6_14 0.4000 P_15 6_14 0.4000 P_20 6_14 0.4000 P_30 6_14 0.5000 P_100 6_14 0.2700 P_200 6_14 0.1850 P_500 6_14 0.0820 P_1000 6_14 0.0410 relstring 6_14 '2012000030' recall_5 6_14 0.0536 recall_10 6_14 0.0714 recall_15 6_14 0.1071 recall_20 6_14 0.1429 recall_30 6_14 0.2679 recall_100 6_14 0.4821 recall_200 6_14 0.6607 recall_500 6_14 0.7321 recall_1000 6_14 0.7321 infAP 6_14 0.2737 Rprec_mult_0.20 6_14 0.4167 Rprec_mult_0.40 6_14 0.4783 Rprec_mult_0.60 6_14 0.4412 Rprec_mult_0.80 6_14 0.3778 Rprec_mult_1.00 6_14 0.3571 Rprec_mult_1.20 6_14 0.3529 Rprec_mult_1.40 6_14 0.3038 Rprec_mult_1.60 6_14 0.2778 Rprec_mult_1.80 6_14 0.2772 Rprec_mult_2.00 6_14 0.2768 utility 6_14 -918.0000 11pt_avg 6_14 0.3253 binG 6_14 0.1767 G 6_14 0.1456 ndcg 6_14 0.5710 ndcg_rel 6_14 0.4836 Rndcg 6_14 0.4269 ndcg_cut_5 6_14 0.3800 ndcg_cut_10 6_14 0.3441 ndcg_cut_15 6_14 0.3561 ndcg_cut_20 6_14 0.3489 ndcg_cut_30 6_14 0.4139 ndcg_cut_100 6_14 0.4665 ndcg_cut_200 6_14 0.5433 ndcg_cut_500 6_14 0.5710 ndcg_cut_1000 6_14 0.5710 map_cut_5 6_14 0.0432 map_cut_10 6_14 0.0511 map_cut_15 6_14 0.0664 map_cut_20 6_14 0.0816 map_cut_30 6_14 0.1426 map_cut_100 6_14 0.2210 map_cut_200 6_14 0.2650 map_cut_500 6_14 0.2737 map_cut_1000 6_14 0.2737 relative_P_5 6_14 0.6000 relative_P_10 6_14 0.4000 relative_P_15 6_14 0.4000 relative_P_20 6_14 0.4000 relative_P_30 6_14 0.5000 relative_P_100 6_14 0.4821 relative_P_200 6_14 0.6607 relative_P_500 6_14 0.7321 relative_P_1000 6_14 0.7321 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0410 set_relative_P 6_14 0.7321 set_recall 6_14 0.7321 set_map 6_14 0.0300 set_F 6_14 0.0777 num_nonrel_judged_ret 6_14 58 rbp 6_14 0.2876 rbp_resid 6_14 0.0124 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 26 map 6_16 0.1124 Rprec 6_16 0.1724 bpref 6_16 0.2235 recip_rank 6_16 0.1250 iprec_at_recall_0.00 6_16 0.2308 iprec_at_recall_0.10 6_16 0.2308 iprec_at_recall_0.20 6_16 0.2286 iprec_at_recall_0.30 6_16 0.2250 iprec_at_recall_0.40 6_16 0.1446 iprec_at_recall_0.50 6_16 0.0862 iprec_at_recall_0.60 6_16 0.0817 iprec_at_recall_0.70 6_16 0.0683 iprec_at_recall_0.80 6_16 0.0618 iprec_at_recall_0.90 6_16 0.0428 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.1000 P_15 6_16 0.2000 P_20 6_16 0.2000 P_30 6_16 0.1667 P_100 6_16 0.1300 P_200 6_16 0.0800 P_500 6_16 0.0480 P_1000 6_16 0.0260 relstring 6_16 '00000-0200' recall_5 6_16 0.0000 recall_10 6_16 0.0345 recall_15 6_16 0.1034 recall_20 6_16 0.1379 recall_30 6_16 0.1724 recall_100 6_16 0.4483 recall_200 6_16 0.5517 recall_500 6_16 0.8276 recall_1000 6_16 0.8966 infAP 6_16 0.1124 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.1667 Rprec_mult_0.60 6_16 0.1667 Rprec_mult_0.80 6_16 0.1667 Rprec_mult_1.00 6_16 0.1724 Rprec_mult_1.20 6_16 0.2286 Rprec_mult_1.40 6_16 0.2195 Rprec_mult_1.60 6_16 0.1915 Rprec_mult_1.80 6_16 0.1698 Rprec_mult_2.00 6_16 0.1724 utility 6_16 -948.0000 11pt_avg 6_16 0.1273 binG 6_16 0.1526 G 6_16 0.1374 ndcg 6_16 0.4601 ndcg_rel 6_16 0.3011 Rndcg 6_16 0.2181 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0463 ndcg_cut_15 6_16 0.1268 ndcg_cut_20 6_16 0.1461 ndcg_cut_30 6_16 0.1538 ndcg_cut_100 6_16 0.2779 ndcg_cut_200 6_16 0.3311 ndcg_cut_500 6_16 0.4315 ndcg_cut_1000 6_16 0.4601 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0043 map_cut_15 6_16 0.0180 map_cut_20 6_16 0.0249 map_cut_30 6_16 0.0311 map_cut_100 6_16 0.0814 map_cut_200 6_16 0.0907 map_cut_500 6_16 0.1092 map_cut_1000 6_16 0.1124 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.1000 relative_P_15 6_16 0.2000 relative_P_20 6_16 0.2000 relative_P_30 6_16 0.1724 relative_P_100 6_16 0.4483 relative_P_200 6_16 0.5517 relative_P_500 6_16 0.8276 relative_P_1000 6_16 0.8966 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 1.0000 set_P 6_16 0.0260 set_relative_P 6_16 0.8966 set_recall 6_16 0.8966 set_map 6_16 0.0233 set_F 6_16 0.0505 num_nonrel_judged_ret 6_16 44 rbp 6_16 0.1190 rbp_resid 6_16 0.1939 unj_5 6_16 0.0000 unj_10 6_16 0.1000 unj_20 6_16 0.2500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 22 map 6_3 0.1245 Rprec 6_3 0.1856 bpref 6_3 0.2091 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.5238 iprec_at_recall_0.20 6_3 0.1776 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.8000 P_10 6_3 0.7000 P_15 6_3 0.6000 P_20 6_3 0.5000 P_30 6_3 0.5000 P_100 6_3 0.1800 P_200 6_3 0.1000 P_500 6_3 0.0440 P_1000 6_3 0.0220 relstring 6_3 '3110340230' recall_5 6_3 0.0412 recall_10 6_3 0.0722 recall_15 6_3 0.0928 recall_20 6_3 0.1031 recall_30 6_3 0.1546 recall_100 6_3 0.1856 recall_200 6_3 0.2062 recall_500 6_3 0.2268 recall_1000 6_3 0.2268 infAP 6_3 0.1245 Rprec_mult_0.20 6_3 0.5000 Rprec_mult_0.40 6_3 0.4359 Rprec_mult_0.60 6_3 0.2881 Rprec_mult_0.80 6_3 0.2308 Rprec_mult_1.00 6_3 0.1856 Rprec_mult_1.20 6_3 0.1624 Rprec_mult_1.40 6_3 0.1397 Rprec_mult_1.60 6_3 0.1282 Rprec_mult_1.80 6_3 0.1143 Rprec_mult_2.00 6_3 0.1031 utility 6_3 -956.0000 11pt_avg 6_3 0.1547 binG 6_3 0.0899 G 6_3 0.0627 ndcg 6_3 0.3217 ndcg_rel 6_3 0.3539 Rndcg 6_3 0.3997 ndcg_cut_5 6_3 0.5051 ndcg_cut_10 6_3 0.5406 ndcg_cut_15 6_3 0.4767 ndcg_cut_20 6_3 0.4454 ndcg_cut_30 6_3 0.4546 ndcg_cut_100 6_3 0.2968 ndcg_cut_200 6_3 0.3037 ndcg_cut_500 6_3 0.3217 ndcg_cut_1000 6_3 0.3217 map_cut_5 6_3 0.0392 map_cut_10 6_3 0.0635 map_cut_15 6_3 0.0766 map_cut_20 6_3 0.0817 map_cut_30 6_3 0.1073 map_cut_100 6_3 0.1196 map_cut_200 6_3 0.1228 map_cut_500 6_3 0.1245 map_cut_1000 6_3 0.1245 relative_P_5 6_3 0.8000 relative_P_10 6_3 0.7000 relative_P_15 6_3 0.6000 relative_P_20 6_3 0.5000 relative_P_30 6_3 0.5000 relative_P_100 6_3 0.1856 relative_P_200 6_3 0.2062 relative_P_500 6_3 0.2268 relative_P_1000 6_3 0.2268 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0220 set_relative_P 6_3 0.2268 set_recall 6_3 0.2268 set_map 6_3 0.0050 set_F 6_3 0.0401 num_nonrel_judged_ret 6_3 33 rbp 6_3 0.3329 rbp_resid 6_3 0.1822 unj_5 6_3 0.0000 unj_10 6_3 0.0000 unj_20 6_3 0.2500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 26 map 6_4 0.0297 Rprec 6_4 0.0661 bpref 6_4 0.1713 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.0561 iprec_at_recall_0.20 6_4 0.0378 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.4000 P_10 6_4 0.2000 P_15 6_4 0.2000 P_20 6_4 0.1500 P_30 6_4 0.1000 P_100 6_4 0.0800 P_200 6_4 0.0550 P_500 6_4 0.0400 P_1000 6_4 0.0260 relstring 6_4 '33000-----' recall_5 6_4 0.0165 recall_10 6_4 0.0165 recall_15 6_4 0.0248 recall_20 6_4 0.0248 recall_30 6_4 0.0248 recall_100 6_4 0.0661 recall_200 6_4 0.0909 recall_500 6_4 0.1653 recall_1000 6_4 0.2149 infAP 6_4 0.0297 Rprec_mult_0.20 6_4 0.1200 Rprec_mult_0.40 6_4 0.0816 Rprec_mult_0.60 6_4 0.0822 Rprec_mult_0.80 6_4 0.0825 Rprec_mult_1.00 6_4 0.0661 Rprec_mult_1.20 6_4 0.0616 Rprec_mult_1.40 6_4 0.0647 Rprec_mult_1.60 6_4 0.0567 Rprec_mult_1.80 6_4 0.0550 Rprec_mult_2.00 6_4 0.0496 utility 6_4 -948.0000 11pt_avg 6_4 0.0994 binG 6_4 0.0439 G 6_4 0.0497 ndcg 6_4 0.2199 ndcg_rel 6_4 0.2275 Rndcg 6_4 0.2104 ndcg_cut_5 6_4 0.5531 ndcg_cut_10 6_4 0.3590 ndcg_cut_15 6_4 0.3144 ndcg_cut_20 6_4 0.2768 ndcg_cut_30 6_4 0.2277 ndcg_cut_100 6_4 0.1535 ndcg_cut_200 6_4 0.1604 ndcg_cut_500 6_4 0.1989 ndcg_cut_1000 6_4 0.2199 map_cut_5 6_4 0.0165 map_cut_10 6_4 0.0165 map_cut_15 6_4 0.0188 map_cut_20 6_4 0.0188 map_cut_30 6_4 0.0188 map_cut_100 6_4 0.0225 map_cut_200 6_4 0.0241 map_cut_500 6_4 0.0280 map_cut_1000 6_4 0.0297 relative_P_5 6_4 0.4000 relative_P_10 6_4 0.2000 relative_P_15 6_4 0.2000 relative_P_20 6_4 0.1500 relative_P_30 6_4 0.1000 relative_P_100 6_4 0.0800 relative_P_200 6_4 0.0909 relative_P_500 6_4 0.1653 relative_P_1000 6_4 0.2149 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0260 set_relative_P 6_4 0.2149 set_recall 6_4 0.2149 set_map 6_4 0.0056 set_F 6_4 0.0464 num_nonrel_judged_ret 6_4 40 rbp 6_4 0.2142 rbp_resid 6_4 0.4667 unj_5 6_4 0.0000 unj_10 6_4 0.5000 unj_20 6_4 0.6000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 35 map 6_5 0.5018 Rprec 6_5 0.5106 bpref 6_5 0.6727 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 1.0000 iprec_at_recall_0.20 6_5 1.0000 iprec_at_recall_0.30 6_5 0.8750 iprec_at_recall_0.40 6_5 0.6000 iprec_at_recall_0.50 6_5 0.5306 iprec_at_recall_0.60 6_5 0.4746 iprec_at_recall_0.70 6_5 0.3696 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 1.0000 P_10 6_5 0.9000 P_15 6_5 0.8667 P_20 6_5 0.7000 P_30 6_5 0.6000 P_100 6_5 0.3400 P_200 6_5 0.1700 P_500 6_5 0.0680 P_1000 6_5 0.0350 relstring 6_5 '3133313310' recall_5 6_5 0.1064 recall_10 6_5 0.1915 recall_15 6_5 0.2766 recall_20 6_5 0.2979 recall_30 6_5 0.3830 recall_100 6_5 0.7234 recall_200 6_5 0.7234 recall_500 6_5 0.7234 recall_1000 6_5 0.7447 infAP 6_5 0.5018 Rprec_mult_0.20 6_5 0.9000 Rprec_mult_0.40 6_5 0.7368 Rprec_mult_0.60 6_5 0.6207 Rprec_mult_0.80 6_5 0.5789 Rprec_mult_1.00 6_5 0.5106 Rprec_mult_1.20 6_5 0.4737 Rprec_mult_1.40 6_5 0.4242 Rprec_mult_1.60 6_5 0.3947 Rprec_mult_1.80 6_5 0.3765 Rprec_mult_2.00 6_5 0.3617 utility 6_5 -930.0000 11pt_avg 6_5 0.5318 binG 6_5 0.3416 G 6_5 0.1774 ndcg 6_5 0.6831 ndcg_rel 6_5 0.6234 Rndcg 6_5 0.5770 ndcg_cut_5 6_5 0.6648 ndcg_cut_10 6_5 0.6291 ndcg_cut_15 6_5 0.6339 ndcg_cut_20 6_5 0.5599 ndcg_cut_30 6_5 0.5328 ndcg_cut_100 6_5 0.6765 ndcg_cut_200 6_5 0.6765 ndcg_cut_500 6_5 0.6765 ndcg_cut_1000 6_5 0.6831 map_cut_5 6_5 0.1064 map_cut_10 6_5 0.1915 map_cut_15 6_5 0.2639 map_cut_20 6_5 0.2825 map_cut_30 6_5 0.3361 map_cut_100 6_5 0.5005 map_cut_200 6_5 0.5005 map_cut_500 6_5 0.5005 map_cut_1000 6_5 0.5018 relative_P_5 6_5 1.0000 relative_P_10 6_5 0.9000 relative_P_15 6_5 0.8667 relative_P_20 6_5 0.7000 relative_P_30 6_5 0.6000 relative_P_100 6_5 0.7234 relative_P_200 6_5 0.7234 relative_P_500 6_5 0.7234 relative_P_1000 6_5 0.7447 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0350 set_relative_P 6_5 0.7447 set_recall 6_5 0.7447 set_map 6_5 0.0261 set_F 6_5 0.0669 num_nonrel_judged_ret 6_5 13 rbp 6_5 0.4644 rbp_resid 6_5 0.0781 unj_5 6_5 0.0000 unj_10 6_5 0.0000 unj_20 6_5 0.1000 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 36 map 6_6 0.2449 Rprec 6_6 0.3059 bpref 6_6 0.3842 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.7692 iprec_at_recall_0.20 6_6 0.6786 iprec_at_recall_0.30 6_6 0.3514 iprec_at_recall_0.40 6_6 0.1771 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.7000 P_15 6_6 0.7333 P_20 6_6 0.6500 P_30 6_6 0.6333 P_100 6_6 0.3000 P_200 6_6 0.1700 P_500 6_6 0.0720 P_1000 6_6 0.0360 relstring 6_6 '12223020-2' recall_5 6_6 0.0588 recall_10 6_6 0.0824 recall_15 6_6 0.1294 recall_20 6_6 0.1529 recall_30 6_6 0.2235 recall_100 6_6 0.3529 recall_200 6_6 0.4000 recall_500 6_6 0.4235 recall_1000 6_6 0.4235 infAP 6_6 0.2449 Rprec_mult_0.20 6_6 0.7059 Rprec_mult_0.40 6_6 0.5882 Rprec_mult_0.60 6_6 0.4706 Rprec_mult_0.80 6_6 0.3676 Rprec_mult_1.00 6_6 0.3059 Rprec_mult_1.20 6_6 0.2941 Rprec_mult_1.40 6_6 0.2521 Rprec_mult_1.60 6_6 0.2279 Rprec_mult_1.80 6_6 0.2026 Rprec_mult_2.00 6_6 0.1882 utility 6_6 -928.0000 11pt_avg 6_6 0.2706 binG 6_6 0.1558 G 6_6 0.0937 ndcg 6_6 0.4357 ndcg_rel 6_6 0.4531 Rndcg 6_6 0.4310 ndcg_cut_5 6_6 0.5973 ndcg_cut_10 6_6 0.5006 ndcg_cut_15 6_6 0.5349 ndcg_cut_20 6_6 0.5173 ndcg_cut_30 6_6 0.5150 ndcg_cut_100 6_6 0.4000 ndcg_cut_200 6_6 0.4220 ndcg_cut_500 6_6 0.4357 ndcg_cut_1000 6_6 0.4357 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.0771 map_cut_15 6_6 0.1122 map_cut_20 6_6 0.1286 map_cut_30 6_6 0.1751 map_cut_100 6_6 0.2321 map_cut_200 6_6 0.2415 map_cut_500 6_6 0.2449 map_cut_1000 6_6 0.2449 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.7000 relative_P_15 6_6 0.7333 relative_P_20 6_6 0.6500 relative_P_30 6_6 0.6333 relative_P_100 6_6 0.3529 relative_P_200 6_6 0.4000 relative_P_500 6_6 0.4235 relative_P_1000 6_6 0.4235 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0360 set_relative_P 6_6 0.4235 set_recall 6_6 0.4235 set_map 6_6 0.0152 set_F 6_6 0.0664 num_nonrel_judged_ret 6_6 14 rbp 6_6 0.4490 rbp_resid 6_6 0.1470 unj_5 6_6 0.0000 unj_10 6_6 0.1000 unj_20 6_6 0.2000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 37 map 7_11 0.5894 Rprec 7_11 0.5789 bpref 7_11 0.8183 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 1.0000 iprec_at_recall_0.20 7_11 0.8182 iprec_at_recall_0.30 7_11 0.7857 iprec_at_recall_0.40 7_11 0.7273 iprec_at_recall_0.50 7_11 0.7037 iprec_at_recall_0.60 7_11 0.5750 iprec_at_recall_0.70 7_11 0.4030 iprec_at_recall_0.80 7_11 0.3333 iprec_at_recall_0.90 7_11 0.1735 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.8000 P_10 7_11 0.8000 P_15 7_11 0.7333 P_20 7_11 0.7000 P_30 7_11 0.6667 P_100 7_11 0.3000 P_200 7_11 0.1700 P_500 7_11 0.0740 P_1000 7_11 0.0370 relstring 7_11 '3111012021' recall_5 7_11 0.1053 recall_10 7_11 0.2105 recall_15 7_11 0.2895 recall_20 7_11 0.3684 recall_30 7_11 0.5263 recall_100 7_11 0.7895 recall_200 7_11 0.8947 recall_500 7_11 0.9737 recall_1000 7_11 0.9737 infAP 7_11 0.5894 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.7500 Rprec_mult_0.60 7_11 0.6957 Rprec_mult_0.80 7_11 0.6452 Rprec_mult_1.00 7_11 0.5789 Rprec_mult_1.20 7_11 0.5435 Rprec_mult_1.40 7_11 0.4815 Rprec_mult_1.60 7_11 0.4262 Rprec_mult_1.80 7_11 0.3913 Rprec_mult_2.00 7_11 0.3684 utility 7_11 -926.0000 11pt_avg 7_11 0.5927 binG 7_11 0.3611 G 7_11 0.2480 ndcg 7_11 0.7412 ndcg_rel 7_11 0.6243 Rndcg 7_11 0.6069 ndcg_cut_5 7_11 0.5393 ndcg_cut_10 7_11 0.5559 ndcg_cut_15 7_11 0.5588 ndcg_cut_20 7_11 0.5627 ndcg_cut_30 7_11 0.5681 ndcg_cut_100 7_11 0.6540 ndcg_cut_200 7_11 0.6994 ndcg_cut_500 7_11 0.7412 ndcg_cut_1000 7_11 0.7412 map_cut_5 7_11 0.1053 map_cut_10 7_11 0.1913 map_cut_15 7_11 0.2537 map_cut_20 7_11 0.3130 map_cut_30 7_11 0.4252 map_cut_100 7_11 0.5529 map_cut_200 7_11 0.5773 map_cut_500 7_11 0.5894 map_cut_1000 7_11 0.5894 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.7333 relative_P_20 7_11 0.7000 relative_P_30 7_11 0.6667 relative_P_100 7_11 0.7895 relative_P_200 7_11 0.8947 relative_P_500 7_11 0.9737 relative_P_1000 7_11 0.9737 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0370 set_relative_P 7_11 0.9737 set_recall 7_11 0.9737 set_map 7_11 0.0360 set_F 7_11 0.0713 num_nonrel_judged_ret 7_11 15 rbp 7_11 0.3588 rbp_resid 7_11 0.0840 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.1000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 44 map 7_12 0.2457 Rprec 7_12 0.3438 bpref 7_12 0.5220 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.7273 iprec_at_recall_0.20 7_12 0.4000 iprec_at_recall_0.30 7_12 0.3725 iprec_at_recall_0.40 7_12 0.3068 iprec_at_recall_0.50 7_12 0.2353 iprec_at_recall_0.60 7_12 0.1652 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.4000 P_10 7_12 0.7000 P_15 7_12 0.6000 P_20 7_12 0.5000 P_30 7_12 0.3667 P_100 7_12 0.2900 P_200 7_12 0.1800 P_500 7_12 0.0820 P_1000 7_12 0.0440 relstring 7_12 '2001011121' recall_5 7_12 0.0312 recall_10 7_12 0.1094 recall_15 7_12 0.1406 recall_20 7_12 0.1562 recall_30 7_12 0.1719 recall_100 7_12 0.4531 recall_200 7_12 0.5625 recall_500 7_12 0.6406 recall_1000 7_12 0.6875 infAP 7_12 0.2457 Rprec_mult_0.20 7_12 0.6154 Rprec_mult_0.40 7_12 0.3846 Rprec_mult_0.60 7_12 0.3846 Rprec_mult_0.80 7_12 0.3654 Rprec_mult_1.00 7_12 0.3438 Rprec_mult_1.20 7_12 0.3117 Rprec_mult_1.40 7_12 0.3000 Rprec_mult_1.60 7_12 0.2816 Rprec_mult_1.80 7_12 0.2586 Rprec_mult_2.00 7_12 0.2422 utility 7_12 -912.0000 11pt_avg 7_12 0.2916 binG 7_12 0.1628 G 7_12 0.1343 ndcg 7_12 0.5455 ndcg_rel 7_12 0.4567 Rndcg 7_12 0.3779 ndcg_cut_5 7_12 0.3028 ndcg_cut_10 7_12 0.3857 ndcg_cut_15 7_12 0.3509 ndcg_cut_20 7_12 0.3147 ndcg_cut_30 7_12 0.2693 ndcg_cut_100 7_12 0.4462 ndcg_cut_200 7_12 0.4929 ndcg_cut_500 7_12 0.5296 ndcg_cut_1000 7_12 0.5455 map_cut_5 7_12 0.0234 map_cut_10 7_12 0.0713 map_cut_15 7_12 0.0927 map_cut_20 7_12 0.1019 map_cut_30 7_12 0.1078 map_cut_100 7_12 0.2073 map_cut_200 7_12 0.2317 map_cut_500 7_12 0.2426 map_cut_1000 7_12 0.2457 relative_P_5 7_12 0.4000 relative_P_10 7_12 0.7000 relative_P_15 7_12 0.6000 relative_P_20 7_12 0.5000 relative_P_30 7_12 0.3667 relative_P_100 7_12 0.4531 relative_P_200 7_12 0.5625 relative_P_500 7_12 0.6406 relative_P_1000 7_12 0.6875 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0440 set_relative_P 7_12 0.6875 set_recall 7_12 0.6875 set_map 7_12 0.0302 set_F 7_12 0.0827 num_nonrel_judged_ret 7_12 39 rbp 7_12 0.2280 rbp_resid 7_12 0.1711 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.2000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 67 map 7_14 0.5977 Rprec 7_14 0.5970 bpref 7_14 0.9296 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.8889 iprec_at_recall_0.30 7_14 0.8148 iprec_at_recall_0.40 7_14 0.6136 iprec_at_recall_0.50 7_14 0.6061 iprec_at_recall_0.60 7_14 0.6061 iprec_at_recall_0.70 7_14 0.5341 iprec_at_recall_0.80 7_14 0.3253 iprec_at_recall_0.90 7_14 0.1600 iprec_at_recall_1.00 7_14 0.0684 P_5 7_14 1.0000 P_10 7_14 1.0000 P_15 7_14 0.8667 P_20 7_14 0.8000 P_30 7_14 0.7333 P_100 7_14 0.4800 P_200 7_14 0.2750 P_500 7_14 0.1260 P_1000 7_14 0.0670 relstring 7_14 '3123321323' recall_5 7_14 0.0746 recall_10 7_14 0.1493 recall_15 7_14 0.1940 recall_20 7_14 0.2388 recall_30 7_14 0.3284 recall_100 7_14 0.7164 recall_200 7_14 0.8209 recall_500 7_14 0.9403 recall_1000 7_14 1.0000 infAP 7_14 0.5977 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.8148 Rprec_mult_0.60 7_14 0.6098 Rprec_mult_0.80 7_14 0.5926 Rprec_mult_1.00 7_14 0.5970 Rprec_mult_1.20 7_14 0.5309 Rprec_mult_1.40 7_14 0.5106 Rprec_mult_1.60 7_14 0.4537 Rprec_mult_1.80 7_14 0.4132 Rprec_mult_2.00 7_14 0.3731 utility 7_14 -866.0000 11pt_avg 7_14 0.6016 binG 7_14 0.3623 G 7_14 0.2111 ndcg 7_14 0.8297 ndcg_rel 7_14 0.6931 Rndcg 7_14 0.6664 ndcg_cut_5 7_14 0.8008 ndcg_cut_10 7_14 0.7736 ndcg_cut_15 7_14 0.6764 ndcg_cut_20 7_14 0.6426 ndcg_cut_30 7_14 0.6132 ndcg_cut_100 7_14 0.6880 ndcg_cut_200 7_14 0.7468 ndcg_cut_500 7_14 0.8020 ndcg_cut_1000 7_14 0.8297 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1493 map_cut_15 7_14 0.1920 map_cut_20 7_14 0.2315 map_cut_30 7_14 0.3043 map_cut_100 7_14 0.5314 map_cut_200 7_14 0.5707 map_cut_500 7_14 0.5918 map_cut_1000 7_14 0.5977 relative_P_5 7_14 1.0000 relative_P_10 7_14 1.0000 relative_P_15 7_14 0.8667 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.7333 relative_P_100 7_14 0.7164 relative_P_200 7_14 0.8209 relative_P_500 7_14 0.9403 relative_P_1000 7_14 1.0000 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0670 set_relative_P 7_14 1.0000 set_recall 7_14 1.0000 set_map 7_14 0.0670 set_F 7_14 0.1256 num_nonrel_judged_ret 7_14 8 rbp 7_14 0.6436 rbp_resid 7_14 0.1103 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 28 map 7_15 0.2477 Rprec 7_15 0.3519 bpref 7_15 0.4738 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 0.8333 iprec_at_recall_0.20 7_15 0.6471 iprec_at_recall_0.30 7_15 0.4000 iprec_at_recall_0.40 7_15 0.3026 iprec_at_recall_0.50 7_15 0.1179 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.8000 P_10 7_15 0.5000 P_15 7_15 0.6000 P_20 7_15 0.5500 P_30 7_15 0.4667 P_100 7_15 0.2300 P_200 7_15 0.1250 P_500 7_15 0.0560 P_1000 7_15 0.0280 relstring 7_15 '310321-0--' recall_5 7_15 0.0741 recall_10 7_15 0.0926 recall_15 7_15 0.1667 recall_20 7_15 0.2037 recall_30 7_15 0.2593 recall_100 7_15 0.4259 recall_200 7_15 0.4630 recall_500 7_15 0.5185 recall_1000 7_15 0.5185 infAP 7_15 0.2477 Rprec_mult_0.20 7_15 0.5455 Rprec_mult_0.40 7_15 0.5000 Rprec_mult_0.60 7_15 0.4242 Rprec_mult_0.80 7_15 0.3864 Rprec_mult_1.00 7_15 0.3519 Rprec_mult_1.20 7_15 0.3231 Rprec_mult_1.40 7_15 0.3026 Rprec_mult_1.60 7_15 0.2644 Rprec_mult_1.80 7_15 0.2347 Rprec_mult_2.00 7_15 0.2222 utility 7_15 -944.0000 11pt_avg 7_15 0.3001 binG 7_15 0.1692 G 7_15 0.1733 ndcg 7_15 0.5813 ndcg_rel 7_15 0.5905 Rndcg 7_15 0.6066 ndcg_cut_5 7_15 0.7567 ndcg_cut_10 7_15 0.5647 ndcg_cut_15 7_15 0.5936 ndcg_cut_20 7_15 0.5764 ndcg_cut_30 7_15 0.5535 ndcg_cut_100 7_15 0.5447 ndcg_cut_200 7_15 0.5582 ndcg_cut_500 7_15 0.5813 ndcg_cut_1000 7_15 0.5813 map_cut_5 7_15 0.0657 map_cut_10 7_15 0.0812 map_cut_15 7_15 0.1246 map_cut_20 7_15 0.1481 map_cut_30 7_15 0.1740 map_cut_100 7_15 0.2342 map_cut_200 7_15 0.2421 map_cut_500 7_15 0.2477 map_cut_1000 7_15 0.2477 relative_P_5 7_15 0.8000 relative_P_10 7_15 0.5000 relative_P_15 7_15 0.6000 relative_P_20 7_15 0.5500 relative_P_30 7_15 0.4667 relative_P_100 7_15 0.4259 relative_P_200 7_15 0.4630 relative_P_500 7_15 0.5185 relative_P_1000 7_15 0.5185 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0280 set_relative_P 7_15 0.5185 set_recall 7_15 0.5185 set_map 7_15 0.0145 set_F 7_15 0.0531 num_nonrel_judged_ret 7_15 9 rbp 7_15 0.3684 rbp_resid 7_15 0.2744 unj_5 7_15 0.0000 unj_10 7_15 0.3000 unj_20 7_15 0.3000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 14 map 7_16 0.0995 Rprec 7_16 0.1702 bpref 7_16 0.2689 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.1875 iprec_at_recall_0.20 7_16 0.1875 iprec_at_recall_0.30 7_16 0.1138 iprec_at_recall_0.40 7_16 0.0000 iprec_at_recall_0.50 7_16 0.0000 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.6000 P_10 7_16 0.3000 P_15 7_16 0.2000 P_20 7_16 0.1500 P_30 7_16 0.1667 P_100 7_16 0.1200 P_200 7_16 0.0700 P_500 7_16 0.0280 P_1000 7_16 0.0140 relstring 7_16 '13300-----' recall_5 7_16 0.0638 recall_10 7_16 0.0638 recall_15 7_16 0.0638 recall_20 7_16 0.0638 recall_30 7_16 0.1064 recall_100 7_16 0.2553 recall_200 7_16 0.2979 recall_500 7_16 0.2979 recall_1000 7_16 0.2979 infAP 7_16 0.0995 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.1579 Rprec_mult_0.60 7_16 0.1724 Rprec_mult_0.80 7_16 0.1316 Rprec_mult_1.00 7_16 0.1702 Rprec_mult_1.20 7_16 0.1579 Rprec_mult_1.40 7_16 0.1667 Rprec_mult_1.60 7_16 0.1447 Rprec_mult_1.80 7_16 0.1294 Rprec_mult_2.00 7_16 0.1170 utility 7_16 -972.0000 11pt_avg 7_16 0.1353 binG 7_16 0.1060 G 7_16 0.1086 ndcg 7_16 0.3726 ndcg_rel 7_16 0.3750 Rndcg 7_16 0.4515 ndcg_cut_5 7_16 0.5835 ndcg_cut_10 7_16 0.4634 ndcg_cut_15 7_16 0.4069 ndcg_cut_20 7_16 0.3668 ndcg_cut_30 7_16 0.3407 ndcg_cut_100 7_16 0.3475 ndcg_cut_200 7_16 0.3726 ndcg_cut_500 7_16 0.3726 ndcg_cut_1000 7_16 0.3726 map_cut_5 7_16 0.0638 map_cut_10 7_16 0.0638 map_cut_15 7_16 0.0638 map_cut_20 7_16 0.0638 map_cut_30 7_16 0.0705 map_cut_100 7_16 0.0946 map_cut_200 7_16 0.0995 map_cut_500 7_16 0.0995 map_cut_1000 7_16 0.0995 relative_P_5 7_16 0.6000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.2000 relative_P_20 7_16 0.1500 relative_P_30 7_16 0.1667 relative_P_100 7_16 0.2553 relative_P_200 7_16 0.2979 relative_P_500 7_16 0.2979 relative_P_1000 7_16 0.2979 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0140 set_relative_P 7_16 0.2979 set_recall 7_16 0.2979 set_map 7_16 0.0042 set_F 7_16 0.0267 num_nonrel_judged_ret 7_16 15 rbp 7_16 0.2094 rbp_resid 7_16 0.5350 unj_5 7_16 0.0000 unj_10 7_16 0.5000 unj_20 7_16 0.7000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 51 map 7_2 0.4144 Rprec 7_2 0.4079 bpref 7_2 0.5617 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.9500 iprec_at_recall_0.30 7_2 0.6571 iprec_at_recall_0.40 7_2 0.4412 iprec_at_recall_0.50 7_2 0.3619 iprec_at_recall_0.60 7_2 0.2514 iprec_at_recall_0.70 7_2 0.0000 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.9000 P_15 7_2 0.9333 P_20 7_2 0.9500 P_30 7_2 0.7333 P_100 7_2 0.3700 P_200 7_2 0.2300 P_500 7_2 0.1020 P_1000 7_2 0.0510 relstring 7_2 '2133221230' recall_5 7_2 0.0658 recall_10 7_2 0.1184 recall_15 7_2 0.1842 recall_20 7_2 0.2500 recall_30 7_2 0.2895 recall_100 7_2 0.4868 recall_200 7_2 0.6053 recall_500 7_2 0.6711 recall_1000 7_2 0.6711 infAP 7_2 0.4144 Rprec_mult_0.20 7_2 0.9375 Rprec_mult_0.40 7_2 0.7097 Rprec_mult_0.60 7_2 0.5652 Rprec_mult_0.80 7_2 0.4590 Rprec_mult_1.00 7_2 0.4079 Rprec_mult_1.20 7_2 0.3913 Rprec_mult_1.40 7_2 0.3551 Rprec_mult_1.60 7_2 0.3197 Rprec_mult_1.80 7_2 0.2920 Rprec_mult_2.00 7_2 0.2829 utility 7_2 -898.0000 11pt_avg 7_2 0.4238 binG 7_2 0.2815 G 7_2 0.1773 ndcg 7_2 0.6602 ndcg_rel 7_2 0.6439 Rndcg 7_2 0.6382 ndcg_cut_5 7_2 0.7006 ndcg_cut_10 7_2 0.7292 ndcg_cut_15 7_2 0.7051 ndcg_cut_20 7_2 0.6905 ndcg_cut_30 7_2 0.6364 ndcg_cut_100 7_2 0.5777 ndcg_cut_200 7_2 0.6376 ndcg_cut_500 7_2 0.6602 ndcg_cut_1000 7_2 0.6602 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1184 map_cut_15 7_2 0.1791 map_cut_20 7_2 0.2412 map_cut_30 7_2 0.2733 map_cut_100 7_2 0.3666 map_cut_200 7_2 0.4013 map_cut_500 7_2 0.4144 map_cut_1000 7_2 0.4144 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.9000 relative_P_15 7_2 0.9333 relative_P_20 7_2 0.9500 relative_P_30 7_2 0.7333 relative_P_100 7_2 0.4868 relative_P_200 7_2 0.6053 relative_P_500 7_2 0.6711 relative_P_1000 7_2 0.6711 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0510 set_relative_P 7_2 0.6711 set_recall 7_2 0.6711 set_map 7_2 0.0342 set_F 7_2 0.0948 num_nonrel_judged_ret 7_2 20 rbp 7_2 0.5292 rbp_resid 7_2 0.0527 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 46 map 7_3 0.3842 Rprec 7_3 0.4000 bpref 7_3 0.5739 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.6364 iprec_at_recall_0.20 7_3 0.5938 iprec_at_recall_0.30 7_3 0.5938 iprec_at_recall_0.40 7_3 0.4110 iprec_at_recall_0.50 7_3 0.4110 iprec_at_recall_0.60 7_3 0.3367 iprec_at_recall_0.70 7_3 0.2932 iprec_at_recall_0.80 7_3 0.1392 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.8000 P_10 7_3 0.6000 P_15 7_3 0.5333 P_20 7_3 0.5000 P_30 7_3 0.5667 P_100 7_3 0.3300 P_200 7_3 0.2150 P_500 7_3 0.0920 P_1000 7_3 0.0460 relstring 7_3 '2303200101' recall_5 7_3 0.0727 recall_10 7_3 0.1091 recall_15 7_3 0.1455 recall_20 7_3 0.1818 recall_30 7_3 0.3091 recall_100 7_3 0.6000 recall_200 7_3 0.7818 recall_500 7_3 0.8364 recall_1000 7_3 0.8364 infAP 7_3 0.3842 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.5000 Rprec_mult_0.60 7_3 0.5758 Rprec_mult_0.80 7_3 0.4773 Rprec_mult_1.00 7_3 0.4000 Rprec_mult_1.20 7_3 0.3939 Rprec_mult_1.40 7_3 0.3896 Rprec_mult_1.60 7_3 0.3523 Rprec_mult_1.80 7_3 0.3333 Rprec_mult_2.00 7_3 0.3182 utility 7_3 -908.0000 11pt_avg 7_3 0.4014 binG 7_3 0.2240 G 7_3 0.2120 ndcg 7_3 0.7124 ndcg_rel 7_3 0.6267 Rndcg 7_3 0.5963 ndcg_cut_5 7_3 0.7422 ndcg_cut_10 7_3 0.5850 ndcg_cut_15 7_3 0.5630 ndcg_cut_20 7_3 0.5487 ndcg_cut_30 7_3 0.5810 ndcg_cut_100 7_3 0.6012 ndcg_cut_200 7_3 0.6958 ndcg_cut_500 7_3 0.7124 ndcg_cut_1000 7_3 0.7124 map_cut_5 7_3 0.0645 map_cut_10 7_3 0.0868 map_cut_15 7_3 0.1096 map_cut_20 7_3 0.1273 map_cut_30 7_3 0.1975 map_cut_100 7_3 0.3239 map_cut_200 7_3 0.3778 map_cut_500 7_3 0.3842 map_cut_1000 7_3 0.3842 relative_P_5 7_3 0.8000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.5333 relative_P_20 7_3 0.5000 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.6000 relative_P_200 7_3 0.7818 relative_P_500 7_3 0.8364 relative_P_1000 7_3 0.8364 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0460 set_relative_P 7_3 0.8364 set_recall 7_3 0.8364 set_map 7_3 0.0385 set_F 7_3 0.0872 num_nonrel_judged_ret 7_3 41 rbp 7_3 0.3689 rbp_resid 7_3 0.0575 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 23 map 7_4 0.5389 Rprec 7_4 0.5172 bpref 7_4 0.6040 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 1.0000 iprec_at_recall_0.30 7_4 1.0000 iprec_at_recall_0.40 7_4 0.6316 iprec_at_recall_0.50 7_4 0.5769 iprec_at_recall_0.60 7_4 0.5152 iprec_at_recall_0.70 7_4 0.3030 iprec_at_recall_0.80 7_4 0.0947 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 1.0000 P_10 7_4 1.0000 P_15 7_4 0.7333 P_20 7_4 0.6000 P_30 7_4 0.5000 P_100 7_4 0.2100 P_200 7_4 0.1100 P_500 7_4 0.0460 P_1000 7_4 0.0230 relstring 7_4 '2331221111' recall_5 7_4 0.1724 recall_10 7_4 0.3448 recall_15 7_4 0.3793 recall_20 7_4 0.4138 recall_30 7_4 0.5172 recall_100 7_4 0.7241 recall_200 7_4 0.7586 recall_500 7_4 0.7931 recall_1000 7_4 0.7931 infAP 7_4 0.5389 Rprec_mult_0.20 7_4 1.0000 Rprec_mult_0.40 7_4 0.8333 Rprec_mult_0.60 7_4 0.6111 Rprec_mult_0.80 7_4 0.5417 Rprec_mult_1.00 7_4 0.5172 Rprec_mult_1.20 7_4 0.4857 Rprec_mult_1.40 7_4 0.4146 Rprec_mult_1.60 7_4 0.3617 Rprec_mult_1.80 7_4 0.3396 Rprec_mult_2.00 7_4 0.3276 utility 7_4 -954.0000 11pt_avg 7_4 0.5565 binG 7_4 0.4497 G 7_4 0.2570 ndcg 7_4 0.7054 ndcg_rel 7_4 0.6911 Rndcg 7_4 0.6580 ndcg_cut_5 7_4 0.7799 ndcg_cut_10 7_4 0.7339 ndcg_cut_15 7_4 0.6164 ndcg_cut_20 7_4 0.5752 ndcg_cut_30 7_4 0.5728 ndcg_cut_100 7_4 0.6836 ndcg_cut_200 7_4 0.6910 ndcg_cut_500 7_4 0.7054 ndcg_cut_1000 7_4 0.7054 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.3448 map_cut_15 7_4 0.3719 map_cut_20 7_4 0.3937 map_cut_30 7_4 0.4516 map_cut_100 7_4 0.5318 map_cut_200 7_4 0.5356 map_cut_500 7_4 0.5389 map_cut_1000 7_4 0.5389 relative_P_5 7_4 1.0000 relative_P_10 7_4 1.0000 relative_P_15 7_4 0.7333 relative_P_20 7_4 0.6000 relative_P_30 7_4 0.5172 relative_P_100 7_4 0.7241 relative_P_200 7_4 0.7586 relative_P_500 7_4 0.7931 relative_P_1000 7_4 0.7931 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0230 set_relative_P 7_4 0.7931 set_recall 7_4 0.7931 set_map 7_4 0.0182 set_F 7_4 0.0447 num_nonrel_judged_ret 7_4 33 rbp 7_4 0.4377 rbp_resid 7_4 0.1251 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.1500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 28 map 7_9 0.3039 Rprec 7_9 0.3611 bpref 7_9 0.4090 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.6667 iprec_at_recall_0.20 7_9 0.5625 iprec_at_recall_0.30 7_9 0.4783 iprec_at_recall_0.40 7_9 0.2639 iprec_at_recall_0.50 7_9 0.2639 iprec_at_recall_0.60 7_9 0.2584 iprec_at_recall_0.70 7_9 0.1453 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.6000 P_10 7_9 0.5000 P_15 7_9 0.5333 P_20 7_9 0.5000 P_30 7_9 0.4333 P_100 7_9 0.2300 P_200 7_9 0.1250 P_500 7_9 0.0560 P_1000 7_9 0.0280 relstring 7_9 '1031020200' recall_5 7_9 0.0833 recall_10 7_9 0.1389 recall_15 7_9 0.2222 recall_20 7_9 0.2778 recall_30 7_9 0.3611 recall_100 7_9 0.6389 recall_200 7_9 0.6944 recall_500 7_9 0.7778 recall_1000 7_9 0.7778 infAP 7_9 0.3039 Rprec_mult_0.20 7_9 0.6250 Rprec_mult_0.40 7_9 0.5333 Rprec_mult_0.60 7_9 0.4545 Rprec_mult_0.80 7_9 0.4483 Rprec_mult_1.00 7_9 0.3611 Rprec_mult_1.20 7_9 0.2955 Rprec_mult_1.40 7_9 0.2549 Rprec_mult_1.60 7_9 0.2414 Rprec_mult_1.80 7_9 0.2308 Rprec_mult_2.00 7_9 0.2639 utility 7_9 -944.0000 11pt_avg 7_9 0.3308 binG 7_9 0.2205 G 7_9 0.1652 ndcg 7_9 0.5570 ndcg_rel 7_9 0.4671 Rndcg 7_9 0.4317 ndcg_cut_5 7_9 0.3651 ndcg_cut_10 7_9 0.3810 ndcg_cut_15 7_9 0.4027 ndcg_cut_20 7_9 0.4025 ndcg_cut_30 7_9 0.4017 ndcg_cut_100 7_9 0.5078 ndcg_cut_200 7_9 0.5228 ndcg_cut_500 7_9 0.5570 ndcg_cut_1000 7_9 0.5570 map_cut_5 7_9 0.0671 map_cut_10 7_9 0.1030 map_cut_15 7_9 0.1479 map_cut_20 7_9 0.1774 map_cut_30 7_9 0.2164 map_cut_100 7_9 0.2855 map_cut_200 7_9 0.2946 map_cut_500 7_9 0.3039 map_cut_1000 7_9 0.3039 relative_P_5 7_9 0.6000 relative_P_10 7_9 0.5000 relative_P_15 7_9 0.5333 relative_P_20 7_9 0.5000 relative_P_30 7_9 0.4333 relative_P_100 7_9 0.6389 relative_P_200 7_9 0.6944 relative_P_500 7_9 0.7778 relative_P_1000 7_9 0.7778 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0280 set_relative_P 7_9 0.7778 set_recall 7_9 0.7778 set_map 7_9 0.0218 set_F 7_9 0.0541 num_nonrel_judged_ret 7_9 58 rbp 7_9 0.2769 rbp_resid 7_9 0.0972 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.1000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 5 map 8_1 0.0256 Rprec 8_1 0.0469 bpref 8_1 0.0613 recip_rank 8_1 1.0000 iprec_at_recall_0.00 8_1 1.0000 iprec_at_recall_0.10 8_1 0.0000 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.4000 P_10 8_1 0.2000 P_15 8_1 0.1333 P_20 8_1 0.1000 P_30 8_1 0.1000 P_100 8_1 0.0300 P_200 8_1 0.0150 P_500 8_1 0.0100 P_1000 8_1 0.0050 relstring 8_1 '3002000---' recall_5 8_1 0.0312 recall_10 8_1 0.0312 recall_15 8_1 0.0312 recall_20 8_1 0.0312 recall_30 8_1 0.0469 recall_100 8_1 0.0469 recall_200 8_1 0.0469 recall_500 8_1 0.0781 recall_1000 8_1 0.0781 infAP 8_1 0.0256 Rprec_mult_0.20 8_1 0.1538 Rprec_mult_0.40 8_1 0.0769 Rprec_mult_0.60 8_1 0.0769 Rprec_mult_0.80 8_1 0.0577 Rprec_mult_1.00 8_1 0.0469 Rprec_mult_1.20 8_1 0.0390 Rprec_mult_1.40 8_1 0.0333 Rprec_mult_1.60 8_1 0.0291 Rprec_mult_1.80 8_1 0.0259 Rprec_mult_2.00 8_1 0.0234 utility 8_1 -990.0000 11pt_avg 8_1 0.0909 binG 8_1 0.0306 G 8_1 0.0236 ndcg 8_1 0.1240 ndcg_rel 8_1 0.1381 Rndcg 8_1 0.1617 ndcg_cut_5 8_1 0.3274 ndcg_cut_10 8_1 0.2196 ndcg_cut_15 8_1 0.1814 ndcg_cut_20 8_1 0.1633 ndcg_cut_30 8_1 0.1458 ndcg_cut_100 8_1 0.1168 ndcg_cut_200 8_1 0.1168 ndcg_cut_500 8_1 0.1240 ndcg_cut_1000 8_1 0.1240 map_cut_5 8_1 0.0234 map_cut_10 8_1 0.0234 map_cut_15 8_1 0.0234 map_cut_20 8_1 0.0234 map_cut_30 8_1 0.0251 map_cut_100 8_1 0.0251 map_cut_200 8_1 0.0251 map_cut_500 8_1 0.0256 map_cut_1000 8_1 0.0256 relative_P_5 8_1 0.4000 relative_P_10 8_1 0.2000 relative_P_15 8_1 0.1333 relative_P_20 8_1 0.1000 relative_P_30 8_1 0.1000 relative_P_100 8_1 0.0469 relative_P_200 8_1 0.0469 relative_P_500 8_1 0.0781 relative_P_1000 8_1 0.0781 success_1 8_1 1.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0050 set_relative_P 8_1 0.0781 set_recall 8_1 0.0781 set_map 8_1 0.0004 set_F 8_1 0.0094 num_nonrel_judged_ret 8_1 35 rbp 8_1 0.1128 rbp_resid 8_1 0.3409 unj_5 8_1 0.0000 unj_10 8_1 0.3000 unj_20 8_1 0.4500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 1 map 8_10 0.0001 Rprec 8_10 0.0000 bpref 8_10 0.0128 recip_rank 8_10 0.0035 iprec_at_recall_0.00 8_10 0.0035 iprec_at_recall_0.10 8_10 0.0000 iprec_at_recall_0.20 8_10 0.0000 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0000 P_200 8_10 0.0000 P_500 8_10 0.0020 P_1000 8_10 0.0010 relstring 8_10 '000---00--' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0000 recall_200 8_10 0.0000 recall_500 8_10 0.0357 recall_1000 8_10 0.0357 infAP 8_10 0.0001 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -998.0000 11pt_avg 8_10 0.0003 binG 8_10 0.0044 G 8_10 0.0027 ndcg 8_10 0.0073 ndcg_rel 8_10 0.0073 Rndcg 8_10 0.0018 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0000 ndcg_cut_200 8_10 0.0000 ndcg_cut_500 8_10 0.0073 ndcg_cut_1000 8_10 0.0073 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0000 map_cut_200 8_10 0.0000 map_cut_500 8_10 0.0001 map_cut_1000 8_10 0.0001 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0000 relative_P_200 8_10 0.0000 relative_P_500 8_10 0.0357 relative_P_1000 8_10 0.0357 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0010 set_relative_P 8_10 0.0357 set_recall 8_10 0.0357 set_map 8_10 0.0000 set_F 8_10 0.0019 num_nonrel_judged_ret 8_10 23 rbp 8_10 0.0000 rbp_resid 8_10 0.5601 unj_5 8_10 0.4000 unj_10 8_10 0.5000 unj_20 8_10 0.6000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.4656 Rprec 8_11 0.5000 bpref 8_11 0.4600 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 0.8000 iprec_at_recall_0.40 8_11 0.8000 iprec_at_recall_0.50 8_11 0.7143 iprec_at_recall_0.60 8_11 0.2609 iprec_at_recall_0.70 8_11 0.0565 iprec_at_recall_0.80 8_11 0.0383 iprec_at_recall_0.90 8_11 0.0360 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.8000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.2500 P_30 8_11 0.2000 P_100 8_11 0.0600 P_200 8_11 0.0350 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '2101101000' recall_5 8_11 0.4000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.5000 recall_30 8_11 0.6000 recall_100 8_11 0.6000 recall_200 8_11 0.7000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.4656 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.6667 Rprec_mult_0.80 8_11 0.6250 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -982.0000 11pt_avg 8_11 0.5187 binG 8_11 0.4399 G 8_11 0.3912 ndcg 8_11 0.7124 ndcg_rel 8_11 0.7443 Rndcg 8_11 0.7105 ndcg_cut_5 8_11 0.7530 ndcg_cut_10 8_11 0.6125 ndcg_cut_15 8_11 0.6125 ndcg_cut_20 8_11 0.6125 ndcg_cut_30 8_11 0.6478 ndcg_cut_100 8_11 0.6478 ndcg_cut_200 8_11 0.6711 ndcg_cut_500 8_11 0.7124 ndcg_cut_1000 8_11 0.7124 map_cut_5 8_11 0.3550 map_cut_10 8_11 0.4264 map_cut_15 8_11 0.4264 map_cut_20 8_11 0.4264 map_cut_30 8_11 0.4525 map_cut_100 8_11 0.4525 map_cut_200 8_11 0.4582 map_cut_500 8_11 0.4656 map_cut_1000 8_11 0.4656 relative_P_5 8_11 0.8000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.5000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 46 rbp 8_11 0.2458 rbp_resid 8_11 0.1698 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.2000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 29 map 8_12 0.2157 Rprec 8_12 0.2500 bpref 8_12 0.3946 recip_rank 8_12 1.0000 iprec_at_recall_0.00 8_12 1.0000 iprec_at_recall_0.10 8_12 0.6667 iprec_at_recall_0.20 8_12 0.2653 iprec_at_recall_0.30 8_12 0.2653 iprec_at_recall_0.40 8_12 0.2468 iprec_at_recall_0.50 8_12 0.2000 iprec_at_recall_0.60 8_12 0.0963 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.6000 P_10 8_12 0.5000 P_15 8_12 0.4000 P_20 8_12 0.3500 P_30 8_12 0.2333 P_100 8_12 0.2100 P_200 8_12 0.1250 P_500 8_12 0.0560 P_1000 8_12 0.0290 relstring 8_12 '3210020001' recall_5 8_12 0.0682 recall_10 8_12 0.1136 recall_15 8_12 0.1364 recall_20 8_12 0.1591 recall_30 8_12 0.1591 recall_100 8_12 0.4773 recall_200 8_12 0.5682 recall_500 8_12 0.6364 recall_1000 8_12 0.6591 infAP 8_12 0.2157 Rprec_mult_0.20 8_12 0.4444 Rprec_mult_0.40 8_12 0.3333 Rprec_mult_0.60 8_12 0.2593 Rprec_mult_0.80 8_12 0.2500 Rprec_mult_1.00 8_12 0.2500 Rprec_mult_1.20 8_12 0.2453 Rprec_mult_1.40 8_12 0.2419 Rprec_mult_1.60 8_12 0.2394 Rprec_mult_1.80 8_12 0.2375 Rprec_mult_2.00 8_12 0.2273 utility 8_12 -942.0000 11pt_avg 8_12 0.2491 binG 8_12 0.1838 G 8_12 0.1389 ndcg 8_12 0.5028 ndcg_rel 8_12 0.4733 Rndcg 8_12 0.4678 ndcg_cut_5 8_12 0.4545 ndcg_cut_10 8_12 0.3928 ndcg_cut_15 8_12 0.3854 ndcg_cut_20 8_12 0.3732 ndcg_cut_30 8_12 0.3343 ndcg_cut_100 8_12 0.4580 ndcg_cut_200 8_12 0.4823 ndcg_cut_500 8_12 0.4981 ndcg_cut_1000 8_12 0.5028 map_cut_5 8_12 0.0682 map_cut_10 8_12 0.0947 map_cut_15 8_12 0.1061 map_cut_20 8_12 0.1144 map_cut_30 8_12 0.1144 map_cut_100 8_12 0.1933 map_cut_200 8_12 0.2085 map_cut_500 8_12 0.2147 map_cut_1000 8_12 0.2157 relative_P_5 8_12 0.6000 relative_P_10 8_12 0.5000 relative_P_15 8_12 0.4000 relative_P_20 8_12 0.3500 relative_P_30 8_12 0.2333 relative_P_100 8_12 0.4773 relative_P_200 8_12 0.5682 relative_P_500 8_12 0.6364 relative_P_1000 8_12 0.6591 success_1 8_12 1.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0290 set_relative_P 8_12 0.6591 set_recall 8_12 0.6591 set_map 8_12 0.0191 set_F 8_12 0.0556 num_nonrel_judged_ret 8_12 36 rbp 8_12 0.2134 rbp_resid 8_12 0.1478 unj_5 8_12 0.0000 unj_10 8_12 0.0000 unj_20 8_12 0.2000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 9 map 8_13 0.0582 Rprec 8_13 0.1132 bpref 8_13 0.1517 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.1667 iprec_at_recall_0.20 8_13 0.0000 iprec_at_recall_0.30 8_13 0.0000 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.4000 P_10 8_13 0.3000 P_15 8_13 0.2000 P_20 8_13 0.1500 P_30 8_13 0.1667 P_100 8_13 0.0800 P_200 8_13 0.0450 P_500 8_13 0.0180 P_1000 8_13 0.0090 relstring 8_13 '11000---1-' recall_5 8_13 0.0377 recall_10 8_13 0.0566 recall_15 8_13 0.0566 recall_20 8_13 0.0566 recall_30 8_13 0.0943 recall_100 8_13 0.1509 recall_200 8_13 0.1698 recall_500 8_13 0.1698 recall_1000 8_13 0.1698 infAP 8_13 0.0582 Rprec_mult_0.20 8_13 0.2727 Rprec_mult_0.40 8_13 0.1364 Rprec_mult_0.60 8_13 0.1562 Rprec_mult_0.80 8_13 0.1395 Rprec_mult_1.00 8_13 0.1132 Rprec_mult_1.20 8_13 0.0938 Rprec_mult_1.40 8_13 0.0933 Rprec_mult_1.60 8_13 0.0941 Rprec_mult_1.80 8_13 0.0833 Rprec_mult_2.00 8_13 0.0755 utility 8_13 -982.0000 11pt_avg 8_13 0.1061 binG 8_13 0.0648 G 8_13 0.0268 ndcg 8_13 0.1249 ndcg_rel 8_13 0.1274 Rndcg 8_13 0.1173 ndcg_cut_5 8_13 0.1430 ndcg_cut_10 8_13 0.1193 ndcg_cut_15 8_13 0.1026 ndcg_cut_20 8_13 0.0912 ndcg_cut_30 8_13 0.1008 ndcg_cut_100 8_13 0.1093 ndcg_cut_200 8_13 0.1249 ndcg_cut_500 8_13 0.1249 ndcg_cut_1000 8_13 0.1249 map_cut_5 8_13 0.0377 map_cut_10 8_13 0.0440 map_cut_15 8_13 0.0440 map_cut_20 8_13 0.0440 map_cut_30 8_13 0.0503 map_cut_100 8_13 0.0569 map_cut_200 8_13 0.0582 map_cut_500 8_13 0.0582 map_cut_1000 8_13 0.0582 relative_P_5 8_13 0.4000 relative_P_10 8_13 0.3000 relative_P_15 8_13 0.2000 relative_P_20 8_13 0.1500 relative_P_30 8_13 0.1667 relative_P_100 8_13 0.1509 relative_P_200 8_13 0.1698 relative_P_500 8_13 0.1698 relative_P_1000 8_13 0.1698 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0090 set_relative_P 8_13 0.1698 set_recall 8_13 0.1698 set_map 8_13 0.0015 set_F 8_13 0.0171 num_nonrel_judged_ret 8_13 22 rbp 8_13 0.0621 rbp_resid 8_13 0.4986 unj_5 8_13 0.0000 unj_10 8_13 0.4000 unj_20 8_13 0.6500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 21 map 8_2 0.1244 Rprec 8_2 0.2553 bpref 8_2 0.2395 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.3750 iprec_at_recall_0.20 8_2 0.3704 iprec_at_recall_0.30 8_2 0.1489 iprec_at_recall_0.40 8_2 0.0523 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.3000 P_15 8_2 0.3333 P_20 8_2 0.3000 P_30 8_2 0.3333 P_100 8_2 0.1400 P_200 8_2 0.0800 P_500 8_2 0.0420 P_1000 8_2 0.0210 relstring 8_2 '1010000001' recall_5 8_2 0.0426 recall_10 8_2 0.0638 recall_15 8_2 0.1064 recall_20 8_2 0.1277 recall_30 8_2 0.2128 recall_100 8_2 0.2979 recall_200 8_2 0.3404 recall_500 8_2 0.4468 recall_1000 8_2 0.4468 infAP 8_2 0.1244 Rprec_mult_0.20 8_2 0.3000 Rprec_mult_0.40 8_2 0.3158 Rprec_mult_0.60 8_2 0.3448 Rprec_mult_0.80 8_2 0.2632 Rprec_mult_1.00 8_2 0.2553 Rprec_mult_1.20 8_2 0.2281 Rprec_mult_1.40 8_2 0.1970 Rprec_mult_1.60 8_2 0.1711 Rprec_mult_1.80 8_2 0.1529 Rprec_mult_2.00 8_2 0.1489 utility 8_2 -958.0000 11pt_avg 8_2 0.1770 binG 8_2 0.1148 G 8_2 0.0681 ndcg 8_2 0.2691 ndcg_rel 8_2 0.2460 Rndcg 8_2 0.1852 ndcg_cut_5 8_2 0.1367 ndcg_cut_10 8_2 0.1156 ndcg_cut_15 8_2 0.1860 ndcg_cut_20 8_2 0.1765 ndcg_cut_30 8_2 0.2162 ndcg_cut_100 8_2 0.2350 ndcg_cut_200 8_2 0.2460 ndcg_cut_500 8_2 0.2691 ndcg_cut_1000 8_2 0.2691 map_cut_5 8_2 0.0355 map_cut_10 8_2 0.0418 map_cut_15 8_2 0.0565 map_cut_20 8_2 0.0645 map_cut_30 8_2 0.0928 map_cut_100 8_2 0.1132 map_cut_200 8_2 0.1184 map_cut_500 8_2 0.1244 map_cut_1000 8_2 0.1244 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.3000 relative_P_15 8_2 0.3333 relative_P_20 8_2 0.3000 relative_P_30 8_2 0.3333 relative_P_100 8_2 0.2979 relative_P_200 8_2 0.3404 relative_P_500 8_2 0.4468 relative_P_1000 8_2 0.4468 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0210 set_relative_P 8_2 0.4468 set_recall 8_2 0.4468 set_map 8_2 0.0094 set_F 8_2 0.0401 num_nonrel_judged_ret 8_2 54 rbp 8_2 0.1153 rbp_resid 8_2 0.1040 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.1500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 7 map 8_3 0.1386 Rprec 8_3 0.1786 bpref 8_3 0.1952 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 1.0000 iprec_at_recall_0.20 8_3 0.1714 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.6000 P_10 8_3 0.4000 P_15 8_3 0.2667 P_20 8_3 0.2000 P_30 8_3 0.1667 P_100 8_3 0.0700 P_200 8_3 0.0350 P_500 8_3 0.0140 P_1000 8_3 0.0070 relstring 8_3 '111000---1' recall_5 8_3 0.1071 recall_10 8_3 0.1429 recall_15 8_3 0.1429 recall_20 8_3 0.1429 recall_30 8_3 0.1786 recall_100 8_3 0.2500 recall_200 8_3 0.2500 recall_500 8_3 0.2500 recall_1000 8_3 0.2500 infAP 8_3 0.1386 Rprec_mult_0.20 8_3 0.5000 Rprec_mult_0.40 8_3 0.3333 Rprec_mult_0.60 8_3 0.2353 Rprec_mult_0.80 8_3 0.1739 Rprec_mult_1.00 8_3 0.1786 Rprec_mult_1.20 8_3 0.1471 Rprec_mult_1.40 8_3 0.1500 Rprec_mult_1.60 8_3 0.1333 Rprec_mult_1.80 8_3 0.1176 Rprec_mult_2.00 8_3 0.1250 utility 8_3 -986.0000 11pt_avg 8_3 0.1974 binG 8_3 0.1403 G 8_3 0.0703 ndcg 8_3 0.2482 ndcg_rel 8_3 0.2758 Rndcg 8_3 0.2628 ndcg_cut_5 8_3 0.3614 ndcg_cut_10 8_3 0.3083 ndcg_cut_15 8_3 0.2640 ndcg_cut_20 8_3 0.2339 ndcg_cut_30 8_3 0.2179 ndcg_cut_100 8_3 0.2482 ndcg_cut_200 8_3 0.2482 ndcg_cut_500 8_3 0.2482 ndcg_cut_1000 8_3 0.2482 map_cut_5 8_3 0.1071 map_cut_10 8_3 0.1214 map_cut_15 8_3 0.1214 map_cut_20 8_3 0.1214 map_cut_30 8_3 0.1280 map_cut_100 8_3 0.1386 map_cut_200 8_3 0.1386 map_cut_500 8_3 0.1386 map_cut_1000 8_3 0.1386 relative_P_5 8_3 0.6000 relative_P_10 8_3 0.4000 relative_P_15 8_3 0.2667 relative_P_20 8_3 0.2000 relative_P_30 8_3 0.1786 relative_P_100 8_3 0.2500 relative_P_200 8_3 0.2500 relative_P_500 8_3 0.2500 relative_P_1000 8_3 0.2500 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0070 set_relative_P 8_3 0.2500 set_recall 8_3 0.2500 set_map 8_3 0.0018 set_F 8_3 0.0136 num_nonrel_judged_ret 8_3 25 rbp 8_3 0.1596 rbp_resid 8_3 0.3315 unj_5 8_3 0.0000 unj_10 8_3 0.3000 unj_20 8_3 0.4000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 16 map 8_4 0.0526 Rprec 8_4 0.1089 bpref 8_4 0.1349 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.1754 iprec_at_recall_0.20 8_4 0.0000 iprec_at_recall_0.30 8_4 0.0000 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.6000 P_10 8_4 0.5000 P_15 8_4 0.3333 P_20 8_4 0.2500 P_30 8_4 0.2667 P_100 8_4 0.1100 P_200 8_4 0.0750 P_500 8_4 0.0320 P_1000 8_4 0.0160 relstring 8_4 '2004141-0-' recall_5 8_4 0.0297 recall_10 8_4 0.0495 recall_15 8_4 0.0495 recall_20 8_4 0.0495 recall_30 8_4 0.0792 recall_100 8_4 0.1089 recall_200 8_4 0.1485 recall_500 8_4 0.1584 recall_1000 8_4 0.1584 infAP 8_4 0.0526 Rprec_mult_0.20 8_4 0.2381 Rprec_mult_0.40 8_4 0.2195 Rprec_mult_0.60 8_4 0.1639 Rprec_mult_0.80 8_4 0.1235 Rprec_mult_1.00 8_4 0.1089 Rprec_mult_1.20 8_4 0.0984 Rprec_mult_1.40 8_4 0.0915 Rprec_mult_1.60 8_4 0.0802 Rprec_mult_1.80 8_4 0.0769 Rprec_mult_2.00 8_4 0.0743 utility 8_4 -968.0000 11pt_avg 8_4 0.1069 binG 8_4 0.0488 G 8_4 0.0311 ndcg 8_4 0.1792 ndcg_rel 8_4 0.1918 Rndcg 8_4 0.2151 ndcg_cut_5 8_4 0.3484 ndcg_cut_10 8_4 0.3229 ndcg_cut_15 8_4 0.2652 ndcg_cut_20 8_4 0.2286 ndcg_cut_30 8_4 0.2199 ndcg_cut_100 8_4 0.1590 ndcg_cut_200 8_4 0.1768 ndcg_cut_500 8_4 0.1792 ndcg_cut_1000 8_4 0.1792 map_cut_5 8_4 0.0208 map_cut_10 8_4 0.0345 map_cut_15 8_4 0.0345 map_cut_20 8_4 0.0345 map_cut_30 8_4 0.0431 map_cut_100 8_4 0.0486 map_cut_200 8_4 0.0522 map_cut_500 8_4 0.0526 map_cut_1000 8_4 0.0526 relative_P_5 8_4 0.6000 relative_P_10 8_4 0.5000 relative_P_15 8_4 0.3333 relative_P_20 8_4 0.2500 relative_P_30 8_4 0.2667 relative_P_100 8_4 0.1100 relative_P_200 8_4 0.1485 relative_P_500 8_4 0.1584 relative_P_1000 8_4 0.1584 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0160 set_relative_P 8_4 0.1584 set_recall 8_4 0.1584 set_map 8_4 0.0025 set_F 8_4 0.0291 num_nonrel_judged_ret 8_4 36 rbp 8_4 0.2208 rbp_resid 8_4 0.2008 unj_5 8_4 0.0000 unj_10 8_4 0.2000 unj_20 8_4 0.2500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 16 map 8_5 0.1236 Rprec 8_5 0.2157 bpref 8_5 0.2630 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.4667 iprec_at_recall_0.20 8_5 0.2326 iprec_at_recall_0.30 8_5 0.0439 iprec_at_recall_0.40 8_5 0.0000 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.8000 P_10 8_5 0.4000 P_15 8_5 0.4667 P_20 8_5 0.3500 P_30 8_5 0.3000 P_100 8_5 0.1300 P_200 8_5 0.0650 P_500 8_5 0.0300 P_1000 8_5 0.0160 relstring 8_5 '1012100-00' recall_5 8_5 0.0784 recall_10 8_5 0.0784 recall_15 8_5 0.1373 recall_20 8_5 0.1373 recall_30 8_5 0.1765 recall_100 8_5 0.2549 recall_200 8_5 0.2549 recall_500 8_5 0.2941 recall_1000 8_5 0.3137 infAP 8_5 0.1236 Rprec_mult_0.20 8_5 0.3636 Rprec_mult_0.40 8_5 0.3810 Rprec_mult_0.60 8_5 0.2903 Rprec_mult_0.80 8_5 0.2195 Rprec_mult_1.00 8_5 0.2157 Rprec_mult_1.20 8_5 0.1935 Rprec_mult_1.40 8_5 0.1667 Rprec_mult_1.60 8_5 0.1585 Rprec_mult_1.80 8_5 0.1413 Rprec_mult_2.00 8_5 0.1275 utility 8_5 -968.0000 11pt_avg 8_5 0.1585 binG 8_5 0.1062 G 8_5 0.0528 ndcg 8_5 0.2265 ndcg_rel 8_5 0.2244 Rndcg 8_5 0.2071 ndcg_cut_5 8_5 0.2724 ndcg_cut_10 8_5 0.2069 ndcg_cut_15 8_5 0.2254 ndcg_cut_20 8_5 0.2096 ndcg_cut_30 8_5 0.2092 ndcg_cut_100 8_5 0.2109 ndcg_cut_200 8_5 0.2109 ndcg_cut_500 8_5 0.2217 ndcg_cut_1000 8_5 0.2265 map_cut_5 8_5 0.0631 map_cut_10 8_5 0.0631 map_cut_15 8_5 0.0894 map_cut_20 8_5 0.0894 map_cut_30 8_5 0.1040 map_cut_100 8_5 0.1209 map_cut_200 8_5 0.1209 map_cut_500 8_5 0.1230 map_cut_1000 8_5 0.1236 relative_P_5 8_5 0.8000 relative_P_10 8_5 0.4000 relative_P_15 8_5 0.4667 relative_P_20 8_5 0.3500 relative_P_30 8_5 0.3000 relative_P_100 8_5 0.2549 relative_P_200 8_5 0.2549 relative_P_500 8_5 0.2941 relative_P_1000 8_5 0.3137 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0160 set_relative_P 8_5 0.3137 set_recall 8_5 0.3137 set_map 8_5 0.0050 set_F 8_5 0.0304 num_nonrel_judged_ret 8_5 20 rbp 8_5 0.1244 rbp_resid 8_5 0.2461 unj_5 8_5 0.0000 unj_10 8_5 0.1000 unj_20 8_5 0.3500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 37 map 8_7 0.4152 Rprec 8_7 0.4894 bpref 8_7 0.6754 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.7143 iprec_at_recall_0.20 8_7 0.6471 iprec_at_recall_0.30 8_7 0.6429 iprec_at_recall_0.40 8_7 0.5556 iprec_at_recall_0.50 8_7 0.4898 iprec_at_recall_0.60 8_7 0.3889 iprec_at_recall_0.70 8_7 0.3708 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.6000 P_10 8_7 0.6000 P_15 8_7 0.6000 P_20 8_7 0.6000 P_30 8_7 0.6000 P_100 8_7 0.3300 P_200 8_7 0.1750 P_500 8_7 0.0720 P_1000 8_7 0.0370 relstring 8_7 '3201012-1-' recall_5 8_7 0.0638 recall_10 8_7 0.1277 recall_15 8_7 0.1915 recall_20 8_7 0.2553 recall_30 8_7 0.3830 recall_100 8_7 0.7021 recall_200 8_7 0.7447 recall_500 8_7 0.7660 recall_1000 8_7 0.7872 infAP 8_7 0.4152 Rprec_mult_0.20 8_7 0.6000 Rprec_mult_0.40 8_7 0.6316 Rprec_mult_0.60 8_7 0.6207 Rprec_mult_0.80 8_7 0.5263 Rprec_mult_1.00 8_7 0.4894 Rprec_mult_1.20 8_7 0.4386 Rprec_mult_1.40 8_7 0.4091 Rprec_mult_1.60 8_7 0.3684 Rprec_mult_1.80 8_7 0.3647 Rprec_mult_2.00 8_7 0.3511 utility 8_7 -926.0000 11pt_avg 8_7 0.4372 binG 8_7 0.2405 G 8_7 0.1967 ndcg 8_7 0.6656 ndcg_rel 8_7 0.5907 Rndcg 8_7 0.5713 ndcg_cut_5 8_7 0.4651 ndcg_cut_10 8_7 0.4531 ndcg_cut_15 8_7 0.4599 ndcg_cut_20 8_7 0.4775 ndcg_cut_30 8_7 0.6014 ndcg_cut_100 8_7 0.6439 ndcg_cut_200 8_7 0.6560 ndcg_cut_500 8_7 0.6610 ndcg_cut_1000 8_7 0.6656 map_cut_5 8_7 0.0585 map_cut_10 8_7 0.1021 map_cut_15 8_7 0.1394 map_cut_20 8_7 0.1799 map_cut_30 8_7 0.2606 map_cut_100 8_7 0.4031 map_cut_200 8_7 0.4123 map_cut_500 8_7 0.4142 map_cut_1000 8_7 0.4152 relative_P_5 8_7 0.6000 relative_P_10 8_7 0.6000 relative_P_15 8_7 0.6000 relative_P_20 8_7 0.6000 relative_P_30 8_7 0.6000 relative_P_100 8_7 0.7021 relative_P_200 8_7 0.7447 relative_P_500 8_7 0.7660 relative_P_1000 8_7 0.7872 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0370 set_relative_P 8_7 0.7872 set_recall 8_7 0.7872 set_map 8_7 0.0291 set_F 8_7 0.0707 num_nonrel_judged_ret 8_7 19 rbp 8_7 0.2799 rbp_resid 8_7 0.1870 unj_5 8_7 0.0000 unj_10 8_7 0.2000 unj_20 8_7 0.2500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 1 map 8_8 0.0063 Rprec 8_8 0.0312 bpref 8_8 0.0273 recip_rank 8_8 0.2000 iprec_at_recall_0.00 8_8 0.2000 iprec_at_recall_0.10 8_8 0.0000 iprec_at_recall_0.20 8_8 0.0000 iprec_at_recall_0.30 8_8 0.0000 iprec_at_recall_0.40 8_8 0.0000 iprec_at_recall_0.50 8_8 0.0000 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.2000 P_10 8_8 0.1000 P_15 8_8 0.0667 P_20 8_8 0.0500 P_30 8_8 0.0333 P_100 8_8 0.0100 P_200 8_8 0.0050 P_500 8_8 0.0020 P_1000 8_8 0.0010 relstring 8_8 '000010--00' recall_5 8_8 0.0312 recall_10 8_8 0.0312 recall_15 8_8 0.0312 recall_20 8_8 0.0312 recall_30 8_8 0.0312 recall_100 8_8 0.0312 recall_200 8_8 0.0312 recall_500 8_8 0.0312 recall_1000 8_8 0.0312 infAP 8_8 0.0063 Rprec_mult_0.20 8_8 0.1429 Rprec_mult_0.40 8_8 0.0769 Rprec_mult_0.60 8_8 0.0500 Rprec_mult_0.80 8_8 0.0385 Rprec_mult_1.00 8_8 0.0312 Rprec_mult_1.20 8_8 0.0256 Rprec_mult_1.40 8_8 0.0222 Rprec_mult_1.60 8_8 0.0192 Rprec_mult_1.80 8_8 0.0172 Rprec_mult_2.00 8_8 0.0156 utility 8_8 -998.0000 11pt_avg 8_8 0.0182 binG 8_8 0.0121 G 8_8 0.0034 ndcg 8_8 0.0162 ndcg_rel 8_8 0.0167 Rndcg 8_8 0.0212 ndcg_cut_5 8_8 0.0328 ndcg_cut_10 8_8 0.0233 ndcg_cut_15 8_8 0.0198 ndcg_cut_20 8_8 0.0181 ndcg_cut_30 8_8 0.0165 ndcg_cut_100 8_8 0.0162 ndcg_cut_200 8_8 0.0162 ndcg_cut_500 8_8 0.0162 ndcg_cut_1000 8_8 0.0162 map_cut_5 8_8 0.0063 map_cut_10 8_8 0.0063 map_cut_15 8_8 0.0063 map_cut_20 8_8 0.0063 map_cut_30 8_8 0.0063 map_cut_100 8_8 0.0063 map_cut_200 8_8 0.0063 map_cut_500 8_8 0.0063 map_cut_1000 8_8 0.0063 relative_P_5 8_8 0.2000 relative_P_10 8_8 0.1000 relative_P_15 8_8 0.0667 relative_P_20 8_8 0.0500 relative_P_30 8_8 0.0333 relative_P_100 8_8 0.0312 relative_P_200 8_8 0.0312 relative_P_500 8_8 0.0312 relative_P_1000 8_8 0.0312 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0010 set_relative_P 8_8 0.0312 set_recall 8_8 0.0312 set_map 8_8 0.0000 set_F 8_8 0.0019 num_nonrel_judged_ret 8_8 20 rbp 8_8 0.0164 rbp_resid 8_8 0.3592 unj_5 8_8 0.0000 unj_10 8_8 0.2000 unj_20 8_8 0.4500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 45 map 9_11 0.1660 Rprec 9_11 0.2605 bpref 9_11 0.3575 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.5714 iprec_at_recall_0.20 9_11 0.3176 iprec_at_recall_0.30 9_11 0.1667 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 0.7000 P_15 9_11 0.6667 P_20 9_11 0.5500 P_30 9_11 0.4667 P_100 9_11 0.2900 P_200 9_11 0.1750 P_500 9_11 0.0860 P_1000 9_11 0.0450 relstring 9_11 '322222-1-0' recall_5 9_11 0.0420 recall_10 9_11 0.0588 recall_15 9_11 0.0840 recall_20 9_11 0.0924 recall_30 9_11 0.1176 recall_100 9_11 0.2437 recall_200 9_11 0.2941 recall_500 9_11 0.3613 recall_1000 9_11 0.3782 infAP 9_11 0.1660 Rprec_mult_0.20 9_11 0.5000 Rprec_mult_0.40 9_11 0.3958 Rprec_mult_0.60 9_11 0.3194 Rprec_mult_0.80 9_11 0.2917 Rprec_mult_1.00 9_11 0.2605 Rprec_mult_1.20 9_11 0.2308 Rprec_mult_1.40 9_11 0.2096 Rprec_mult_1.60 9_11 0.1832 Rprec_mult_1.80 9_11 0.1628 Rprec_mult_2.00 9_11 0.1513 utility 9_11 -910.0000 11pt_avg 9_11 0.1869 binG 9_11 0.1184 G 9_11 0.0902 ndcg 9_11 0.4215 ndcg_rel 9_11 0.4478 Rndcg 9_11 0.4409 ndcg_cut_5 9_11 0.7797 ndcg_cut_10 9_11 0.5940 ndcg_cut_15 9_11 0.5802 ndcg_cut_20 9_11 0.5456 ndcg_cut_30 9_11 0.4899 ndcg_cut_100 9_11 0.3692 ndcg_cut_200 9_11 0.3685 ndcg_cut_500 9_11 0.4141 ndcg_cut_1000 9_11 0.4215 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0578 map_cut_15 9_11 0.0767 map_cut_20 9_11 0.0824 map_cut_30 9_11 0.0951 map_cut_100 9_11 0.1434 map_cut_200 9_11 0.1560 map_cut_500 9_11 0.1646 map_cut_1000 9_11 0.1660 relative_P_5 9_11 1.0000 relative_P_10 9_11 0.7000 relative_P_15 9_11 0.6667 relative_P_20 9_11 0.5500 relative_P_30 9_11 0.4667 relative_P_100 9_11 0.2900 relative_P_200 9_11 0.2941 relative_P_500 9_11 0.3613 relative_P_1000 9_11 0.3782 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0450 set_relative_P 9_11 0.3782 set_recall 9_11 0.3782 set_map 9_11 0.0170 set_F 9_11 0.0804 num_nonrel_judged_ret 9_11 12 rbp 9_11 0.4541 rbp_resid 9_11 0.2843 unj_5 9_11 0.0000 unj_10 9_11 0.2000 unj_20 9_11 0.4000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 3 map 9_13 0.6500 Rprec 9_13 0.5000 bpref 9_13 0.7500 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 1.0000 iprec_at_recall_0.50 9_13 1.0000 iprec_at_recall_0.60 9_13 1.0000 iprec_at_recall_0.70 9_13 0.6000 iprec_at_recall_0.80 9_13 0.6000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.6000 P_10 9_13 0.3000 P_15 9_13 0.2000 P_20 9_13 0.1500 P_30 9_13 0.1000 P_100 9_13 0.0300 P_200 9_13 0.0150 P_500 9_13 0.0060 P_1000 9_13 0.0030 relstring 9_13 '33--1-----' recall_5 9_13 0.7500 recall_10 9_13 0.7500 recall_15 9_13 0.7500 recall_20 9_13 0.7500 recall_30 9_13 0.7500 recall_100 9_13 0.7500 recall_200 9_13 0.7500 recall_500 9_13 0.7500 recall_1000 9_13 0.7500 infAP 9_13 0.6500 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 1.0000 Rprec_mult_0.60 9_13 0.6667 Rprec_mult_0.80 9_13 0.5000 Rprec_mult_1.00 9_13 0.5000 Rprec_mult_1.20 9_13 0.6000 Rprec_mult_1.40 9_13 0.5000 Rprec_mult_1.60 9_13 0.4286 Rprec_mult_1.80 9_13 0.3750 Rprec_mult_2.00 9_13 0.3750 utility 9_13 -994.0000 11pt_avg 9_13 0.7455 binG 9_13 0.6250 G 9_13 0.7145 ndcg 9_13 0.8349 ndcg_rel 9_13 0.9175 Rndcg 9_13 0.8597 ndcg_cut_5 9_13 0.8349 ndcg_cut_10 9_13 0.8349 ndcg_cut_15 9_13 0.8349 ndcg_cut_20 9_13 0.8349 ndcg_cut_30 9_13 0.8349 ndcg_cut_100 9_13 0.8349 ndcg_cut_200 9_13 0.8349 ndcg_cut_500 9_13 0.8349 ndcg_cut_1000 9_13 0.8349 map_cut_5 9_13 0.6500 map_cut_10 9_13 0.6500 map_cut_15 9_13 0.6500 map_cut_20 9_13 0.6500 map_cut_30 9_13 0.6500 map_cut_100 9_13 0.6500 map_cut_200 9_13 0.6500 map_cut_500 9_13 0.6500 map_cut_1000 9_13 0.6500 relative_P_5 9_13 0.7500 relative_P_10 9_13 0.7500 relative_P_15 9_13 0.7500 relative_P_20 9_13 0.7500 relative_P_30 9_13 0.7500 relative_P_100 9_13 0.7500 relative_P_200 9_13 0.7500 relative_P_500 9_13 0.7500 relative_P_1000 9_13 0.7500 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0030 set_relative_P 9_13 0.7500 set_recall 9_13 0.7500 set_map 9_13 0.0022 set_F 9_13 0.0060 num_nonrel_judged_ret 9_13 1 rbp 9_13 0.2119 rbp_resid 9_13 0.7334 unj_5 9_13 0.4000 unj_10 9_13 0.7000 unj_20 9_13 0.8500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 39 map 9_2 0.1904 Rprec 9_2 0.2920 bpref 9_2 0.3001 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.7857 iprec_at_recall_0.20 9_2 0.5227 iprec_at_recall_0.30 9_2 0.2482 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.8000 P_10 9_2 0.7000 P_15 9_2 0.7333 P_20 9_2 0.7500 P_30 9_2 0.6333 P_100 9_2 0.3100 P_200 9_2 0.1750 P_500 9_2 0.0760 P_1000 9_2 0.0390 relstring 9_2 '110121103-' recall_5 9_2 0.0354 recall_10 9_2 0.0619 recall_15 9_2 0.0973 recall_20 9_2 0.1327 recall_30 9_2 0.1681 recall_100 9_2 0.2743 recall_200 9_2 0.3097 recall_500 9_2 0.3363 recall_1000 9_2 0.3451 infAP 9_2 0.1904 Rprec_mult_0.20 9_2 0.7391 Rprec_mult_0.40 9_2 0.5000 Rprec_mult_0.60 9_2 0.3676 Rprec_mult_0.80 9_2 0.2967 Rprec_mult_1.00 9_2 0.2920 Rprec_mult_1.20 9_2 0.2426 Rprec_mult_1.40 9_2 0.2138 Rprec_mult_1.60 9_2 0.1878 Rprec_mult_1.80 9_2 0.1716 Rprec_mult_2.00 9_2 0.1549 utility 9_2 -922.0000 11pt_avg 9_2 0.2324 binG 9_2 0.1146 G 9_2 0.0665 ndcg 9_2 0.3351 ndcg_rel 9_2 0.3416 Rndcg 9_2 0.3263 ndcg_cut_5 9_2 0.3205 ndcg_cut_10 9_2 0.3679 ndcg_cut_15 9_2 0.3920 ndcg_cut_20 9_2 0.4198 ndcg_cut_30 9_2 0.3977 ndcg_cut_100 9_2 0.3095 ndcg_cut_200 9_2 0.3165 ndcg_cut_500 9_2 0.3296 ndcg_cut_1000 9_2 0.3351 map_cut_5 9_2 0.0314 map_cut_10 9_2 0.0533 map_cut_15 9_2 0.0801 map_cut_20 9_2 0.1059 map_cut_30 9_2 0.1317 map_cut_100 9_2 0.1774 map_cut_200 9_2 0.1865 map_cut_500 9_2 0.1900 map_cut_1000 9_2 0.1904 relative_P_5 9_2 0.8000 relative_P_10 9_2 0.7000 relative_P_15 9_2 0.7333 relative_P_20 9_2 0.7500 relative_P_30 9_2 0.6333 relative_P_100 9_2 0.3100 relative_P_200 9_2 0.3097 relative_P_500 9_2 0.3363 relative_P_1000 9_2 0.3451 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0390 set_relative_P 9_2 0.3451 set_recall 9_2 0.3451 set_map 9_2 0.0135 set_F 9_2 0.0701 num_nonrel_judged_ret 9_2 16 rbp 9_2 0.3155 rbp_resid 9_2 0.1093 unj_5 9_2 0.0000 unj_10 9_2 0.1000 unj_20 9_2 0.1000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 32 map 9_6 0.1712 Rprec 9_6 0.2443 bpref 9_6 0.2441 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.7647 iprec_at_recall_0.20 9_6 0.5417 iprec_at_recall_0.30 9_6 0.0000 iprec_at_recall_0.40 9_6 0.0000 iprec_at_recall_0.50 9_6 0.0000 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.8000 P_15 9_6 0.7333 P_20 9_6 0.7000 P_30 9_6 0.6333 P_100 9_6 0.3000 P_200 9_6 0.1600 P_500 9_6 0.0640 P_1000 9_6 0.0320 relstring 9_6 '213122-22-' recall_5 9_6 0.0382 recall_10 9_6 0.0611 recall_15 9_6 0.0840 recall_20 9_6 0.1069 recall_30 9_6 0.1450 recall_100 9_6 0.2290 recall_200 9_6 0.2443 recall_500 9_6 0.2443 recall_1000 9_6 0.2443 infAP 9_6 0.1712 Rprec_mult_0.20 9_6 0.6667 Rprec_mult_0.40 9_6 0.4906 Rprec_mult_0.60 9_6 0.3671 Rprec_mult_0.80 9_6 0.2952 Rprec_mult_1.00 9_6 0.2443 Rprec_mult_1.20 9_6 0.2025 Rprec_mult_1.40 9_6 0.1739 Rprec_mult_1.60 9_6 0.1524 Rprec_mult_1.80 9_6 0.1356 Rprec_mult_2.00 9_6 0.1221 utility 9_6 -936.0000 11pt_avg 9_6 0.2097 binG 9_6 0.1083 G 9_6 0.0553 ndcg 9_6 0.3096 ndcg_rel 9_6 0.3566 Rndcg 9_6 0.3485 ndcg_cut_5 9_6 0.6032 ndcg_cut_10 9_6 0.5341 ndcg_cut_15 9_6 0.5068 ndcg_cut_20 9_6 0.4784 ndcg_cut_30 9_6 0.4817 ndcg_cut_100 9_6 0.3325 ndcg_cut_200 9_6 0.3096 ndcg_cut_500 9_6 0.3096 ndcg_cut_1000 9_6 0.3096 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0593 map_cut_15 9_6 0.0783 map_cut_20 9_6 0.0955 map_cut_30 9_6 0.1207 map_cut_100 9_6 0.1669 map_cut_200 9_6 0.1712 map_cut_500 9_6 0.1712 map_cut_1000 9_6 0.1712 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.7333 relative_P_20 9_6 0.7000 relative_P_30 9_6 0.6333 relative_P_100 9_6 0.3000 relative_P_200 9_6 0.2443 relative_P_500 9_6 0.2443 relative_P_1000 9_6 0.2443 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0320 set_relative_P 9_6 0.2443 set_recall 9_6 0.2443 set_map 9_6 0.0078 set_F 9_6 0.0566 num_nonrel_judged_ret 9_6 1 rbp 9_6 0.4802 rbp_resid 9_6 0.2357 unj_5 9_6 0.0000 unj_10 9_6 0.2000 unj_20 9_6 0.3000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 20 map 9_9 0.2413 Rprec 9_9 0.2727 bpref 9_9 0.3455 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.8667 iprec_at_recall_0.20 9_9 0.8667 iprec_at_recall_0.30 9_9 0.1856 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.8000 P_10 9_9 0.8000 P_15 9_9 0.8667 P_20 9_9 0.7500 P_30 9_9 0.5000 P_100 9_9 0.1800 P_200 9_9 0.1000 P_500 9_9 0.0400 P_1000 9_9 0.0200 relstring 9_9 '320121-331' recall_5 9_9 0.0727 recall_10 9_9 0.1455 recall_15 9_9 0.2364 recall_20 9_9 0.2727 recall_30 9_9 0.2727 recall_100 9_9 0.3273 recall_200 9_9 0.3636 recall_500 9_9 0.3636 recall_1000 9_9 0.3636 infAP 9_9 0.2413 Rprec_mult_0.20 9_9 0.8182 Rprec_mult_0.40 9_9 0.6818 Rprec_mult_0.60 9_9 0.4545 Rprec_mult_0.80 9_9 0.3409 Rprec_mult_1.00 9_9 0.2727 Rprec_mult_1.20 9_9 0.2273 Rprec_mult_1.40 9_9 0.2078 Rprec_mult_1.60 9_9 0.1818 Rprec_mult_1.80 9_9 0.1818 Rprec_mult_2.00 9_9 0.1636 utility 9_9 -960.0000 11pt_avg 9_9 0.2654 binG 9_9 0.1705 G 9_9 0.1127 ndcg 9_9 0.4387 ndcg_rel 9_9 0.4952 Rndcg 9_9 0.4525 ndcg_cut_5 9_9 0.6180 ndcg_cut_10 9_9 0.5841 ndcg_cut_15 9_9 0.6622 ndcg_cut_20 9_9 0.5948 ndcg_cut_30 9_9 0.4867 ndcg_cut_100 9_9 0.4215 ndcg_cut_200 9_9 0.4387 ndcg_cut_500 9_9 0.4387 ndcg_cut_1000 9_9 0.4387 map_cut_5 9_9 0.0645 map_cut_10 9_9 0.1220 map_cut_15 9_9 0.1988 map_cut_20 9_9 0.2258 map_cut_30 9_9 0.2258 map_cut_100 9_9 0.2363 map_cut_200 9_9 0.2413 map_cut_500 9_9 0.2413 map_cut_1000 9_9 0.2413 relative_P_5 9_9 0.8000 relative_P_10 9_9 0.8000 relative_P_15 9_9 0.8667 relative_P_20 9_9 0.7500 relative_P_30 9_9 0.5000 relative_P_100 9_9 0.3273 relative_P_200 9_9 0.3636 relative_P_500 9_9 0.3636 relative_P_1000 9_9 0.3636 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0200 set_relative_P 9_9 0.3636 set_recall 9_9 0.3636 set_map 9_9 0.0073 set_F 9_9 0.0379 num_nonrel_judged_ret 9_9 19 rbp 9_9 0.5029 rbp_resid 9_9 0.1853 unj_5 9_9 0.0000 unj_10 9_9 0.1000 unj_20 9_9 0.1000 runid all manual-bm25-rr-baseline num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 3876 map all 0.1973 gm_map all 0.1036 Rprec all 0.2494 bpref all 0.3414 recip_rank all 0.8024 iprec_at_recall_0.00 all 0.8229 iprec_at_recall_0.10 all 0.5300 iprec_at_recall_0.20 all 0.3837 iprec_at_recall_0.30 all 0.2652 iprec_at_recall_0.40 all 0.1881 iprec_at_recall_0.50 all 0.1385 iprec_at_recall_0.60 all 0.0912 iprec_at_recall_0.70 all 0.0553 iprec_at_recall_0.80 all 0.0328 iprec_at_recall_0.90 all 0.0137 iprec_at_recall_1.00 all 0.0078 P_5 all 0.6034 P_10 all 0.5121 P_15 all 0.4753 P_20 all 0.4371 P_30 all 0.3902 P_100 all 0.2100 P_200 all 0.1304 P_500 all 0.0619 P_1000 all 0.0334 recall_5 all 0.0557 recall_10 all 0.0892 recall_15 all 0.1192 recall_20 all 0.1418 recall_30 all 0.1902 recall_100 all 0.3160 recall_200 all 0.3792 recall_500 all 0.4373 recall_1000 all 0.4653 infAP all 0.1973 gm_bpref all 0.2064 Rprec_mult_0.20 all 0.4813 Rprec_mult_0.40 all 0.3838 Rprec_mult_0.60 all 0.3192 Rprec_mult_0.80 all 0.2767 Rprec_mult_1.00 all 0.2494 Rprec_mult_1.20 all 0.2264 Rprec_mult_1.40 all 0.2056 Rprec_mult_1.60 all 0.1892 Rprec_mult_1.80 all 0.1745 Rprec_mult_2.00 all 0.1634 utility all -933.1724 11pt_avg all 0.2299 binG all 0.1478 G all 0.1106 ndcg all 0.3932 ndcg_rel all 0.3769 Rndcg all 0.3479 ndcg_cut_5 all 0.4249 ndcg_cut_10 all 0.3917 ndcg_cut_15 all 0.3809 ndcg_cut_20 all 0.3683 ndcg_cut_30 all 0.3591 ndcg_cut_100 all 0.3385 ndcg_cut_200 all 0.3568 ndcg_cut_500 all 0.3815 ndcg_cut_1000 all 0.3932 map_cut_5 all 0.0497 map_cut_10 all 0.0742 map_cut_15 all 0.0934 map_cut_20 all 0.1066 map_cut_30 all 0.1280 map_cut_100 all 0.1755 map_cut_200 all 0.1893 map_cut_500 all 0.1958 map_cut_1000 all 0.1973 relative_P_5 all 0.6047 relative_P_10 all 0.5159 relative_P_15 all 0.4832 relative_P_20 all 0.4484 relative_P_30 all 0.4178 relative_P_100 all 0.3457 relative_P_200 all 0.3809 relative_P_500 all 0.4373 relative_P_1000 all 0.4653 success_1 all 0.7414 success_5 all 0.8621 success_10 all 0.9052 set_P all 0.0334 set_relative_P all 0.4653 set_recall all 0.4653 set_map all 0.0175 set_F all 0.0605 num_nonrel_judged_ret all 2852 rbp all 0.2797 rbp_resid all 0.2351 unj_5 all 0.0259 unj_10 all 0.1543 unj_20 all 0.2836