num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 49 map 0_10 0.4579 Rprec 0_10 0.4074 bpref 0_10 0.6927 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.9333 iprec_at_recall_0.20 0_10 0.9333 iprec_at_recall_0.30 0_10 0.8947 iprec_at_recall_0.40 0_10 0.4074 iprec_at_recall_0.50 0_10 0.3333 iprec_at_recall_0.60 0_10 0.2623 iprec_at_recall_0.70 0_10 0.1324 iprec_at_recall_0.80 0_10 0.1185 iprec_at_recall_0.90 0_10 0.0661 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.8000 P_10 0_10 0.9000 P_15 0_10 0.9333 P_20 0_10 0.8500 P_30 0_10 0.7000 P_100 0_10 0.3000 P_200 0_10 0.1800 P_500 0_10 0.0880 P_1000 0_10 0.0490 relstring 0_10 '3223023313' recall_5 0_10 0.0741 recall_10 0_10 0.1667 recall_15 0_10 0.2593 recall_20 0_10 0.3148 recall_30 0_10 0.3889 recall_100 0_10 0.5556 recall_200 0_10 0.6667 recall_500 0_10 0.8148 recall_1000 0_10 0.9074 infAP 0_10 0.4579 Rprec_mult_0.20 0_10 0.9091 Rprec_mult_0.40 0_10 0.8182 Rprec_mult_0.60 0_10 0.6364 Rprec_mult_0.80 0_10 0.4773 Rprec_mult_1.00 0_10 0.4074 Rprec_mult_1.20 0_10 0.3538 Rprec_mult_1.40 0_10 0.3289 Rprec_mult_1.60 0_10 0.3218 Rprec_mult_1.80 0_10 0.2959 Rprec_mult_2.00 0_10 0.2870 utility 0_10 -902.0000 11pt_avg 0_10 0.4619 binG 0_10 0.3199 G 0_10 0.2066 ndcg 0_10 0.7523 ndcg_rel 0_10 0.6967 Rndcg 0_10 0.5958 ndcg_cut_5 0_10 0.7409 ndcg_cut_10 0_10 0.7616 ndcg_cut_15 0_10 0.7710 ndcg_cut_20 0_10 0.7200 ndcg_cut_30 0_10 0.6135 ndcg_cut_100 0_10 0.5913 ndcg_cut_200 0_10 0.6451 ndcg_cut_500 0_10 0.7147 ndcg_cut_1000 0_10 0.7523 map_cut_5 0_10 0.0741 map_cut_10 0_10 0.1547 map_cut_15 0_10 0.2401 map_cut_20 0_10 0.2895 map_cut_30 0_10 0.3488 map_cut_100 0_10 0.4051 map_cut_200 0_10 0.4327 map_cut_500 0_10 0.4509 map_cut_1000 0_10 0.4579 relative_P_5 0_10 0.8000 relative_P_10 0_10 0.9000 relative_P_15 0_10 0.9333 relative_P_20 0_10 0.8500 relative_P_30 0_10 0.7000 relative_P_100 0_10 0.5556 relative_P_200 0_10 0.6667 relative_P_500 0_10 0.8148 relative_P_1000 0_10 0.9074 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0490 set_relative_P 0_10 0.9074 set_recall 0_10 0.9074 set_map 0_10 0.0445 set_F 0_10 0.0930 num_nonrel_judged_ret 0_10 41 rbp 0_10 0.6526 rbp_resid 0_10 0.0583 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.0000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.7820 Rprec 0_11 0.5833 bpref 0_11 0.8472 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 1.0000 iprec_at_recall_0.40 0_11 1.0000 iprec_at_recall_0.50 0_11 1.0000 iprec_at_recall_0.60 0_11 0.6875 iprec_at_recall_0.70 0_11 0.6875 iprec_at_recall_0.80 0_11 0.6875 iprec_at_recall_0.90 0_11 0.6875 iprec_at_recall_1.00 0_11 0.1348 P_5 0_11 1.0000 P_10 0_11 0.6000 P_15 0_11 0.6667 P_20 0_11 0.5500 P_30 0_11 0.3667 P_100 0_11 0.1200 P_200 0_11 0.0600 P_500 0_11 0.0240 P_1000 0_11 0.0120 relstring 0_11 '333333-0-0' recall_5 0_11 0.4167 recall_10 0_11 0.5000 recall_15 0_11 0.8333 recall_20 0_11 0.9167 recall_30 0_11 0.9167 recall_100 0_11 1.0000 recall_200 0_11 1.0000 recall_500 0_11 1.0000 recall_1000 0_11 1.0000 infAP 0_11 0.7820 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 1.0000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.6000 Rprec_mult_1.00 0_11 0.5833 Rprec_mult_1.20 0_11 0.6667 Rprec_mult_1.40 0_11 0.6471 Rprec_mult_1.60 0_11 0.5500 Rprec_mult_1.80 0_11 0.5000 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -976.0000 11pt_avg 0_11 0.8077 binG 0_11 0.6642 G 0_11 0.6293 ndcg 0_11 0.9329 ndcg_rel 0_11 0.9162 Rndcg 0_11 0.8183 ndcg_cut_5 0_11 1.0000 ndcg_cut_10 0_11 0.7273 ndcg_cut_15 0_11 0.8546 ndcg_cut_20 0_11 0.9026 ndcg_cut_30 0_11 0.9026 ndcg_cut_100 0_11 0.9329 ndcg_cut_200 0_11 0.9329 ndcg_cut_500 0_11 0.9329 ndcg_cut_1000 0_11 0.9329 map_cut_5 0_11 0.4167 map_cut_10 0_11 0.5000 map_cut_15 0_11 0.7134 map_cut_20 0_11 0.7707 map_cut_30 0_11 0.7707 map_cut_100 0_11 0.7820 map_cut_200 0_11 0.7820 map_cut_500 0_11 0.7820 map_cut_1000 0_11 0.7820 relative_P_5 0_11 1.0000 relative_P_10 0_11 0.6000 relative_P_15 0_11 0.8333 relative_P_20 0_11 0.9167 relative_P_30 0_11 0.9167 relative_P_100 0_11 1.0000 relative_P_200 0_11 1.0000 relative_P_500 0_11 1.0000 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0120 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0120 set_F 0_11 0.0237 num_nonrel_judged_ret 0_11 12 rbp 0_11 0.6006 rbp_resid 0_11 0.2387 unj_5 0_11 0.0000 unj_10 0_11 0.2000 unj_20 0_11 0.2000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 14 map 0_2 0.0749 Rprec 0_2 0.0882 bpref 0_2 0.0856 recip_rank 0_2 1.0000 iprec_at_recall_0.00 0_2 1.0000 iprec_at_recall_0.10 0_2 0.6000 iprec_at_recall_0.20 0_2 0.0257 iprec_at_recall_0.30 0_2 0.0188 iprec_at_recall_0.40 0_2 0.0187 iprec_at_recall_0.50 0_2 0.0000 iprec_at_recall_0.60 0_2 0.0000 iprec_at_recall_0.70 0_2 0.0000 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.6000 P_10 0_2 0.3000 P_15 0_2 0.2000 P_20 0_2 0.1500 P_30 0_2 0.1000 P_100 0_2 0.0400 P_200 0_2 0.0300 P_500 0_2 0.0180 P_1000 0_2 0.0140 relstring 0_2 '1020200000' recall_5 0_2 0.0882 recall_10 0_2 0.0882 recall_15 0_2 0.0882 recall_20 0_2 0.0882 recall_30 0_2 0.0882 recall_100 0_2 0.1176 recall_200 0_2 0.1765 recall_500 0_2 0.2647 recall_1000 0_2 0.4118 infAP 0_2 0.0749 Rprec_mult_0.20 0_2 0.4286 Rprec_mult_0.40 0_2 0.2143 Rprec_mult_0.60 0_2 0.1429 Rprec_mult_0.80 0_2 0.1071 Rprec_mult_1.00 0_2 0.0882 Rprec_mult_1.20 0_2 0.0732 Rprec_mult_1.40 0_2 0.0625 Rprec_mult_1.60 0_2 0.0545 Rprec_mult_1.80 0_2 0.0484 Rprec_mult_2.00 0_2 0.0441 utility 0_2 -972.0000 11pt_avg 0_2 0.1512 binG 0_2 0.1017 G 0_2 0.0792 ndcg 0_2 0.2854 ndcg_rel 0_2 0.2785 Rndcg 0_2 0.2533 ndcg_cut_5 0_2 0.4022 ndcg_cut_10 0_2 0.2750 ndcg_cut_15 0_2 0.2224 ndcg_cut_20 0_2 0.2032 ndcg_cut_30 0_2 0.1759 ndcg_cut_100 0_2 0.1858 ndcg_cut_200 0_2 0.2116 ndcg_cut_500 0_2 0.2401 ndcg_cut_1000 0_2 0.2854 map_cut_5 0_2 0.0667 map_cut_10 0_2 0.0667 map_cut_15 0_2 0.0667 map_cut_20 0_2 0.0667 map_cut_30 0_2 0.0667 map_cut_100 0_2 0.0679 map_cut_200 0_2 0.0702 map_cut_500 0_2 0.0722 map_cut_1000 0_2 0.0749 relative_P_5 0_2 0.6000 relative_P_10 0_2 0.3000 relative_P_15 0_2 0.2000 relative_P_20 0_2 0.1500 relative_P_30 0_2 0.1000 relative_P_100 0_2 0.1176 relative_P_200 0_2 0.1765 relative_P_500 0_2 0.2647 relative_P_1000 0_2 0.4118 success_1 0_2 1.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0140 set_relative_P 0_2 0.4118 set_recall 0_2 0.4118 set_map 0_2 0.0058 set_F 0_2 0.0271 num_nonrel_judged_ret 0_2 107 rbp 0_2 0.1311 rbp_resid 0_2 0.0188 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 13 map 0_3 0.0650 Rprec 0_3 0.1667 bpref 0_3 0.1285 recip_rank 0_3 0.2000 iprec_at_recall_0.00 0_3 0.3636 iprec_at_recall_0.10 0_3 0.3636 iprec_at_recall_0.20 0_3 0.0794 iprec_at_recall_0.30 0_3 0.0439 iprec_at_recall_0.40 0_3 0.0439 iprec_at_recall_0.50 0_3 0.0274 iprec_at_recall_0.60 0_3 0.0000 iprec_at_recall_0.70 0_3 0.0000 iprec_at_recall_0.80 0_3 0.0000 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.2000 P_10 0_3 0.3000 P_15 0_3 0.2667 P_20 0_3 0.2000 P_30 0_3 0.1333 P_100 0_3 0.0500 P_200 0_3 0.0400 P_500 0_3 0.0240 P_1000 0_3 0.0130 relstring 0_3 '0000310001' recall_5 0_3 0.0417 recall_10 0_3 0.1250 recall_15 0_3 0.1667 recall_20 0_3 0.1667 recall_30 0_3 0.1667 recall_100 0_3 0.2083 recall_200 0_3 0.3333 recall_500 0_3 0.5000 recall_1000 0_3 0.5417 infAP 0_3 0.0650 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.3000 Rprec_mult_0.60 0_3 0.2667 Rprec_mult_0.80 0_3 0.2000 Rprec_mult_1.00 0_3 0.1667 Rprec_mult_1.20 0_3 0.1379 Rprec_mult_1.40 0_3 0.1176 Rprec_mult_1.60 0_3 0.1026 Rprec_mult_1.80 0_3 0.0909 Rprec_mult_2.00 0_3 0.0833 utility 0_3 -974.0000 11pt_avg 0_3 0.0838 binG 0_3 0.1073 G 0_3 0.1042 ndcg 0_3 0.2917 ndcg_rel 0_3 0.2570 Rndcg 0_3 0.1589 ndcg_cut_5 0_3 0.1683 ndcg_cut_10 0_3 0.2127 ndcg_cut_15 0_3 0.2125 ndcg_cut_20 0_3 0.1897 ndcg_cut_30 0_3 0.1757 ndcg_cut_100 0_3 0.1897 ndcg_cut_200 0_3 0.2243 ndcg_cut_500 0_3 0.2748 ndcg_cut_1000 0_3 0.2917 map_cut_5 0_3 0.0083 map_cut_10 0_3 0.0347 map_cut_15 0_3 0.0499 map_cut_20 0_3 0.0499 map_cut_30 0_3 0.0499 map_cut_100 0_3 0.0532 map_cut_200 0_3 0.0587 map_cut_500 0_3 0.0645 map_cut_1000 0_3 0.0650 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.3000 relative_P_15 0_3 0.2667 relative_P_20 0_3 0.2000 relative_P_30 0_3 0.1667 relative_P_100 0_3 0.2083 relative_P_200 0_3 0.3333 relative_P_500 0_3 0.5000 relative_P_1000 0_3 0.5417 success_1 0_3 0.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0130 set_relative_P 0_3 0.5417 set_recall 0_3 0.5417 set_map 0_3 0.0070 set_F 0_3 0.0254 num_nonrel_judged_ret 0_3 61 rbp 0_3 0.1099 rbp_resid 0_3 0.0367 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 18 map 0_4 0.2887 Rprec 0_4 0.2500 bpref 0_4 0.3350 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 0.2581 iprec_at_recall_0.40 0_4 0.2581 iprec_at_recall_0.50 0_4 0.0559 iprec_at_recall_0.60 0_4 0.0342 iprec_at_recall_0.70 0_4 0.0238 iprec_at_recall_0.80 0_4 0.0202 iprec_at_recall_0.90 0_4 0.0202 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.8000 P_10 0_4 0.5000 P_15 0_4 0.3333 P_20 0_4 0.2500 P_30 0_4 0.2333 P_100 0_4 0.0800 P_200 0_4 0.0500 P_500 0_4 0.0240 P_1000 0_4 0.0180 relstring 0_4 '344400200-' recall_5 0_4 0.2000 recall_10 0_4 0.2500 recall_15 0_4 0.2500 recall_20 0_4 0.2500 recall_30 0_4 0.3500 recall_100 0_4 0.4000 recall_200 0_4 0.5000 recall_500 0_4 0.6000 recall_1000 0_4 0.9000 infAP 0_4 0.2887 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.6250 Rprec_mult_0.60 0_4 0.4167 Rprec_mult_0.80 0_4 0.3125 Rprec_mult_1.00 0_4 0.2500 Rprec_mult_1.20 0_4 0.2083 Rprec_mult_1.40 0_4 0.2143 Rprec_mult_1.60 0_4 0.2500 Rprec_mult_1.80 0_4 0.2222 Rprec_mult_2.00 0_4 0.2000 utility 0_4 -964.0000 11pt_avg 0_4 0.3337 binG 0_4 0.3157 G 0_4 0.3714 ndcg 0_4 0.7534 ndcg_rel 0_4 0.7387 Rndcg 0_4 0.7667 ndcg_cut_5 0_4 0.8732 ndcg_cut_10 0_4 0.7194 ndcg_cut_15 0_4 0.6336 ndcg_cut_20 0_4 0.5892 ndcg_cut_30 0_4 0.6266 ndcg_cut_100 0_4 0.6503 ndcg_cut_200 0_4 0.6743 ndcg_cut_500 0_4 0.6963 ndcg_cut_1000 0_4 0.7534 map_cut_5 0_4 0.2000 map_cut_10 0_4 0.2357 map_cut_15 0_4 0.2357 map_cut_20 0_4 0.2357 map_cut_30 0_4 0.2598 map_cut_100 0_4 0.2727 map_cut_200 0_4 0.2782 map_cut_500 0_4 0.2822 map_cut_1000 0_4 0.2887 relative_P_5 0_4 0.8000 relative_P_10 0_4 0.5000 relative_P_15 0_4 0.3333 relative_P_20 0_4 0.2500 relative_P_30 0_4 0.3500 relative_P_100 0_4 0.4000 relative_P_200 0_4 0.5000 relative_P_500 0_4 0.6000 relative_P_1000 0_4 0.9000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0180 set_relative_P 0_4 0.9000 set_recall 0_4 0.9000 set_map 0_4 0.0162 set_F 0_4 0.0353 num_nonrel_judged_ret 0_4 34 rbp 0_4 0.3529 rbp_resid 0_4 0.2714 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.4000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 37 map 0_6 0.0126 Rprec 0_6 0.0248 bpref 0_6 0.1931 recip_rank 0_6 0.0125 iprec_at_recall_0.00 0_6 0.0494 iprec_at_recall_0.10 0_6 0.0494 iprec_at_recall_0.20 0_6 0.0494 iprec_at_recall_0.30 0_6 0.0424 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0000 P_20 0_6 0.0000 P_30 0_6 0.0000 P_100 0_6 0.0200 P_200 0_6 0.0300 P_500 0_6 0.0440 P_1000 0_6 0.0370 relstring 0_6 '000000-0-0' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0000 recall_20 0_6 0.0000 recall_30 0_6 0.0000 recall_100 0_6 0.0165 recall_200 0_6 0.0496 recall_500 0_6 0.1818 recall_1000 0_6 0.3058 infAP 0_6 0.0126 Rprec_mult_0.20 0_6 0.0000 Rprec_mult_0.40 0_6 0.0000 Rprec_mult_0.60 0_6 0.0000 Rprec_mult_0.80 0_6 0.0206 Rprec_mult_1.00 0_6 0.0248 Rprec_mult_1.20 0_6 0.0274 Rprec_mult_1.40 0_6 0.0294 Rprec_mult_1.60 0_6 0.0309 Rprec_mult_1.80 0_6 0.0321 Rprec_mult_2.00 0_6 0.0331 utility 0_6 -926.0000 11pt_avg 0_6 0.0173 binG 0_6 0.0366 G 0_6 0.0431 ndcg 0_6 0.1896 ndcg_rel 0_6 0.1664 Rndcg 0_6 0.0547 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0000 ndcg_cut_20 0_6 0.0000 ndcg_cut_30 0_6 0.0000 ndcg_cut_100 0_6 0.0229 ndcg_cut_200 0_6 0.0547 ndcg_cut_500 0_6 0.1290 ndcg_cut_1000 0_6 0.1896 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0000 map_cut_20 0_6 0.0000 map_cut_30 0_6 0.0000 map_cut_100 0_6 0.0003 map_cut_200 0_6 0.0013 map_cut_500 0_6 0.0069 map_cut_1000 0_6 0.0126 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0000 relative_P_20 0_6 0.0000 relative_P_30 0_6 0.0000 relative_P_100 0_6 0.0200 relative_P_200 0_6 0.0496 relative_P_500 0_6 0.1818 relative_P_1000 0_6 0.3058 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0370 set_relative_P 0_6 0.3058 set_recall 0_6 0.3058 set_map 0_6 0.0113 set_F 0_6 0.0660 num_nonrel_judged_ret 0_6 30 rbp 0_6 0.0000 rbp_resid 0_6 0.3438 unj_5 0_6 0.0000 unj_10 0_6 0.2000 unj_20 0_6 0.4000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 6 map 0_7 0.0997 Rprec 0_7 0.1212 bpref 0_7 0.1598 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 0.6667 iprec_at_recall_0.20 0_7 0.0000 iprec_at_recall_0.30 0_7 0.0000 iprec_at_recall_0.40 0_7 0.0000 iprec_at_recall_0.50 0_7 0.0000 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.6000 P_10 0_7 0.4000 P_15 0_7 0.2667 P_20 0_7 0.2000 P_30 0_7 0.1333 P_100 0_7 0.0400 P_200 0_7 0.0200 P_500 0_7 0.0100 P_1000 0_7 0.0060 relstring 0_7 '110011-0--' recall_5 0_7 0.0909 recall_10 0_7 0.1212 recall_15 0_7 0.1212 recall_20 0_7 0.1212 recall_30 0_7 0.1212 recall_100 0_7 0.1212 recall_200 0_7 0.1212 recall_500 0_7 0.1515 recall_1000 0_7 0.1818 infAP 0_7 0.0997 Rprec_mult_0.20 0_7 0.5714 Rprec_mult_0.40 0_7 0.2857 Rprec_mult_0.60 0_7 0.2000 Rprec_mult_0.80 0_7 0.1481 Rprec_mult_1.00 0_7 0.1212 Rprec_mult_1.20 0_7 0.1000 Rprec_mult_1.40 0_7 0.0851 Rprec_mult_1.60 0_7 0.0755 Rprec_mult_1.80 0_7 0.0667 Rprec_mult_2.00 0_7 0.0606 utility 0_7 -988.0000 11pt_avg 0_7 0.1515 binG 0_7 0.0978 G 0_7 0.0609 ndcg 0_7 0.2283 ndcg_rel 0_7 0.2586 Rndcg 0_7 0.3123 ndcg_cut_5 0_7 0.4406 ndcg_cut_10 0_7 0.3845 ndcg_cut_15 0_7 0.3169 ndcg_cut_20 0_7 0.2738 ndcg_cut_30 0_7 0.2200 ndcg_cut_100 0_7 0.2085 ndcg_cut_200 0_7 0.2085 ndcg_cut_500 0_7 0.2188 ndcg_cut_1000 0_7 0.2283 map_cut_5 0_7 0.0788 map_cut_10 0_7 0.0990 map_cut_15 0_7 0.0990 map_cut_20 0_7 0.0990 map_cut_30 0_7 0.0990 map_cut_100 0_7 0.0990 map_cut_200 0_7 0.0990 map_cut_500 0_7 0.0994 map_cut_1000 0_7 0.0997 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.4000 relative_P_15 0_7 0.2667 relative_P_20 0_7 0.2000 relative_P_30 0_7 0.1333 relative_P_100 0_7 0.1212 relative_P_200 0_7 0.1212 relative_P_500 0_7 0.1515 relative_P_1000 0_7 0.1818 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0060 set_relative_P 0_7 0.1818 set_recall 0_7 0.1818 set_map 0_7 0.0011 set_F 0_7 0.0116 num_nonrel_judged_ret 0_7 15 rbp 0_7 0.1573 rbp_resid 0_7 0.4835 unj_5 0_7 0.0000 unj_10 0_7 0.3000 unj_20 0_7 0.6500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 23 map 0_8 0.0723 Rprec 0_8 0.1613 bpref 0_8 0.3309 recip_rank 0_8 0.1250 iprec_at_recall_0.00 0_8 0.2353 iprec_at_recall_0.10 0_8 0.2353 iprec_at_recall_0.20 0_8 0.1765 iprec_at_recall_0.30 0_8 0.1134 iprec_at_recall_0.40 0_8 0.1008 iprec_at_recall_0.50 0_8 0.0503 iprec_at_recall_0.60 0_8 0.0447 iprec_at_recall_0.70 0_8 0.0362 iprec_at_recall_0.80 0_8 0.0000 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.0000 P_10 0_8 0.1000 P_15 0_8 0.1333 P_20 0_8 0.2000 P_30 0_8 0.1667 P_100 0_8 0.1100 P_200 0_8 0.0650 P_500 0_8 0.0400 P_1000 0_8 0.0230 relstring 0_8 '000000-10-' recall_5 0_8 0.0000 recall_10 0_8 0.0323 recall_15 0_8 0.0645 recall_20 0_8 0.1290 recall_30 0_8 0.1613 recall_100 0_8 0.3548 recall_200 0_8 0.4194 recall_500 0_8 0.6452 recall_1000 0_8 0.7419 infAP 0_8 0.0723 Rprec_mult_0.20 0_8 0.0000 Rprec_mult_0.40 0_8 0.1538 Rprec_mult_0.60 0_8 0.2105 Rprec_mult_0.80 0_8 0.1600 Rprec_mult_1.00 0_8 0.1613 Rprec_mult_1.20 0_8 0.1579 Rprec_mult_1.40 0_8 0.1364 Rprec_mult_1.60 0_8 0.1200 Rprec_mult_1.80 0_8 0.1071 Rprec_mult_2.00 0_8 0.0968 utility 0_8 -954.0000 11pt_avg 0_8 0.0902 binG 0_8 0.1217 G 0_8 0.1110 ndcg 0_8 0.3393 ndcg_rel 0_8 0.2447 Rndcg 0_8 0.1629 ndcg_cut_5 0_8 0.0000 ndcg_cut_10 0_8 0.0359 ndcg_cut_15 0_8 0.0831 ndcg_cut_20 0_8 0.1173 ndcg_cut_30 0_8 0.1141 ndcg_cut_100 0_8 0.2067 ndcg_cut_200 0_8 0.2276 ndcg_cut_500 0_8 0.3075 ndcg_cut_1000 0_8 0.3393 map_cut_5 0_8 0.0000 map_cut_10 0_8 0.0040 map_cut_15 0_8 0.0090 map_cut_20 0_8 0.0226 map_cut_30 0_8 0.0284 map_cut_100 0_8 0.0509 map_cut_200 0_8 0.0572 map_cut_500 0_8 0.0688 map_cut_1000 0_8 0.0723 relative_P_5 0_8 0.0000 relative_P_10 0_8 0.1000 relative_P_15 0_8 0.1333 relative_P_20 0_8 0.2000 relative_P_30 0_8 0.1667 relative_P_100 0_8 0.3548 relative_P_200 0_8 0.4194 relative_P_500 0_8 0.6452 relative_P_1000 0_8 0.7419 success_1 0_8 0.0000 success_5 0_8 0.0000 success_10 0_8 1.0000 set_P 0_8 0.0230 set_relative_P 0_8 0.7419 set_recall 0_8 0.7419 set_map 0_8 0.0171 set_F 0_8 0.0446 num_nonrel_judged_ret 0_8 25 rbp 0_8 0.0762 rbp_resid 0_8 0.2320 unj_5 0_8 0.0000 unj_10 0_8 0.2000 unj_20 0_8 0.2500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 15 map 10_1 0.0134 Rprec 10_1 0.0254 bpref 10_1 0.1091 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.0179 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.2000 P_10 10_1 0.2000 P_15 10_1 0.1333 P_20 10_1 0.1000 P_30 10_1 0.0667 P_100 10_1 0.0300 P_200 10_1 0.0150 P_500 10_1 0.0180 P_1000 10_1 0.0150 relstring 10_1 '100002----' recall_5 10_1 0.0085 recall_10 10_1 0.0169 recall_15 10_1 0.0169 recall_20 10_1 0.0169 recall_30 10_1 0.0169 recall_100 10_1 0.0254 recall_200 10_1 0.0254 recall_500 10_1 0.0763 recall_1000 10_1 0.1271 infAP 10_1 0.0134 Rprec_mult_0.20 10_1 0.0833 Rprec_mult_0.40 10_1 0.0417 Rprec_mult_0.60 10_1 0.0423 Rprec_mult_0.80 10_1 0.0316 Rprec_mult_1.00 10_1 0.0254 Rprec_mult_1.20 10_1 0.0211 Rprec_mult_1.40 10_1 0.0181 Rprec_mult_1.60 10_1 0.0159 Rprec_mult_1.80 10_1 0.0141 Rprec_mult_2.00 10_1 0.0127 utility 10_1 -970.0000 11pt_avg 10_1 0.0925 binG 10_1 0.0245 G 10_1 0.0173 ndcg 10_1 0.0953 ndcg_rel 10_1 0.0959 Rndcg 10_1 0.0846 ndcg_cut_5 10_1 0.1182 ndcg_cut_10 10_1 0.1470 ndcg_cut_15 10_1 0.1199 ndcg_cut_20 10_1 0.1029 ndcg_cut_30 10_1 0.0820 ndcg_cut_100 10_1 0.0529 ndcg_cut_200 10_1 0.0492 ndcg_cut_500 10_1 0.0764 ndcg_cut_1000 10_1 0.0953 map_cut_5 10_1 0.0085 map_cut_10 10_1 0.0113 map_cut_15 10_1 0.0113 map_cut_20 10_1 0.0113 map_cut_30 10_1 0.0113 map_cut_100 10_1 0.0118 map_cut_200 10_1 0.0118 map_cut_500 10_1 0.0126 map_cut_1000 10_1 0.0134 relative_P_5 10_1 0.2000 relative_P_10 10_1 0.2000 relative_P_15 10_1 0.1333 relative_P_20 10_1 0.1000 relative_P_30 10_1 0.0667 relative_P_100 10_1 0.0300 relative_P_200 10_1 0.0254 relative_P_500 10_1 0.0763 relative_P_1000 10_1 0.1271 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0150 set_relative_P 10_1 0.1271 set_recall 10_1 0.1271 set_map 10_1 0.0019 set_F 10_1 0.0268 num_nonrel_judged_ret 10_1 32 rbp 10_1 0.0729 rbp_resid 10_1 0.4904 unj_5 10_1 0.0000 unj_10 10_1 0.4000 unj_20 10_1 0.6000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 31 map 10_12 0.0492 Rprec 10_12 0.1127 bpref 10_12 0.3970 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.1270 iprec_at_recall_0.20 10_12 0.0972 iprec_at_recall_0.30 10_12 0.0399 iprec_at_recall_0.40 10_12 0.0329 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.2000 P_10 10_12 0.1000 P_15 10_12 0.1333 P_20 10_12 0.1500 P_30 10_12 0.1667 P_100 10_12 0.1100 P_200 10_12 0.0800 P_500 10_12 0.0400 P_1000 10_12 0.0310 relstring 10_12 '40000-----' recall_5 10_12 0.0141 recall_10 10_12 0.0141 recall_15 10_12 0.0282 recall_20 10_12 0.0423 recall_30 10_12 0.0704 recall_100 10_12 0.1549 recall_200 10_12 0.2254 recall_500 10_12 0.2817 recall_1000 10_12 0.4366 infAP 10_12 0.0492 Rprec_mult_0.20 10_12 0.1333 Rprec_mult_0.40 10_12 0.1724 Rprec_mult_0.60 10_12 0.1163 Rprec_mult_0.80 10_12 0.1053 Rprec_mult_1.00 10_12 0.1127 Rprec_mult_1.20 10_12 0.1047 Rprec_mult_1.40 10_12 0.1100 Rprec_mult_1.60 10_12 0.1053 Rprec_mult_1.80 10_12 0.1016 Rprec_mult_2.00 10_12 0.0915 utility 10_12 -938.0000 11pt_avg 10_12 0.1179 binG 10_12 0.0748 G 10_12 0.0919 ndcg 10_12 0.3576 ndcg_rel 10_12 0.3328 Rndcg 10_12 0.2936 ndcg_cut_5 10_12 0.3644 ndcg_cut_10 10_12 0.2585 ndcg_cut_15 10_12 0.2347 ndcg_cut_20 10_12 0.2428 ndcg_cut_30 10_12 0.2268 ndcg_cut_100 10_12 0.2282 ndcg_cut_200 10_12 0.2728 ndcg_cut_500 10_12 0.3038 ndcg_cut_1000 10_12 0.3576 map_cut_5 10_12 0.0141 map_cut_10 10_12 0.0141 map_cut_15 10_12 0.0160 map_cut_20 10_12 0.0184 map_cut_30 10_12 0.0234 map_cut_100 10_12 0.0331 map_cut_200 10_12 0.0403 map_cut_500 10_12 0.0436 map_cut_1000 10_12 0.0492 relative_P_5 10_12 0.2000 relative_P_10 10_12 0.1000 relative_P_15 10_12 0.1333 relative_P_20 10_12 0.1500 relative_P_30 10_12 0.1667 relative_P_100 10_12 0.1549 relative_P_200 10_12 0.2254 relative_P_500 10_12 0.2817 relative_P_1000 10_12 0.4366 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0310 set_relative_P 10_12 0.4366 set_recall 10_12 0.4366 set_map 10_12 0.0135 set_F 10_12 0.0579 num_nonrel_judged_ret 10_12 10 rbp 10_12 0.1256 rbp_resid 10_12 0.5333 unj_5 10_12 0.0000 unj_10 10_12 0.5000 unj_20 10_12 0.6500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 11 map 10_2 0.0386 Rprec 10_2 0.0333 bpref 10_2 0.0922 recip_rank 10_2 1.0000 iprec_at_recall_0.00 10_2 1.0000 iprec_at_recall_0.10 10_2 0.0186 iprec_at_recall_0.20 10_2 0.0169 iprec_at_recall_0.30 10_2 0.0135 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.2000 P_10 10_2 0.1000 P_15 10_2 0.0667 P_20 10_2 0.0500 P_30 10_2 0.0333 P_100 10_2 0.0100 P_200 10_2 0.0150 P_500 10_2 0.0140 P_1000 10_2 0.0110 relstring 10_2 '20000-0---' recall_5 10_2 0.0333 recall_10 10_2 0.0333 recall_15 10_2 0.0333 recall_20 10_2 0.0333 recall_30 10_2 0.0333 recall_100 10_2 0.0333 recall_200 10_2 0.1000 recall_500 10_2 0.2333 recall_1000 10_2 0.3667 infAP 10_2 0.0386 Rprec_mult_0.20 10_2 0.1667 Rprec_mult_0.40 10_2 0.0833 Rprec_mult_0.60 10_2 0.0556 Rprec_mult_0.80 10_2 0.0417 Rprec_mult_1.00 10_2 0.0333 Rprec_mult_1.20 10_2 0.0278 Rprec_mult_1.40 10_2 0.0238 Rprec_mult_1.60 10_2 0.0208 Rprec_mult_1.80 10_2 0.0185 Rprec_mult_2.00 10_2 0.0167 utility 10_2 -978.0000 11pt_avg 10_2 0.0954 binG 10_2 0.0729 G 10_2 0.0549 ndcg 10_2 0.2005 ndcg_rel 10_2 0.1973 Rndcg 10_2 0.2310 ndcg_cut_5 10_2 0.2031 ndcg_cut_10 10_2 0.1534 ndcg_cut_15 10_2 0.1342 ndcg_cut_20 10_2 0.1244 ndcg_cut_30 10_2 0.1099 ndcg_cut_100 10_2 0.1099 ndcg_cut_200 10_2 0.1328 ndcg_cut_500 10_2 0.1659 ndcg_cut_1000 10_2 0.2005 map_cut_5 10_2 0.0333 map_cut_10 10_2 0.0333 map_cut_15 10_2 0.0333 map_cut_20 10_2 0.0333 map_cut_30 10_2 0.0333 map_cut_100 10_2 0.0333 map_cut_200 10_2 0.0345 map_cut_500 10_2 0.0367 map_cut_1000 10_2 0.0386 relative_P_5 10_2 0.2000 relative_P_10 10_2 0.1000 relative_P_15 10_2 0.0667 relative_P_20 10_2 0.0500 relative_P_30 10_2 0.0333 relative_P_100 10_2 0.0333 relative_P_200 10_2 0.1000 relative_P_500 10_2 0.2333 relative_P_1000 10_2 0.3667 success_1 10_2 1.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0110 set_relative_P 10_2 0.3667 set_recall 10_2 0.3667 set_map 10_2 0.0040 set_F 10_2 0.0214 num_nonrel_judged_ret 10_2 51 rbp 10_2 0.0500 rbp_resid 10_2 0.5249 unj_5 10_2 0.0000 unj_10 10_2 0.4000 unj_20 10_2 0.7000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 10 map 10_3 0.0949 Rprec 10_3 0.0870 bpref 10_3 0.1550 recip_rank 10_3 1.0000 iprec_at_recall_0.00 10_3 1.0000 iprec_at_recall_0.10 10_3 1.0000 iprec_at_recall_0.20 10_3 0.0410 iprec_at_recall_0.30 10_3 0.0173 iprec_at_recall_0.40 10_3 0.0123 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.4000 P_10 10_3 0.2000 P_15 10_3 0.1333 P_20 10_3 0.1000 P_30 10_3 0.0667 P_100 10_3 0.0300 P_200 10_3 0.0250 P_500 10_3 0.0140 P_1000 10_3 0.0100 relstring 10_3 '2100000---' recall_5 10_3 0.0870 recall_10 10_3 0.0870 recall_15 10_3 0.0870 recall_20 10_3 0.0870 recall_30 10_3 0.0870 recall_100 10_3 0.1304 recall_200 10_3 0.2174 recall_500 10_3 0.3043 recall_1000 10_3 0.4348 infAP 10_3 0.0949 Rprec_mult_0.20 10_3 0.4000 Rprec_mult_0.40 10_3 0.2000 Rprec_mult_0.60 10_3 0.1429 Rprec_mult_0.80 10_3 0.1053 Rprec_mult_1.00 10_3 0.0870 Rprec_mult_1.20 10_3 0.0714 Rprec_mult_1.40 10_3 0.0606 Rprec_mult_1.60 10_3 0.0541 Rprec_mult_1.80 10_3 0.0476 Rprec_mult_2.00 10_3 0.0435 utility 10_3 -980.0000 11pt_avg 10_3 0.1882 binG 10_3 0.1304 G 10_3 0.1333 ndcg 10_3 0.3547 ndcg_rel 10_3 0.3848 Rndcg 10_3 0.3044 ndcg_cut_5 10_3 0.4462 ndcg_cut_10 10_3 0.3096 ndcg_cut_15 10_3 0.2681 ndcg_cut_20 10_3 0.2393 ndcg_cut_30 10_3 0.2257 ndcg_cut_100 10_3 0.2517 ndcg_cut_200 10_3 0.2888 ndcg_cut_500 10_3 0.3093 ndcg_cut_1000 10_3 0.3547 map_cut_5 10_3 0.0870 map_cut_10 10_3 0.0870 map_cut_15 10_3 0.0870 map_cut_20 10_3 0.0870 map_cut_30 10_3 0.0870 map_cut_100 10_3 0.0883 map_cut_200 10_3 0.0915 map_cut_500 10_3 0.0933 map_cut_1000 10_3 0.0949 relative_P_5 10_3 0.4000 relative_P_10 10_3 0.2000 relative_P_15 10_3 0.1333 relative_P_20 10_3 0.1000 relative_P_30 10_3 0.0870 relative_P_100 10_3 0.1304 relative_P_200 10_3 0.2174 relative_P_500 10_3 0.3043 relative_P_1000 10_3 0.4348 success_1 10_3 1.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0100 set_relative_P 10_3 0.4348 set_recall 10_3 0.4348 set_map 10_3 0.0043 set_F 10_3 0.0196 num_nonrel_judged_ret 10_3 42 rbp 10_3 0.1450 rbp_resid 10_3 0.3898 unj_5 10_3 0.0000 unj_10 10_3 0.3000 unj_20 10_3 0.5000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 32 map 10_6 0.0601 Rprec 10_6 0.0752 bpref 10_6 0.2238 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.0854 iprec_at_recall_0.20 10_6 0.0359 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.8000 P_10 10_6 0.5000 P_15 10_6 0.4667 P_20 10_6 0.4500 P_30 10_6 0.3000 P_100 10_6 0.1000 P_200 10_6 0.0800 P_500 10_6 0.0420 P_1000 10_6 0.0320 relstring 10_6 '11120--1-0' recall_5 10_6 0.0301 recall_10 10_6 0.0376 recall_15 10_6 0.0526 recall_20 10_6 0.0677 recall_30 10_6 0.0677 recall_100 10_6 0.0752 recall_200 10_6 0.1203 recall_500 10_6 0.1579 recall_1000 10_6 0.2406 infAP 10_6 0.0601 Rprec_mult_0.20 10_6 0.3333 Rprec_mult_0.40 10_6 0.1667 Rprec_mult_0.60 10_6 0.1250 Rprec_mult_0.80 10_6 0.0935 Rprec_mult_1.00 10_6 0.0752 Rprec_mult_1.20 10_6 0.0813 Rprec_mult_1.40 10_6 0.0802 Rprec_mult_1.60 10_6 0.0845 Rprec_mult_1.80 10_6 0.0792 Rprec_mult_2.00 10_6 0.0714 utility 10_6 -936.0000 11pt_avg 10_6 0.1019 binG 10_6 0.0635 G 10_6 0.0357 ndcg 10_6 0.1998 ndcg_rel 10_6 0.2000 Rndcg 10_6 0.1897 ndcg_cut_5 10_6 0.3727 ndcg_cut_10 10_6 0.2949 ndcg_cut_15 10_6 0.2763 ndcg_cut_20 10_6 0.2657 ndcg_cut_30 10_6 0.2106 ndcg_cut_100 10_6 0.1136 ndcg_cut_200 10_6 0.1290 ndcg_cut_500 10_6 0.1568 ndcg_cut_1000 10_6 0.1998 map_cut_5 10_6 0.0301 map_cut_10 10_6 0.0348 map_cut_15 10_6 0.0420 map_cut_20 10_6 0.0496 map_cut_30 10_6 0.0496 map_cut_100 10_6 0.0506 map_cut_200 10_6 0.0543 map_cut_500 10_6 0.0569 map_cut_1000 10_6 0.0601 relative_P_5 10_6 0.8000 relative_P_10 10_6 0.5000 relative_P_15 10_6 0.4667 relative_P_20 10_6 0.4500 relative_P_30 10_6 0.3000 relative_P_100 10_6 0.1000 relative_P_200 10_6 0.1203 relative_P_500 10_6 0.1579 relative_P_1000 10_6 0.2406 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0320 set_relative_P 10_6 0.2406 set_recall 10_6 0.2406 set_map 10_6 0.0077 set_F 10_6 0.0565 num_nonrel_judged_ret 10_6 14 rbp 10_6 0.1854 rbp_resid 10_6 0.4070 unj_5 10_6 0.0000 unj_10 10_6 0.3000 unj_20 10_6 0.4500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 42 map 10_7 0.0727 Rprec 10_7 0.1611 bpref 10_7 0.2586 recip_rank 10_7 0.3333 iprec_at_recall_0.00 10_7 0.6000 iprec_at_recall_0.10 10_7 0.3846 iprec_at_recall_0.20 10_7 0.1060 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.6000 P_10 10_7 0.5000 P_15 10_7 0.4667 P_20 10_7 0.4500 P_30 10_7 0.4333 P_100 10_7 0.2200 P_200 10_7 0.1250 P_500 10_7 0.0680 P_1000 10_7 0.0420 relstring 10_7 '00122-2-1-' recall_5 10_7 0.0201 recall_10 10_7 0.0336 recall_15 10_7 0.0470 recall_20 10_7 0.0604 recall_30 10_7 0.0872 recall_100 10_7 0.1477 recall_200 10_7 0.1678 recall_500 10_7 0.2282 recall_1000 10_7 0.2819 infAP 10_7 0.0727 Rprec_mult_0.20 10_7 0.4333 Rprec_mult_0.40 10_7 0.2833 Rprec_mult_0.60 10_7 0.2222 Rprec_mult_0.80 10_7 0.1833 Rprec_mult_1.00 10_7 0.1611 Rprec_mult_1.20 10_7 0.1397 Rprec_mult_1.40 10_7 0.1196 Rprec_mult_1.60 10_7 0.1088 Rprec_mult_1.80 10_7 0.1078 Rprec_mult_2.00 10_7 0.1007 utility 10_7 -916.0000 11pt_avg 10_7 0.0991 binG 10_7 0.0578 G 10_7 0.0555 ndcg 10_7 0.2846 ndcg_rel 10_7 0.2801 Rndcg 10_7 0.1983 ndcg_cut_5 10_7 0.3096 ndcg_cut_10 10_7 0.3076 ndcg_cut_15 10_7 0.3070 ndcg_cut_20 10_7 0.3071 ndcg_cut_30 10_7 0.3051 ndcg_cut_100 10_7 0.2461 ndcg_cut_200 10_7 0.2193 ndcg_cut_500 10_7 0.2538 ndcg_cut_1000 10_7 0.2846 map_cut_5 10_7 0.0096 map_cut_10 10_7 0.0172 map_cut_15 10_7 0.0242 map_cut_20 10_7 0.0309 map_cut_30 10_7 0.0425 map_cut_100 10_7 0.0604 map_cut_200 10_7 0.0637 map_cut_500 10_7 0.0694 map_cut_1000 10_7 0.0727 relative_P_5 10_7 0.6000 relative_P_10 10_7 0.5000 relative_P_15 10_7 0.4667 relative_P_20 10_7 0.4500 relative_P_30 10_7 0.4333 relative_P_100 10_7 0.2200 relative_P_200 10_7 0.1678 relative_P_500 10_7 0.2282 relative_P_1000 10_7 0.2819 success_1 10_7 0.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0420 set_relative_P 10_7 0.2819 set_recall 10_7 0.2819 set_map 10_7 0.0118 set_F 10_7 0.0731 num_nonrel_judged_ret 10_7 13 rbp 10_7 0.2360 rbp_resid 10_7 0.3408 unj_5 10_7 0.0000 unj_10 10_7 0.3000 unj_20 10_7 0.4000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 46 map 10_8 0.1633 Rprec 10_8 0.2368 bpref 10_8 0.5048 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.5417 iprec_at_recall_0.20 10_8 0.5000 iprec_at_recall_0.30 10_8 0.1250 iprec_at_recall_0.40 10_8 0.0804 iprec_at_recall_0.50 10_8 0.0653 iprec_at_recall_0.60 10_8 0.0466 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.8000 P_10 10_8 0.5000 P_15 10_8 0.5333 P_20 10_8 0.5000 P_30 10_8 0.5000 P_100 10_8 0.1800 P_200 10_8 0.1150 P_500 10_8 0.0720 P_1000 10_8 0.0460 relstring 10_8 '10113010--' recall_5 10_8 0.0526 recall_10 10_8 0.0658 recall_15 10_8 0.1053 recall_20 10_8 0.1316 recall_30 10_8 0.1974 recall_100 10_8 0.2368 recall_200 10_8 0.3026 recall_500 10_8 0.4737 recall_1000 10_8 0.6053 infAP 10_8 0.1633 Rprec_mult_0.20 10_8 0.5000 Rprec_mult_0.40 10_8 0.4839 Rprec_mult_0.60 10_8 0.3478 Rprec_mult_0.80 10_8 0.2787 Rprec_mult_1.00 10_8 0.2368 Rprec_mult_1.20 10_8 0.1957 Rprec_mult_1.40 10_8 0.1776 Rprec_mult_1.60 10_8 0.1557 Rprec_mult_1.80 10_8 0.1387 Rprec_mult_2.00 10_8 0.1250 utility 10_8 -908.0000 11pt_avg 10_8 0.2144 binG 10_8 0.1335 G 10_8 0.1084 ndcg 10_8 0.4613 ndcg_rel 10_8 0.4077 Rndcg 10_8 0.3375 ndcg_cut_5 10_8 0.4106 ndcg_cut_10 10_8 0.3195 ndcg_cut_15 10_8 0.3711 ndcg_cut_20 10_8 0.3749 ndcg_cut_30 10_8 0.3908 ndcg_cut_100 10_8 0.2937 ndcg_cut_200 10_8 0.3290 ndcg_cut_500 10_8 0.4035 ndcg_cut_1000 10_8 0.4613 map_cut_5 10_8 0.0423 map_cut_10 10_8 0.0517 map_cut_15 10_8 0.0714 map_cut_20 10_8 0.0849 map_cut_30 10_8 0.1190 map_cut_100 10_8 0.1330 map_cut_200 10_8 0.1418 map_cut_500 10_8 0.1561 map_cut_1000 10_8 0.1633 relative_P_5 10_8 0.8000 relative_P_10 10_8 0.5000 relative_P_15 10_8 0.5333 relative_P_20 10_8 0.5000 relative_P_30 10_8 0.5000 relative_P_100 10_8 0.2368 relative_P_200 10_8 0.3026 relative_P_500 10_8 0.4737 relative_P_1000 10_8 0.6053 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0460 set_relative_P 10_8 0.6053 set_recall 10_8 0.6053 set_map 10_8 0.0278 set_F 10_8 0.0855 num_nonrel_judged_ret 10_8 23 rbp 10_8 0.2613 rbp_resid 10_8 0.1925 unj_5 10_8 0.0000 unj_10 10_8 0.2000 unj_20 10_8 0.2500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 75 map 11_10 0.2562 Rprec 11_10 0.3333 bpref 11_10 0.5262 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.6923 iprec_at_recall_0.20 11_10 0.5208 iprec_at_recall_0.30 11_10 0.4043 iprec_at_recall_0.40 11_10 0.2604 iprec_at_recall_0.50 11_10 0.1615 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 1.0000 P_10 11_10 0.6000 P_15 11_10 0.6667 P_20 11_10 0.6500 P_30 11_10 0.6333 P_100 11_10 0.3900 P_200 11_10 0.2500 P_500 11_10 0.1300 P_1000 11_10 0.0750 relstring 11_10 '23142300-0' recall_5 11_10 0.0397 recall_10 11_10 0.0476 recall_15 11_10 0.0794 recall_20 11_10 0.1032 recall_30 11_10 0.1508 recall_100 11_10 0.3095 recall_200 11_10 0.3968 recall_500 11_10 0.5159 recall_1000 11_10 0.5952 infAP 11_10 0.2562 Rprec_mult_0.20 11_10 0.6923 Rprec_mult_0.40 11_10 0.4902 Rprec_mult_0.60 11_10 0.4342 Rprec_mult_0.80 11_10 0.3861 Rprec_mult_1.00 11_10 0.3333 Rprec_mult_1.20 11_10 0.3026 Rprec_mult_1.40 11_10 0.2768 Rprec_mult_1.60 11_10 0.2475 Rprec_mult_1.80 11_10 0.2291 Rprec_mult_2.00 11_10 0.2103 utility 11_10 -850.0000 11pt_avg 11_10 0.2763 binG 11_10 0.1523 G 11_10 0.0992 ndcg 11_10 0.5088 ndcg_rel 11_10 0.4844 Rndcg 11_10 0.4493 ndcg_cut_5 11_10 0.6997 ndcg_cut_10 11_10 0.5439 ndcg_cut_15 11_10 0.5273 ndcg_cut_20 11_10 0.5188 ndcg_cut_30 11_10 0.4710 ndcg_cut_100 11_10 0.3896 ndcg_cut_200 11_10 0.4162 ndcg_cut_500 11_10 0.4724 ndcg_cut_1000 11_10 0.5088 map_cut_5 11_10 0.0397 map_cut_10 11_10 0.0476 map_cut_15 11_10 0.0691 map_cut_20 11_10 0.0856 map_cut_30 11_10 0.1179 map_cut_100 11_10 0.1972 map_cut_200 11_10 0.2255 map_cut_500 11_10 0.2475 map_cut_1000 11_10 0.2562 relative_P_5 11_10 1.0000 relative_P_10 11_10 0.6000 relative_P_15 11_10 0.6667 relative_P_20 11_10 0.6500 relative_P_30 11_10 0.6333 relative_P_100 11_10 0.3900 relative_P_200 11_10 0.3968 relative_P_500 11_10 0.5159 relative_P_1000 11_10 0.5952 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0750 set_relative_P 11_10 0.5952 set_recall 11_10 0.5952 set_map 11_10 0.0446 set_F 11_10 0.1332 num_nonrel_judged_ret 11_10 13 rbp 11_10 0.3977 rbp_resid 11_10 0.1223 unj_5 11_10 0.0000 unj_10 11_10 0.1000 unj_20 11_10 0.1500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 77 map 11_11 0.1602 Rprec 11_11 0.2090 bpref 11_11 0.4986 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.6842 iprec_at_recall_0.20 11_11 0.2250 iprec_at_recall_0.30 11_11 0.1438 iprec_at_recall_0.40 11_11 0.1281 iprec_at_recall_0.50 11_11 0.0869 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 0.7000 P_15 11_11 0.6000 P_20 11_11 0.6500 P_30 11_11 0.5000 P_100 11_11 0.2400 P_200 11_11 0.1750 P_500 11_11 0.1180 P_1000 11_11 0.0770 relstring 11_11 '21221-04-2' recall_5 11_11 0.0373 recall_10 11_11 0.0522 recall_15 11_11 0.0672 recall_20 11_11 0.0970 recall_30 11_11 0.1119 recall_100 11_11 0.1791 recall_200 11_11 0.2612 recall_500 11_11 0.4403 recall_1000 11_11 0.5746 infAP 11_11 0.1602 Rprec_mult_0.20 11_11 0.5556 Rprec_mult_0.40 11_11 0.2963 Rprec_mult_0.60 11_11 0.2593 Rprec_mult_0.80 11_11 0.2315 Rprec_mult_1.00 11_11 0.2090 Rprec_mult_1.20 11_11 0.2050 Rprec_mult_1.40 11_11 0.1809 Rprec_mult_1.60 11_11 0.1674 Rprec_mult_1.80 11_11 0.1570 Rprec_mult_2.00 11_11 0.1455 utility 11_11 -846.0000 11pt_avg 11_11 0.2062 binG 11_11 0.1239 G 11_11 0.0847 ndcg 11_11 0.4485 ndcg_rel 11_11 0.3974 Rndcg 11_11 0.3683 ndcg_cut_5 11_11 0.4956 ndcg_cut_10 11_11 0.4592 ndcg_cut_15 11_11 0.4030 ndcg_cut_20 11_11 0.4246 ndcg_cut_30 11_11 0.3623 ndcg_cut_100 11_11 0.2709 ndcg_cut_200 11_11 0.2848 ndcg_cut_500 11_11 0.3810 ndcg_cut_1000 11_11 0.4485 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0481 map_cut_15 11_11 0.0576 map_cut_20 11_11 0.0772 map_cut_30 11_11 0.0862 map_cut_100 11_11 0.1055 map_cut_200 11_11 0.1230 map_cut_500 11_11 0.1478 map_cut_1000 11_11 0.1602 relative_P_5 11_11 1.0000 relative_P_10 11_11 0.7000 relative_P_15 11_11 0.6000 relative_P_20 11_11 0.6500 relative_P_30 11_11 0.5000 relative_P_100 11_11 0.2400 relative_P_200 11_11 0.2612 relative_P_500 11_11 0.4403 relative_P_1000 11_11 0.5746 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.0770 set_relative_P 11_11 0.5746 set_recall 11_11 0.5746 set_map 11_11 0.0442 set_F 11_11 0.1358 num_nonrel_judged_ret 11_11 11 rbp 11_11 0.2969 rbp_resid 11_11 0.2370 unj_5 11_11 0.0000 unj_10 11_11 0.2000 unj_20 11_11 0.2000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 3 map 11_12 0.0116 Rprec 11_12 0.0225 bpref 11_12 0.0306 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.0000 iprec_at_recall_0.20 11_12 0.0000 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.2000 P_10 11_12 0.1000 P_15 11_12 0.0667 P_20 11_12 0.0500 P_30 11_12 0.0333 P_100 11_12 0.0200 P_200 11_12 0.0100 P_500 11_12 0.0060 P_1000 11_12 0.0030 relstring 11_12 '100000----' recall_5 11_12 0.0112 recall_10 11_12 0.0112 recall_15 11_12 0.0112 recall_20 11_12 0.0112 recall_30 11_12 0.0112 recall_100 11_12 0.0225 recall_200 11_12 0.0225 recall_500 11_12 0.0337 recall_1000 11_12 0.0337 infAP 11_12 0.0116 Rprec_mult_0.20 11_12 0.0556 Rprec_mult_0.40 11_12 0.0278 Rprec_mult_0.60 11_12 0.0185 Rprec_mult_0.80 11_12 0.0278 Rprec_mult_1.00 11_12 0.0225 Rprec_mult_1.20 11_12 0.0187 Rprec_mult_1.40 11_12 0.0160 Rprec_mult_1.60 11_12 0.0140 Rprec_mult_1.80 11_12 0.0124 Rprec_mult_2.00 11_12 0.0112 utility 11_12 -994.0000 11pt_avg 11_12 0.0909 binG 11_12 0.0144 G 11_12 0.0075 ndcg 11_12 0.0455 ndcg_rel 11_12 0.0487 Rndcg 11_12 0.0454 ndcg_cut_5 11_12 0.1131 ndcg_cut_10 11_12 0.0734 ndcg_cut_15 11_12 0.0595 ndcg_cut_20 11_12 0.0522 ndcg_cut_30 11_12 0.0427 ndcg_cut_100 11_12 0.0394 ndcg_cut_200 11_12 0.0394 ndcg_cut_500 11_12 0.0455 ndcg_cut_1000 11_12 0.0455 map_cut_5 11_12 0.0112 map_cut_10 11_12 0.0112 map_cut_15 11_12 0.0112 map_cut_20 11_12 0.0112 map_cut_30 11_12 0.0112 map_cut_100 11_12 0.0116 map_cut_200 11_12 0.0116 map_cut_500 11_12 0.0116 map_cut_1000 11_12 0.0116 relative_P_5 11_12 0.2000 relative_P_10 11_12 0.1000 relative_P_15 11_12 0.0667 relative_P_20 11_12 0.0500 relative_P_30 11_12 0.0333 relative_P_100 11_12 0.0225 relative_P_200 11_12 0.0225 relative_P_500 11_12 0.0337 relative_P_1000 11_12 0.0337 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0030 set_relative_P 11_12 0.0337 set_recall 11_12 0.0337 set_map 11_12 0.0001 set_F 11_12 0.0055 num_nonrel_judged_ret 11_12 17 rbp 11_12 0.0334 rbp_resid 11_12 0.4778 unj_5 11_12 0.0000 unj_10 11_12 0.4000 unj_20 11_12 0.6500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 48 map 11_13 0.0845 Rprec 11_13 0.1232 bpref 11_13 0.2261 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.2985 iprec_at_recall_0.20 11_13 0.0639 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.8000 P_10 11_13 0.7000 P_15 11_13 0.8000 P_20 11_13 0.7500 P_30 11_13 0.5667 P_100 11_13 0.2200 P_200 11_13 0.1250 P_500 11_13 0.0720 P_1000 11_13 0.0480 relstring 11_13 '2302122001' recall_5 11_13 0.0197 recall_10 11_13 0.0345 recall_15 11_13 0.0591 recall_20 11_13 0.0739 recall_30 11_13 0.0837 recall_100 11_13 0.1084 recall_200 11_13 0.1232 recall_500 11_13 0.1773 recall_1000 11_13 0.2365 infAP 11_13 0.0845 Rprec_mult_0.20 11_13 0.4146 Rprec_mult_0.40 11_13 0.2439 Rprec_mult_0.60 11_13 0.1803 Rprec_mult_0.80 11_13 0.1411 Rprec_mult_1.00 11_13 0.1232 Rprec_mult_1.20 11_13 0.1066 Rprec_mult_1.40 11_13 0.1053 Rprec_mult_1.60 11_13 0.0985 Rprec_mult_1.80 11_13 0.0929 Rprec_mult_2.00 11_13 0.0862 utility 11_13 -904.0000 11pt_avg 11_13 0.1239 binG 11_13 0.0633 G 11_13 0.0383 ndcg 11_13 0.2369 ndcg_rel 11_13 0.2599 Rndcg 11_13 0.2128 ndcg_cut_5 11_13 0.5812 ndcg_cut_10 11_13 0.4995 ndcg_cut_15 11_13 0.5358 ndcg_cut_20 11_13 0.5129 ndcg_cut_30 11_13 0.4182 ndcg_cut_100 11_13 0.2340 ndcg_cut_200 11_13 0.1750 ndcg_cut_500 11_13 0.2036 ndcg_cut_1000 11_13 0.2369 map_cut_5 11_13 0.0175 map_cut_10 11_13 0.0293 map_cut_15 11_13 0.0481 map_cut_20 11_13 0.0595 map_cut_30 11_13 0.0669 map_cut_100 11_13 0.0735 map_cut_200 11_13 0.0756 map_cut_500 11_13 0.0811 map_cut_1000 11_13 0.0845 relative_P_5 11_13 0.8000 relative_P_10 11_13 0.7000 relative_P_15 11_13 0.8000 relative_P_20 11_13 0.7500 relative_P_30 11_13 0.5667 relative_P_100 11_13 0.2200 relative_P_200 11_13 0.1250 relative_P_500 11_13 0.1773 relative_P_1000 11_13 0.2365 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0480 set_relative_P 11_13 0.2365 set_recall 11_13 0.2365 set_map 11_13 0.0113 set_F 11_13 0.0798 num_nonrel_judged_ret 11_13 4 rbp 11_13 0.4511 rbp_resid 11_13 0.1342 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.1000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 0 map 11_2 0.0000 Rprec 11_2 0.0000 bpref 11_2 0.0000 recip_rank 11_2 0.0000 iprec_at_recall_0.00 11_2 0.0000 iprec_at_recall_0.10 11_2 0.0000 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.0000 P_10 11_2 0.0000 P_15 11_2 0.0000 P_20 11_2 0.0000 P_30 11_2 0.0000 P_100 11_2 0.0000 P_200 11_2 0.0000 P_500 11_2 0.0000 P_1000 11_2 0.0000 relstring 11_2 '00000----0' recall_5 11_2 0.0000 recall_10 11_2 0.0000 recall_15 11_2 0.0000 recall_20 11_2 0.0000 recall_30 11_2 0.0000 recall_100 11_2 0.0000 recall_200 11_2 0.0000 recall_500 11_2 0.0000 recall_1000 11_2 0.0000 infAP 11_2 0.0000 Rprec_mult_0.20 11_2 0.0000 Rprec_mult_0.40 11_2 0.0000 Rprec_mult_0.60 11_2 0.0000 Rprec_mult_0.80 11_2 0.0000 Rprec_mult_1.00 11_2 0.0000 Rprec_mult_1.20 11_2 0.0000 Rprec_mult_1.40 11_2 0.0000 Rprec_mult_1.60 11_2 0.0000 Rprec_mult_1.80 11_2 0.0000 Rprec_mult_2.00 11_2 0.0000 utility 11_2 -1000.0000 11pt_avg 11_2 0.0000 binG 11_2 0.0000 G 11_2 0.0000 ndcg 11_2 0.0000 ndcg_rel 11_2 0.0000 Rndcg 11_2 0.0000 ndcg_cut_5 11_2 0.0000 ndcg_cut_10 11_2 0.0000 ndcg_cut_15 11_2 0.0000 ndcg_cut_20 11_2 0.0000 ndcg_cut_30 11_2 0.0000 ndcg_cut_100 11_2 0.0000 ndcg_cut_200 11_2 0.0000 ndcg_cut_500 11_2 0.0000 ndcg_cut_1000 11_2 0.0000 map_cut_5 11_2 0.0000 map_cut_10 11_2 0.0000 map_cut_15 11_2 0.0000 map_cut_20 11_2 0.0000 map_cut_30 11_2 0.0000 map_cut_100 11_2 0.0000 map_cut_200 11_2 0.0000 map_cut_500 11_2 0.0000 map_cut_1000 11_2 0.0000 relative_P_5 11_2 0.0000 relative_P_10 11_2 0.0000 relative_P_15 11_2 0.0000 relative_P_20 11_2 0.0000 relative_P_30 11_2 0.0000 relative_P_100 11_2 0.0000 relative_P_200 11_2 0.0000 relative_P_500 11_2 0.0000 relative_P_1000 11_2 0.0000 success_1 11_2 0.0000 success_5 11_2 0.0000 success_10 11_2 0.0000 set_P 11_2 0.0000 set_relative_P 11_2 0.0000 set_recall 11_2 0.0000 set_map 11_2 0.0000 set_F 11_2 0.0000 num_nonrel_judged_ret 11_2 15 rbp 11_2 0.0000 rbp_resid 11_2 0.5039 unj_5 11_2 0.0000 unj_10 11_2 0.4000 unj_20 11_2 0.6500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 44 map 11_3 0.0812 Rprec 11_3 0.1117 bpref 11_3 0.2083 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.1389 iprec_at_recall_0.20 11_3 0.0529 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 0.8000 P_15 11_3 0.6000 P_20 11_3 0.6000 P_30 11_3 0.5667 P_100 11_3 0.1800 P_200 11_3 0.1100 P_500 11_3 0.0680 P_1000 11_3 0.0440 relstring 11_3 '22212-2021' recall_5 11_3 0.0266 recall_10 11_3 0.0426 recall_15 11_3 0.0479 recall_20 11_3 0.0638 recall_30 11_3 0.0904 recall_100 11_3 0.0957 recall_200 11_3 0.1170 recall_500 11_3 0.1809 recall_1000 11_3 0.2340 infAP 11_3 0.0812 Rprec_mult_0.20 11_3 0.4474 Rprec_mult_0.40 11_3 0.2237 Rprec_mult_0.60 11_3 0.1593 Rprec_mult_0.80 11_3 0.1325 Rprec_mult_1.00 11_3 0.1117 Rprec_mult_1.20 11_3 0.1018 Rprec_mult_1.40 11_3 0.0947 Rprec_mult_1.60 11_3 0.0864 Rprec_mult_1.80 11_3 0.0855 Rprec_mult_2.00 11_3 0.0798 utility 11_3 -912.0000 11pt_avg 11_3 0.1083 binG 11_3 0.0671 G 11_3 0.0376 ndcg 11_3 0.2258 ndcg_rel 11_3 0.2447 Rndcg 11_3 0.2283 ndcg_cut_5 11_3 0.6180 ndcg_cut_10 11_3 0.5153 ndcg_cut_15 11_3 0.4144 ndcg_cut_20 11_3 0.3789 ndcg_cut_30 11_3 0.3561 ndcg_cut_100 11_3 0.1901 ndcg_cut_200 11_3 0.1601 ndcg_cut_500 11_3 0.2029 ndcg_cut_1000 11_3 0.2258 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0395 map_cut_15 11_3 0.0432 map_cut_20 11_3 0.0534 map_cut_30 11_3 0.0687 map_cut_100 11_3 0.0699 map_cut_200 11_3 0.0727 map_cut_500 11_3 0.0783 map_cut_1000 11_3 0.0812 relative_P_5 11_3 1.0000 relative_P_10 11_3 0.8000 relative_P_15 11_3 0.6000 relative_P_20 11_3 0.6000 relative_P_30 11_3 0.5667 relative_P_100 11_3 0.1800 relative_P_200 11_3 0.1170 relative_P_500 11_3 0.1809 relative_P_1000 11_3 0.2340 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0440 set_relative_P 11_3 0.2340 set_recall 11_3 0.2340 set_map 11_3 0.0103 set_F 11_3 0.0741 num_nonrel_judged_ret 11_3 15 rbp 11_3 0.3683 rbp_resid 11_3 0.1260 unj_5 11_3 0.0000 unj_10 11_3 0.1000 unj_20 11_3 0.0500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 93 map 11_4 0.1173 Rprec 11_4 0.1597 bpref 11_4 0.6369 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.2545 iprec_at_recall_0.20 11_4 0.1289 iprec_at_recall_0.30 11_4 0.1198 iprec_at_recall_0.40 11_4 0.0993 iprec_at_recall_0.50 11_4 0.0960 iprec_at_recall_0.60 11_4 0.0940 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 0.5000 P_15 11_4 0.4000 P_20 11_4 0.3500 P_30 11_4 0.3000 P_100 11_4 0.2000 P_200 11_4 0.1250 P_500 11_4 0.1040 P_1000 11_4 0.0930 relstring 11_4 '11111-----' recall_5 11_4 0.0347 recall_10 11_4 0.0347 recall_15 11_4 0.0417 recall_20 11_4 0.0486 recall_30 11_4 0.0625 recall_100 11_4 0.1389 recall_200 11_4 0.1736 recall_500 11_4 0.3611 recall_1000 11_4 0.6458 infAP 11_4 0.1173 Rprec_mult_0.20 11_4 0.2759 Rprec_mult_0.40 11_4 0.2414 Rprec_mult_0.60 11_4 0.1954 Rprec_mult_0.80 11_4 0.1897 Rprec_mult_1.00 11_4 0.1597 Rprec_mult_1.20 11_4 0.1445 Rprec_mult_1.40 11_4 0.1287 Rprec_mult_1.60 11_4 0.1255 Rprec_mult_1.80 11_4 0.1154 Rprec_mult_2.00 11_4 0.1146 utility 11_4 -814.0000 11pt_avg 11_4 0.1630 binG 11_4 0.1138 G 11_4 0.0736 ndcg 11_4 0.3783 ndcg_rel 11_4 0.2950 Rndcg 11_4 0.2511 ndcg_cut_5 11_4 0.3333 ndcg_cut_10 11_4 0.2450 ndcg_cut_15 11_4 0.2194 ndcg_cut_20 11_4 0.2024 ndcg_cut_30 11_4 0.1819 ndcg_cut_100 11_4 0.1534 ndcg_cut_200 11_4 0.1507 ndcg_cut_500 11_4 0.2498 ndcg_cut_1000 11_4 0.3783 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0347 map_cut_15 11_4 0.0382 map_cut_20 11_4 0.0406 map_cut_30 11_4 0.0452 map_cut_100 11_4 0.0627 map_cut_200 11_4 0.0690 map_cut_500 11_4 0.0905 map_cut_1000 11_4 0.1173 relative_P_5 11_4 1.0000 relative_P_10 11_4 0.5000 relative_P_15 11_4 0.4000 relative_P_20 11_4 0.3500 relative_P_30 11_4 0.3000 relative_P_100 11_4 0.2000 relative_P_200 11_4 0.1736 relative_P_500 11_4 0.3611 relative_P_1000 11_4 0.6458 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.0930 set_relative_P 11_4 0.6458 set_recall 11_4 0.6458 set_map 11_4 0.0601 set_F 11_4 0.1626 num_nonrel_judged_ret 11_4 1 rbp 11_4 0.1584 rbp_resid 11_4 0.5248 unj_5 11_4 0.0000 unj_10 11_4 0.5000 unj_20 11_4 0.6500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 28 map 11_6 0.0787 Rprec 11_6 0.1000 bpref 11_6 0.4296 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.2143 iprec_at_recall_0.20 11_6 0.0816 iprec_at_recall_0.30 11_6 0.0510 iprec_at_recall_0.40 11_6 0.0346 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.6000 P_10 11_6 0.3000 P_15 11_6 0.2000 P_20 11_6 0.2000 P_30 11_6 0.2000 P_100 11_6 0.1100 P_200 11_6 0.0650 P_500 11_6 0.0360 P_1000 11_6 0.0280 relstring 11_6 '23010-----' recall_5 11_6 0.0500 recall_10 11_6 0.0500 recall_15 11_6 0.0500 recall_20 11_6 0.0667 recall_30 11_6 0.1000 recall_100 11_6 0.1833 recall_200 11_6 0.2167 recall_500 11_6 0.3000 recall_1000 11_6 0.4667 infAP 11_6 0.0787 Rprec_mult_0.20 11_6 0.2500 Rprec_mult_0.40 11_6 0.2083 Rprec_mult_0.60 11_6 0.1667 Rprec_mult_0.80 11_6 0.1250 Rprec_mult_1.00 11_6 0.1000 Rprec_mult_1.20 11_6 0.1111 Rprec_mult_1.40 11_6 0.0952 Rprec_mult_1.60 11_6 0.1146 Rprec_mult_1.80 11_6 0.1019 Rprec_mult_2.00 11_6 0.0917 utility 11_6 -944.0000 11pt_avg 11_6 0.1256 binG 11_6 0.1016 G 11_6 0.0725 ndcg 11_6 0.3052 ndcg_rel 11_6 0.2980 Rndcg 11_6 0.2286 ndcg_cut_5 11_6 0.4888 ndcg_cut_10 11_6 0.3172 ndcg_cut_15 11_6 0.2494 ndcg_cut_20 11_6 0.2439 ndcg_cut_30 11_6 0.2273 ndcg_cut_100 11_6 0.1981 ndcg_cut_200 11_6 0.2193 ndcg_cut_500 11_6 0.2494 ndcg_cut_1000 11_6 0.3052 map_cut_5 11_6 0.0458 map_cut_10 11_6 0.0458 map_cut_15 11_6 0.0458 map_cut_20 11_6 0.0498 map_cut_30 11_6 0.0568 map_cut_100 11_6 0.0661 map_cut_200 11_6 0.0687 map_cut_500 11_6 0.0731 map_cut_1000 11_6 0.0787 relative_P_5 11_6 0.6000 relative_P_10 11_6 0.3000 relative_P_15 11_6 0.2000 relative_P_20 11_6 0.2000 relative_P_30 11_6 0.2000 relative_P_100 11_6 0.1833 relative_P_200 11_6 0.2167 relative_P_500 11_6 0.3000 relative_P_1000 11_6 0.4667 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0280 set_relative_P 11_6 0.4667 set_recall 11_6 0.4667 set_map 11_6 0.0131 set_F 11_6 0.0528 num_nonrel_judged_ret 11_6 7 rbp 11_6 0.2012 rbp_resid 11_6 0.5210 unj_5 11_6 0.0000 unj_10 11_6 0.5000 unj_20 11_6 0.6500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 45 map 11_7 0.1398 Rprec 11_7 0.2000 bpref 11_7 0.4441 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.5294 iprec_at_recall_0.20 11_7 0.2105 iprec_at_recall_0.30 11_7 0.0918 iprec_at_recall_0.40 11_7 0.0603 iprec_at_recall_0.50 11_7 0.0456 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 1.0000 P_10 11_7 0.7000 P_15 11_7 0.5333 P_20 11_7 0.4500 P_30 11_7 0.3333 P_100 11_7 0.2000 P_200 11_7 0.1250 P_500 11_7 0.0680 P_1000 11_7 0.0450 relstring 11_7 '22231010-1' recall_5 11_7 0.0556 recall_10 11_7 0.0778 recall_15 11_7 0.0889 recall_20 11_7 0.1000 recall_30 11_7 0.1111 recall_100 11_7 0.2222 recall_200 11_7 0.2778 recall_500 11_7 0.3778 recall_1000 11_7 0.5000 infAP 11_7 0.1398 Rprec_mult_0.20 11_7 0.5000 Rprec_mult_0.40 11_7 0.3056 Rprec_mult_0.60 11_7 0.2222 Rprec_mult_0.80 11_7 0.2083 Rprec_mult_1.00 11_7 0.2000 Rprec_mult_1.20 11_7 0.1944 Rprec_mult_1.40 11_7 0.1746 Rprec_mult_1.60 11_7 0.1528 Rprec_mult_1.80 11_7 0.1481 Rprec_mult_2.00 11_7 0.1333 utility 11_7 -910.0000 11pt_avg 11_7 0.1762 binG 11_7 0.1299 G 11_7 0.0877 ndcg 11_7 0.4015 ndcg_rel 11_7 0.3954 Rndcg 11_7 0.4184 ndcg_cut_5 11_7 0.7023 ndcg_cut_10 11_7 0.5634 ndcg_cut_15 11_7 0.4779 ndcg_cut_20 11_7 0.4246 ndcg_cut_30 11_7 0.3485 ndcg_cut_100 11_7 0.2770 ndcg_cut_200 11_7 0.3101 ndcg_cut_500 11_7 0.3550 ndcg_cut_1000 11_7 0.4015 map_cut_5 11_7 0.0556 map_cut_10 11_7 0.0729 map_cut_15 11_7 0.0797 map_cut_20 11_7 0.0856 map_cut_30 11_7 0.0900 map_cut_100 11_7 0.1157 map_cut_200 11_7 0.1249 map_cut_500 11_7 0.1332 map_cut_1000 11_7 0.1398 relative_P_5 11_7 1.0000 relative_P_10 11_7 0.7000 relative_P_15 11_7 0.5333 relative_P_20 11_7 0.4500 relative_P_30 11_7 0.3333 relative_P_100 11_7 0.2222 relative_P_200 11_7 0.2778 relative_P_500 11_7 0.3778 relative_P_1000 11_7 0.5000 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0450 set_relative_P 11_7 0.5000 set_recall 11_7 0.5000 set_map 11_7 0.0225 set_F 11_7 0.0826 num_nonrel_judged_ret 11_7 18 rbp 11_7 0.3262 rbp_resid 11_7 0.2783 unj_5 11_7 0.0000 unj_10 11_7 0.1000 unj_20 11_7 0.4000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 53 map 11_8 0.1922 Rprec 11_8 0.2268 bpref 11_8 0.5455 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.8333 iprec_at_recall_0.20 11_8 0.3958 iprec_at_recall_0.30 11_8 0.0893 iprec_at_recall_0.40 11_8 0.0844 iprec_at_recall_0.50 11_8 0.0703 iprec_at_recall_0.60 11_8 0.0000 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 0.9000 P_15 11_8 0.6667 P_20 11_8 0.7000 P_30 11_8 0.5667 P_100 11_8 0.2300 P_200 11_8 0.1350 P_500 11_8 0.0820 P_1000 11_8 0.0530 relstring 11_8 '42222-2222' recall_5 11_8 0.0515 recall_10 11_8 0.0928 recall_15 11_8 0.1031 recall_20 11_8 0.1443 recall_30 11_8 0.1753 recall_100 11_8 0.2371 recall_200 11_8 0.2784 recall_500 11_8 0.4227 recall_1000 11_8 0.5464 infAP 11_8 0.1922 Rprec_mult_0.20 11_8 0.7000 Rprec_mult_0.40 11_8 0.4615 Rprec_mult_0.60 11_8 0.3220 Rprec_mult_0.80 11_8 0.2564 Rprec_mult_1.00 11_8 0.2268 Rprec_mult_1.20 11_8 0.1966 Rprec_mult_1.40 11_8 0.1765 Rprec_mult_1.60 11_8 0.1667 Rprec_mult_1.80 11_8 0.1486 Rprec_mult_2.00 11_8 0.1340 utility 11_8 -894.0000 11pt_avg 11_8 0.2248 binG 11_8 0.1531 G 11_8 0.1079 ndcg 11_8 0.4995 ndcg_rel 11_8 0.4988 Rndcg 11_8 0.4977 ndcg_cut_5 11_8 0.7195 ndcg_cut_10 11_8 0.6582 ndcg_cut_15 11_8 0.5536 ndcg_cut_20 11_8 0.5620 ndcg_cut_30 11_8 0.5201 ndcg_cut_100 11_8 0.3511 ndcg_cut_200 11_8 0.3769 ndcg_cut_500 11_8 0.4443 ndcg_cut_1000 11_8 0.4995 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.0878 map_cut_15 11_8 0.0964 map_cut_20 11_8 0.1255 map_cut_30 11_8 0.1438 map_cut_100 11_8 0.1641 map_cut_200 11_8 0.1713 map_cut_500 11_8 0.1836 map_cut_1000 11_8 0.1922 relative_P_5 11_8 1.0000 relative_P_10 11_8 0.9000 relative_P_15 11_8 0.6667 relative_P_20 11_8 0.7000 relative_P_30 11_8 0.5667 relative_P_100 11_8 0.2371 relative_P_200 11_8 0.2784 relative_P_500 11_8 0.4227 relative_P_1000 11_8 0.5464 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0530 set_relative_P 11_8 0.5464 set_recall 11_8 0.5464 set_map 11_8 0.0290 set_F 11_8 0.0966 num_nonrel_judged_ret 11_8 1 rbp 11_8 0.4082 rbp_resid 11_8 0.2838 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.3000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 23 map 11_9 0.0945 Rprec 11_9 0.1111 bpref 11_9 0.1893 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.1644 iprec_at_recall_0.20 11_9 0.0250 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 1.0000 P_10 11_9 0.8000 P_15 11_9 0.6667 P_20 11_9 0.5500 P_30 11_9 0.3667 P_100 11_9 0.1300 P_200 11_9 0.0800 P_500 11_9 0.0360 P_1000 11_9 0.0230 relstring 11_9 '211132330-' recall_5 11_9 0.0427 recall_10 11_9 0.0684 recall_15 11_9 0.0855 recall_20 11_9 0.0940 recall_30 11_9 0.0940 recall_100 11_9 0.1111 recall_200 11_9 0.1368 recall_500 11_9 0.1538 recall_1000 11_9 0.1966 infAP 11_9 0.0945 Rprec_mult_0.20 11_9 0.4583 Rprec_mult_0.40 11_9 0.2340 Rprec_mult_0.60 11_9 0.1549 Rprec_mult_0.80 11_9 0.1383 Rprec_mult_1.00 11_9 0.1111 Rprec_mult_1.20 11_9 0.1064 Rprec_mult_1.40 11_9 0.0976 Rprec_mult_1.60 11_9 0.0851 Rprec_mult_1.80 11_9 0.0758 Rprec_mult_2.00 11_9 0.0684 utility 11_9 -954.0000 11pt_avg 11_9 0.1081 binG 11_9 0.0919 G 11_9 0.0355 ndcg 11_9 0.2072 ndcg_rel 11_9 0.2292 Rndcg 11_9 0.2484 ndcg_cut_5 11_9 0.4507 ndcg_cut_10 11_9 0.4836 ndcg_cut_15 11_9 0.4260 ndcg_cut_20 11_9 0.3801 ndcg_cut_30 11_9 0.2970 ndcg_cut_100 11_9 0.1831 ndcg_cut_200 11_9 0.1904 ndcg_cut_500 11_9 0.1972 ndcg_cut_1000 11_9 0.2072 map_cut_5 11_9 0.0427 map_cut_10 11_9 0.0684 map_cut_15 11_9 0.0819 map_cut_20 11_9 0.0869 map_cut_30 11_9 0.0869 map_cut_100 11_9 0.0897 map_cut_200 11_9 0.0924 map_cut_500 11_9 0.0933 map_cut_1000 11_9 0.0945 relative_P_5 11_9 1.0000 relative_P_10 11_9 0.8000 relative_P_15 11_9 0.6667 relative_P_20 11_9 0.5500 relative_P_30 11_9 0.3667 relative_P_100 11_9 0.1300 relative_P_200 11_9 0.1368 relative_P_500 11_9 0.1538 relative_P_1000 11_9 0.1966 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0230 set_relative_P 11_9 0.1966 set_recall 11_9 0.1966 set_map 11_9 0.0045 set_F 11_9 0.0412 num_nonrel_judged_ret 11_9 13 rbp 11_9 0.2958 rbp_resid 11_9 0.2821 unj_5 11_9 0.0000 unj_10 11_9 0.1000 unj_20 11_9 0.3500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 14 map 12_1 0.0320 Rprec 12_1 0.0533 bpref 12_1 0.1111 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.0213 iprec_at_recall_0.20 12_1 0.0000 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.4000 P_10 12_1 0.3000 P_15 12_1 0.2667 P_20 12_1 0.2000 P_30 12_1 0.1333 P_100 12_1 0.0400 P_200 12_1 0.0250 P_500 12_1 0.0200 P_1000 12_1 0.0140 relstring 12_1 '1001001000' recall_5 12_1 0.0267 recall_10 12_1 0.0400 recall_15 12_1 0.0533 recall_20 12_1 0.0533 recall_30 12_1 0.0533 recall_100 12_1 0.0533 recall_200 12_1 0.0667 recall_500 12_1 0.1333 recall_1000 12_1 0.1867 infAP 12_1 0.0320 Rprec_mult_0.20 12_1 0.2667 Rprec_mult_0.40 12_1 0.1333 Rprec_mult_0.60 12_1 0.0889 Rprec_mult_0.80 12_1 0.0667 Rprec_mult_1.00 12_1 0.0533 Rprec_mult_1.20 12_1 0.0444 Rprec_mult_1.40 12_1 0.0381 Rprec_mult_1.60 12_1 0.0333 Rprec_mult_1.80 12_1 0.0296 Rprec_mult_2.00 12_1 0.0267 utility 12_1 -972.0000 11pt_avg 12_1 0.0928 binG 12_1 0.0440 G 12_1 0.0254 ndcg 12_1 0.1269 ndcg_rel 12_1 0.1290 Rndcg 12_1 0.1540 ndcg_cut_5 12_1 0.2074 ndcg_cut_10 12_1 0.1749 ndcg_cut_15 12_1 0.1583 ndcg_cut_20 12_1 0.1336 ndcg_cut_30 12_1 0.1042 ndcg_cut_100 12_1 0.0691 ndcg_cut_200 12_1 0.0736 ndcg_cut_500 12_1 0.1017 ndcg_cut_1000 12_1 0.1269 map_cut_5 12_1 0.0200 map_cut_10 12_1 0.0257 map_cut_15 12_1 0.0293 map_cut_20 12_1 0.0293 map_cut_30 12_1 0.0293 map_cut_100 12_1 0.0293 map_cut_200 12_1 0.0296 map_cut_500 12_1 0.0311 map_cut_1000 12_1 0.0320 relative_P_5 12_1 0.4000 relative_P_10 12_1 0.3000 relative_P_15 12_1 0.2667 relative_P_20 12_1 0.2000 relative_P_30 12_1 0.1333 relative_P_100 12_1 0.0533 relative_P_200 12_1 0.0667 relative_P_500 12_1 0.1333 relative_P_1000 12_1 0.1867 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0140 set_relative_P 12_1 0.1867 set_recall 12_1 0.1867 set_map 12_1 0.0026 set_F 12_1 0.0260 num_nonrel_judged_ret 12_1 47 rbp 12_1 0.0830 rbp_resid 12_1 0.0589 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 11 map 12_2 0.0537 Rprec 12_2 0.0615 bpref 12_2 0.1470 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.0402 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.6000 P_10 12_2 0.3000 P_15 12_2 0.2667 P_20 12_2 0.2000 P_30 12_2 0.1333 P_100 12_2 0.0400 P_200 12_2 0.0350 P_500 12_2 0.0180 P_1000 12_2 0.0110 relstring 12_2 '21100-----' recall_5 12_2 0.0462 recall_10 12_2 0.0462 recall_15 12_2 0.0615 recall_20 12_2 0.0615 recall_30 12_2 0.0615 recall_100 12_2 0.0615 recall_200 12_2 0.1077 recall_500 12_2 0.1385 recall_1000 12_2 0.1692 infAP 12_2 0.0537 Rprec_mult_0.20 12_2 0.3077 Rprec_mult_0.40 12_2 0.1538 Rprec_mult_0.60 12_2 0.1026 Rprec_mult_0.80 12_2 0.0769 Rprec_mult_1.00 12_2 0.0615 Rprec_mult_1.20 12_2 0.0513 Rprec_mult_1.40 12_2 0.0440 Rprec_mult_1.60 12_2 0.0385 Rprec_mult_1.80 12_2 0.0342 Rprec_mult_2.00 12_2 0.0308 utility 12_2 -978.0000 11pt_avg 12_2 0.0946 binG 12_2 0.0637 G 12_2 0.0384 ndcg 12_2 0.1811 ndcg_rel 12_2 0.1979 Rndcg 12_2 0.2125 ndcg_cut_5 12_2 0.3540 ndcg_cut_10 12_2 0.2601 ndcg_cut_15 12_2 0.2313 ndcg_cut_20 12_2 0.1993 ndcg_cut_30 12_2 0.1713 ndcg_cut_100 12_2 0.1300 ndcg_cut_200 12_2 0.1561 ndcg_cut_500 12_2 0.1652 ndcg_cut_1000 12_2 0.1811 map_cut_5 12_2 0.0462 map_cut_10 12_2 0.0462 map_cut_15 12_2 0.0509 map_cut_20 12_2 0.0509 map_cut_30 12_2 0.0509 map_cut_100 12_2 0.0509 map_cut_200 12_2 0.0525 map_cut_500 12_2 0.0533 map_cut_1000 12_2 0.0537 relative_P_5 12_2 0.6000 relative_P_10 12_2 0.3000 relative_P_15 12_2 0.2667 relative_P_20 12_2 0.2000 relative_P_30 12_2 0.1333 relative_P_100 12_2 0.0615 relative_P_200 12_2 0.1077 relative_P_500 12_2 0.1385 relative_P_1000 12_2 0.1692 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0110 set_relative_P 12_2 0.1692 set_recall 12_2 0.1692 set_map 12_2 0.0019 set_F 12_2 0.0207 num_nonrel_judged_ret 12_2 22 rbp 12_2 0.1331 rbp_resid 12_2 0.5263 unj_5 12_2 0.0000 unj_10 12_2 0.5000 unj_20 12_2 0.6500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 61 map 12_3 0.2858 Rprec 12_3 0.3333 bpref 12_3 0.6649 recip_rank 12_3 0.5000 iprec_at_recall_0.00 12_3 0.6364 iprec_at_recall_0.10 12_3 0.6154 iprec_at_recall_0.20 12_3 0.5806 iprec_at_recall_0.30 12_3 0.4107 iprec_at_recall_0.40 12_3 0.3093 iprec_at_recall_0.50 12_3 0.2471 iprec_at_recall_0.60 12_3 0.2327 iprec_at_recall_0.70 12_3 0.1632 iprec_at_recall_0.80 12_3 0.0924 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.4000 P_10 12_3 0.6000 P_15 12_3 0.5333 P_20 12_3 0.5500 P_30 12_3 0.5667 P_100 12_3 0.3000 P_200 12_3 0.2300 P_500 12_3 0.1160 P_1000 12_3 0.0610 relstring 12_3 '0202022022' recall_5 12_3 0.0267 recall_10 12_3 0.0800 recall_15 12_3 0.1067 recall_20 12_3 0.1467 recall_30 12_3 0.2267 recall_100 12_3 0.4000 recall_200 12_3 0.6133 recall_500 12_3 0.7733 recall_1000 12_3 0.8133 infAP 12_3 0.2858 Rprec_mult_0.20 12_3 0.5333 Rprec_mult_0.40 12_3 0.5667 Rprec_mult_0.60 12_3 0.4667 Rprec_mult_0.80 12_3 0.3833 Rprec_mult_1.00 12_3 0.3333 Rprec_mult_1.20 12_3 0.3222 Rprec_mult_1.40 12_3 0.2952 Rprec_mult_1.60 12_3 0.2750 Rprec_mult_1.80 12_3 0.2593 Rprec_mult_2.00 12_3 0.2467 utility 12_3 -878.0000 11pt_avg 12_3 0.2989 binG 12_3 0.1705 G 12_3 0.1573 ndcg 12_3 0.6479 ndcg_rel 12_3 0.5345 Rndcg 12_3 0.4978 ndcg_cut_5 12_3 0.3601 ndcg_cut_10 12_3 0.5153 ndcg_cut_15 12_3 0.4694 ndcg_cut_20 12_3 0.4733 ndcg_cut_30 12_3 0.4799 ndcg_cut_100 12_3 0.4347 ndcg_cut_200 12_3 0.5673 ndcg_cut_500 12_3 0.6365 ndcg_cut_1000 12_3 0.6479 map_cut_5 12_3 0.0133 map_cut_10 12_3 0.0430 map_cut_15 12_3 0.0597 map_cut_20 12_3 0.0807 map_cut_30 12_3 0.1269 map_cut_100 12_3 0.1986 map_cut_200 12_3 0.2530 map_cut_500 12_3 0.2822 map_cut_1000 12_3 0.2858 relative_P_5 12_3 0.4000 relative_P_10 12_3 0.6000 relative_P_15 12_3 0.5333 relative_P_20 12_3 0.5500 relative_P_30 12_3 0.5667 relative_P_100 12_3 0.4000 relative_P_200 12_3 0.6133 relative_P_500 12_3 0.7733 relative_P_1000 12_3 0.8133 success_1 12_3 0.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0610 set_relative_P 12_3 0.8133 set_recall 12_3 0.8133 set_map 12_3 0.0496 set_F 12_3 0.1135 num_nonrel_judged_ret 12_3 33 rbp 12_3 0.4967 rbp_resid 12_3 0.1256 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.2000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 26 map 12_5 0.1209 Rprec 12_5 0.1053 bpref 12_5 0.3810 recip_rank 12_5 1.0000 iprec_at_recall_0.00 12_5 1.0000 iprec_at_recall_0.10 12_5 0.8571 iprec_at_recall_0.20 12_5 0.0601 iprec_at_recall_0.30 12_5 0.0546 iprec_at_recall_0.40 12_5 0.0370 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 1.0000 P_10 12_5 0.6000 P_15 12_5 0.4000 P_20 12_5 0.3000 P_30 12_5 0.2000 P_100 12_5 0.0700 P_200 12_5 0.0500 P_500 12_5 0.0420 P_1000 12_5 0.0260 relstring 12_5 '22222-2---' recall_5 12_5 0.0877 recall_10 12_5 0.1053 recall_15 12_5 0.1053 recall_20 12_5 0.1053 recall_30 12_5 0.1053 recall_100 12_5 0.1228 recall_200 12_5 0.1754 recall_500 12_5 0.3684 recall_1000 12_5 0.4561 infAP 12_5 0.1209 Rprec_mult_0.20 12_5 0.5000 Rprec_mult_0.40 12_5 0.2609 Rprec_mult_0.60 12_5 0.1714 Rprec_mult_0.80 12_5 0.1304 Rprec_mult_1.00 12_5 0.1053 Rprec_mult_1.20 12_5 0.0870 Rprec_mult_1.40 12_5 0.0875 Rprec_mult_1.60 12_5 0.0761 Rprec_mult_1.80 12_5 0.0680 Rprec_mult_2.00 12_5 0.0702 utility 12_5 -948.0000 11pt_avg 12_5 0.1826 binG 12_5 0.1421 G 12_5 0.0878 ndcg 12_5 0.3790 ndcg_rel 12_5 0.3833 Rndcg 12_5 0.3507 ndcg_cut_5 12_5 0.6667 ndcg_cut_10 12_5 0.5158 ndcg_cut_15 12_5 0.4273 ndcg_cut_20 12_5 0.3704 ndcg_cut_30 12_5 0.2989 ndcg_cut_100 12_5 0.2197 ndcg_cut_200 12_5 0.2552 ndcg_cut_500 12_5 0.3452 ndcg_cut_1000 12_5 0.3790 map_cut_5 12_5 0.0877 map_cut_10 12_5 0.1028 map_cut_15 12_5 0.1028 map_cut_20 12_5 0.1028 map_cut_30 12_5 0.1028 map_cut_100 12_5 0.1044 map_cut_200 12_5 0.1076 map_cut_500 12_5 0.1179 map_cut_1000 12_5 0.1209 relative_P_5 12_5 1.0000 relative_P_10 12_5 0.6000 relative_P_15 12_5 0.4000 relative_P_20 12_5 0.3000 relative_P_30 12_5 0.2000 relative_P_100 12_5 0.1228 relative_P_200 12_5 0.1754 relative_P_500 12_5 0.3684 relative_P_1000 12_5 0.4561 success_1 12_5 1.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0260 set_relative_P 12_5 0.4561 set_recall 12_5 0.4561 set_map 12_5 0.0119 set_F 12_5 0.0492 num_nonrel_judged_ret 12_5 20 rbp 12_5 0.3085 rbp_resid 12_5 0.4896 unj_5 12_5 0.0000 unj_10 12_5 0.4000 unj_20 12_5 0.6000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 28 map 12_6 0.1529 Rprec 12_6 0.1667 bpref 12_6 0.4696 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.7143 iprec_at_recall_0.20 12_6 0.0732 iprec_at_recall_0.30 12_6 0.0639 iprec_at_recall_0.40 12_6 0.0592 iprec_at_recall_0.50 12_6 0.0414 iprec_at_recall_0.60 12_6 0.0000 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.8000 P_10 12_6 0.5000 P_15 12_6 0.5333 P_20 12_6 0.4000 P_30 12_6 0.2667 P_100 12_6 0.0900 P_200 12_6 0.0650 P_500 12_6 0.0440 P_1000 12_6 0.0280 relstring 12_6 '122010200-' recall_5 12_6 0.0833 recall_10 12_6 0.1042 recall_15 12_6 0.1667 recall_20 12_6 0.1667 recall_30 12_6 0.1667 recall_100 12_6 0.1875 recall_200 12_6 0.2708 recall_500 12_6 0.4583 recall_1000 12_6 0.5833 infAP 12_6 0.1529 Rprec_mult_0.20 12_6 0.5000 Rprec_mult_0.40 12_6 0.4000 Rprec_mult_0.60 12_6 0.2759 Rprec_mult_0.80 12_6 0.2051 Rprec_mult_1.00 12_6 0.1667 Rprec_mult_1.20 12_6 0.1379 Rprec_mult_1.40 12_6 0.1176 Rprec_mult_1.60 12_6 0.1039 Rprec_mult_1.80 12_6 0.0920 Rprec_mult_2.00 12_6 0.0938 utility 12_6 -944.0000 11pt_avg 12_6 0.1775 binG 12_6 0.1589 G 12_6 0.1212 ndcg 12_6 0.4530 ndcg_rel 12_6 0.4306 Rndcg 12_6 0.3527 ndcg_cut_5 12_6 0.5290 ndcg_cut_10 12_6 0.4278 ndcg_cut_15 12_6 0.4456 ndcg_cut_20 12_6 0.3760 ndcg_cut_30 12_6 0.3213 ndcg_cut_100 12_6 0.2915 ndcg_cut_200 12_6 0.3372 ndcg_cut_500 12_6 0.4178 ndcg_cut_1000 12_6 0.4530 map_cut_5 12_6 0.0792 map_cut_10 12_6 0.0940 map_cut_15 12_6 0.1295 map_cut_20 12_6 0.1295 map_cut_30 12_6 0.1295 map_cut_100 12_6 0.1315 map_cut_200 12_6 0.1376 map_cut_500 12_6 0.1483 map_cut_1000 12_6 0.1529 relative_P_5 12_6 0.8000 relative_P_10 12_6 0.5000 relative_P_15 12_6 0.5333 relative_P_20 12_6 0.4000 relative_P_30 12_6 0.2667 relative_P_100 12_6 0.1875 relative_P_200 12_6 0.2708 relative_P_500 12_6 0.4583 relative_P_1000 12_6 0.5833 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0280 set_relative_P 12_6 0.5833 set_recall 12_6 0.5833 set_map 12_6 0.0163 set_F 12_6 0.0534 num_nonrel_judged_ret 12_6 19 rbp 12_6 0.2573 rbp_resid 12_6 0.2718 unj_5 12_6 0.0000 unj_10 12_6 0.1000 unj_20 12_6 0.3500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 11 map 12_7 0.2411 Rprec 12_7 0.2941 bpref 12_7 0.3287 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 1.0000 iprec_at_recall_0.20 12_7 0.6667 iprec_at_recall_0.30 12_7 0.4545 iprec_at_recall_0.40 12_7 0.0805 iprec_at_recall_0.50 12_7 0.0600 iprec_at_recall_0.60 12_7 0.0221 iprec_at_recall_0.70 12_7 0.0000 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.6000 P_10 12_7 0.4000 P_15 12_7 0.3333 P_20 12_7 0.2500 P_30 12_7 0.1667 P_100 12_7 0.0700 P_200 12_7 0.0450 P_500 12_7 0.0200 P_1000 12_7 0.0110 relstring 12_7 '1100110--0' recall_5 12_7 0.1765 recall_10 12_7 0.2353 recall_15 12_7 0.2941 recall_20 12_7 0.2941 recall_30 12_7 0.2941 recall_100 12_7 0.4118 recall_200 12_7 0.5294 recall_500 12_7 0.5882 recall_1000 12_7 0.6471 infAP 12_7 0.2411 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.5714 Rprec_mult_0.60 12_7 0.4545 Rprec_mult_0.80 12_7 0.3571 Rprec_mult_1.00 12_7 0.2941 Rprec_mult_1.20 12_7 0.2381 Rprec_mult_1.40 12_7 0.2083 Rprec_mult_1.60 12_7 0.1786 Rprec_mult_1.80 12_7 0.1613 Rprec_mult_2.00 12_7 0.1471 utility 12_7 -978.0000 11pt_avg 12_7 0.2985 binG 12_7 0.2461 G 12_7 0.1200 ndcg 12_7 0.3606 ndcg_rel 12_7 0.3186 Rndcg 12_7 0.2531 ndcg_cut_5 12_7 0.2386 ndcg_cut_10 12_7 0.2038 ndcg_cut_15 12_7 0.2169 ndcg_cut_20 12_7 0.2094 ndcg_cut_30 12_7 0.2094 ndcg_cut_100 12_7 0.2802 ndcg_cut_200 12_7 0.3213 ndcg_cut_500 12_7 0.3375 ndcg_cut_1000 12_7 0.3606 map_cut_5 12_7 0.1529 map_cut_10 12_7 0.1922 map_cut_15 12_7 0.2189 map_cut_20 12_7 0.2189 map_cut_30 12_7 0.2189 map_cut_100 12_7 0.2305 map_cut_200 12_7 0.2387 map_cut_500 12_7 0.2400 map_cut_1000 12_7 0.2411 relative_P_5 12_7 0.6000 relative_P_10 12_7 0.4000 relative_P_15 12_7 0.3333 relative_P_20 12_7 0.2941 relative_P_30 12_7 0.2941 relative_P_100 12_7 0.4118 relative_P_200 12_7 0.5294 relative_P_500 12_7 0.5882 relative_P_1000 12_7 0.6471 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0110 set_relative_P 12_7 0.6471 set_recall 12_7 0.6471 set_map 12_7 0.0071 set_F 12_7 0.0216 num_nonrel_judged_ret 12_7 25 rbp 12_7 0.1287 rbp_resid 12_7 0.3127 unj_5 12_7 0.0000 unj_10 12_7 0.2000 unj_20 12_7 0.4000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 15 map 12_9 0.0239 Rprec 12_9 0.0741 bpref 12_9 0.1646 recip_rank 12_9 0.0667 iprec_at_recall_0.00 12_9 0.1250 iprec_at_recall_0.10 12_9 0.0595 iprec_at_recall_0.20 12_9 0.0595 iprec_at_recall_0.30 12_9 0.0390 iprec_at_recall_0.40 12_9 0.0219 iprec_at_recall_0.50 12_9 0.0178 iprec_at_recall_0.60 12_9 0.0000 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.0000 P_10 12_9 0.0000 P_15 12_9 0.0667 P_20 12_9 0.1000 P_30 12_9 0.0667 P_100 12_9 0.0500 P_200 12_9 0.0350 P_500 12_9 0.0180 P_1000 12_9 0.0150 relstring 12_9 '0000000-0-' recall_5 12_9 0.0000 recall_10 12_9 0.0000 recall_15 12_9 0.0370 recall_20 12_9 0.0741 recall_30 12_9 0.0741 recall_100 12_9 0.1852 recall_200 12_9 0.2593 recall_500 12_9 0.3333 recall_1000 12_9 0.5556 infAP 12_9 0.0239 Rprec_mult_0.20 12_9 0.0000 Rprec_mult_0.40 12_9 0.0000 Rprec_mult_0.60 12_9 0.1176 Rprec_mult_0.80 12_9 0.0909 Rprec_mult_1.00 12_9 0.0741 Rprec_mult_1.20 12_9 0.0606 Rprec_mult_1.40 12_9 0.0526 Rprec_mult_1.60 12_9 0.0455 Rprec_mult_1.80 12_9 0.0408 Rprec_mult_2.00 12_9 0.0556 utility 12_9 -970.0000 11pt_avg 12_9 0.0293 binG 12_9 0.0806 G 12_9 0.0834 ndcg 12_9 0.2426 ndcg_rel 12_9 0.1979 Rndcg 12_9 0.0854 ndcg_cut_5 12_9 0.0000 ndcg_cut_10 12_9 0.0000 ndcg_cut_15 12_9 0.0374 ndcg_cut_20 12_9 0.0681 ndcg_cut_30 12_9 0.0617 ndcg_cut_100 12_9 0.1323 ndcg_cut_200 12_9 0.1597 ndcg_cut_500 12_9 0.1887 ndcg_cut_1000 12_9 0.2426 map_cut_5 12_9 0.0000 map_cut_10 12_9 0.0000 map_cut_15 12_9 0.0025 map_cut_20 12_9 0.0071 map_cut_30 12_9 0.0071 map_cut_100 12_9 0.0133 map_cut_200 12_9 0.0174 map_cut_500 12_9 0.0196 map_cut_1000 12_9 0.0239 relative_P_5 12_9 0.0000 relative_P_10 12_9 0.0000 relative_P_15 12_9 0.0667 relative_P_20 12_9 0.1000 relative_P_30 12_9 0.0741 relative_P_100 12_9 0.1852 relative_P_200 12_9 0.2593 relative_P_500 12_9 0.3333 relative_P_1000 12_9 0.5556 success_1 12_9 0.0000 success_5 12_9 0.0000 success_10 12_9 0.0000 set_P 12_9 0.0150 set_relative_P 12_9 0.5556 set_recall 12_9 0.5556 set_map 12_9 0.0083 set_F 12_9 0.0292 num_nonrel_judged_ret 12_9 27 rbp 12_9 0.0293 rbp_resid 12_9 0.3325 unj_5 12_9 0.0000 unj_10 12_9 0.2000 unj_20 12_9 0.4000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 43 map 13_2 0.0697 Rprec 13_2 0.1169 bpref 13_2 0.2529 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.1371 iprec_at_recall_0.20 13_2 0.0656 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.8000 P_10 13_2 0.7000 P_15 13_2 0.6000 P_20 13_2 0.5000 P_30 13_2 0.3333 P_100 13_2 0.1300 P_200 13_2 0.1050 P_500 13_2 0.0640 P_1000 13_2 0.0430 relstring 13_2 '110122--23' recall_5 13_2 0.0260 recall_10 13_2 0.0455 recall_15 13_2 0.0584 recall_20 13_2 0.0649 recall_30 13_2 0.0649 recall_100 13_2 0.0844 recall_200 13_2 0.1364 recall_500 13_2 0.2078 recall_1000 13_2 0.2792 infAP 13_2 0.0697 Rprec_mult_0.20 13_2 0.3226 Rprec_mult_0.40 13_2 0.1613 Rprec_mult_0.60 13_2 0.1290 Rprec_mult_0.80 13_2 0.1371 Rprec_mult_1.00 13_2 0.1169 Rprec_mult_1.20 13_2 0.1081 Rprec_mult_1.40 13_2 0.1065 Rprec_mult_1.60 13_2 0.1012 Rprec_mult_1.80 13_2 0.0935 Rprec_mult_2.00 13_2 0.0877 utility 13_2 -914.0000 11pt_avg 13_2 0.1093 binG 13_2 0.0652 G 13_2 0.0421 ndcg 13_2 0.2438 ndcg_rel 13_2 0.2350 Rndcg 13_2 0.2039 ndcg_cut_5 13_2 0.2880 ndcg_cut_10 13_2 0.3429 ndcg_cut_15 13_2 0.2987 ndcg_cut_20 13_2 0.2731 ndcg_cut_30 13_2 0.2218 ndcg_cut_100 13_2 0.1374 ndcg_cut_200 13_2 0.1603 ndcg_cut_500 13_2 0.2047 ndcg_cut_1000 13_2 0.2438 map_cut_5 13_2 0.0231 map_cut_10 13_2 0.0373 map_cut_15 13_2 0.0462 map_cut_20 13_2 0.0503 map_cut_30 13_2 0.0503 map_cut_100 13_2 0.0531 map_cut_200 13_2 0.0595 map_cut_500 13_2 0.0658 map_cut_1000 13_2 0.0697 relative_P_5 13_2 0.8000 relative_P_10 13_2 0.7000 relative_P_15 13_2 0.6000 relative_P_20 13_2 0.5000 relative_P_30 13_2 0.3333 relative_P_100 13_2 0.1300 relative_P_200 13_2 0.1364 relative_P_500 13_2 0.2078 relative_P_1000 13_2 0.2792 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0430 set_relative_P 13_2 0.2792 set_recall 13_2 0.2792 set_map 13_2 0.0120 set_F 13_2 0.0745 num_nonrel_judged_ret 13_2 8 rbp 13_2 0.2041 rbp_resid 13_2 0.3541 unj_5 13_2 0.0000 unj_10 13_2 0.2000 unj_20 13_2 0.4500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 13 map 13_3 0.0457 Rprec 13_3 0.0633 bpref 13_3 0.1420 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.0367 iprec_at_recall_0.20 13_3 0.0000 iprec_at_recall_0.30 13_3 0.0000 iprec_at_recall_0.40 13_3 0.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.6000 P_10 13_3 0.3000 P_15 13_3 0.2667 P_20 13_3 0.2000 P_30 13_3 0.1333 P_100 13_3 0.0600 P_200 13_3 0.0350 P_500 13_3 0.0160 P_1000 13_3 0.0130 relstring 13_3 '12200-----' recall_5 13_3 0.0380 recall_10 13_3 0.0380 recall_15 13_3 0.0506 recall_20 13_3 0.0506 recall_30 13_3 0.0506 recall_100 13_3 0.0759 recall_200 13_3 0.0886 recall_500 13_3 0.1013 recall_1000 13_3 0.1646 infAP 13_3 0.0457 Rprec_mult_0.20 13_3 0.2500 Rprec_mult_0.40 13_3 0.1250 Rprec_mult_0.60 13_3 0.0833 Rprec_mult_0.80 13_3 0.0625 Rprec_mult_1.00 13_3 0.0633 Rprec_mult_1.20 13_3 0.0632 Rprec_mult_1.40 13_3 0.0541 Rprec_mult_1.60 13_3 0.0472 Rprec_mult_1.80 13_3 0.0420 Rprec_mult_2.00 13_3 0.0380 utility 13_3 -974.0000 11pt_avg 13_3 0.0942 binG 13_3 0.0558 G 13_3 0.0325 ndcg 13_3 0.1702 ndcg_rel 13_3 0.1789 Rndcg 13_3 0.2045 ndcg_cut_5 13_3 0.3856 ndcg_cut_10 13_3 0.2800 ndcg_cut_15 13_3 0.2473 ndcg_cut_20 13_3 0.2122 ndcg_cut_30 13_3 0.1691 ndcg_cut_100 13_3 0.1242 ndcg_cut_200 13_3 0.1319 ndcg_cut_500 13_3 0.1430 ndcg_cut_1000 13_3 0.1702 map_cut_5 13_3 0.0380 map_cut_10 13_3 0.0380 map_cut_15 13_3 0.0422 map_cut_20 13_3 0.0422 map_cut_30 13_3 0.0422 map_cut_100 13_3 0.0439 map_cut_200 13_3 0.0444 map_cut_500 13_3 0.0448 map_cut_1000 13_3 0.0457 relative_P_5 13_3 0.6000 relative_P_10 13_3 0.3000 relative_P_15 13_3 0.2667 relative_P_20 13_3 0.2000 relative_P_30 13_3 0.1333 relative_P_100 13_3 0.0759 relative_P_200 13_3 0.0886 relative_P_500 13_3 0.1013 relative_P_1000 13_3 0.1646 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0130 set_relative_P 13_3 0.1646 set_recall 13_3 0.1646 set_map 13_3 0.0021 set_F 13_3 0.0241 num_nonrel_judged_ret 13_3 17 rbp 13_3 0.1578 rbp_resid 13_3 0.4897 unj_5 13_3 0.0000 unj_10 13_3 0.5000 unj_20 13_3 0.6000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 39 map 13_4 0.0996 Rprec 13_4 0.1364 bpref 13_4 0.2751 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.2453 iprec_at_recall_0.20 13_4 0.0964 iprec_at_recall_0.30 13_4 0.0000 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 1.0000 P_10 13_4 0.8000 P_15 13_4 0.7333 P_20 13_4 0.6000 P_30 13_4 0.4000 P_100 13_4 0.1600 P_200 13_4 0.1050 P_500 13_4 0.0620 P_1000 13_4 0.0390 relstring 13_4 '22212022-1' recall_5 13_4 0.0379 recall_10 13_4 0.0606 recall_15 13_4 0.0833 recall_20 13_4 0.0909 recall_30 13_4 0.0909 recall_100 13_4 0.1212 recall_200 13_4 0.1591 recall_500 13_4 0.2348 recall_1000 13_4 0.2955 infAP 13_4 0.0996 Rprec_mult_0.20 13_4 0.4444 Rprec_mult_0.40 13_4 0.2453 Rprec_mult_0.60 13_4 0.1625 Rprec_mult_0.80 13_4 0.1509 Rprec_mult_1.00 13_4 0.1364 Rprec_mult_1.20 13_4 0.1258 Rprec_mult_1.40 13_4 0.1135 Rprec_mult_1.60 13_4 0.1085 Rprec_mult_1.80 13_4 0.1050 Rprec_mult_2.00 13_4 0.0947 utility 13_4 -922.0000 11pt_avg 13_4 0.1220 binG 13_4 0.0894 G 13_4 0.0609 ndcg 13_4 0.3026 ndcg_rel 13_4 0.3316 Rndcg 13_4 0.3520 ndcg_cut_5 13_4 0.7926 ndcg_cut_10 13_4 0.6992 ndcg_cut_15 13_4 0.6578 ndcg_cut_20 13_4 0.5862 ndcg_cut_30 13_4 0.4575 ndcg_cut_100 13_4 0.2357 ndcg_cut_200 13_4 0.2252 ndcg_cut_500 13_4 0.2706 ndcg_cut_1000 13_4 0.3026 map_cut_5 13_4 0.0379 map_cut_10 13_4 0.0571 map_cut_15 13_4 0.0741 map_cut_20 13_4 0.0792 map_cut_30 13_4 0.0792 map_cut_100 13_4 0.0848 map_cut_200 13_4 0.0898 map_cut_500 13_4 0.0969 map_cut_1000 13_4 0.0996 relative_P_5 13_4 1.0000 relative_P_10 13_4 0.8000 relative_P_15 13_4 0.7333 relative_P_20 13_4 0.6000 relative_P_30 13_4 0.4000 relative_P_100 13_4 0.1600 relative_P_200 13_4 0.1591 relative_P_500 13_4 0.2348 relative_P_1000 13_4 0.2955 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0390 set_relative_P 13_4 0.2955 set_recall 13_4 0.2955 set_map 13_4 0.0115 set_F 13_4 0.0689 num_nonrel_judged_ret 13_4 7 rbp 13_4 0.3877 rbp_resid 13_4 0.2556 unj_5 13_4 0.0000 unj_10 13_4 0.1000 unj_20 13_4 0.3000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 35 map 13_6 0.0731 Rprec 13_6 0.0889 bpref 13_6 0.2493 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.0670 iprec_at_recall_0.20 13_6 0.0480 iprec_at_recall_0.30 13_6 0.0000 iprec_at_recall_0.40 13_6 0.0000 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.8000 P_15 13_6 0.5333 P_20 13_6 0.4000 P_30 13_6 0.2667 P_100 13_6 0.1200 P_200 13_6 0.0650 P_500 13_6 0.0480 P_1000 13_6 0.0350 relstring 13_6 '232222-12-' recall_5 13_6 0.0370 recall_10 13_6 0.0593 recall_15 13_6 0.0593 recall_20 13_6 0.0593 recall_30 13_6 0.0593 recall_100 13_6 0.0889 recall_200 13_6 0.0963 recall_500 13_6 0.1778 recall_1000 13_6 0.2593 infAP 13_6 0.0731 Rprec_mult_0.20 13_6 0.2963 Rprec_mult_0.40 13_6 0.1852 Rprec_mult_0.60 13_6 0.1481 Rprec_mult_0.80 13_6 0.1111 Rprec_mult_1.00 13_6 0.0889 Rprec_mult_1.20 13_6 0.0741 Rprec_mult_1.40 13_6 0.0688 Rprec_mult_1.60 13_6 0.0648 Rprec_mult_1.80 13_6 0.0617 Rprec_mult_2.00 13_6 0.0556 utility 13_6 -930.0000 11pt_avg 13_6 0.1014 binG 13_6 0.0790 G 13_6 0.0504 ndcg 13_6 0.2779 ndcg_rel 13_6 0.2915 Rndcg 13_6 0.3119 ndcg_cut_5 13_6 0.6630 ndcg_cut_10 13_6 0.5576 ndcg_cut_15 13_6 0.4390 ndcg_cut_20 13_6 0.3807 ndcg_cut_30 13_6 0.3178 ndcg_cut_100 13_6 0.2025 ndcg_cut_200 13_6 0.1825 ndcg_cut_500 13_6 0.2324 ndcg_cut_1000 13_6 0.2779 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0575 map_cut_15 13_6 0.0575 map_cut_20 13_6 0.0575 map_cut_30 13_6 0.0575 map_cut_100 13_6 0.0648 map_cut_200 13_6 0.0654 map_cut_500 13_6 0.0699 map_cut_1000 13_6 0.0731 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.8000 relative_P_15 13_6 0.5333 relative_P_20 13_6 0.4000 relative_P_30 13_6 0.2667 relative_P_100 13_6 0.1200 relative_P_200 13_6 0.0963 relative_P_500 13_6 0.1778 relative_P_1000 13_6 0.2593 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0350 set_relative_P 13_6 0.2593 set_recall 13_6 0.2593 set_map 13_6 0.0091 set_F 13_6 0.0617 num_nonrel_judged_ret 13_6 2 rbp 13_6 0.2943 rbp_resid 13_6 0.3829 unj_5 13_6 0.0000 unj_10 13_6 0.2000 unj_20 13_6 0.5000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 10 map 13_8 0.0145 Rprec 13_8 0.0700 bpref 13_8 0.0918 recip_rank 13_8 0.2000 iprec_at_recall_0.00 13_8 0.3333 iprec_at_recall_0.10 13_8 0.0172 iprec_at_recall_0.20 13_8 0.0000 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.2000 P_10 13_8 0.2000 P_15 13_8 0.1333 P_20 13_8 0.2000 P_30 13_8 0.1667 P_100 13_8 0.0700 P_200 13_8 0.0450 P_500 13_8 0.0180 P_1000 13_8 0.0100 relstring 13_8 '000013----' recall_5 13_8 0.0100 recall_10 13_8 0.0200 recall_15 13_8 0.0200 recall_20 13_8 0.0400 recall_30 13_8 0.0500 recall_100 13_8 0.0700 recall_200 13_8 0.0900 recall_500 13_8 0.0900 recall_1000 13_8 0.1000 infAP 13_8 0.0145 Rprec_mult_0.20 13_8 0.2000 Rprec_mult_0.40 13_8 0.1250 Rprec_mult_0.60 13_8 0.1000 Rprec_mult_0.80 13_8 0.0875 Rprec_mult_1.00 13_8 0.0700 Rprec_mult_1.20 13_8 0.0583 Rprec_mult_1.40 13_8 0.0500 Rprec_mult_1.60 13_8 0.0437 Rprec_mult_1.80 13_8 0.0444 Rprec_mult_2.00 13_8 0.0450 utility 13_8 -980.0000 11pt_avg 13_8 0.0319 binG 13_8 0.0222 G 13_8 0.0151 ndcg 13_8 0.0828 ndcg_rel 13_8 0.0837 Rndcg 13_8 0.0773 ndcg_cut_5 13_8 0.0437 ndcg_cut_10 13_8 0.1068 ndcg_cut_15 13_8 0.0840 ndcg_cut_20 13_8 0.1102 ndcg_cut_30 13_8 0.0996 ndcg_cut_100 13_8 0.0678 ndcg_cut_200 13_8 0.0802 ndcg_cut_500 13_8 0.0802 ndcg_cut_1000 13_8 0.0828 map_cut_5 13_8 0.0020 map_cut_10 13_8 0.0053 map_cut_15 13_8 0.0053 map_cut_20 13_8 0.0093 map_cut_30 13_8 0.0113 map_cut_100 13_8 0.0134 map_cut_200 13_8 0.0143 map_cut_500 13_8 0.0143 map_cut_1000 13_8 0.0145 relative_P_5 13_8 0.2000 relative_P_10 13_8 0.2000 relative_P_15 13_8 0.1333 relative_P_20 13_8 0.2000 relative_P_30 13_8 0.1667 relative_P_100 13_8 0.0700 relative_P_200 13_8 0.0900 relative_P_500 13_8 0.0900 relative_P_1000 13_8 0.1000 success_1 13_8 0.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0100 set_relative_P 13_8 0.1000 set_recall 13_8 0.1000 set_map 13_8 0.0010 set_F 13_8 0.0182 num_nonrel_judged_ret 13_8 8 rbp 13_8 0.1018 rbp_resid 13_8 0.4375 unj_5 13_8 0.0000 unj_10 13_8 0.4000 unj_20 13_8 0.5500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 34 map 14_10 0.1450 Rprec 14_10 0.1346 bpref 14_10 0.5244 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 1.0000 iprec_at_recall_0.20 14_10 0.1163 iprec_at_recall_0.30 14_10 0.0829 iprec_at_recall_0.40 14_10 0.0634 iprec_at_recall_0.50 14_10 0.0634 iprec_at_recall_0.60 14_10 0.0441 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 1.0000 P_10 14_10 0.5000 P_15 14_10 0.4000 P_20 14_10 0.3000 P_30 14_10 0.2333 P_100 14_10 0.1100 P_200 14_10 0.0800 P_500 14_10 0.0540 P_1000 14_10 0.0340 relstring 14_10 '23131----0' recall_5 14_10 0.0962 recall_10 14_10 0.0962 recall_15 14_10 0.1154 recall_20 14_10 0.1154 recall_30 14_10 0.1346 recall_100 14_10 0.2115 recall_200 14_10 0.3077 recall_500 14_10 0.5192 recall_1000 14_10 0.6538 infAP 14_10 0.1450 Rprec_mult_0.20 14_10 0.4545 Rprec_mult_0.40 14_10 0.2857 Rprec_mult_0.60 14_10 0.2188 Rprec_mult_0.80 14_10 0.1667 Rprec_mult_1.00 14_10 0.1346 Rprec_mult_1.20 14_10 0.1111 Rprec_mult_1.40 14_10 0.1096 Rprec_mult_1.60 14_10 0.1071 Rprec_mult_1.80 14_10 0.1064 Rprec_mult_2.00 14_10 0.1058 utility 14_10 -932.0000 11pt_avg 14_10 0.2155 binG 14_10 0.1714 G 14_10 0.1368 ndcg 14_10 0.5003 ndcg_rel 14_10 0.4681 Rndcg 14_10 0.4502 ndcg_cut_5 14_10 0.7563 ndcg_cut_10 14_10 0.5412 ndcg_cut_15 14_10 0.4572 ndcg_cut_20 14_10 0.3907 ndcg_cut_30 14_10 0.3329 ndcg_cut_100 14_10 0.3221 ndcg_cut_200 14_10 0.3613 ndcg_cut_500 14_10 0.4529 ndcg_cut_1000 14_10 0.5003 map_cut_5 14_10 0.0962 map_cut_10 14_10 0.0962 map_cut_15 14_10 0.1050 map_cut_20 14_10 0.1050 map_cut_30 14_10 0.1097 map_cut_100 14_10 0.1186 map_cut_200 14_10 0.1266 map_cut_500 14_10 0.1391 map_cut_1000 14_10 0.1450 relative_P_5 14_10 1.0000 relative_P_10 14_10 0.5000 relative_P_15 14_10 0.4000 relative_P_20 14_10 0.3000 relative_P_30 14_10 0.2333 relative_P_100 14_10 0.2115 relative_P_200 14_10 0.3077 relative_P_500 14_10 0.5192 relative_P_1000 14_10 0.6538 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0340 set_relative_P 14_10 0.6538 set_recall 14_10 0.6538 set_map 14_10 0.0222 set_F 14_10 0.0646 num_nonrel_judged_ret 14_10 23 rbp 14_10 0.2914 rbp_resid 14_10 0.4581 unj_5 14_10 0.0000 unj_10 14_10 0.4000 unj_20 14_10 0.5500 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 21 map 14_2 0.0476 Rprec 14_2 0.0667 bpref 14_2 0.1701 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.0478 iprec_at_recall_0.20 14_2 0.0250 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.6000 P_10 14_2 0.5000 P_15 14_2 0.3333 P_20 14_2 0.2500 P_30 14_2 0.1667 P_100 14_2 0.0700 P_200 14_2 0.0400 P_500 14_2 0.0320 P_1000 14_2 0.0210 relstring 14_2 '211002--1-' recall_5 14_2 0.0286 recall_10 14_2 0.0476 recall_15 14_2 0.0476 recall_20 14_2 0.0476 recall_30 14_2 0.0476 recall_100 14_2 0.0667 recall_200 14_2 0.0762 recall_500 14_2 0.1524 recall_1000 14_2 0.2000 infAP 14_2 0.0476 Rprec_mult_0.20 14_2 0.2381 Rprec_mult_0.40 14_2 0.1429 Rprec_mult_0.60 14_2 0.0952 Rprec_mult_0.80 14_2 0.0714 Rprec_mult_1.00 14_2 0.0667 Rprec_mult_1.20 14_2 0.0556 Rprec_mult_1.40 14_2 0.0476 Rprec_mult_1.60 14_2 0.0476 Rprec_mult_1.80 14_2 0.0423 Rprec_mult_2.00 14_2 0.0381 utility 14_2 -958.0000 11pt_avg 14_2 0.0975 binG 14_2 0.0562 G 14_2 0.0390 ndcg 14_2 0.2033 ndcg_rel 14_2 0.2119 Rndcg 14_2 0.2283 ndcg_cut_5 14_2 0.3702 ndcg_cut_10 14_2 0.3558 ndcg_cut_15 14_2 0.2901 ndcg_cut_20 14_2 0.2490 ndcg_cut_30 14_2 0.1984 ndcg_cut_100 14_2 0.1297 ndcg_cut_200 14_2 0.1309 ndcg_cut_500 14_2 0.1789 ndcg_cut_1000 14_2 0.2033 map_cut_5 14_2 0.0286 map_cut_10 14_2 0.0402 map_cut_15 14_2 0.0402 map_cut_20 14_2 0.0402 map_cut_30 14_2 0.0402 map_cut_100 14_2 0.0425 map_cut_200 14_2 0.0430 map_cut_500 14_2 0.0461 map_cut_1000 14_2 0.0476 relative_P_5 14_2 0.6000 relative_P_10 14_2 0.5000 relative_P_15 14_2 0.3333 relative_P_20 14_2 0.2500 relative_P_30 14_2 0.1667 relative_P_100 14_2 0.0700 relative_P_200 14_2 0.0762 relative_P_500 14_2 0.1524 relative_P_1000 14_2 0.2000 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0210 set_relative_P 14_2 0.2000 set_recall 14_2 0.2000 set_map 14_2 0.0042 set_F 14_2 0.0380 num_nonrel_judged_ret 14_2 29 rbp 14_2 0.1783 rbp_resid 14_2 0.4091 unj_5 14_2 0.0000 unj_10 14_2 0.3000 unj_20 14_2 0.5500 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 52 map 14_3 0.0798 Rprec 14_3 0.1500 bpref 14_3 0.2968 recip_rank 14_3 0.5000 iprec_at_recall_0.00 14_3 0.8000 iprec_at_recall_0.10 14_3 0.3404 iprec_at_recall_0.20 14_3 0.1065 iprec_at_recall_0.30 14_3 0.0562 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.8000 P_10 14_3 0.6000 P_15 14_3 0.5333 P_20 14_3 0.5000 P_30 14_3 0.4333 P_100 14_3 0.2000 P_200 14_3 0.1350 P_500 14_3 0.0800 P_1000 14_3 0.0520 relstring 14_3 '01111-2-01' recall_5 14_3 0.0250 recall_10 14_3 0.0375 recall_15 14_3 0.0500 recall_20 14_3 0.0625 recall_30 14_3 0.0813 recall_100 14_3 0.1250 recall_200 14_3 0.1688 recall_500 14_3 0.2500 recall_1000 14_3 0.3250 infAP 14_3 0.0798 Rprec_mult_0.20 14_3 0.4062 Rprec_mult_0.40 14_3 0.2500 Rprec_mult_0.60 14_3 0.1875 Rprec_mult_0.80 14_3 0.1719 Rprec_mult_1.00 14_3 0.1500 Rprec_mult_1.20 14_3 0.1406 Rprec_mult_1.40 14_3 0.1250 Rprec_mult_1.60 14_3 0.1133 Rprec_mult_1.80 14_3 0.1042 Rprec_mult_2.00 14_3 0.1031 utility 14_3 -896.0000 11pt_avg 14_3 0.1185 binG 14_3 0.0661 G 14_3 0.0480 ndcg 14_3 0.2598 ndcg_rel 14_3 0.2432 Rndcg 14_3 0.1910 ndcg_cut_5 14_3 0.2427 ndcg_cut_10 14_3 0.2589 ndcg_cut_15 14_3 0.2481 ndcg_cut_20 14_3 0.2546 ndcg_cut_30 14_3 0.2335 ndcg_cut_100 14_3 0.1648 ndcg_cut_200 14_3 0.1643 ndcg_cut_500 14_3 0.2142 ndcg_cut_1000 14_3 0.2598 map_cut_5 14_3 0.0170 map_cut_10 14_3 0.0252 map_cut_15 14_3 0.0327 map_cut_20 14_3 0.0388 map_cut_30 14_3 0.0483 map_cut_100 14_3 0.0601 map_cut_200 14_3 0.0671 map_cut_500 14_3 0.0753 map_cut_1000 14_3 0.0798 relative_P_5 14_3 0.8000 relative_P_10 14_3 0.6000 relative_P_15 14_3 0.5333 relative_P_20 14_3 0.5000 relative_P_30 14_3 0.4333 relative_P_100 14_3 0.2000 relative_P_200 14_3 0.1688 relative_P_500 14_3 0.2500 relative_P_1000 14_3 0.3250 success_1 14_3 0.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0520 set_relative_P 14_3 0.3250 set_recall 14_3 0.3250 set_map 14_3 0.0169 set_F 14_3 0.0897 num_nonrel_judged_ret 14_3 15 rbp 14_3 0.1965 rbp_resid 14_3 0.3277 unj_5 14_3 0.0000 unj_10 14_3 0.2000 unj_20 14_3 0.4000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 28 map 14_4 0.1852 Rprec 14_4 0.2391 bpref 14_4 0.3544 recip_rank 14_4 1.0000 iprec_at_recall_0.00 14_4 1.0000 iprec_at_recall_0.10 14_4 0.5556 iprec_at_recall_0.20 14_4 0.4286 iprec_at_recall_0.30 14_4 0.1892 iprec_at_recall_0.40 14_4 0.1029 iprec_at_recall_0.50 14_4 0.0642 iprec_at_recall_0.60 14_4 0.0324 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.8000 P_10 14_4 0.5000 P_15 14_4 0.4000 P_20 14_4 0.4000 P_30 14_4 0.3333 P_100 14_4 0.1500 P_200 14_4 0.0950 P_500 14_4 0.0500 P_1000 14_4 0.0280 relstring 14_4 '211010-030' recall_5 14_4 0.0870 recall_10 14_4 0.1087 recall_15 14_4 0.1304 recall_20 14_4 0.1739 recall_30 14_4 0.2174 recall_100 14_4 0.3261 recall_200 14_4 0.4130 recall_500 14_4 0.5435 recall_1000 14_4 0.6087 infAP 14_4 0.1852 Rprec_mult_0.20 14_4 0.5000 Rprec_mult_0.40 14_4 0.4211 Rprec_mult_0.60 14_4 0.3571 Rprec_mult_0.80 14_4 0.2703 Rprec_mult_1.00 14_4 0.2391 Rprec_mult_1.20 14_4 0.2143 Rprec_mult_1.40 14_4 0.1846 Rprec_mult_1.60 14_4 0.1892 Rprec_mult_1.80 14_4 0.1807 Rprec_mult_2.00 14_4 0.1630 utility 14_4 -944.0000 11pt_avg 14_4 0.2157 binG 14_4 0.1714 G 14_4 0.1212 ndcg 14_4 0.4647 ndcg_rel 14_4 0.4265 Rndcg 14_4 0.3594 ndcg_cut_5 14_4 0.3977 ndcg_cut_10 14_4 0.3314 ndcg_cut_15 14_4 0.3096 ndcg_cut_20 14_4 0.3214 ndcg_cut_30 14_4 0.3413 ndcg_cut_100 14_4 0.3614 ndcg_cut_200 14_4 0.3912 ndcg_cut_500 14_4 0.4469 ndcg_cut_1000 14_4 0.4647 map_cut_5 14_4 0.0826 map_cut_10 14_4 0.0947 map_cut_15 14_4 0.1047 map_cut_20 14_4 0.1233 map_cut_30 14_4 0.1407 map_cut_100 14_4 0.1636 map_cut_200 14_4 0.1739 map_cut_500 14_4 0.1828 map_cut_1000 14_4 0.1852 relative_P_5 14_4 0.8000 relative_P_10 14_4 0.5000 relative_P_15 14_4 0.4000 relative_P_20 14_4 0.4000 relative_P_30 14_4 0.3333 relative_P_100 14_4 0.3261 relative_P_200 14_4 0.4130 relative_P_500 14_4 0.5435 relative_P_1000 14_4 0.6087 success_1 14_4 1.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0280 set_relative_P 14_4 0.6087 set_recall 14_4 0.6087 set_map 14_4 0.0170 set_F 14_4 0.0535 num_nonrel_judged_ret 14_4 53 rbp 14_4 0.2476 rbp_resid 14_4 0.2107 unj_5 14_4 0.0000 unj_10 14_4 0.1000 unj_20 14_4 0.2000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 6 map 14_7 0.0045 Rprec 14_7 0.0120 bpref 14_7 0.0569 recip_rank 14_7 0.3333 iprec_at_recall_0.00 14_7 0.3333 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.2000 P_10 14_7 0.1000 P_15 14_7 0.0667 P_20 14_7 0.0500 P_30 14_7 0.0333 P_100 14_7 0.0100 P_200 14_7 0.0050 P_500 14_7 0.0060 P_1000 14_7 0.0060 relstring 14_7 '00100--0--' recall_5 14_7 0.0120 recall_10 14_7 0.0120 recall_15 14_7 0.0120 recall_20 14_7 0.0120 recall_30 14_7 0.0120 recall_100 14_7 0.0120 recall_200 14_7 0.0120 recall_500 14_7 0.0361 recall_1000 14_7 0.0723 infAP 14_7 0.0045 Rprec_mult_0.20 14_7 0.0588 Rprec_mult_0.40 14_7 0.0294 Rprec_mult_0.60 14_7 0.0200 Rprec_mult_0.80 14_7 0.0149 Rprec_mult_1.00 14_7 0.0120 Rprec_mult_1.20 14_7 0.0100 Rprec_mult_1.40 14_7 0.0085 Rprec_mult_1.60 14_7 0.0075 Rprec_mult_1.80 14_7 0.0067 Rprec_mult_2.00 14_7 0.0060 utility 14_7 -988.0000 11pt_avg 14_7 0.0303 binG 14_7 0.0128 G 14_7 0.0077 ndcg 14_7 0.0363 ndcg_rel 14_7 0.0363 Rndcg 14_7 0.0298 ndcg_cut_5 14_7 0.0565 ndcg_cut_10 14_7 0.0393 ndcg_cut_15 14_7 0.0326 ndcg_cut_20 14_7 0.0282 ndcg_cut_30 14_7 0.0228 ndcg_cut_100 14_7 0.0157 ndcg_cut_200 14_7 0.0157 ndcg_cut_500 14_7 0.0231 ndcg_cut_1000 14_7 0.0363 map_cut_5 14_7 0.0040 map_cut_10 14_7 0.0040 map_cut_15 14_7 0.0040 map_cut_20 14_7 0.0040 map_cut_30 14_7 0.0040 map_cut_100 14_7 0.0040 map_cut_200 14_7 0.0040 map_cut_500 14_7 0.0042 map_cut_1000 14_7 0.0045 relative_P_5 14_7 0.2000 relative_P_10 14_7 0.1000 relative_P_15 14_7 0.0667 relative_P_20 14_7 0.0500 relative_P_30 14_7 0.0333 relative_P_100 14_7 0.0120 relative_P_200 14_7 0.0120 relative_P_500 14_7 0.0361 relative_P_1000 14_7 0.0723 success_1 14_7 0.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 0.0060 set_relative_P 14_7 0.0723 set_recall 14_7 0.0723 set_map 14_7 0.0004 set_F 14_7 0.0111 num_nonrel_judged_ret 14_7 27 rbp 14_7 0.0270 rbp_resid 14_7 0.5054 unj_5 14_7 0.0000 unj_10 14_7 0.4000 unj_20 14_7 0.6500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 3 map 14_8 0.0060 Rprec 14_8 0.0556 bpref 14_8 0.0278 recip_rank 14_8 0.0909 iprec_at_recall_0.00 14_8 0.0909 iprec_at_recall_0.10 14_8 0.0099 iprec_at_recall_0.20 14_8 0.0000 iprec_at_recall_0.30 14_8 0.0000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0667 P_20 14_8 0.0500 P_30 14_8 0.0333 P_100 14_8 0.0100 P_200 14_8 0.0050 P_500 14_8 0.0060 P_1000 14_8 0.0030 relstring 14_8 '000000-000' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0556 recall_20 14_8 0.0556 recall_30 14_8 0.0556 recall_100 14_8 0.0556 recall_200 14_8 0.0556 recall_500 14_8 0.1667 recall_1000 14_8 0.1667 infAP 14_8 0.0060 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0909 Rprec_mult_0.80 14_8 0.0667 Rprec_mult_1.00 14_8 0.0556 Rprec_mult_1.20 14_8 0.0455 Rprec_mult_1.40 14_8 0.0385 Rprec_mult_1.60 14_8 0.0345 Rprec_mult_1.80 14_8 0.0303 Rprec_mult_2.00 14_8 0.0278 utility 14_8 -994.0000 11pt_avg 14_8 0.0092 binG 14_8 0.0292 G 14_8 0.0290 ndcg 14_8 0.0787 ndcg_rel 14_8 0.0774 Rndcg 14_8 0.0444 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0587 ndcg_cut_20 14_8 0.0546 ndcg_cut_30 14_8 0.0546 ndcg_cut_100 14_8 0.0546 ndcg_cut_200 14_8 0.0546 ndcg_cut_500 14_8 0.0787 ndcg_cut_1000 14_8 0.0787 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0051 map_cut_20 14_8 0.0051 map_cut_30 14_8 0.0051 map_cut_100 14_8 0.0051 map_cut_200 14_8 0.0051 map_cut_500 14_8 0.0060 map_cut_1000 14_8 0.0060 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0667 relative_P_20 14_8 0.0556 relative_P_30 14_8 0.0556 relative_P_100 14_8 0.0556 relative_P_200 14_8 0.0556 relative_P_500 14_8 0.1667 relative_P_1000 14_8 0.1667 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0030 set_relative_P 14_8 0.1667 set_recall 14_8 0.1667 set_map 14_8 0.0005 set_F 14_8 0.0059 num_nonrel_judged_ret 14_8 68 rbp 14_8 0.0349 rbp_resid 14_8 0.1796 unj_5 14_8 0.0000 unj_10 14_8 0.1000 unj_20 14_8 0.2000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 92 map 14_9 0.0986 Rprec 14_9 0.2394 bpref 14_9 0.3430 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.2976 iprec_at_recall_0.20 14_9 0.2500 iprec_at_recall_0.30 14_9 0.1589 iprec_at_recall_0.40 14_9 0.1036 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.4000 P_10 14_9 0.5000 P_15 14_9 0.4000 P_20 14_9 0.3000 P_30 14_9 0.2667 P_100 14_9 0.2700 P_200 14_9 0.2400 P_500 14_9 0.1340 P_1000 14_9 0.0920 relstring 14_9 '2001001101' recall_5 14_9 0.0094 recall_10 14_9 0.0235 recall_15 14_9 0.0282 recall_20 14_9 0.0282 recall_30 14_9 0.0376 recall_100 14_9 0.1268 recall_200 14_9 0.2254 recall_500 14_9 0.3146 recall_1000 14_9 0.4319 infAP 14_9 0.0986 Rprec_mult_0.20 14_9 0.2558 Rprec_mult_0.40 14_9 0.2907 Rprec_mult_0.60 14_9 0.2500 Rprec_mult_0.80 14_9 0.2456 Rprec_mult_1.00 14_9 0.2394 Rprec_mult_1.20 14_9 0.2070 Rprec_mult_1.40 14_9 0.1839 Rprec_mult_1.60 14_9 0.1730 Rprec_mult_1.80 14_9 0.1562 Rprec_mult_2.00 14_9 0.1526 utility 14_9 -816.0000 11pt_avg 14_9 0.1646 binG 14_9 0.0705 G 14_9 0.0588 ndcg 14_9 0.3525 ndcg_rel 14_9 0.3125 Rndcg 14_9 0.2576 ndcg_cut_5 14_9 0.2748 ndcg_cut_10 14_9 0.2471 ndcg_cut_15 14_9 0.2199 ndcg_cut_20 14_9 0.1925 ndcg_cut_30 14_9 0.1841 ndcg_cut_100 14_9 0.2206 ndcg_cut_200 14_9 0.2312 ndcg_cut_500 14_9 0.2840 ndcg_cut_1000 14_9 0.3525 map_cut_5 14_9 0.0070 map_cut_10 14_9 0.0137 map_cut_15 14_9 0.0161 map_cut_20 14_9 0.0161 map_cut_30 14_9 0.0187 map_cut_100 14_9 0.0434 map_cut_200 14_9 0.0687 map_cut_500 14_9 0.0852 map_cut_1000 14_9 0.0986 relative_P_5 14_9 0.4000 relative_P_10 14_9 0.5000 relative_P_15 14_9 0.4000 relative_P_20 14_9 0.3000 relative_P_30 14_9 0.2667 relative_P_100 14_9 0.2700 relative_P_200 14_9 0.2400 relative_P_500 14_9 0.3146 relative_P_1000 14_9 0.4319 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0920 set_relative_P 14_9 0.4319 set_recall 14_9 0.4319 set_map 14_9 0.0397 set_F 14_9 0.1517 num_nonrel_judged_ret 14_9 18 rbp 14_9 0.1605 rbp_resid 14_9 0.1330 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.1500 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 3 map 15_1 0.0064 Rprec 15_1 0.0123 bpref 15_1 0.0340 recip_rank 15_1 0.5000 iprec_at_recall_0.00 15_1 0.5000 iprec_at_recall_0.10 15_1 0.0000 iprec_at_recall_0.20 15_1 0.0000 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.2000 P_10 15_1 0.1000 P_15 15_1 0.0667 P_20 15_1 0.0500 P_30 15_1 0.0333 P_100 15_1 0.0100 P_200 15_1 0.0100 P_500 15_1 0.0060 P_1000 15_1 0.0030 relstring 15_1 '0100000--0' recall_5 15_1 0.0123 recall_10 15_1 0.0123 recall_15 15_1 0.0123 recall_20 15_1 0.0123 recall_30 15_1 0.0123 recall_100 15_1 0.0123 recall_200 15_1 0.0247 recall_500 15_1 0.0370 recall_1000 15_1 0.0370 infAP 15_1 0.0064 Rprec_mult_0.20 15_1 0.0588 Rprec_mult_0.40 15_1 0.0303 Rprec_mult_0.60 15_1 0.0204 Rprec_mult_0.80 15_1 0.0154 Rprec_mult_1.00 15_1 0.0123 Rprec_mult_1.20 15_1 0.0102 Rprec_mult_1.40 15_1 0.0088 Rprec_mult_1.60 15_1 0.0077 Rprec_mult_1.80 15_1 0.0068 Rprec_mult_2.00 15_1 0.0062 utility 15_1 -994.0000 11pt_avg 15_1 0.0455 binG 15_1 0.0109 G 15_1 0.0048 ndcg 15_1 0.0277 ndcg_rel 15_1 0.0289 Rndcg 15_1 0.0343 ndcg_cut_5 15_1 0.0713 ndcg_cut_10 15_1 0.0509 ndcg_cut_15 15_1 0.0420 ndcg_cut_20 15_1 0.0363 ndcg_cut_30 15_1 0.0292 ndcg_cut_100 15_1 0.0198 ndcg_cut_200 15_1 0.0239 ndcg_cut_500 15_1 0.0277 ndcg_cut_1000 15_1 0.0277 map_cut_5 15_1 0.0062 map_cut_10 15_1 0.0062 map_cut_15 15_1 0.0062 map_cut_20 15_1 0.0062 map_cut_30 15_1 0.0062 map_cut_100 15_1 0.0062 map_cut_200 15_1 0.0063 map_cut_500 15_1 0.0064 map_cut_1000 15_1 0.0064 relative_P_5 15_1 0.2000 relative_P_10 15_1 0.1000 relative_P_15 15_1 0.0667 relative_P_20 15_1 0.0500 relative_P_30 15_1 0.0333 relative_P_100 15_1 0.0123 relative_P_200 15_1 0.0247 relative_P_500 15_1 0.0370 relative_P_1000 15_1 0.0370 success_1 15_1 0.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0030 set_relative_P 15_1 0.0370 set_recall 15_1 0.0370 set_map 15_1 0.0001 set_F 15_1 0.0056 num_nonrel_judged_ret 15_1 18 rbp 15_1 0.0300 rbp_resid 15_1 0.4393 unj_5 15_1 0.0000 unj_10 15_1 0.2000 unj_20 15_1 0.6000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 30 map 15_10 0.2718 Rprec 15_10 0.2000 bpref 15_10 0.5984 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 1.0000 iprec_at_recall_0.20 15_10 0.5000 iprec_at_recall_0.30 15_10 0.1935 iprec_at_recall_0.40 15_10 0.1443 iprec_at_recall_0.50 15_10 0.1324 iprec_at_recall_0.60 15_10 0.1235 iprec_at_recall_0.70 15_10 0.0894 iprec_at_recall_0.80 15_10 0.0727 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 1.0000 P_10 15_10 0.6000 P_15 15_10 0.4667 P_20 15_10 0.3500 P_30 15_10 0.2333 P_100 15_10 0.1400 P_200 15_10 0.1150 P_500 15_10 0.0560 P_1000 15_10 0.0300 relstring 15_10 '32321100-0' recall_5 15_10 0.1429 recall_10 15_10 0.1714 recall_15 15_10 0.2000 recall_20 15_10 0.2000 recall_30 15_10 0.2000 recall_100 15_10 0.4000 recall_200 15_10 0.6571 recall_500 15_10 0.8000 recall_1000 15_10 0.8571 infAP 15_10 0.2718 Rprec_mult_0.20 15_10 0.8571 Rprec_mult_0.40 15_10 0.5000 Rprec_mult_0.60 15_10 0.3333 Rprec_mult_0.80 15_10 0.2500 Rprec_mult_1.00 15_10 0.2000 Rprec_mult_1.20 15_10 0.2143 Rprec_mult_1.40 15_10 0.1837 Rprec_mult_1.60 15_10 0.1786 Rprec_mult_1.80 15_10 0.1905 Rprec_mult_2.00 15_10 0.1714 utility 15_10 -940.0000 11pt_avg 15_10 0.2960 binG 15_10 0.2769 G 15_10 0.3214 ndcg 15_10 0.7274 ndcg_rel 15_10 0.6938 Rndcg 15_10 0.7001 ndcg_cut_5 15_10 0.9312 ndcg_cut_10 15_10 0.7063 ndcg_cut_15 15_10 0.6489 ndcg_cut_20 15_10 0.5897 ndcg_cut_30 15_10 0.5066 ndcg_cut_100 15_10 0.5720 ndcg_cut_200 15_10 0.6758 ndcg_cut_500 15_10 0.7136 ndcg_cut_1000 15_10 0.7274 map_cut_5 15_10 0.1429 map_cut_10 15_10 0.1714 map_cut_15 15_10 0.1857 map_cut_20 15_10 0.1857 map_cut_30 15_10 0.1857 map_cut_100 15_10 0.2231 map_cut_200 15_10 0.2564 map_cut_500 15_10 0.2686 map_cut_1000 15_10 0.2718 relative_P_5 15_10 1.0000 relative_P_10 15_10 0.6000 relative_P_15 15_10 0.4667 relative_P_20 15_10 0.3500 relative_P_30 15_10 0.2333 relative_P_100 15_10 0.4000 relative_P_200 15_10 0.6571 relative_P_500 15_10 0.8000 relative_P_1000 15_10 0.8571 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0300 set_relative_P 15_10 0.8571 set_recall 15_10 0.8571 set_map 15_10 0.0257 set_F 15_10 0.0580 num_nonrel_judged_ret 15_10 25 rbp 15_10 0.3416 rbp_resid 15_10 0.3137 unj_5 15_10 0.0000 unj_10 15_10 0.1000 unj_20 15_10 0.4000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 10 map 15_3 0.0830 Rprec 15_3 0.0909 bpref 15_3 0.1302 recip_rank 15_3 1.0000 iprec_at_recall_0.00 15_3 1.0000 iprec_at_recall_0.10 15_3 0.6667 iprec_at_recall_0.20 15_3 0.0275 iprec_at_recall_0.30 15_3 0.0127 iprec_at_recall_0.40 15_3 0.0120 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.4000 P_10 15_3 0.2000 P_15 15_3 0.1333 P_20 15_3 0.1000 P_30 15_3 0.0667 P_100 15_3 0.0300 P_200 15_3 0.0250 P_500 15_3 0.0120 P_1000 15_3 0.0100 relstring 15_3 '20100--0--' recall_5 15_3 0.0909 recall_10 15_3 0.0909 recall_15 15_3 0.0909 recall_20 15_3 0.0909 recall_30 15_3 0.0909 recall_100 15_3 0.1364 recall_200 15_3 0.2273 recall_500 15_3 0.2727 recall_1000 15_3 0.4545 infAP 15_3 0.0830 Rprec_mult_0.20 15_3 0.4000 Rprec_mult_0.40 15_3 0.2222 Rprec_mult_0.60 15_3 0.1429 Rprec_mult_0.80 15_3 0.1111 Rprec_mult_1.00 15_3 0.0909 Rprec_mult_1.20 15_3 0.0741 Rprec_mult_1.40 15_3 0.0645 Rprec_mult_1.60 15_3 0.0556 Rprec_mult_1.80 15_3 0.0500 Rprec_mult_2.00 15_3 0.0455 utility 15_3 -980.0000 11pt_avg 15_3 0.1563 binG 15_3 0.1185 G 15_3 0.1241 ndcg 15_3 0.3363 ndcg_rel 15_3 0.3578 Rndcg 15_3 0.2731 ndcg_cut_5 15_3 0.4240 ndcg_cut_10 15_3 0.2751 ndcg_cut_15 15_3 0.2403 ndcg_cut_20 15_3 0.2158 ndcg_cut_30 15_3 0.2078 ndcg_cut_100 15_3 0.2214 ndcg_cut_200 15_3 0.2547 ndcg_cut_500 15_3 0.2745 ndcg_cut_1000 15_3 0.3363 map_cut_5 15_3 0.0758 map_cut_10 15_3 0.0758 map_cut_15 15_3 0.0758 map_cut_20 15_3 0.0758 map_cut_30 15_3 0.0758 map_cut_100 15_3 0.0778 map_cut_200 15_3 0.0801 map_cut_500 15_3 0.0809 map_cut_1000 15_3 0.0830 relative_P_5 15_3 0.4000 relative_P_10 15_3 0.2000 relative_P_15 15_3 0.1333 relative_P_20 15_3 0.1000 relative_P_30 15_3 0.0909 relative_P_100 15_3 0.1364 relative_P_200 15_3 0.2273 relative_P_500 15_3 0.2727 relative_P_1000 15_3 0.4545 success_1 15_3 1.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.0100 set_relative_P 15_3 0.4545 set_recall 15_3 0.4545 set_map 15_3 0.0045 set_F 15_3 0.0196 num_nonrel_judged_ret 15_3 33 rbp 15_3 0.1405 rbp_resid 15_3 0.5270 unj_5 15_3 0.0000 unj_10 15_3 0.4000 unj_20 15_3 0.7000 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 12 map 15_4 0.0779 Rprec 15_4 0.1500 bpref 15_4 0.1675 recip_rank 15_4 0.1429 iprec_at_recall_0.00 15_4 0.2500 iprec_at_recall_0.10 15_4 0.2500 iprec_at_recall_0.20 15_4 0.2174 iprec_at_recall_0.30 15_4 0.2069 iprec_at_recall_0.40 15_4 0.0510 iprec_at_recall_0.50 15_4 0.0275 iprec_at_recall_0.60 15_4 0.0176 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.2000 P_15 15_4 0.2000 P_20 15_4 0.1500 P_30 15_4 0.2000 P_100 15_4 0.0700 P_200 15_4 0.0400 P_500 15_4 0.0200 P_1000 15_4 0.0120 relstring 15_4 '00000-210-' recall_5 15_4 0.0000 recall_10 15_4 0.1000 recall_15 15_4 0.1500 recall_20 15_4 0.1500 recall_30 15_4 0.3000 recall_100 15_4 0.3500 recall_200 15_4 0.4000 recall_500 15_4 0.5000 recall_1000 15_4 0.6000 infAP 15_4 0.0779 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.2500 Rprec_mult_0.60 15_4 0.1667 Rprec_mult_0.80 15_4 0.1875 Rprec_mult_1.00 15_4 0.1500 Rprec_mult_1.20 15_4 0.2083 Rprec_mult_1.40 15_4 0.1786 Rprec_mult_1.60 15_4 0.1875 Rprec_mult_1.80 15_4 0.1944 Rprec_mult_2.00 15_4 0.1750 utility 15_4 -976.0000 11pt_avg 15_4 0.0928 binG 15_4 0.1208 G 15_4 0.1070 ndcg 15_4 0.3147 ndcg_rel 15_4 0.2494 Rndcg 15_4 0.1743 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.1081 ndcg_cut_15 15_4 0.1079 ndcg_cut_20 15_4 0.0979 ndcg_cut_30 15_4 0.1995 ndcg_cut_100 15_4 0.2298 ndcg_cut_200 15_4 0.2515 ndcg_cut_500 15_4 0.2803 ndcg_cut_1000 15_4 0.3147 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0196 map_cut_15 15_4 0.0304 map_cut_20 15_4 0.0304 map_cut_30 15_4 0.0607 map_cut_100 15_4 0.0704 map_cut_200 15_4 0.0729 map_cut_500 15_4 0.0759 map_cut_1000 15_4 0.0779 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.2000 relative_P_15 15_4 0.2000 relative_P_20 15_4 0.1500 relative_P_30 15_4 0.3000 relative_P_100 15_4 0.3500 relative_P_200 15_4 0.4000 relative_P_500 15_4 0.5000 relative_P_1000 15_4 0.6000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 1.0000 set_P 15_4 0.0120 set_relative_P 15_4 0.6000 set_recall 15_4 0.6000 set_map 15_4 0.0072 set_F 15_4 0.0235 num_nonrel_judged_ret 15_4 50 rbp 15_4 0.1183 rbp_resid 15_4 0.2416 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.3000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 24 map 15_5 0.2378 Rprec 15_5 0.3226 bpref 15_5 0.5484 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 0.5000 iprec_at_recall_0.20 15_5 0.4500 iprec_at_recall_0.30 15_5 0.4500 iprec_at_recall_0.40 15_5 0.2791 iprec_at_recall_0.50 15_5 0.1600 iprec_at_recall_0.60 15_5 0.0760 iprec_at_recall_0.70 15_5 0.0326 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.4000 P_10 15_5 0.4000 P_15 15_5 0.4000 P_20 15_5 0.4500 P_30 15_5 0.3333 P_100 15_5 0.1600 P_200 15_5 0.0800 P_500 15_5 0.0420 P_1000 15_5 0.0240 relstring 15_5 '11000101-0' recall_5 15_5 0.0645 recall_10 15_5 0.1290 recall_15 15_5 0.1935 recall_20 15_5 0.2903 recall_30 15_5 0.3226 recall_100 15_5 0.5161 recall_200 15_5 0.5161 recall_500 15_5 0.6774 recall_1000 15_5 0.7742 infAP 15_5 0.2378 Rprec_mult_0.20 15_5 0.4286 Rprec_mult_0.40 15_5 0.3846 Rprec_mult_0.60 15_5 0.4211 Rprec_mult_0.80 15_5 0.4000 Rprec_mult_1.00 15_5 0.3226 Rprec_mult_1.20 15_5 0.2895 Rprec_mult_1.40 15_5 0.2727 Rprec_mult_1.60 15_5 0.2400 Rprec_mult_1.80 15_5 0.2321 Rprec_mult_2.00 15_5 0.2097 utility 15_5 -952.0000 11pt_avg 15_5 0.2680 binG 15_5 0.2106 G 15_5 0.1318 ndcg 15_5 0.4232 ndcg_rel 15_5 0.3389 Rndcg 15_5 0.2909 ndcg_cut_5 15_5 0.2032 ndcg_cut_10 15_5 0.2167 ndcg_cut_15 15_5 0.2362 ndcg_cut_20 15_5 0.2689 ndcg_cut_30 15_5 0.2594 ndcg_cut_100 15_5 0.3319 ndcg_cut_200 15_5 0.3319 ndcg_cut_500 15_5 0.3963 ndcg_cut_1000 15_5 0.4232 map_cut_5 15_5 0.0645 map_cut_10 15_5 0.0968 map_cut_15 15_5 0.1230 map_cut_20 15_5 0.1660 map_cut_30 15_5 0.1789 map_cut_100 15_5 0.2238 map_cut_200 15_5 0.2238 map_cut_500 15_5 0.2349 map_cut_1000 15_5 0.2378 relative_P_5 15_5 0.4000 relative_P_10 15_5 0.4000 relative_P_15 15_5 0.4000 relative_P_20 15_5 0.4500 relative_P_30 15_5 0.3333 relative_P_100 15_5 0.5161 relative_P_200 15_5 0.5161 relative_P_500 15_5 0.6774 relative_P_1000 15_5 0.7742 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0240 set_relative_P 15_5 0.7742 set_recall 15_5 0.7742 set_map 15_5 0.0186 set_F 15_5 0.0466 num_nonrel_judged_ret 15_5 23 rbp 15_5 0.1405 rbp_resid 15_5 0.2427 unj_5 15_5 0.0000 unj_10 15_5 0.1000 unj_20 15_5 0.3000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 11 map 15_6 0.1833 Rprec 15_6 0.2105 bpref 15_6 0.2161 recip_rank 15_6 1.0000 iprec_at_recall_0.00 15_6 1.0000 iprec_at_recall_0.10 15_6 1.0000 iprec_at_recall_0.20 15_6 0.5714 iprec_at_recall_0.30 15_6 0.0642 iprec_at_recall_0.40 15_6 0.0379 iprec_at_recall_0.50 15_6 0.0233 iprec_at_recall_0.60 15_6 0.0229 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.6000 P_10 15_6 0.4000 P_15 15_6 0.2667 P_20 15_6 0.2000 P_30 15_6 0.1333 P_100 15_6 0.0600 P_200 15_6 0.0350 P_500 15_6 0.0220 P_1000 15_6 0.0110 relstring 15_6 '22002-10--' recall_5 15_6 0.1579 recall_10 15_6 0.2105 recall_15 15_6 0.2105 recall_20 15_6 0.2105 recall_30 15_6 0.2105 recall_100 15_6 0.3158 recall_200 15_6 0.3684 recall_500 15_6 0.5789 recall_1000 15_6 0.5789 infAP 15_6 0.1833 Rprec_mult_0.20 15_6 0.5000 Rprec_mult_0.40 15_6 0.5000 Rprec_mult_0.60 15_6 0.3333 Rprec_mult_0.80 15_6 0.2500 Rprec_mult_1.00 15_6 0.2105 Rprec_mult_1.20 15_6 0.1739 Rprec_mult_1.40 15_6 0.1481 Rprec_mult_1.60 15_6 0.1290 Rprec_mult_1.80 15_6 0.1143 Rprec_mult_2.00 15_6 0.1053 utility 15_6 -978.0000 11pt_avg 15_6 0.2473 binG 15_6 0.2040 G 15_6 0.1414 ndcg 15_6 0.4293 ndcg_rel 15_6 0.4539 Rndcg 15_6 0.4309 ndcg_cut_5 15_6 0.5851 ndcg_cut_10 15_6 0.4331 ndcg_cut_15 15_6 0.3434 ndcg_cut_20 15_6 0.3086 ndcg_cut_30 15_6 0.3086 ndcg_cut_100 15_6 0.3415 ndcg_cut_200 15_6 0.3623 ndcg_cut_500 15_6 0.4293 ndcg_cut_1000 15_6 0.4293 map_cut_5 15_6 0.1368 map_cut_10 15_6 0.1669 map_cut_15 15_6 0.1669 map_cut_20 15_6 0.1669 map_cut_30 15_6 0.1669 map_cut_100 15_6 0.1741 map_cut_200 15_6 0.1775 map_cut_500 15_6 0.1833 map_cut_1000 15_6 0.1833 relative_P_5 15_6 0.6000 relative_P_10 15_6 0.4000 relative_P_15 15_6 0.2667 relative_P_20 15_6 0.2105 relative_P_30 15_6 0.2105 relative_P_100 15_6 0.3158 relative_P_200 15_6 0.3684 relative_P_500 15_6 0.5789 relative_P_1000 15_6 0.5789 success_1 15_6 1.0000 success_5 15_6 1.0000 success_10 15_6 1.0000 set_P 15_6 0.0110 set_relative_P 15_6 0.5789 set_recall 15_6 0.5789 set_map 15_6 0.0064 set_F 15_6 0.0216 num_nonrel_judged_ret 15_6 62 rbp 15_6 0.1882 rbp_resid 15_6 0.3314 unj_5 15_6 0.0000 unj_10 15_6 0.3000 unj_20 15_6 0.4000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 72 map 1_1 0.1337 Rprec 1_1 0.1556 bpref 1_1 0.2630 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.8000 iprec_at_recall_0.20 1_1 0.1156 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 0.8000 P_100 1_1 0.3500 P_200 1_1 0.1800 P_500 1_1 0.1080 P_1000 1_1 0.0720 relstring 1_1 '1111111111' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.0934 recall_100 1_1 0.1362 recall_200 1_1 0.1401 recall_500 1_1 0.2101 recall_1000 1_1 0.2802 infAP 1_1 0.1337 Rprec_mult_0.20 1_1 0.5769 Rprec_mult_0.40 1_1 0.3398 Rprec_mult_0.60 1_1 0.2323 Rprec_mult_0.80 1_1 0.1748 Rprec_mult_1.00 1_1 0.1556 Rprec_mult_1.20 1_1 0.1424 Rprec_mult_1.40 1_1 0.1306 Rprec_mult_1.60 1_1 0.1214 Rprec_mult_1.80 1_1 0.1123 Rprec_mult_2.00 1_1 0.1051 utility 1_1 -856.0000 11pt_avg 1_1 0.1741 binG 1_1 0.1107 G 1_1 0.0340 ndcg 1_1 0.2230 ndcg_rel 1_1 0.2306 Rndcg 1_1 0.2189 ndcg_cut_5 1_1 0.3333 ndcg_cut_10 1_1 0.3333 ndcg_cut_15 1_1 0.3381 ndcg_cut_20 1_1 0.3575 ndcg_cut_30 1_1 0.3287 ndcg_cut_100 1_1 0.2103 ndcg_cut_200 1_1 0.1516 ndcg_cut_500 1_1 0.1817 ndcg_cut_1000 1_1 0.2230 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.0905 map_cut_100 1_1 0.1174 map_cut_200 1_1 0.1184 map_cut_500 1_1 0.1283 map_cut_1000 1_1 0.1337 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 0.8000 relative_P_100 1_1 0.3500 relative_P_200 1_1 0.1800 relative_P_500 1_1 0.2101 relative_P_1000 1_1 0.2802 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0720 set_relative_P 1_1 0.2802 set_recall 1_1 0.2802 set_map 1_1 0.0202 set_F 1_1 0.1146 num_nonrel_judged_ret 1_1 13 rbp 1_1 0.3069 rbp_resid 1_1 0.0793 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 52 map 1_2 0.1325 Rprec 1_2 0.1754 bpref 1_2 0.4221 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.6471 iprec_at_recall_0.20 1_2 0.1271 iprec_at_recall_0.30 1_2 0.0865 iprec_at_recall_0.40 1_2 0.0712 iprec_at_recall_0.50 1_2 0.0000 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 0.8000 P_10 1_2 0.6000 P_15 1_2 0.6000 P_20 1_2 0.6000 P_30 1_2 0.5333 P_100 1_2 0.2000 P_200 1_2 0.1150 P_500 1_2 0.0760 P_1000 1_2 0.0520 relstring 1_2 '312021-2--' recall_5 1_2 0.0351 recall_10 1_2 0.0526 recall_15 1_2 0.0789 recall_20 1_2 0.1053 recall_30 1_2 0.1404 recall_100 1_2 0.1754 recall_200 1_2 0.2018 recall_500 1_2 0.3333 recall_1000 1_2 0.4561 infAP 1_2 0.1325 Rprec_mult_0.20 1_2 0.5652 Rprec_mult_0.40 1_2 0.3478 Rprec_mult_0.60 1_2 0.2464 Rprec_mult_0.80 1_2 0.2065 Rprec_mult_1.00 1_2 0.1754 Rprec_mult_1.20 1_2 0.1606 Rprec_mult_1.40 1_2 0.1375 Rprec_mult_1.60 1_2 0.1257 Rprec_mult_1.80 1_2 0.1117 Rprec_mult_2.00 1_2 0.1053 utility 1_2 -896.0000 11pt_avg 1_2 0.1756 binG 1_2 0.1081 G 1_2 0.0753 ndcg 1_2 0.3804 ndcg_rel 1_2 0.3700 Rndcg 1_2 0.4023 ndcg_cut_5 1_2 0.5490 ndcg_cut_10 1_2 0.4369 ndcg_cut_15 1_2 0.4009 ndcg_cut_20 1_2 0.3883 ndcg_cut_30 1_2 0.3651 ndcg_cut_100 1_2 0.2387 ndcg_cut_200 1_2 0.2491 ndcg_cut_500 1_2 0.3234 ndcg_cut_1000 1_2 0.3804 map_cut_5 1_2 0.0333 map_cut_10 1_2 0.0472 map_cut_15 1_2 0.0634 map_cut_20 1_2 0.0801 map_cut_30 1_2 0.0999 map_cut_100 1_2 0.1080 map_cut_200 1_2 0.1121 map_cut_500 1_2 0.1241 map_cut_1000 1_2 0.1325 relative_P_5 1_2 0.8000 relative_P_10 1_2 0.6000 relative_P_15 1_2 0.6000 relative_P_20 1_2 0.6000 relative_P_30 1_2 0.5333 relative_P_100 1_2 0.2000 relative_P_200 1_2 0.2018 relative_P_500 1_2 0.3333 relative_P_1000 1_2 0.4561 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0520 set_relative_P 1_2 0.4561 set_recall 1_2 0.4561 set_map 1_2 0.0237 set_F 1_2 0.0934 num_nonrel_judged_ret 1_2 4 rbp 1_2 0.2662 rbp_resid 1_2 0.3136 unj_5 1_2 0.0000 unj_10 1_2 0.3000 unj_20 1_2 0.3500 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 36 map 1_3 0.2693 Rprec 1_3 0.2958 bpref 1_3 0.4786 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 1.0000 iprec_at_recall_0.20 1_3 1.0000 iprec_at_recall_0.30 1_3 0.3333 iprec_at_recall_0.40 1_3 0.0819 iprec_at_recall_0.50 1_3 0.0370 iprec_at_recall_0.60 1_3 0.0000 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 1.0000 P_10 1_3 1.0000 P_15 1_3 0.9333 P_20 1_3 0.7500 P_30 1_3 0.5667 P_100 1_3 0.2300 P_200 1_3 0.1250 P_500 1_3 0.0620 P_1000 1_3 0.0360 relstring 1_3 '2222211122' recall_5 1_3 0.0704 recall_10 1_3 0.1408 recall_15 1_3 0.1972 recall_20 1_3 0.2113 recall_30 1_3 0.2394 recall_100 1_3 0.3239 recall_200 1_3 0.3521 recall_500 1_3 0.4366 recall_1000 1_3 0.5070 infAP 1_3 0.2693 Rprec_mult_0.20 1_3 0.9333 Rprec_mult_0.40 1_3 0.5862 Rprec_mult_0.60 1_3 0.3953 Rprec_mult_0.80 1_3 0.3509 Rprec_mult_1.00 1_3 0.2958 Rprec_mult_1.20 1_3 0.2558 Rprec_mult_1.40 1_3 0.2300 Rprec_mult_1.60 1_3 0.2018 Rprec_mult_1.80 1_3 0.1797 Rprec_mult_2.00 1_3 0.1761 utility 1_3 -928.0000 11pt_avg 1_3 0.3138 binG 1_3 0.2480 G 1_3 0.1147 ndcg 1_3 0.4797 ndcg_rel 1_3 0.4960 Rndcg 1_3 0.4716 ndcg_cut_5 1_3 0.6667 ndcg_cut_10 1_3 0.6522 ndcg_cut_15 1_3 0.6089 ndcg_cut_20 1_3 0.5396 ndcg_cut_30 1_3 0.4533 ndcg_cut_100 1_3 0.3745 ndcg_cut_200 1_3 0.3936 ndcg_cut_500 1_3 0.4412 ndcg_cut_1000 1_3 0.4797 map_cut_5 1_3 0.0704 map_cut_10 1_3 0.1408 map_cut_15 1_3 0.1972 map_cut_20 1_3 0.2083 map_cut_30 1_3 0.2266 map_cut_100 1_3 0.2540 map_cut_200 1_3 0.2592 map_cut_500 1_3 0.2662 map_cut_1000 1_3 0.2693 relative_P_5 1_3 1.0000 relative_P_10 1_3 1.0000 relative_P_15 1_3 0.9333 relative_P_20 1_3 0.7500 relative_P_30 1_3 0.5667 relative_P_100 1_3 0.3239 relative_P_200 1_3 0.3521 relative_P_500 1_3 0.4366 relative_P_1000 1_3 0.5070 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0360 set_relative_P 1_3 0.5070 set_recall 1_3 0.5070 set_map 1_3 0.0183 set_F 1_3 0.0672 num_nonrel_judged_ret 1_3 8 rbp 1_3 0.4315 rbp_resid 1_3 0.1724 unj_5 1_3 0.0000 unj_10 1_3 0.0000 unj_20 1_3 0.2500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 76 map 1_4 0.2738 Rprec 1_4 0.3284 bpref 1_4 0.5496 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 1.0000 iprec_at_recall_0.20 1_4 0.5000 iprec_at_recall_0.30 1_4 0.4020 iprec_at_recall_0.40 1_4 0.2169 iprec_at_recall_0.50 1_4 0.1130 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 1.0000 P_20 1_4 0.8500 P_30 1_4 0.7667 P_100 1_4 0.3900 P_200 1_4 0.2550 P_500 1_4 0.1260 P_1000 1_4 0.0760 relstring 1_4 '2213221222' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1119 recall_20 1_4 0.1269 recall_30 1_4 0.1716 recall_100 1_4 0.2910 recall_200 1_4 0.3806 recall_500 1_4 0.4701 recall_1000 1_4 0.5672 infAP 1_4 0.2738 Rprec_mult_0.20 1_4 0.8148 Rprec_mult_0.40 1_4 0.5000 Rprec_mult_0.60 1_4 0.4321 Rprec_mult_0.80 1_4 0.3796 Rprec_mult_1.00 1_4 0.3284 Rprec_mult_1.20 1_4 0.3043 Rprec_mult_1.40 1_4 0.2713 Rprec_mult_1.60 1_4 0.2419 Rprec_mult_1.80 1_4 0.2149 Rprec_mult_2.00 1_4 0.2052 utility 1_4 -848.0000 11pt_avg 1_4 0.2938 binG 1_4 0.1949 G 1_4 0.1052 ndcg 1_4 0.5335 ndcg_rel 1_4 0.5209 Rndcg 1_4 0.4937 ndcg_cut_5 1_4 0.6588 ndcg_cut_10 1_4 0.6371 ndcg_cut_15 1_4 0.6379 ndcg_cut_20 1_4 0.6090 ndcg_cut_30 1_4 0.6080 ndcg_cut_100 1_4 0.4154 ndcg_cut_200 1_4 0.4306 ndcg_cut_500 1_4 0.4855 ndcg_cut_1000 1_4 0.5335 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1119 map_cut_20 1_4 0.1253 map_cut_30 1_4 0.1621 map_cut_100 1_4 0.2165 map_cut_200 1_4 0.2470 map_cut_500 1_4 0.2639 map_cut_1000 1_4 0.2738 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 1.0000 relative_P_20 1_4 0.8500 relative_P_30 1_4 0.7667 relative_P_100 1_4 0.3900 relative_P_200 1_4 0.3806 relative_P_500 1_4 0.4701 relative_P_1000 1_4 0.5672 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0760 set_relative_P 1_4 0.5672 set_recall 1_4 0.5672 set_map 1_4 0.0431 set_F 1_4 0.1340 num_nonrel_judged_ret 1_4 3 rbp 1_4 0.5559 rbp_resid 1_4 0.1198 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.1500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 29 map 1_6 0.1315 Rprec 1_6 0.1983 bpref 1_6 0.2397 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.6842 iprec_at_recall_0.20 1_6 0.2034 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 1.0000 P_10 1_6 0.8000 P_15 1_6 0.6667 P_20 1_6 0.6500 P_30 1_6 0.5333 P_100 1_6 0.2200 P_200 1_6 0.1300 P_500 1_6 0.0540 P_1000 1_6 0.0290 relstring 1_6 '211131--11' recall_5 1_6 0.0413 recall_10 1_6 0.0661 recall_15 1_6 0.0826 recall_20 1_6 0.1074 recall_30 1_6 0.1322 recall_100 1_6 0.1818 recall_200 1_6 0.2149 recall_500 1_6 0.2231 recall_1000 1_6 0.2397 infAP 1_6 0.1315 Rprec_mult_0.20 1_6 0.5600 Rprec_mult_0.40 1_6 0.3673 Rprec_mult_0.60 1_6 0.2740 Rprec_mult_0.80 1_6 0.2165 Rprec_mult_1.00 1_6 0.1983 Rprec_mult_1.20 1_6 0.1781 Rprec_mult_1.40 1_6 0.1529 Rprec_mult_1.60 1_6 0.1340 Rprec_mult_1.80 1_6 0.1193 Rprec_mult_2.00 1_6 0.1074 utility 1_6 -942.0000 11pt_avg 1_6 0.1716 binG 1_6 0.0974 G 1_6 0.0374 ndcg 1_6 0.2112 ndcg_rel 1_6 0.2401 Rndcg 1_6 0.2389 ndcg_cut_5 1_6 0.5339 ndcg_cut_10 1_6 0.4159 ndcg_cut_15 1_6 0.3524 ndcg_cut_20 1_6 0.3271 ndcg_cut_30 1_6 0.2948 ndcg_cut_100 1_6 0.2050 ndcg_cut_200 1_6 0.2037 ndcg_cut_500 1_6 0.2065 ndcg_cut_1000 1_6 0.2112 map_cut_5 1_6 0.0413 map_cut_10 1_6 0.0626 map_cut_15 1_6 0.0749 map_cut_20 1_6 0.0917 map_cut_30 1_6 0.1062 map_cut_100 1_6 0.1233 map_cut_200 1_6 0.1299 map_cut_500 1_6 0.1308 map_cut_1000 1_6 0.1315 relative_P_5 1_6 1.0000 relative_P_10 1_6 0.8000 relative_P_15 1_6 0.6667 relative_P_20 1_6 0.6500 relative_P_30 1_6 0.5333 relative_P_100 1_6 0.2200 relative_P_200 1_6 0.2149 relative_P_500 1_6 0.2231 relative_P_1000 1_6 0.2397 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0290 set_relative_P 1_6 0.2397 set_recall 1_6 0.2397 set_map 1_6 0.0070 set_F 1_6 0.0517 num_nonrel_judged_ret 1_6 0 rbp 1_6 0.3066 rbp_resid 1_6 0.3115 unj_5 1_6 0.0000 unj_10 1_6 0.2000 unj_20 1_6 0.3500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 50 map 1_7 0.1384 Rprec 1_7 0.2091 bpref 1_7 0.3805 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.5667 iprec_at_recall_0.20 1_7 0.2500 iprec_at_recall_0.30 1_7 0.1404 iprec_at_recall_0.40 1_7 0.0686 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.6000 P_10 1_7 0.5000 P_15 1_7 0.6000 P_20 1_7 0.5000 P_30 1_7 0.5667 P_100 1_7 0.2300 P_200 1_7 0.1500 P_500 1_7 0.0780 P_1000 1_7 0.0500 relstring 1_7 '12100-0-11' recall_5 1_7 0.0273 recall_10 1_7 0.0455 recall_15 1_7 0.0818 recall_20 1_7 0.0909 recall_30 1_7 0.1545 recall_100 1_7 0.2091 recall_200 1_7 0.2727 recall_500 1_7 0.3545 recall_1000 1_7 0.4545 infAP 1_7 0.1384 Rprec_mult_0.20 1_7 0.5000 Rprec_mult_0.40 1_7 0.4091 Rprec_mult_0.60 1_7 0.2727 Rprec_mult_0.80 1_7 0.2386 Rprec_mult_1.00 1_7 0.2091 Rprec_mult_1.20 1_7 0.1818 Rprec_mult_1.40 1_7 0.1623 Rprec_mult_1.60 1_7 0.1591 Rprec_mult_1.80 1_7 0.1515 Rprec_mult_2.00 1_7 0.1364 utility 1_7 -900.0000 11pt_avg 1_7 0.1842 binG 1_7 0.1051 G 1_7 0.0821 ndcg 1_7 0.3964 ndcg_rel 1_7 0.3657 Rndcg 1_7 0.3625 ndcg_cut_5 1_7 0.3669 ndcg_cut_10 1_7 0.3127 ndcg_cut_15 1_7 0.3288 ndcg_cut_20 1_7 0.2947 ndcg_cut_30 1_7 0.3409 ndcg_cut_100 1_7 0.2800 ndcg_cut_200 1_7 0.3004 ndcg_cut_500 1_7 0.3414 ndcg_cut_1000 1_7 0.3964 map_cut_5 1_7 0.0273 map_cut_10 1_7 0.0359 map_cut_15 1_7 0.0559 map_cut_20 1_7 0.0613 map_cut_30 1_7 0.0954 map_cut_100 1_7 0.1109 map_cut_200 1_7 0.1215 map_cut_500 1_7 0.1315 map_cut_1000 1_7 0.1384 relative_P_5 1_7 0.6000 relative_P_10 1_7 0.5000 relative_P_15 1_7 0.6000 relative_P_20 1_7 0.5000 relative_P_30 1_7 0.5667 relative_P_100 1_7 0.2300 relative_P_200 1_7 0.2727 relative_P_500 1_7 0.3545 relative_P_1000 1_7 0.4545 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0500 set_relative_P 1_7 0.4545 set_recall 1_7 0.4545 set_map 1_7 0.0227 set_F 1_7 0.0901 num_nonrel_judged_ret 1_7 34 rbp 1_7 0.2150 rbp_resid 1_7 0.2166 unj_5 1_7 0.0000 unj_10 1_7 0.2000 unj_20 1_7 0.2500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 65 map 1_8 0.1863 Rprec 1_8 0.2288 bpref 1_8 0.5252 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.6500 iprec_at_recall_0.20 1_8 0.3478 iprec_at_recall_0.30 1_8 0.2318 iprec_at_recall_0.40 1_8 0.1473 iprec_at_recall_0.50 1_8 0.0718 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 0.8000 P_10 1_8 0.9000 P_15 1_8 0.7333 P_20 1_8 0.6500 P_30 1_8 0.5000 P_100 1_8 0.2600 P_200 1_8 0.1950 P_500 1_8 0.1080 P_1000 1_8 0.0650 relstring 1_8 '1102212121' recall_5 1_8 0.0339 recall_10 1_8 0.0763 recall_15 1_8 0.0932 recall_20 1_8 0.1102 recall_30 1_8 0.1271 recall_100 1_8 0.2203 recall_200 1_8 0.3305 recall_500 1_8 0.4576 recall_1000 1_8 0.5508 infAP 1_8 0.1863 Rprec_mult_0.20 1_8 0.5417 Rprec_mult_0.40 1_8 0.3542 Rprec_mult_0.60 1_8 0.3380 Rprec_mult_0.80 1_8 0.2737 Rprec_mult_1.00 1_8 0.2288 Rprec_mult_1.20 1_8 0.2254 Rprec_mult_1.40 1_8 0.2169 Rprec_mult_1.60 1_8 0.1958 Rprec_mult_1.80 1_8 0.1831 Rprec_mult_2.00 1_8 0.1737 utility 1_8 -870.0000 11pt_avg 1_8 0.2226 binG 1_8 0.1331 G 1_8 0.0833 ndcg 1_8 0.4371 ndcg_rel 1_8 0.3905 Rndcg 1_8 0.3403 ndcg_cut_5 1_8 0.3692 ndcg_cut_10 1_8 0.4032 ndcg_cut_15 1_8 0.3756 ndcg_cut_20 1_8 0.3773 ndcg_cut_30 1_8 0.3531 ndcg_cut_100 1_8 0.2631 ndcg_cut_200 1_8 0.3238 ndcg_cut_500 1_8 0.3961 ndcg_cut_1000 1_8 0.4371 map_cut_5 1_8 0.0301 map_cut_10 1_8 0.0670 map_cut_15 1_8 0.0819 map_cut_20 1_8 0.0927 map_cut_30 1_8 0.1017 map_cut_100 1_8 0.1356 map_cut_200 1_8 0.1602 map_cut_500 1_8 0.1791 map_cut_1000 1_8 0.1863 relative_P_5 1_8 0.8000 relative_P_10 1_8 0.9000 relative_P_15 1_8 0.7333 relative_P_20 1_8 0.6500 relative_P_30 1_8 0.5000 relative_P_100 1_8 0.2600 relative_P_200 1_8 0.3305 relative_P_500 1_8 0.4576 relative_P_1000 1_8 0.5508 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0650 set_relative_P 1_8 0.5508 set_recall 1_8 0.5508 set_map 1_8 0.0358 set_F 1_8 0.1163 num_nonrel_judged_ret 1_8 6 rbp 1_8 0.3346 rbp_resid 1_8 0.2381 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.3000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 7 map 1_9 0.0008 Rprec 1_9 0.0000 bpref 1_9 0.1124 recip_rank 1_9 0.0027 iprec_at_recall_0.00 1_9 0.0079 iprec_at_recall_0.10 1_9 0.0079 iprec_at_recall_0.20 1_9 0.0000 iprec_at_recall_0.30 1_9 0.0000 iprec_at_recall_0.40 1_9 0.0000 iprec_at_recall_0.50 1_9 0.0000 iprec_at_recall_0.60 1_9 0.0000 iprec_at_recall_0.70 1_9 0.0000 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 0.0000 P_10 1_9 0.0000 P_15 1_9 0.0000 P_20 1_9 0.0000 P_30 1_9 0.0000 P_100 1_9 0.0000 P_200 1_9 0.0000 P_500 1_9 0.0020 P_1000 1_9 0.0070 relstring 1_9 '00000----0' recall_5 1_9 0.0000 recall_10 1_9 0.0000 recall_15 1_9 0.0000 recall_20 1_9 0.0000 recall_30 1_9 0.0000 recall_100 1_9 0.0000 recall_200 1_9 0.0000 recall_500 1_9 0.0208 recall_1000 1_9 0.1458 infAP 1_9 0.0008 Rprec_mult_0.20 1_9 0.0000 Rprec_mult_0.40 1_9 0.0000 Rprec_mult_0.60 1_9 0.0000 Rprec_mult_0.80 1_9 0.0000 Rprec_mult_1.00 1_9 0.0000 Rprec_mult_1.20 1_9 0.0000 Rprec_mult_1.40 1_9 0.0000 Rprec_mult_1.60 1_9 0.0000 Rprec_mult_1.80 1_9 0.0000 Rprec_mult_2.00 1_9 0.0000 utility 1_9 -986.0000 11pt_avg 1_9 0.0014 binG 1_9 0.0155 G 1_9 0.0167 ndcg 1_9 0.0569 ndcg_rel 1_9 0.0530 Rndcg 1_9 0.0142 ndcg_cut_5 1_9 0.0000 ndcg_cut_10 1_9 0.0000 ndcg_cut_15 1_9 0.0000 ndcg_cut_20 1_9 0.0000 ndcg_cut_30 1_9 0.0000 ndcg_cut_100 1_9 0.0000 ndcg_cut_200 1_9 0.0000 ndcg_cut_500 1_9 0.0042 ndcg_cut_1000 1_9 0.0569 map_cut_5 1_9 0.0000 map_cut_10 1_9 0.0000 map_cut_15 1_9 0.0000 map_cut_20 1_9 0.0000 map_cut_30 1_9 0.0000 map_cut_100 1_9 0.0000 map_cut_200 1_9 0.0000 map_cut_500 1_9 0.0001 map_cut_1000 1_9 0.0008 relative_P_5 1_9 0.0000 relative_P_10 1_9 0.0000 relative_P_15 1_9 0.0000 relative_P_20 1_9 0.0000 relative_P_30 1_9 0.0000 relative_P_100 1_9 0.0000 relative_P_200 1_9 0.0000 relative_P_500 1_9 0.0208 relative_P_1000 1_9 0.1458 success_1 1_9 0.0000 success_5 1_9 0.0000 success_10 1_9 0.0000 set_P 1_9 0.0070 set_relative_P 1_9 0.1458 set_recall 1_9 0.1458 set_map 1_9 0.0010 set_F 1_9 0.0134 num_nonrel_judged_ret 1_9 11 rbp 1_9 0.0000 rbp_resid 1_9 0.5311 unj_5 1_9 0.0000 unj_10 1_9 0.4000 unj_20 1_9 0.6500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 59 map 4_10 0.1037 Rprec 4_10 0.1543 bpref 4_10 0.3075 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.2794 iprec_at_recall_0.20 4_10 0.1099 iprec_at_recall_0.30 4_10 0.0668 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 1.0000 P_15 4_10 0.8000 P_20 4_10 0.6000 P_30 4_10 0.4667 P_100 4_10 0.2000 P_200 4_10 0.1450 P_500 4_10 0.0920 P_1000 4_10 0.0590 relstring 4_10 '3333233232' recall_5 4_10 0.0266 recall_10 4_10 0.0532 recall_15 4_10 0.0638 recall_20 4_10 0.0638 recall_30 4_10 0.0745 recall_100 4_10 0.1064 recall_200 4_10 0.1543 recall_500 4_10 0.2447 recall_1000 4_10 0.3138 infAP 4_10 0.1037 Rprec_mult_0.20 4_10 0.4211 Rprec_mult_0.40 4_10 0.2500 Rprec_mult_0.60 4_10 0.2035 Rprec_mult_0.80 4_10 0.1788 Rprec_mult_1.00 4_10 0.1543 Rprec_mult_1.20 4_10 0.1416 Rprec_mult_1.40 4_10 0.1250 Rprec_mult_1.60 4_10 0.1163 Rprec_mult_1.80 4_10 0.1091 Rprec_mult_2.00 4_10 0.1090 utility 4_10 -882.0000 11pt_avg 4_10 0.1324 binG 4_10 0.0932 G 4_10 0.1300 ndcg 4_10 0.4792 ndcg_rel 4_10 0.5020 Rndcg 4_10 0.5461 ndcg_cut_5 4_10 0.9563 ndcg_cut_10 4_10 0.9273 ndcg_cut_15 4_10 0.8008 ndcg_cut_20 4_10 0.7037 ndcg_cut_30 4_10 0.6043 ndcg_cut_100 4_10 0.4280 ndcg_cut_200 4_10 0.3718 ndcg_cut_500 4_10 0.4457 ndcg_cut_1000 4_10 0.4792 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0532 map_cut_15 4_10 0.0623 map_cut_20 4_10 0.0623 map_cut_30 4_10 0.0681 map_cut_100 4_10 0.0787 map_cut_200 4_10 0.0879 map_cut_500 4_10 0.0986 map_cut_1000 4_10 0.1037 relative_P_5 4_10 1.0000 relative_P_10 4_10 1.0000 relative_P_15 4_10 0.8000 relative_P_20 4_10 0.6000 relative_P_30 4_10 0.4667 relative_P_100 4_10 0.2000 relative_P_200 4_10 0.1543 relative_P_500 4_10 0.2447 relative_P_1000 4_10 0.3138 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0590 set_relative_P 4_10 0.3138 set_recall 4_10 0.3138 set_map 4_10 0.0185 set_F 4_10 0.0993 num_nonrel_judged_ret 4_10 3 rbp 4_10 0.6487 rbp_resid 4_10 0.2700 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.4000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 4 map 4_11 0.0025 Rprec 4_11 0.0175 bpref 4_11 0.0205 recip_rank 4_11 0.2000 iprec_at_recall_0.00 4_11 0.2000 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.2000 P_10 4_11 0.1000 P_15 4_11 0.0667 P_20 4_11 0.1000 P_30 4_11 0.1000 P_100 4_11 0.0300 P_200 4_11 0.0150 P_500 4_11 0.0080 P_1000 4_11 0.0040 relstring 4_11 '0000100000' recall_5 4_11 0.0058 recall_10 4_11 0.0058 recall_15 4_11 0.0058 recall_20 4_11 0.0117 recall_30 4_11 0.0175 recall_100 4_11 0.0175 recall_200 4_11 0.0175 recall_500 4_11 0.0234 recall_1000 4_11 0.0234 infAP 4_11 0.0025 Rprec_mult_0.20 4_11 0.0857 Rprec_mult_0.40 4_11 0.0435 Rprec_mult_0.60 4_11 0.0291 Rprec_mult_0.80 4_11 0.0219 Rprec_mult_1.00 4_11 0.0175 Rprec_mult_1.20 4_11 0.0146 Rprec_mult_1.40 4_11 0.0125 Rprec_mult_1.60 4_11 0.0109 Rprec_mult_1.80 4_11 0.0097 Rprec_mult_2.00 4_11 0.0088 utility 4_11 -992.0000 11pt_avg 4_11 0.0182 binG 4_11 0.0055 G 4_11 0.0033 ndcg 4_11 0.0212 ndcg_rel 4_11 0.0216 Rndcg 4_11 0.0210 ndcg_cut_5 4_11 0.0437 ndcg_cut_10 4_11 0.0284 ndcg_cut_15 4_11 0.0230 ndcg_cut_20 4_11 0.0325 ndcg_cut_30 4_11 0.0438 ndcg_cut_100 4_11 0.0218 ndcg_cut_200 4_11 0.0173 ndcg_cut_500 4_11 0.0212 ndcg_cut_1000 4_11 0.0212 map_cut_5 4_11 0.0012 map_cut_10 4_11 0.0012 map_cut_15 4_11 0.0012 map_cut_20 4_11 0.0018 map_cut_30 4_11 0.0024 map_cut_100 4_11 0.0024 map_cut_200 4_11 0.0024 map_cut_500 4_11 0.0025 map_cut_1000 4_11 0.0025 relative_P_5 4_11 0.2000 relative_P_10 4_11 0.1000 relative_P_15 4_11 0.0667 relative_P_20 4_11 0.1000 relative_P_30 4_11 0.1000 relative_P_100 4_11 0.0300 relative_P_200 4_11 0.0175 relative_P_500 4_11 0.0234 relative_P_1000 4_11 0.0234 success_1 4_11 0.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0040 set_relative_P 4_11 0.0234 set_recall 4_11 0.0234 set_map 4_11 0.0001 set_F 4_11 0.0068 num_nonrel_judged_ret 4_11 67 rbp 4_11 0.0306 rbp_resid 4_11 0.0798 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 70 map 4_12 0.1840 Rprec 4_12 0.2463 bpref 4_12 0.4643 recip_rank 4_12 0.5000 iprec_at_recall_0.00 4_12 0.8750 iprec_at_recall_0.10 4_12 0.7647 iprec_at_recall_0.20 4_12 0.3068 iprec_at_recall_0.30 4_12 0.1724 iprec_at_recall_0.40 4_12 0.1230 iprec_at_recall_0.50 4_12 0.0785 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.8000 P_10 4_12 0.8000 P_15 4_12 0.8000 P_20 4_12 0.7500 P_30 4_12 0.6667 P_100 4_12 0.2800 P_200 4_12 0.1950 P_500 4_12 0.1100 P_1000 4_12 0.0700 relstring 4_12 '02122222-2' recall_5 4_12 0.0299 recall_10 4_12 0.0597 recall_15 4_12 0.0896 recall_20 4_12 0.1119 recall_30 4_12 0.1493 recall_100 4_12 0.2090 recall_200 4_12 0.2910 recall_500 4_12 0.4104 recall_1000 4_12 0.5224 infAP 4_12 0.1840 Rprec_mult_0.20 4_12 0.7037 Rprec_mult_0.40 4_12 0.4074 Rprec_mult_0.60 4_12 0.3210 Rprec_mult_0.80 4_12 0.2685 Rprec_mult_1.00 4_12 0.2463 Rprec_mult_1.20 4_12 0.2360 Rprec_mult_1.40 4_12 0.2074 Rprec_mult_1.60 4_12 0.1814 Rprec_mult_1.80 4_12 0.1653 Rprec_mult_2.00 4_12 0.1604 utility 4_12 -860.0000 11pt_avg 4_12 0.2110 binG 4_12 0.1208 G 4_12 0.0850 ndcg 4_12 0.4524 ndcg_rel 4_12 0.4164 Rndcg 4_12 0.3683 ndcg_cut_5 4_12 0.3840 ndcg_cut_10 4_12 0.4391 ndcg_cut_15 4_12 0.4670 ndcg_cut_20 4_12 0.4819 ndcg_cut_30 4_12 0.4766 ndcg_cut_100 4_12 0.2919 ndcg_cut_200 4_12 0.3193 ndcg_cut_500 4_12 0.3931 ndcg_cut_1000 4_12 0.4524 map_cut_5 4_12 0.0203 map_cut_10 4_12 0.0454 map_cut_15 4_12 0.0695 map_cut_20 4_12 0.0864 map_cut_30 4_12 0.1133 map_cut_100 4_12 0.1353 map_cut_200 4_12 0.1564 map_cut_500 4_12 0.1738 map_cut_1000 4_12 0.1840 relative_P_5 4_12 0.8000 relative_P_10 4_12 0.8000 relative_P_15 4_12 0.8000 relative_P_20 4_12 0.7500 relative_P_30 4_12 0.6667 relative_P_100 4_12 0.2800 relative_P_200 4_12 0.2910 relative_P_500 4_12 0.4104 relative_P_1000 4_12 0.5224 success_1 4_12 0.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0700 set_relative_P 4_12 0.5224 set_recall 4_12 0.5224 set_map 4_12 0.0366 set_F 4_12 0.1235 num_nonrel_judged_ret 4_12 21 rbp 4_12 0.4448 rbp_resid 4_12 0.1506 unj_5 4_12 0.0000 unj_10 4_12 0.1000 unj_20 4_12 0.2000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 75 map 4_13 0.1575 Rprec 4_13 0.2531 bpref 4_13 0.3893 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.3443 iprec_at_recall_0.20 4_13 0.2759 iprec_at_recall_0.30 4_13 0.1661 iprec_at_recall_0.40 4_13 0.1171 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 0.8000 P_20 4_13 0.6500 P_30 4_13 0.5000 P_100 4_13 0.2700 P_200 4_13 0.2050 P_500 4_13 0.1280 P_1000 4_13 0.0750 relstring 4_13 '2332232312' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0741 recall_20 4_13 0.0802 recall_30 4_13 0.0926 recall_100 4_13 0.1667 recall_200 4_13 0.2531 recall_500 4_13 0.3951 recall_1000 4_13 0.4630 infAP 4_13 0.1575 Rprec_mult_0.20 4_13 0.4545 Rprec_mult_0.40 4_13 0.3231 Rprec_mult_0.60 4_13 0.2653 Rprec_mult_0.80 4_13 0.2615 Rprec_mult_1.00 4_13 0.2531 Rprec_mult_1.20 4_13 0.2103 Rprec_mult_1.40 4_13 0.1894 Rprec_mult_1.60 4_13 0.1808 Rprec_mult_1.80 4_13 0.1644 Rprec_mult_2.00 4_13 0.1574 utility 4_13 -850.0000 11pt_avg 4_13 0.1730 binG 4_13 0.1243 G 4_13 0.0843 ndcg 4_13 0.4404 ndcg_rel 4_13 0.4390 Rndcg 4_13 0.3754 ndcg_cut_5 4_13 0.7945 ndcg_cut_10 4_13 0.7768 ndcg_cut_15 4_13 0.6612 ndcg_cut_20 4_13 0.5833 ndcg_cut_30 4_13 0.4719 ndcg_cut_100 4_13 0.3296 ndcg_cut_200 4_13 0.3209 ndcg_cut_500 4_13 0.4076 ndcg_cut_1000 4_13 0.4404 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0722 map_cut_20 4_13 0.0765 map_cut_30 4_13 0.0841 map_cut_100 4_13 0.1061 map_cut_200 4_13 0.1290 map_cut_500 4_13 0.1510 map_cut_1000 4_13 0.1575 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 0.8000 relative_P_20 4_13 0.6500 relative_P_30 4_13 0.5000 relative_P_100 4_13 0.2700 relative_P_200 4_13 0.2531 relative_P_500 4_13 0.3951 relative_P_1000 4_13 0.4630 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0750 set_relative_P 4_13 0.4630 set_recall 4_13 0.4630 set_map 4_13 0.0347 set_F 4_13 0.1291 num_nonrel_judged_ret 4_13 24 rbp 4_13 0.5734 rbp_resid 4_13 0.1244 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.1500 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 15 map 4_14 0.0021 Rprec 4_14 0.0113 bpref 4_14 0.0752 recip_rank 4_14 0.0323 iprec_at_recall_0.00 4_14 0.0323 iprec_at_recall_0.10 4_14 0.0000 iprec_at_recall_0.20 4_14 0.0000 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.0000 P_10 4_14 0.0000 P_15 4_14 0.0000 P_20 4_14 0.0000 P_30 4_14 0.0000 P_100 4_14 0.0200 P_200 4_14 0.0250 P_500 4_14 0.0220 P_1000 4_14 0.0150 relstring 4_14 '00000-----' recall_5 4_14 0.0000 recall_10 4_14 0.0000 recall_15 4_14 0.0000 recall_20 4_14 0.0000 recall_30 4_14 0.0000 recall_100 4_14 0.0113 recall_200 4_14 0.0282 recall_500 4_14 0.0621 recall_1000 4_14 0.0847 infAP 4_14 0.0021 Rprec_mult_0.20 4_14 0.0278 Rprec_mult_0.40 4_14 0.0282 Rprec_mult_0.60 4_14 0.0187 Rprec_mult_0.80 4_14 0.0141 Rprec_mult_1.00 4_14 0.0113 Rprec_mult_1.20 4_14 0.0235 Rprec_mult_1.40 4_14 0.0282 Rprec_mult_1.60 4_14 0.0282 Rprec_mult_1.80 4_14 0.0251 Rprec_mult_2.00 4_14 0.0254 utility 4_14 -970.0000 11pt_avg 4_14 0.0029 binG 4_14 0.0109 G 4_14 0.0083 ndcg 4_14 0.0482 ndcg_rel 4_14 0.0464 Rndcg 4_14 0.0172 ndcg_cut_5 4_14 0.0000 ndcg_cut_10 4_14 0.0000 ndcg_cut_15 4_14 0.0000 ndcg_cut_20 4_14 0.0000 ndcg_cut_30 4_14 0.0000 ndcg_cut_100 4_14 0.0099 ndcg_cut_200 4_14 0.0182 ndcg_cut_500 4_14 0.0365 ndcg_cut_1000 4_14 0.0482 map_cut_5 4_14 0.0000 map_cut_10 4_14 0.0000 map_cut_15 4_14 0.0000 map_cut_20 4_14 0.0000 map_cut_30 4_14 0.0000 map_cut_100 4_14 0.0004 map_cut_200 4_14 0.0007 map_cut_500 4_14 0.0017 map_cut_1000 4_14 0.0021 relative_P_5 4_14 0.0000 relative_P_10 4_14 0.0000 relative_P_15 4_14 0.0000 relative_P_20 4_14 0.0000 relative_P_30 4_14 0.0000 relative_P_100 4_14 0.0200 relative_P_200 4_14 0.0282 relative_P_500 4_14 0.0621 relative_P_1000 4_14 0.0847 success_1 4_14 0.0000 success_5 4_14 0.0000 success_10 4_14 0.0000 set_P 4_14 0.0150 set_relative_P 4_14 0.0847 set_recall 4_14 0.0847 set_map 4_14 0.0013 set_F 4_14 0.0255 num_nonrel_judged_ret 4_14 16 rbp 4_14 0.0015 rbp_resid 4_14 0.5362 unj_5 4_14 0.0000 unj_10 4_14 0.5000 unj_20 4_14 0.6500 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0021 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0021 iprec_at_recall_0.00 4_17 0.0021 iprec_at_recall_0.10 4_17 0.0021 iprec_at_recall_0.20 4_17 0.0021 iprec_at_recall_0.30 4_17 0.0021 iprec_at_recall_0.40 4_17 0.0021 iprec_at_recall_0.50 4_17 0.0021 iprec_at_recall_0.60 4_17 0.0021 iprec_at_recall_0.70 4_17 0.0021 iprec_at_recall_0.80 4_17 0.0021 iprec_at_recall_0.90 4_17 0.0021 iprec_at_recall_1.00 4_17 0.0021 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0000 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000-0---' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 0.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0021 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0021 binG 4_17 0.1126 G 4_17 0.1126 ndcg 4_17 0.1126 ndcg_rel 4_17 0.1126 Rndcg 4_17 0.0563 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.0000 ndcg_cut_500 4_17 0.1126 ndcg_cut_1000 4_17 0.1126 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0000 map_cut_500 4_17 0.0021 map_cut_1000 4_17 0.0021 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 0.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 33 rbp 4_17 0.0000 rbp_resid 4_17 0.4715 unj_5 4_17 0.0000 unj_10 4_17 0.4000 unj_20 4_17 0.6500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 39 map 4_3 0.0333 Rprec 4_3 0.0732 bpref 4_3 0.2209 recip_rank 4_3 0.5000 iprec_at_recall_0.00 4_3 0.8000 iprec_at_recall_0.10 4_3 0.0817 iprec_at_recall_0.20 4_3 0.0501 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.4000 P_15 4_3 0.3333 P_20 4_3 0.2500 P_30 4_3 0.1667 P_100 4_3 0.0900 P_200 4_3 0.0750 P_500 4_3 0.0580 P_1000 4_3 0.0390 relstring 4_3 '011110----' recall_5 4_3 0.0244 recall_10 4_3 0.0244 recall_15 4_3 0.0305 recall_20 4_3 0.0305 recall_30 4_3 0.0305 recall_100 4_3 0.0549 recall_200 4_3 0.0915 recall_500 4_3 0.1768 recall_1000 4_3 0.2378 infAP 4_3 0.0333 Rprec_mult_0.20 4_3 0.1818 Rprec_mult_0.40 4_3 0.0909 Rprec_mult_0.60 4_3 0.0909 Rprec_mult_0.80 4_3 0.0758 Rprec_mult_1.00 4_3 0.0732 Rprec_mult_1.20 4_3 0.0761 Rprec_mult_1.40 4_3 0.0739 Rprec_mult_1.60 4_3 0.0722 Rprec_mult_1.80 4_3 0.0676 Rprec_mult_2.00 4_3 0.0671 utility 4_3 -922.0000 11pt_avg 4_3 0.0847 binG 4_3 0.0433 G 4_3 0.0340 ndcg 4_3 0.1896 ndcg_rel 4_3 0.1761 Rndcg 4_3 0.0908 ndcg_cut_5 4_3 0.1979 ndcg_cut_10 4_3 0.1332 ndcg_cut_15 4_3 0.1339 ndcg_cut_20 4_3 0.1125 ndcg_cut_30 4_3 0.0936 ndcg_cut_100 4_3 0.0788 ndcg_cut_200 4_3 0.0903 ndcg_cut_500 4_3 0.1584 ndcg_cut_1000 4_3 0.1896 map_cut_5 4_3 0.0166 map_cut_10 4_3 0.0166 map_cut_15 4_3 0.0191 map_cut_20 4_3 0.0191 map_cut_30 4_3 0.0191 map_cut_100 4_3 0.0218 map_cut_200 4_3 0.0246 map_cut_500 4_3 0.0304 map_cut_1000 4_3 0.0333 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.4000 relative_P_15 4_3 0.3333 relative_P_20 4_3 0.2500 relative_P_30 4_3 0.1667 relative_P_100 4_3 0.0900 relative_P_200 4_3 0.0915 relative_P_500 4_3 0.1768 relative_P_1000 4_3 0.2378 success_1 4_3 0.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0390 set_relative_P 4_3 0.2378 set_recall 4_3 0.2378 set_map 4_3 0.0093 set_F 4_3 0.0670 num_nonrel_judged_ret 4_3 8 rbp 4_3 0.0952 rbp_resid 4_3 0.4771 unj_5 4_3 0.0000 unj_10 4_3 0.4000 unj_20 4_3 0.6500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 46 map 4_4 0.1001 Rprec 4_4 0.1364 bpref 4_4 0.2962 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.2239 iprec_at_recall_0.20 4_4 0.0931 iprec_at_recall_0.30 4_4 0.0473 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 0.9000 P_15 4_4 0.7333 P_20 4_4 0.5500 P_30 4_4 0.4333 P_100 4_4 0.1800 P_200 4_4 0.1300 P_500 4_4 0.0780 P_1000 4_4 0.0460 relstring 4_4 '322132-123' recall_5 4_4 0.0325 recall_10 4_4 0.0584 recall_15 4_4 0.0714 recall_20 4_4 0.0714 recall_30 4_4 0.0844 recall_100 4_4 0.1169 recall_200 4_4 0.1688 recall_500 4_4 0.2532 recall_1000 4_4 0.2987 infAP 4_4 0.1001 Rprec_mult_0.20 4_4 0.4194 Rprec_mult_0.40 4_4 0.2258 Rprec_mult_0.60 4_4 0.1828 Rprec_mult_0.80 4_4 0.1613 Rprec_mult_1.00 4_4 0.1364 Rprec_mult_1.20 4_4 0.1297 Rprec_mult_1.40 4_4 0.1204 Rprec_mult_1.60 4_4 0.1053 Rprec_mult_1.80 4_4 0.0971 Rprec_mult_2.00 4_4 0.0942 utility 4_4 -908.0000 11pt_avg 4_4 0.1240 binG 4_4 0.0908 G 4_4 0.0571 ndcg 4_4 0.3249 ndcg_rel 4_4 0.3376 Rndcg 4_4 0.3764 ndcg_cut_5 4_4 0.6542 ndcg_cut_10 4_4 0.6127 ndcg_cut_15 4_4 0.5438 ndcg_cut_20 4_4 0.4592 ndcg_cut_30 4_4 0.4015 ndcg_cut_100 4_4 0.2453 ndcg_cut_200 4_4 0.2426 ndcg_cut_500 4_4 0.2941 ndcg_cut_1000 4_4 0.3249 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0563 map_cut_15 4_4 0.0681 map_cut_20 4_4 0.0681 map_cut_30 4_4 0.0753 map_cut_100 4_4 0.0824 map_cut_200 4_4 0.0900 map_cut_500 4_4 0.0974 map_cut_1000 4_4 0.1001 relative_P_5 4_4 1.0000 relative_P_10 4_4 0.9000 relative_P_15 4_4 0.7333 relative_P_20 4_4 0.5500 relative_P_30 4_4 0.4333 relative_P_100 4_4 0.1800 relative_P_200 4_4 0.1688 relative_P_500 4_4 0.2532 relative_P_1000 4_4 0.2987 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0460 set_relative_P 4_4 0.2987 set_recall 4_4 0.2987 set_map 4_4 0.0137 set_F 4_4 0.0797 num_nonrel_judged_ret 4_4 2 rbp 4_4 0.3611 rbp_resid 4_4 0.3141 unj_5 4_4 0.0000 unj_10 4_4 0.1000 unj_20 4_4 0.4500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 29 map 4_5 0.0520 Rprec 4_5 0.0902 bpref 4_5 0.2192 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.0795 iprec_at_recall_0.20 4_5 0.0434 iprec_at_recall_0.30 4_5 0.0000 iprec_at_recall_0.40 4_5 0.0000 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 0.8000 P_10 4_5 0.5000 P_15 4_5 0.4000 P_20 4_5 0.3000 P_30 4_5 0.2333 P_100 4_5 0.0900 P_200 4_5 0.0600 P_500 4_5 0.0380 P_1000 4_5 0.0290 relstring 4_5 '23202-2---' recall_5 4_5 0.0328 recall_10 4_5 0.0410 recall_15 4_5 0.0492 recall_20 4_5 0.0492 recall_30 4_5 0.0574 recall_100 4_5 0.0738 recall_200 4_5 0.0984 recall_500 4_5 0.1557 recall_1000 4_5 0.2377 infAP 4_5 0.0520 Rprec_mult_0.20 4_5 0.2400 Rprec_mult_0.40 4_5 0.1429 Rprec_mult_0.60 4_5 0.1081 Rprec_mult_0.80 4_5 0.0918 Rprec_mult_1.00 4_5 0.0902 Rprec_mult_1.20 4_5 0.0748 Rprec_mult_1.40 4_5 0.0702 Rprec_mult_1.60 4_5 0.0612 Rprec_mult_1.80 4_5 0.0591 Rprec_mult_2.00 4_5 0.0533 utility 4_5 -942.0000 11pt_avg 4_5 0.1021 binG 4_5 0.0600 G 4_5 0.0469 ndcg 4_5 0.2456 ndcg_rel 4_5 0.2567 Rndcg 4_5 0.2039 ndcg_cut_5 4_5 0.6406 ndcg_cut_10 4_5 0.4646 ndcg_cut_15 4_5 0.3886 ndcg_cut_20 4_5 0.3235 ndcg_cut_30 4_5 0.2598 ndcg_cut_100 4_5 0.1549 ndcg_cut_200 4_5 0.1654 ndcg_cut_500 4_5 0.1981 ndcg_cut_1000 4_5 0.2456 map_cut_5 4_5 0.0311 map_cut_10 4_5 0.0370 map_cut_15 4_5 0.0403 map_cut_20 4_5 0.0403 map_cut_30 4_5 0.0422 map_cut_100 4_5 0.0440 map_cut_200 4_5 0.0462 map_cut_500 4_5 0.0488 map_cut_1000 4_5 0.0520 relative_P_5 4_5 0.8000 relative_P_10 4_5 0.5000 relative_P_15 4_5 0.4000 relative_P_20 4_5 0.3000 relative_P_30 4_5 0.2333 relative_P_100 4_5 0.0900 relative_P_200 4_5 0.0984 relative_P_500 4_5 0.1557 relative_P_1000 4_5 0.2377 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0290 set_relative_P 4_5 0.2377 set_recall 4_5 0.2377 set_map 4_5 0.0069 set_F 4_5 0.0517 num_nonrel_judged_ret 4_5 6 rbp 4_5 0.3068 rbp_resid 4_5 0.4108 unj_5 4_5 0.0000 unj_10 4_5 0.4000 unj_20 4_5 0.5000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 50 map 4_7 0.1391 Rprec 4_7 0.1579 bpref 4_7 0.5019 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.6429 iprec_at_recall_0.20 4_7 0.1440 iprec_at_recall_0.30 4_7 0.1278 iprec_at_recall_0.40 4_7 0.0867 iprec_at_recall_0.50 4_7 0.0852 iprec_at_recall_0.60 4_7 0.0672 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.6000 P_10 4_7 0.6000 P_15 4_7 0.6000 P_20 4_7 0.4500 P_30 4_7 0.3333 P_100 4_7 0.1400 P_200 4_7 0.1150 P_500 4_7 0.0780 P_1000 4_7 0.0500 relstring 4_7 '30203220-1' recall_5 4_7 0.0395 recall_10 4_7 0.0789 recall_15 4_7 0.1184 recall_20 4_7 0.1184 recall_30 4_7 0.1316 recall_100 4_7 0.1842 recall_200 4_7 0.3026 recall_500 4_7 0.5132 recall_1000 4_7 0.6579 infAP 4_7 0.1391 Rprec_mult_0.20 4_7 0.5625 Rprec_mult_0.40 4_7 0.3226 Rprec_mult_0.60 4_7 0.2174 Rprec_mult_0.80 4_7 0.1803 Rprec_mult_1.00 4_7 0.1579 Rprec_mult_1.20 4_7 0.1522 Rprec_mult_1.40 4_7 0.1308 Rprec_mult_1.60 4_7 0.1311 Rprec_mult_1.80 4_7 0.1314 Rprec_mult_2.00 4_7 0.1316 utility 4_7 -900.0000 11pt_avg 4_7 0.1958 binG 4_7 0.1306 G 4_7 0.1390 ndcg 4_7 0.5314 ndcg_rel 4_7 0.4957 Rndcg 4_7 0.4716 ndcg_cut_5 4_7 0.6855 ndcg_cut_10 4_7 0.6371 ndcg_cut_15 4_7 0.6117 ndcg_cut_20 4_7 0.5199 ndcg_cut_30 4_7 0.4282 ndcg_cut_100 4_7 0.3321 ndcg_cut_200 4_7 0.3925 ndcg_cut_500 4_7 0.4654 ndcg_cut_1000 4_7 0.5314 map_cut_5 4_7 0.0298 map_cut_10 4_7 0.0559 map_cut_15 4_7 0.0808 map_cut_20 4_7 0.0808 map_cut_30 4_7 0.0852 map_cut_100 4_7 0.0943 map_cut_200 4_7 0.1101 map_cut_500 4_7 0.1292 map_cut_1000 4_7 0.1391 relative_P_5 4_7 0.6000 relative_P_10 4_7 0.6000 relative_P_15 4_7 0.6000 relative_P_20 4_7 0.4500 relative_P_30 4_7 0.3333 relative_P_100 4_7 0.1842 relative_P_200 4_7 0.3026 relative_P_500 4_7 0.5132 relative_P_1000 4_7 0.6579 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0500 set_relative_P 4_7 0.6579 set_recall 4_7 0.6579 set_map 4_7 0.0329 set_F 4_7 0.0929 num_nonrel_judged_ret 4_7 32 rbp 4_7 0.3596 rbp_resid 4_7 0.1852 unj_5 4_7 0.0000 unj_10 4_7 0.1000 unj_20 4_7 0.1500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 55 map 4_8 0.1176 Rprec 4_8 0.1667 bpref 4_8 0.4046 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.3448 iprec_at_recall_0.20 4_8 0.1712 iprec_at_recall_0.30 4_8 0.1415 iprec_at_recall_0.40 4_8 0.0995 iprec_at_recall_0.50 4_8 0.0684 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.6000 P_10 4_8 0.6000 P_15 4_8 0.4667 P_20 4_8 0.4500 P_30 4_8 0.3333 P_100 4_8 0.1600 P_200 4_8 0.1400 P_500 4_8 0.0840 P_1000 4_8 0.0550 relstring 4_8 '10021-0122' recall_5 4_8 0.0312 recall_10 4_8 0.0625 recall_15 4_8 0.0729 recall_20 4_8 0.0938 recall_30 4_8 0.1042 recall_100 4_8 0.1667 recall_200 4_8 0.2917 recall_500 4_8 0.4375 recall_1000 4_8 0.5729 infAP 4_8 0.1176 Rprec_mult_0.20 4_8 0.4500 Rprec_mult_0.40 4_8 0.2564 Rprec_mult_0.60 4_8 0.2069 Rprec_mult_0.80 4_8 0.1818 Rprec_mult_1.00 4_8 0.1667 Rprec_mult_1.20 4_8 0.1638 Rprec_mult_1.40 4_8 0.1630 Rprec_mult_1.60 4_8 0.1558 Rprec_mult_1.80 4_8 0.1561 Rprec_mult_2.00 4_8 0.1406 utility 4_8 -890.0000 11pt_avg 4_8 0.1659 binG 4_8 0.1064 G 4_8 0.0896 ndcg 4_8 0.4110 ndcg_rel 4_8 0.3558 Rndcg 4_8 0.2991 ndcg_cut_5 4_8 0.3260 ndcg_cut_10 4_8 0.3712 ndcg_cut_15 4_8 0.3356 ndcg_cut_20 4_8 0.3306 ndcg_cut_30 4_8 0.2686 ndcg_cut_100 4_8 0.1992 ndcg_cut_200 4_8 0.2895 ndcg_cut_500 4_8 0.3598 ndcg_cut_1000 4_8 0.4110 map_cut_5 4_8 0.0219 map_cut_10 4_8 0.0391 map_cut_15 4_8 0.0447 map_cut_20 4_8 0.0546 map_cut_30 4_8 0.0582 map_cut_100 4_8 0.0717 map_cut_200 4_8 0.0920 map_cut_500 4_8 0.1084 map_cut_1000 4_8 0.1176 relative_P_5 4_8 0.6000 relative_P_10 4_8 0.6000 relative_P_15 4_8 0.4667 relative_P_20 4_8 0.4500 relative_P_30 4_8 0.3333 relative_P_100 4_8 0.1667 relative_P_200 4_8 0.2917 relative_P_500 4_8 0.4375 relative_P_1000 4_8 0.5729 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0550 set_relative_P 4_8 0.5729 set_recall 4_8 0.5729 set_map 4_8 0.0315 set_F 4_8 0.1004 num_nonrel_judged_ret 4_8 65 rbp 4_8 0.2141 rbp_resid 4_8 0.2309 unj_5 4_8 0.0000 unj_10 4_8 0.1000 unj_20 4_8 0.2500 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 49 map 4_9 0.2513 Rprec 4_9 0.2824 bpref 4_9 0.5758 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.8750 iprec_at_recall_0.20 4_9 0.6800 iprec_at_recall_0.30 4_9 0.2842 iprec_at_recall_0.40 4_9 0.1250 iprec_at_recall_0.50 4_9 0.0765 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 1.0000 P_10 4_9 0.8000 P_15 4_9 0.8667 P_20 4_9 0.7000 P_30 4_9 0.6000 P_100 4_9 0.2700 P_200 4_9 0.1600 P_500 4_9 0.0820 P_1000 4_9 0.0490 relstring 4_9 '223333-2-3' recall_5 4_9 0.0588 recall_10 4_9 0.0941 recall_15 4_9 0.1529 recall_20 4_9 0.1647 recall_30 4_9 0.2118 recall_100 4_9 0.3176 recall_200 4_9 0.3765 recall_500 4_9 0.4824 recall_1000 4_9 0.5765 infAP 4_9 0.2513 Rprec_mult_0.20 4_9 0.8235 Rprec_mult_0.40 4_9 0.5882 Rprec_mult_0.60 4_9 0.3922 Rprec_mult_0.80 4_9 0.3382 Rprec_mult_1.00 4_9 0.2824 Rprec_mult_1.20 4_9 0.2647 Rprec_mult_1.40 4_9 0.2269 Rprec_mult_1.60 4_9 0.2059 Rprec_mult_1.80 4_9 0.2026 Rprec_mult_2.00 4_9 0.1882 utility 4_9 -902.0000 11pt_avg 4_9 0.2764 binG 4_9 0.1851 G 4_9 0.1378 ndcg 4_9 0.5856 ndcg_rel 4_9 0.5883 Rndcg 4_9 0.5178 ndcg_cut_5 4_9 0.8156 ndcg_cut_10 4_9 0.7176 ndcg_cut_15 4_9 0.7381 ndcg_cut_20 4_9 0.6377 ndcg_cut_30 4_9 0.6003 ndcg_cut_100 4_9 0.4452 ndcg_cut_200 4_9 0.4903 ndcg_cut_500 4_9 0.5443 ndcg_cut_1000 4_9 0.5856 map_cut_5 4_9 0.0588 map_cut_10 4_9 0.0903 map_cut_15 4_9 0.1400 map_cut_20 4_9 0.1503 map_cut_30 4_9 0.1819 map_cut_100 4_9 0.2222 map_cut_200 4_9 0.2345 map_cut_500 4_9 0.2453 map_cut_1000 4_9 0.2513 relative_P_5 4_9 1.0000 relative_P_10 4_9 0.8000 relative_P_15 4_9 0.8667 relative_P_20 4_9 0.7000 relative_P_30 4_9 0.6000 relative_P_100 4_9 0.3176 relative_P_200 4_9 0.3765 relative_P_500 4_9 0.4824 relative_P_1000 4_9 0.5765 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0490 set_relative_P 4_9 0.5765 set_recall 4_9 0.5765 set_map 4_9 0.0282 set_F 4_9 0.0903 num_nonrel_judged_ret 4_9 1 rbp 4_9 0.6458 rbp_resid 4_9 0.2389 unj_5 4_9 0.0000 unj_10 4_9 0.2000 unj_20 4_9 0.3000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 17 map 5_10 0.2445 Rprec 5_10 0.3256 bpref 5_10 0.3694 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8000 iprec_at_recall_0.20 5_10 0.6316 iprec_at_recall_0.30 5_10 0.5909 iprec_at_recall_0.40 5_10 0.0172 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.7000 P_15 5_10 0.6000 P_20 5_10 0.6000 P_30 5_10 0.4333 P_100 5_10 0.1600 P_200 5_10 0.0800 P_500 5_10 0.0320 P_1000 5_10 0.0170 relstring 5_10 '230220111-' recall_5 5_10 0.0930 recall_10 5_10 0.1628 recall_15 5_10 0.2093 recall_20 5_10 0.2791 recall_30 5_10 0.3023 recall_100 5_10 0.3721 recall_200 5_10 0.3721 recall_500 5_10 0.3721 recall_1000 5_10 0.3953 infAP 5_10 0.2445 Rprec_mult_0.20 5_10 0.7778 Rprec_mult_0.40 5_10 0.6111 Rprec_mult_0.60 5_10 0.5000 Rprec_mult_0.80 5_10 0.4000 Rprec_mult_1.00 5_10 0.3256 Rprec_mult_1.20 5_10 0.2885 Rprec_mult_1.40 5_10 0.2623 Rprec_mult_1.60 5_10 0.2319 Rprec_mult_1.80 5_10 0.2051 Rprec_mult_2.00 5_10 0.1860 utility 5_10 -966.0000 11pt_avg 5_10 0.2763 binG 5_10 0.1727 G 5_10 0.0721 ndcg 5_10 0.3211 ndcg_rel 5_10 0.3481 Rndcg 5_10 0.3385 ndcg_cut_5 5_10 0.4687 ndcg_cut_10 5_10 0.3825 ndcg_cut_15 5_10 0.3391 ndcg_cut_20 5_10 0.3557 ndcg_cut_30 5_10 0.3155 ndcg_cut_100 5_10 0.3073 ndcg_cut_200 5_10 0.3073 ndcg_cut_500 5_10 0.3073 ndcg_cut_1000 5_10 0.3211 map_cut_5 5_10 0.0826 map_cut_10 5_10 0.1347 map_cut_15 5_10 0.1642 map_cut_20 5_10 0.2067 map_cut_30 5_10 0.2205 map_cut_100 5_10 0.2441 map_cut_200 5_10 0.2441 map_cut_500 5_10 0.2441 map_cut_1000 5_10 0.2445 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.7000 relative_P_15 5_10 0.6000 relative_P_20 5_10 0.6000 relative_P_30 5_10 0.4333 relative_P_100 5_10 0.3721 relative_P_200 5_10 0.3721 relative_P_500 5_10 0.3721 relative_P_1000 5_10 0.3953 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0170 set_relative_P 5_10 0.3953 set_recall 5_10 0.3953 set_map 5_10 0.0067 set_F 5_10 0.0326 num_nonrel_judged_ret 5_10 5 rbp 5_10 0.2615 rbp_resid 5_10 0.2046 unj_5 5_10 0.0000 unj_10 5_10 0.1000 unj_20 5_10 0.2000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 97 map 5_13 0.3844 Rprec 5_13 0.3661 bpref 5_13 0.6511 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 1.0000 iprec_at_recall_0.20 5_13 0.7333 iprec_at_recall_0.30 5_13 0.4359 iprec_at_recall_0.40 5_13 0.3879 iprec_at_recall_0.50 5_13 0.2800 iprec_at_recall_0.60 5_13 0.2491 iprec_at_recall_0.70 5_13 0.2241 iprec_at_recall_0.80 5_13 0.1554 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 1.0000 P_15 5_13 0.9333 P_20 5_13 0.9000 P_30 5_13 0.7333 P_100 5_13 0.3800 P_200 5_13 0.2800 P_500 5_13 0.1720 P_1000 5_13 0.0970 relstring 5_13 '2132113121' recall_5 5_13 0.0446 recall_10 5_13 0.0893 recall_15 5_13 0.1250 recall_20 5_13 0.1607 recall_30 5_13 0.1964 recall_100 5_13 0.3393 recall_200 5_13 0.5000 recall_500 5_13 0.7679 recall_1000 5_13 0.8661 infAP 5_13 0.3844 Rprec_mult_0.20 5_13 0.8261 Rprec_mult_0.40 5_13 0.5333 Rprec_mult_0.60 5_13 0.4559 Rprec_mult_0.80 5_13 0.4000 Rprec_mult_1.00 5_13 0.3661 Rprec_mult_1.20 5_13 0.3630 Rprec_mult_1.40 5_13 0.3312 Rprec_mult_1.60 5_13 0.2944 Rprec_mult_1.80 5_13 0.2772 Rprec_mult_2.00 5_13 0.2679 utility 5_13 -806.0000 11pt_avg 5_13 0.4060 binG 5_13 0.2463 G 5_13 0.1428 ndcg 5_13 0.6516 ndcg_rel 5_13 0.5230 Rndcg 5_13 0.4802 ndcg_cut_5 5_13 0.5135 ndcg_cut_10 5_13 0.5413 ndcg_cut_15 5_13 0.5198 ndcg_cut_20 5_13 0.5288 ndcg_cut_30 5_13 0.4699 ndcg_cut_100 5_13 0.4086 ndcg_cut_200 5_13 0.4685 ndcg_cut_500 5_13 0.6085 ndcg_cut_1000 5_13 0.6516 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0893 map_cut_15 5_13 0.1238 map_cut_20 5_13 0.1556 map_cut_30 5_13 0.1832 map_cut_100 5_13 0.2509 map_cut_200 5_13 0.3076 map_cut_500 5_13 0.3705 map_cut_1000 5_13 0.3844 relative_P_5 5_13 1.0000 relative_P_10 5_13 1.0000 relative_P_15 5_13 0.9333 relative_P_20 5_13 0.9000 relative_P_30 5_13 0.7333 relative_P_100 5_13 0.3800 relative_P_200 5_13 0.5000 relative_P_500 5_13 0.7679 relative_P_1000 5_13 0.8661 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.0970 set_relative_P 5_13 0.8661 set_recall 5_13 0.8661 set_map 5_13 0.0840 set_F 5_13 0.1745 num_nonrel_judged_ret 5_13 48 rbp 5_13 0.3460 rbp_resid 5_13 0.0176 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 37 map 5_14 0.7035 Rprec 5_14 0.7105 bpref 5_14 0.8386 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.9286 iprec_at_recall_0.40 5_14 0.7826 iprec_at_recall_0.50 5_14 0.7586 iprec_at_recall_0.60 5_14 0.7179 iprec_at_recall_0.70 5_14 0.7179 iprec_at_recall_0.80 5_14 0.4839 iprec_at_recall_0.90 5_14 0.2500 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 1.0000 P_15 5_14 0.8667 P_20 5_14 0.7500 P_30 5_14 0.7333 P_100 5_14 0.3100 P_200 5_14 0.1750 P_500 5_14 0.0720 P_1000 5_14 0.0370 relstring 5_14 '2443243222' recall_5 5_14 0.1316 recall_10 5_14 0.2632 recall_15 5_14 0.3421 recall_20 5_14 0.3947 recall_30 5_14 0.5789 recall_100 5_14 0.8158 recall_200 5_14 0.9211 recall_500 5_14 0.9474 recall_1000 5_14 0.9737 infAP 5_14 0.7035 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.8750 Rprec_mult_0.60 5_14 0.7826 Rprec_mult_0.80 5_14 0.7097 Rprec_mult_1.00 5_14 0.7105 Rprec_mult_1.20 5_14 0.6304 Rprec_mult_1.40 5_14 0.5370 Rprec_mult_1.60 5_14 0.4754 Rprec_mult_1.80 5_14 0.4348 Rprec_mult_2.00 5_14 0.3947 utility 5_14 -926.0000 11pt_avg 5_14 0.6945 binG 5_14 0.4788 G 5_14 0.3156 ndcg 5_14 0.8525 ndcg_rel 5_14 0.7836 Rndcg 5_14 0.7923 ndcg_cut_5 5_14 0.7530 ndcg_cut_10 5_14 0.8390 ndcg_cut_15 5_14 0.8049 ndcg_cut_20 5_14 0.7579 ndcg_cut_30 5_14 0.7682 ndcg_cut_100 5_14 0.7948 ndcg_cut_200 5_14 0.8300 ndcg_cut_500 5_14 0.8399 ndcg_cut_1000 5_14 0.8525 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2632 map_cut_15 5_14 0.3360 map_cut_20 5_14 0.3788 map_cut_30 5_14 0.5182 map_cut_100 5_14 0.6711 map_cut_200 5_14 0.6992 map_cut_500 5_14 0.7024 map_cut_1000 5_14 0.7035 relative_P_5 5_14 1.0000 relative_P_10 5_14 1.0000 relative_P_15 5_14 0.8667 relative_P_20 5_14 0.7500 relative_P_30 5_14 0.7333 relative_P_100 5_14 0.8158 relative_P_200 5_14 0.9211 relative_P_500 5_14 0.9474 relative_P_1000 5_14 0.9737 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0370 set_relative_P 5_14 0.9737 set_recall 5_14 0.9737 set_map 5_14 0.0360 set_F 5_14 0.0713 num_nonrel_judged_ret 5_14 21 rbp 5_14 0.5618 rbp_resid 5_14 0.0432 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.0500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 36 map 5_15 0.1632 Rprec 5_15 0.1628 bpref 5_15 0.2190 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.2222 iprec_at_recall_0.20 5_15 0.1915 iprec_at_recall_0.30 5_15 0.1781 iprec_at_recall_0.40 5_15 0.1695 iprec_at_recall_0.50 5_15 0.1571 iprec_at_recall_0.60 5_15 0.1477 iprec_at_recall_0.70 5_15 0.0971 iprec_at_recall_0.80 5_15 0.0554 iprec_at_recall_0.90 5_15 0.0000 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.2000 P_15 5_15 0.2000 P_20 5_15 0.2000 P_30 5_15 0.1667 P_100 5_15 0.1600 P_200 5_15 0.1300 P_500 5_15 0.0640 P_1000 5_15 0.0360 relstring 5_15 '11000000--' recall_5 5_15 0.0465 recall_10 5_15 0.0465 recall_15 5_15 0.0698 recall_20 5_15 0.0930 recall_30 5_15 0.1163 recall_100 5_15 0.3721 recall_200 5_15 0.6047 recall_500 5_15 0.7442 recall_1000 5_15 0.8372 infAP 5_15 0.1632 Rprec_mult_0.20 5_15 0.2222 Rprec_mult_0.40 5_15 0.2222 Rprec_mult_0.60 5_15 0.1538 Rprec_mult_0.80 5_15 0.1714 Rprec_mult_1.00 5_15 0.1628 Rprec_mult_1.20 5_15 0.1731 Rprec_mult_1.40 5_15 0.1803 Rprec_mult_1.60 5_15 0.1739 Rprec_mult_1.80 5_15 0.1667 Rprec_mult_2.00 5_15 0.1744 utility 5_15 -928.0000 11pt_avg 5_15 0.2017 binG 5_15 0.1709 G 5_15 0.1296 ndcg 5_15 0.4619 ndcg_rel 5_15 0.3275 Rndcg 5_15 0.2171 ndcg_cut_5 5_15 0.1657 ndcg_cut_10 5_15 0.1115 ndcg_cut_15 5_15 0.1392 ndcg_cut_20 5_15 0.1345 ndcg_cut_30 5_15 0.1237 ndcg_cut_100 5_15 0.2594 ndcg_cut_200 5_15 0.3806 ndcg_cut_500 5_15 0.4376 ndcg_cut_1000 5_15 0.4619 map_cut_5 5_15 0.0465 map_cut_10 5_15 0.0465 map_cut_15 5_15 0.0523 map_cut_20 5_15 0.0575 map_cut_30 5_15 0.0618 map_cut_100 5_15 0.1077 map_cut_200 5_15 0.1445 map_cut_500 5_15 0.1586 map_cut_1000 5_15 0.1632 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.2000 relative_P_15 5_15 0.2000 relative_P_20 5_15 0.2000 relative_P_30 5_15 0.1667 relative_P_100 5_15 0.3721 relative_P_200 5_15 0.6047 relative_P_500 5_15 0.7442 relative_P_1000 5_15 0.8372 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0360 set_relative_P 5_15 0.8372 set_recall 5_15 0.8372 set_map 5_15 0.0301 set_F 5_15 0.0690 num_nonrel_judged_ret 5_15 75 rbp 5_15 0.0814 rbp_resid 5_15 0.2043 unj_5 5_15 0.0000 unj_10 5_15 0.2000 unj_20 5_15 0.2500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 58 map 5_2 0.1084 Rprec 5_2 0.1295 bpref 5_2 0.3564 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.1720 iprec_at_recall_0.20 5_2 0.1098 iprec_at_recall_0.30 5_2 0.1000 iprec_at_recall_0.40 5_2 0.0650 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 0.8000 P_15 5_2 0.6667 P_20 5_2 0.5000 P_30 5_2 0.4000 P_100 5_2 0.1600 P_200 5_2 0.1100 P_500 5_2 0.0920 P_1000 5_2 0.0580 relstring 5_2 '444112--21' recall_5 5_2 0.0360 recall_10 5_2 0.0576 recall_15 5_2 0.0719 recall_20 5_2 0.0719 recall_30 5_2 0.0863 recall_100 5_2 0.1151 recall_200 5_2 0.1583 recall_500 5_2 0.3309 recall_1000 5_2 0.4173 infAP 5_2 0.1084 Rprec_mult_0.20 5_2 0.3929 Rprec_mult_0.40 5_2 0.2321 Rprec_mult_0.60 5_2 0.1548 Rprec_mult_0.80 5_2 0.1518 Rprec_mult_1.00 5_2 0.1295 Rprec_mult_1.20 5_2 0.1257 Rprec_mult_1.40 5_2 0.1128 Rprec_mult_1.60 5_2 0.1076 Rprec_mult_1.80 5_2 0.1036 Rprec_mult_2.00 5_2 0.1043 utility 5_2 -884.0000 11pt_avg 5_2 0.1315 binG 5_2 0.1024 G 5_2 0.0973 ndcg 5_2 0.3895 ndcg_rel 5_2 0.3909 Rndcg 5_2 0.3406 ndcg_cut_5 5_2 0.7920 ndcg_cut_10 5_2 0.6022 ndcg_cut_15 5_2 0.4902 ndcg_cut_20 5_2 0.4260 ndcg_cut_30 5_2 0.3572 ndcg_cut_100 5_2 0.2411 ndcg_cut_200 5_2 0.2371 ndcg_cut_500 5_2 0.3519 ndcg_cut_1000 5_2 0.3895 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0545 map_cut_15 5_2 0.0664 map_cut_20 5_2 0.0664 map_cut_30 5_2 0.0726 map_cut_100 5_2 0.0780 map_cut_200 5_2 0.0839 map_cut_500 5_2 0.1020 map_cut_1000 5_2 0.1084 relative_P_5 5_2 1.0000 relative_P_10 5_2 0.8000 relative_P_15 5_2 0.6667 relative_P_20 5_2 0.5000 relative_P_30 5_2 0.4000 relative_P_100 5_2 0.1600 relative_P_200 5_2 0.1583 relative_P_500 5_2 0.3309 relative_P_1000 5_2 0.4173 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0580 set_relative_P 5_2 0.4173 set_recall 5_2 0.4173 set_map 5_2 0.0242 set_F 5_2 0.1018 num_nonrel_judged_ret 5_2 25 rbp 5_2 0.3866 rbp_resid 5_2 0.3156 unj_5 5_2 0.0000 unj_10 5_2 0.2000 unj_20 5_2 0.4000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 49 map 5_4 0.1177 Rprec 5_4 0.2037 bpref 5_4 0.3741 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.4615 iprec_at_recall_0.20 5_4 0.2115 iprec_at_recall_0.30 5_4 0.0948 iprec_at_recall_0.40 5_4 0.0552 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.8000 P_10 5_4 0.5000 P_15 5_4 0.4667 P_20 5_4 0.4000 P_30 5_4 0.4333 P_100 5_4 0.2100 P_200 5_4 0.1300 P_500 5_4 0.0740 P_1000 5_4 0.0490 relstring 5_4 '22032-0-2-' recall_5 5_4 0.0370 recall_10 5_4 0.0463 recall_15 5_4 0.0648 recall_20 5_4 0.0741 recall_30 5_4 0.1204 recall_100 5_4 0.1944 recall_200 5_4 0.2407 recall_500 5_4 0.3426 recall_1000 5_4 0.4537 infAP 5_4 0.1177 Rprec_mult_0.20 5_4 0.4091 Rprec_mult_0.40 5_4 0.3409 Rprec_mult_0.60 5_4 0.2462 Rprec_mult_0.80 5_4 0.2299 Rprec_mult_1.00 5_4 0.2037 Rprec_mult_1.20 5_4 0.1692 Rprec_mult_1.40 5_4 0.1579 Rprec_mult_1.60 5_4 0.1445 Rprec_mult_1.80 5_4 0.1333 Rprec_mult_2.00 5_4 0.1250 utility 5_4 -902.0000 11pt_avg 5_4 0.1657 binG 5_4 0.0985 G 5_4 0.0740 ndcg 5_4 0.3860 ndcg_rel 5_4 0.3670 Rndcg 5_4 0.3374 ndcg_cut_5 5_4 0.4517 ndcg_cut_10 5_4 0.3501 ndcg_cut_15 5_4 0.3456 ndcg_cut_20 5_4 0.3308 ndcg_cut_30 5_4 0.3720 ndcg_cut_100 5_4 0.2757 ndcg_cut_200 5_4 0.2945 ndcg_cut_500 5_4 0.3366 ndcg_cut_1000 5_4 0.3860 map_cut_5 5_4 0.0329 map_cut_10 5_4 0.0380 map_cut_15 5_4 0.0470 map_cut_20 5_4 0.0511 map_cut_30 5_4 0.0712 map_cut_100 5_4 0.0932 map_cut_200 5_4 0.1010 map_cut_500 5_4 0.1115 map_cut_1000 5_4 0.1177 relative_P_5 5_4 0.8000 relative_P_10 5_4 0.5000 relative_P_15 5_4 0.4667 relative_P_20 5_4 0.4000 relative_P_30 5_4 0.4333 relative_P_100 5_4 0.2100 relative_P_200 5_4 0.2407 relative_P_500 5_4 0.3426 relative_P_1000 5_4 0.4537 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0490 set_relative_P 5_4 0.4537 set_recall 5_4 0.4537 set_map 5_4 0.0222 set_F 5_4 0.0884 num_nonrel_judged_ret 5_4 16 rbp 5_4 0.2709 rbp_resid 5_4 0.3230 unj_5 5_4 0.0000 unj_10 5_4 0.3000 unj_20 5_4 0.4000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 34 map 5_5 0.0510 Rprec 5_5 0.0833 bpref 5_5 0.2468 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.0753 iprec_at_recall_0.20 5_5 0.0468 iprec_at_recall_0.30 5_5 0.0379 iprec_at_recall_0.40 5_5 0.0000 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.6000 P_10 5_5 0.4000 P_15 5_5 0.2667 P_20 5_5 0.2000 P_30 5_5 0.1667 P_100 5_5 0.0900 P_200 5_5 0.0600 P_500 5_5 0.0460 P_1000 5_5 0.0340 relstring 5_5 '2120001-00' recall_5 5_5 0.0278 recall_10 5_5 0.0370 recall_15 5_5 0.0370 recall_20 5_5 0.0370 recall_30 5_5 0.0463 recall_100 5_5 0.0833 recall_200 5_5 0.1111 recall_500 5_5 0.2130 recall_1000 5_5 0.3148 infAP 5_5 0.0510 Rprec_mult_0.20 5_5 0.1818 Rprec_mult_0.40 5_5 0.1364 Rprec_mult_0.60 5_5 0.1077 Rprec_mult_0.80 5_5 0.1034 Rprec_mult_1.00 5_5 0.0833 Rprec_mult_1.20 5_5 0.0692 Rprec_mult_1.40 5_5 0.0724 Rprec_mult_1.60 5_5 0.0636 Rprec_mult_1.80 5_5 0.0615 Rprec_mult_2.00 5_5 0.0602 utility 5_5 -932.0000 11pt_avg 5_5 0.1055 binG 5_5 0.0672 G 5_5 0.0501 ndcg 5_5 0.2560 ndcg_rel 5_5 0.2450 Rndcg 5_5 0.2283 ndcg_cut_5 5_5 0.3183 ndcg_cut_10 5_5 0.2448 ndcg_cut_15 5_5 0.2075 ndcg_cut_20 5_5 0.1847 ndcg_cut_30 5_5 0.1704 ndcg_cut_100 5_5 0.1492 ndcg_cut_200 5_5 0.1578 ndcg_cut_500 5_5 0.2050 ndcg_cut_1000 5_5 0.2560 map_cut_5 5_5 0.0278 map_cut_10 5_5 0.0331 map_cut_15 5_5 0.0331 map_cut_20 5_5 0.0331 map_cut_30 5_5 0.0348 map_cut_100 5_5 0.0399 map_cut_200 5_5 0.0418 map_cut_500 5_5 0.0471 map_cut_1000 5_5 0.0510 relative_P_5 5_5 0.6000 relative_P_10 5_5 0.4000 relative_P_15 5_5 0.2667 relative_P_20 5_5 0.2000 relative_P_30 5_5 0.1667 relative_P_100 5_5 0.0900 relative_P_200 5_5 0.1111 relative_P_500 5_5 0.2130 relative_P_1000 5_5 0.3148 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0340 set_relative_P 5_5 0.3148 set_recall 5_5 0.3148 set_map 5_5 0.0107 set_F 5_5 0.0614 num_nonrel_judged_ret 5_5 41 rbp 5_5 0.1320 rbp_resid 5_5 0.2766 unj_5 5_5 0.0000 unj_10 5_5 0.1000 unj_20 5_5 0.3500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 55 map 5_8 0.2208 Rprec 5_8 0.2821 bpref 5_8 0.5096 recip_rank 5_8 1.0000 iprec_at_recall_0.00 5_8 1.0000 iprec_at_recall_0.10 5_8 0.5714 iprec_at_recall_0.20 5_8 0.4848 iprec_at_recall_0.30 5_8 0.2875 iprec_at_recall_0.40 5_8 0.1975 iprec_at_recall_0.50 5_8 0.1311 iprec_at_recall_0.60 5_8 0.0809 iprec_at_recall_0.70 5_8 0.0615 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.8000 P_10 5_8 0.7000 P_15 5_8 0.5333 P_20 5_8 0.5000 P_30 5_8 0.4667 P_100 5_8 0.2400 P_200 5_8 0.1600 P_500 5_8 0.0860 P_1000 5_8 0.0550 relstring 5_8 '3101211020' recall_5 5_8 0.0513 recall_10 5_8 0.0897 recall_15 5_8 0.1026 recall_20 5_8 0.1282 recall_30 5_8 0.1795 recall_100 5_8 0.3077 recall_200 5_8 0.4103 recall_500 5_8 0.5513 recall_1000 5_8 0.7051 infAP 5_8 0.2208 Rprec_mult_0.20 5_8 0.5000 Rprec_mult_0.40 5_8 0.4688 Rprec_mult_0.60 5_8 0.3830 Rprec_mult_0.80 5_8 0.3016 Rprec_mult_1.00 5_8 0.2821 Rprec_mult_1.20 5_8 0.2447 Rprec_mult_1.40 5_8 0.2273 Rprec_mult_1.60 5_8 0.2160 Rprec_mult_1.80 5_8 0.2057 Rprec_mult_2.00 5_8 0.1923 utility 5_8 -890.0000 11pt_avg 5_8 0.2559 binG 5_8 0.1638 G 5_8 0.1144 ndcg 5_8 0.4964 ndcg_rel 5_8 0.4267 Rndcg 5_8 0.3781 ndcg_cut_5 5_8 0.4405 ndcg_cut_10 5_8 0.3887 ndcg_cut_15 5_8 0.3279 ndcg_cut_20 5_8 0.3353 ndcg_cut_30 5_8 0.3218 ndcg_cut_100 5_8 0.3256 ndcg_cut_200 5_8 0.3695 ndcg_cut_500 5_8 0.4420 ndcg_cut_1000 5_8 0.4964 map_cut_5 5_8 0.0455 map_cut_10 5_8 0.0772 map_cut_15 5_8 0.0845 map_cut_20 5_8 0.0976 map_cut_30 5_8 0.1230 map_cut_100 5_8 0.1692 map_cut_200 5_8 0.1905 map_cut_500 5_8 0.2092 map_cut_1000 5_8 0.2208 relative_P_5 5_8 0.8000 relative_P_10 5_8 0.7000 relative_P_15 5_8 0.5333 relative_P_20 5_8 0.5000 relative_P_30 5_8 0.4667 relative_P_100 5_8 0.3077 relative_P_200 5_8 0.4103 relative_P_500 5_8 0.5513 relative_P_1000 5_8 0.7051 success_1 5_8 1.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0550 set_relative_P 5_8 0.7051 set_recall 5_8 0.7051 set_map 5_8 0.0388 set_F 5_8 0.1020 num_nonrel_judged_ret 5_8 37 rbp 5_8 0.2361 rbp_resid 5_8 0.0991 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.0500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 46 map 5_9 0.3538 Rprec 5_9 0.3396 bpref 5_9 0.7779 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.7500 iprec_at_recall_0.20 5_9 0.7222 iprec_at_recall_0.30 5_9 0.6667 iprec_at_recall_0.40 5_9 0.3043 iprec_at_recall_0.50 5_9 0.3000 iprec_at_recall_0.60 5_9 0.2705 iprec_at_recall_0.70 5_9 0.2179 iprec_at_recall_0.80 5_9 0.1458 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.6000 P_10 5_9 0.7000 P_15 5_9 0.6667 P_20 5_9 0.7000 P_30 5_9 0.5333 P_100 5_9 0.2800 P_200 5_9 0.1950 P_500 5_9 0.0920 P_1000 5_9 0.0460 relstring 5_9 '4010443021' recall_5 5_9 0.0566 recall_10 5_9 0.1321 recall_15 5_9 0.1887 recall_20 5_9 0.2642 recall_30 5_9 0.3019 recall_100 5_9 0.5283 recall_200 5_9 0.7358 recall_500 5_9 0.8679 recall_1000 5_9 0.8679 infAP 5_9 0.3538 Rprec_mult_0.20 5_9 0.7273 Rprec_mult_0.40 5_9 0.6818 Rprec_mult_0.60 5_9 0.5000 Rprec_mult_0.80 5_9 0.3721 Rprec_mult_1.00 5_9 0.3396 Rprec_mult_1.20 5_9 0.2969 Rprec_mult_1.40 5_9 0.2800 Rprec_mult_1.60 5_9 0.2824 Rprec_mult_1.80 5_9 0.2917 Rprec_mult_2.00 5_9 0.2830 utility 5_9 -908.0000 11pt_avg 5_9 0.3979 binG 5_9 0.2242 G 5_9 0.1718 ndcg 5_9 0.6785 ndcg_rel 5_9 0.5736 Rndcg 5_9 0.5005 ndcg_cut_5 5_9 0.5128 ndcg_cut_10 5_9 0.5152 ndcg_cut_15 5_9 0.5129 ndcg_cut_20 5_9 0.5415 ndcg_cut_30 5_9 0.4684 ndcg_cut_100 5_9 0.5199 ndcg_cut_200 5_9 0.6218 ndcg_cut_500 5_9 0.6785 ndcg_cut_1000 5_9 0.6785 map_cut_5 5_9 0.0428 map_cut_10 5_9 0.0946 map_cut_15 5_9 0.1360 map_cut_20 5_9 0.1891 map_cut_30 5_9 0.2151 map_cut_100 5_9 0.2834 map_cut_200 5_9 0.3358 map_cut_500 5_9 0.3538 map_cut_1000 5_9 0.3538 relative_P_5 5_9 0.6000 relative_P_10 5_9 0.7000 relative_P_15 5_9 0.6667 relative_P_20 5_9 0.7000 relative_P_30 5_9 0.5333 relative_P_100 5_9 0.5283 relative_P_200 5_9 0.7358 relative_P_500 5_9 0.8679 relative_P_1000 5_9 0.8679 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0460 set_relative_P 5_9 0.8679 set_recall 5_9 0.8679 set_map 5_9 0.0399 set_F 5_9 0.0874 num_nonrel_judged_ret 5_9 13 rbp 5_9 0.4542 rbp_resid 5_9 0.1292 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.1000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 91 map 6_1 0.1051 Rprec 6_1 0.1511 bpref 6_1 0.2277 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.4925 iprec_at_recall_0.20 6_1 0.1188 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 0.9000 P_15 6_1 0.7333 P_20 6_1 0.7500 P_30 6_1 0.7667 P_100 6_1 0.3700 P_200 6_1 0.2150 P_500 6_1 0.1220 P_1000 6_1 0.0910 relstring 6_1 '3221111220' recall_5 6_1 0.0151 recall_10 6_1 0.0272 recall_15 6_1 0.0332 recall_20 6_1 0.0453 recall_30 6_1 0.0695 recall_100 6_1 0.1118 recall_200 6_1 0.1299 recall_500 6_1 0.1843 recall_1000 6_1 0.2749 infAP 6_1 0.1051 Rprec_mult_0.20 6_1 0.4925 Rprec_mult_0.40 6_1 0.2932 Rprec_mult_0.60 6_1 0.2161 Rprec_mult_0.80 6_1 0.1811 Rprec_mult_1.00 6_1 0.1511 Rprec_mult_1.20 6_1 0.1382 Rprec_mult_1.40 6_1 0.1293 Rprec_mult_1.60 6_1 0.1189 Rprec_mult_1.80 6_1 0.1124 Rprec_mult_2.00 6_1 0.1103 utility 6_1 -818.0000 11pt_avg 6_1 0.1465 binG 6_1 0.0703 G 6_1 0.0447 ndcg 6_1 0.2943 ndcg_rel 6_1 0.3104 Rndcg 6_1 0.4041 ndcg_cut_5 6_1 0.6175 ndcg_cut_10 6_1 0.5469 ndcg_cut_15 6_1 0.4710 ndcg_cut_20 6_1 0.4737 ndcg_cut_30 6_1 0.4967 ndcg_cut_100 6_1 0.3243 ndcg_cut_200 6_1 0.2518 ndcg_cut_500 6_1 0.2374 ndcg_cut_1000 6_1 0.2943 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0272 map_cut_15 6_1 0.0317 map_cut_20 6_1 0.0405 map_cut_30 6_1 0.0594 map_cut_100 6_1 0.0816 map_cut_200 6_1 0.0867 map_cut_500 6_1 0.0953 map_cut_1000 6_1 0.1051 relative_P_5 6_1 1.0000 relative_P_10 6_1 0.9000 relative_P_15 6_1 0.7333 relative_P_20 6_1 0.7500 relative_P_30 6_1 0.7667 relative_P_100 6_1 0.3700 relative_P_200 6_1 0.2150 relative_P_500 6_1 0.1843 relative_P_1000 6_1 0.2749 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0910 set_relative_P 6_1 0.2749 set_recall 6_1 0.2749 set_map 6_1 0.0250 set_F 6_1 0.1367 num_nonrel_judged_ret 6_1 27 rbp 6_1 0.3302 rbp_resid 6_1 0.0272 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 27 map 6_10 0.0819 Rprec 6_10 0.0889 bpref 6_10 0.4820 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.1129 iprec_at_recall_0.20 6_10 0.0704 iprec_at_recall_0.30 6_10 0.0541 iprec_at_recall_0.40 6_10 0.0528 iprec_at_recall_0.50 6_10 0.0406 iprec_at_recall_0.60 6_10 0.0354 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.6000 P_10 6_10 0.3000 P_15 6_10 0.2667 P_20 6_10 0.2000 P_30 6_10 0.1333 P_100 6_10 0.0700 P_200 6_10 0.0550 P_500 6_10 0.0400 P_1000 6_10 0.0270 relstring 6_10 '3001200---' recall_5 6_10 0.0667 recall_10 6_10 0.0667 recall_15 6_10 0.0889 recall_20 6_10 0.0889 recall_30 6_10 0.0889 recall_100 6_10 0.1556 recall_200 6_10 0.2444 recall_500 6_10 0.4444 recall_1000 6_10 0.6000 infAP 6_10 0.0819 Rprec_mult_0.20 6_10 0.3333 Rprec_mult_0.40 6_10 0.2222 Rprec_mult_0.60 6_10 0.1481 Rprec_mult_0.80 6_10 0.1111 Rprec_mult_1.00 6_10 0.0889 Rprec_mult_1.20 6_10 0.0926 Rprec_mult_1.40 6_10 0.1111 Rprec_mult_1.60 6_10 0.0972 Rprec_mult_1.80 6_10 0.0864 Rprec_mult_2.00 6_10 0.0778 utility 6_10 -946.0000 11pt_avg 6_10 0.1242 binG 6_10 0.1160 G 6_10 0.0915 ndcg 6_10 0.3557 ndcg_rel 6_10 0.3228 Rndcg 6_10 0.3479 ndcg_cut_5 6_10 0.4270 ndcg_cut_10 6_10 0.2874 ndcg_cut_15 6_10 0.2647 ndcg_cut_20 6_10 0.2338 ndcg_cut_30 6_10 0.1964 ndcg_cut_100 6_10 0.1947 ndcg_cut_200 6_10 0.2259 ndcg_cut_500 6_10 0.3156 ndcg_cut_1000 6_10 0.3557 map_cut_5 6_10 0.0467 map_cut_10 6_10 0.0467 map_cut_15 6_10 0.0530 map_cut_20 6_10 0.0530 map_cut_30 6_10 0.0530 map_cut_100 6_10 0.0599 map_cut_200 6_10 0.0658 map_cut_500 6_10 0.0760 map_cut_1000 6_10 0.0819 relative_P_5 6_10 0.6000 relative_P_10 6_10 0.3000 relative_P_15 6_10 0.2667 relative_P_20 6_10 0.2000 relative_P_30 6_10 0.1333 relative_P_100 6_10 0.1556 relative_P_200 6_10 0.2444 relative_P_500 6_10 0.4444 relative_P_1000 6_10 0.6000 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0270 set_relative_P 6_10 0.6000 set_recall 6_10 0.6000 set_map 6_10 0.0162 set_F 6_10 0.0517 num_nonrel_judged_ret 6_10 16 rbp 6_10 0.1390 rbp_resid 6_10 0.4520 unj_5 6_10 0.0000 unj_10 6_10 0.3000 unj_20 6_10 0.6000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 50 map 6_11 0.0629 Rprec 6_11 0.0763 bpref 6_11 0.3542 recip_rank 6_11 1.0000 iprec_at_recall_0.00 6_11 1.0000 iprec_at_recall_0.10 6_11 0.0996 iprec_at_recall_0.20 6_11 0.0830 iprec_at_recall_0.30 6_11 0.0749 iprec_at_recall_0.40 6_11 0.0556 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.6000 P_10 6_11 0.4000 P_15 6_11 0.3333 P_20 6_11 0.2500 P_30 6_11 0.1667 P_100 6_11 0.0900 P_200 6_11 0.0800 P_500 6_11 0.0700 P_1000 6_11 0.0500 relstring 6_11 '1330010-0-' recall_5 6_11 0.0254 recall_10 6_11 0.0339 recall_15 6_11 0.0424 recall_20 6_11 0.0424 recall_30 6_11 0.0424 recall_100 6_11 0.0763 recall_200 6_11 0.1356 recall_500 6_11 0.2966 recall_1000 6_11 0.4237 infAP 6_11 0.0629 Rprec_mult_0.20 6_11 0.2083 Rprec_mult_0.40 6_11 0.1042 Rprec_mult_0.60 6_11 0.0704 Rprec_mult_0.80 6_11 0.0842 Rprec_mult_1.00 6_11 0.0763 Rprec_mult_1.20 6_11 0.0704 Rprec_mult_1.40 6_11 0.0723 Rprec_mult_1.60 6_11 0.0794 Rprec_mult_1.80 6_11 0.0845 Rprec_mult_2.00 6_11 0.0975 utility 6_11 -900.0000 11pt_avg 6_11 0.1194 binG 6_11 0.0791 G 6_11 0.0698 ndcg 6_11 0.3410 ndcg_rel 6_11 0.3107 Rndcg 6_11 0.3357 ndcg_cut_5 6_11 0.5472 ndcg_cut_10 6_11 0.4233 ndcg_cut_15 6_11 0.3618 ndcg_cut_20 6_11 0.3091 ndcg_cut_30 6_11 0.2450 ndcg_cut_100 6_11 0.1601 ndcg_cut_200 6_11 0.1798 ndcg_cut_500 6_11 0.2716 ndcg_cut_1000 6_11 0.3410 map_cut_5 6_11 0.0254 map_cut_10 6_11 0.0311 map_cut_15 6_11 0.0343 map_cut_20 6_11 0.0343 map_cut_30 6_11 0.0343 map_cut_100 6_11 0.0373 map_cut_200 6_11 0.0418 map_cut_500 6_11 0.0551 map_cut_1000 6_11 0.0629 relative_P_5 6_11 0.6000 relative_P_10 6_11 0.4000 relative_P_15 6_11 0.3333 relative_P_20 6_11 0.2500 relative_P_30 6_11 0.1667 relative_P_100 6_11 0.0900 relative_P_200 6_11 0.1356 relative_P_500 6_11 0.2966 relative_P_1000 6_11 0.4237 success_1 6_11 1.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0500 set_relative_P 6_11 0.4237 set_recall 6_11 0.4237 set_map 6_11 0.0212 set_F 6_11 0.0894 num_nonrel_judged_ret 6_11 29 rbp 6_11 0.2335 rbp_resid 6_11 0.3101 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.3500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 33 map 6_12 0.0600 Rprec 6_12 0.1014 bpref 6_12 0.4122 recip_rank 6_12 0.5000 iprec_at_recall_0.00 6_12 0.6667 iprec_at_recall_0.10 6_12 0.1944 iprec_at_recall_0.20 6_12 0.0909 iprec_at_recall_0.30 6_12 0.0662 iprec_at_recall_0.40 6_12 0.0552 iprec_at_recall_0.50 6_12 0.0000 iprec_at_recall_0.60 6_12 0.0000 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.4000 P_10 6_12 0.3000 P_15 6_12 0.2000 P_20 6_12 0.1500 P_30 6_12 0.1333 P_100 6_12 0.0900 P_200 6_12 0.0800 P_500 6_12 0.0540 P_1000 6_12 0.0330 relstring 6_12 '033003---0' recall_5 6_12 0.0290 recall_10 6_12 0.0435 recall_15 6_12 0.0435 recall_20 6_12 0.0435 recall_30 6_12 0.0580 recall_100 6_12 0.1304 recall_200 6_12 0.2319 recall_500 6_12 0.3913 recall_1000 6_12 0.4783 infAP 6_12 0.0600 Rprec_mult_0.20 6_12 0.2143 Rprec_mult_0.40 6_12 0.1429 Rprec_mult_0.60 6_12 0.1667 Rprec_mult_0.80 6_12 0.1250 Rprec_mult_1.00 6_12 0.1014 Rprec_mult_1.20 6_12 0.0964 Rprec_mult_1.40 6_12 0.0928 Rprec_mult_1.60 6_12 0.0811 Rprec_mult_1.80 6_12 0.0800 Rprec_mult_2.00 6_12 0.0797 utility 6_12 -934.0000 11pt_avg 6_12 0.0976 binG 6_12 0.0840 G 6_12 0.0702 ndcg 6_12 0.3381 ndcg_rel 6_12 0.2980 Rndcg 6_12 0.1515 ndcg_cut_5 6_12 0.3446 ndcg_cut_10 6_12 0.3049 ndcg_cut_15 6_12 0.2401 ndcg_cut_20 6_12 0.2017 ndcg_cut_30 6_12 0.1785 ndcg_cut_100 6_12 0.1565 ndcg_cut_200 6_12 0.2143 ndcg_cut_500 6_12 0.2978 ndcg_cut_1000 6_12 0.3381 map_cut_5 6_12 0.0169 map_cut_10 6_12 0.0242 map_cut_15 6_12 0.0242 map_cut_20 6_12 0.0242 map_cut_30 6_12 0.0263 map_cut_100 6_12 0.0372 map_cut_200 6_12 0.0456 map_cut_500 6_12 0.0562 map_cut_1000 6_12 0.0600 relative_P_5 6_12 0.4000 relative_P_10 6_12 0.3000 relative_P_15 6_12 0.2000 relative_P_20 6_12 0.1500 relative_P_30 6_12 0.1333 relative_P_100 6_12 0.1304 relative_P_200 6_12 0.2319 relative_P_500 6_12 0.3913 relative_P_1000 6_12 0.4783 success_1 6_12 0.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0330 set_relative_P 6_12 0.4783 set_recall 6_12 0.4783 set_map 6_12 0.0158 set_F 6_12 0.0617 num_nonrel_judged_ret 6_12 12 rbp 6_12 0.1833 rbp_resid 6_12 0.4342 unj_5 6_12 0.0000 unj_10 6_12 0.3000 unj_20 6_12 0.5500 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 73 map 6_13 0.2876 Rprec 6_13 0.2991 bpref 6_13 0.6806 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.9333 iprec_at_recall_0.20 6_13 0.8750 iprec_at_recall_0.30 6_13 0.3137 iprec_at_recall_0.40 6_13 0.1706 iprec_at_recall_0.50 6_13 0.1286 iprec_at_recall_0.60 6_13 0.1094 iprec_at_recall_0.70 6_13 0.0000 iprec_at_recall_0.80 6_13 0.0000 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 0.9000 P_15 6_13 0.9333 P_20 6_13 0.9000 P_30 6_13 0.7667 P_100 6_13 0.3100 P_200 6_13 0.1950 P_500 6_13 0.1140 P_1000 6_13 0.0730 relstring 6_13 '2323222-22' recall_5 6_13 0.0467 recall_10 6_13 0.0841 recall_15 6_13 0.1308 recall_20 6_13 0.1682 recall_30 6_13 0.2150 recall_100 6_13 0.2897 recall_200 6_13 0.3645 recall_500 6_13 0.5327 recall_1000 6_13 0.6822 infAP 6_13 0.2876 Rprec_mult_0.20 6_13 0.9091 Rprec_mult_0.40 6_13 0.5581 Rprec_mult_0.60 6_13 0.3846 Rprec_mult_0.80 6_13 0.3140 Rprec_mult_1.00 6_13 0.2991 Rprec_mult_1.20 6_13 0.2791 Rprec_mult_1.40 6_13 0.2467 Rprec_mult_1.60 6_13 0.2151 Rprec_mult_1.80 6_13 0.2021 Rprec_mult_2.00 6_13 0.1869 utility 6_13 -854.0000 11pt_avg 6_13 0.3210 binG 6_13 0.2071 G 6_13 0.1388 ndcg 6_13 0.6148 ndcg_rel 6_13 0.5767 Rndcg 6_13 0.5269 ndcg_cut_5 6_13 0.7867 ndcg_cut_10 6_13 0.6983 ndcg_cut_15 6_13 0.6905 ndcg_cut_20 6_13 0.6662 ndcg_cut_30 6_13 0.6094 ndcg_cut_100 6_13 0.3988 ndcg_cut_200 6_13 0.4325 ndcg_cut_500 6_13 0.5318 ndcg_cut_1000 6_13 0.6148 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0821 map_cut_15 6_13 0.1252 map_cut_20 6_13 0.1586 map_cut_30 6_13 0.1984 map_cut_100 6_13 0.2270 map_cut_200 6_13 0.2473 map_cut_500 6_13 0.2725 map_cut_1000 6_13 0.2876 relative_P_5 6_13 1.0000 relative_P_10 6_13 0.9000 relative_P_15 6_13 0.9333 relative_P_20 6_13 0.9000 relative_P_30 6_13 0.7667 relative_P_100 6_13 0.3100 relative_P_200 6_13 0.3645 relative_P_500 6_13 0.5327 relative_P_1000 6_13 0.6822 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0730 set_relative_P 6_13 0.6822 set_recall 6_13 0.6822 set_map 6_13 0.0498 set_F 6_13 0.1319 num_nonrel_judged_ret 6_13 1 rbp 6_13 0.5782 rbp_resid 6_13 0.1441 unj_5 6_13 0.0000 unj_10 6_13 0.1000 unj_20 6_13 0.1000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 41 map 6_14 0.1671 Rprec 6_14 0.1964 bpref 6_14 0.3128 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.6000 iprec_at_recall_0.20 6_14 0.3929 iprec_at_recall_0.30 6_14 0.1478 iprec_at_recall_0.40 6_14 0.1043 iprec_at_recall_0.50 6_14 0.0930 iprec_at_recall_0.60 6_14 0.0677 iprec_at_recall_0.70 6_14 0.0481 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.6000 P_10 6_14 0.6000 P_15 6_14 0.4000 P_20 6_14 0.4500 P_30 6_14 0.3667 P_100 6_14 0.1500 P_200 6_14 0.1050 P_500 6_14 0.0640 P_1000 6_14 0.0410 relstring 6_14 '2010222002' recall_5 6_14 0.0536 recall_10 6_14 0.1071 recall_15 6_14 0.1071 recall_20 6_14 0.1607 recall_30 6_14 0.1964 recall_100 6_14 0.2679 recall_200 6_14 0.3750 recall_500 6_14 0.5714 recall_1000 6_14 0.7321 infAP 6_14 0.1671 Rprec_mult_0.20 6_14 0.5000 Rprec_mult_0.40 6_14 0.4348 Rprec_mult_0.60 6_14 0.3235 Rprec_mult_0.80 6_14 0.2444 Rprec_mult_1.00 6_14 0.1964 Rprec_mult_1.20 6_14 0.1765 Rprec_mult_1.40 6_14 0.1646 Rprec_mult_1.60 6_14 0.1556 Rprec_mult_1.80 6_14 0.1485 Rprec_mult_2.00 6_14 0.1429 utility 6_14 -918.0000 11pt_avg 6_14 0.2231 binG 6_14 0.1551 G 6_14 0.1271 ndcg 6_14 0.5092 ndcg_rel 6_14 0.4358 Rndcg 6_14 0.3823 ndcg_cut_5 6_14 0.3701 ndcg_cut_10 6_14 0.4221 ndcg_cut_15 6_14 0.3481 ndcg_cut_20 6_14 0.3677 ndcg_cut_30 6_14 0.3382 ndcg_cut_100 6_14 0.3196 ndcg_cut_200 6_14 0.3628 ndcg_cut_500 6_14 0.4601 ndcg_cut_1000 6_14 0.5092 map_cut_5 6_14 0.0405 map_cut_10 6_14 0.0759 map_cut_15 6_14 0.0759 map_cut_20 6_14 0.0983 map_cut_30 6_14 0.1135 map_cut_100 6_14 0.1257 map_cut_200 6_14 0.1401 map_cut_500 6_14 0.1579 map_cut_1000 6_14 0.1671 relative_P_5 6_14 0.6000 relative_P_10 6_14 0.6000 relative_P_15 6_14 0.4000 relative_P_20 6_14 0.4500 relative_P_30 6_14 0.3667 relative_P_100 6_14 0.2679 relative_P_200 6_14 0.3750 relative_P_500 6_14 0.5714 relative_P_1000 6_14 0.7321 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0410 set_relative_P 6_14 0.7321 set_recall 6_14 0.7321 set_map 6_14 0.0300 set_F 6_14 0.0777 num_nonrel_judged_ret 6_14 58 rbp 6_14 0.2750 rbp_resid 6_14 0.0737 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0500 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 26 map 6_16 0.3655 Rprec 6_16 0.4138 bpref 6_16 0.6504 recip_rank 6_16 0.5000 iprec_at_recall_0.00 6_16 0.8000 iprec_at_recall_0.10 6_16 0.8000 iprec_at_recall_0.20 6_16 0.8000 iprec_at_recall_0.30 6_16 0.6000 iprec_at_recall_0.40 6_16 0.4615 iprec_at_recall_0.50 6_16 0.3846 iprec_at_recall_0.60 6_16 0.2787 iprec_at_recall_0.70 6_16 0.1667 iprec_at_recall_0.80 6_16 0.1204 iprec_at_recall_0.90 6_16 0.0533 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.6000 P_10 6_16 0.8000 P_15 6_16 0.6000 P_20 6_16 0.5000 P_30 6_16 0.4333 P_100 6_16 0.1900 P_200 6_16 0.1150 P_500 6_16 0.0520 P_1000 6_16 0.0260 relstring 6_16 '0320323322' recall_5 6_16 0.1034 recall_10 6_16 0.2759 recall_15 6_16 0.3103 recall_20 6_16 0.3448 recall_30 6_16 0.4483 recall_100 6_16 0.6552 recall_200 6_16 0.7931 recall_500 6_16 0.8966 recall_1000 6_16 0.8966 infAP 6_16 0.3655 Rprec_mult_0.20 6_16 0.6667 Rprec_mult_0.40 6_16 0.6667 Rprec_mult_0.60 6_16 0.5000 Rprec_mult_0.80 6_16 0.4583 Rprec_mult_1.00 6_16 0.4138 Rprec_mult_1.20 6_16 0.3714 Rprec_mult_1.40 6_16 0.3659 Rprec_mult_1.60 6_16 0.3191 Rprec_mult_1.80 6_16 0.3019 Rprec_mult_2.00 6_16 0.2759 utility 6_16 -948.0000 11pt_avg 6_16 0.4059 binG 6_16 0.2655 G 6_16 0.2022 ndcg 6_16 0.6779 ndcg_rel 6_16 0.5595 Rndcg 6_16 0.5161 ndcg_cut_5 6_16 0.4582 ndcg_cut_10 6_16 0.5790 ndcg_cut_15 6_16 0.4915 ndcg_cut_20 6_16 0.4682 ndcg_cut_30 6_16 0.4708 ndcg_cut_100 6_16 0.5860 ndcg_cut_200 6_16 0.6517 ndcg_cut_500 6_16 0.6779 ndcg_cut_1000 6_16 0.6779 map_cut_5 6_16 0.0609 map_cut_10 6_16 0.1888 map_cut_15 6_16 0.2095 map_cut_20 6_16 0.2276 map_cut_30 6_16 0.2750 map_cut_100 6_16 0.3396 map_cut_200 6_16 0.3585 map_cut_500 6_16 0.3655 map_cut_1000 6_16 0.3655 relative_P_5 6_16 0.6000 relative_P_10 6_16 0.8000 relative_P_15 6_16 0.6000 relative_P_20 6_16 0.5000 relative_P_30 6_16 0.4483 relative_P_100 6_16 0.6552 relative_P_200 6_16 0.7931 relative_P_500 6_16 0.8966 relative_P_1000 6_16 0.8966 success_1 6_16 0.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0260 set_relative_P 6_16 0.8966 set_recall 6_16 0.8966 set_map 6_16 0.0233 set_F 6_16 0.0505 num_nonrel_judged_ret 6_16 44 rbp 6_16 0.4641 rbp_resid 6_16 0.2432 unj_5 6_16 0.0000 unj_10 6_16 0.0000 unj_20 6_16 0.3500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 22 map 6_3 0.0375 Rprec 6_3 0.0515 bpref 6_3 0.1850 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.0456 iprec_at_recall_0.20 6_3 0.0349 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.3000 P_15 6_3 0.2667 P_20 6_3 0.2000 P_30 6_3 0.1333 P_100 6_3 0.0500 P_200 6_3 0.0450 P_500 6_3 0.0360 P_1000 6_3 0.0220 relstring 6_3 '310010-0--' recall_5 6_3 0.0309 recall_10 6_3 0.0309 recall_15 6_3 0.0412 recall_20 6_3 0.0412 recall_30 6_3 0.0412 recall_100 6_3 0.0515 recall_200 6_3 0.0928 recall_500 6_3 0.1856 recall_1000 6_3 0.2268 infAP 6_3 0.0375 Rprec_mult_0.20 6_3 0.2000 Rprec_mult_0.40 6_3 0.1026 Rprec_mult_0.60 6_3 0.0678 Rprec_mult_0.80 6_3 0.0641 Rprec_mult_1.00 6_3 0.0515 Rprec_mult_1.20 6_3 0.0427 Rprec_mult_1.40 6_3 0.0441 Rprec_mult_1.60 6_3 0.0513 Rprec_mult_1.80 6_3 0.0457 Rprec_mult_2.00 6_3 0.0464 utility 6_3 -956.0000 11pt_avg 6_3 0.0982 binG 6_3 0.0516 G 6_3 0.0431 ndcg 6_3 0.2170 ndcg_rel 6_3 0.2192 Rndcg 6_3 0.2464 ndcg_cut_5 6_3 0.3835 ndcg_cut_10 6_3 0.2633 ndcg_cut_15 6_3 0.2382 ndcg_cut_20 6_3 0.2119 ndcg_cut_30 6_3 0.1767 ndcg_cut_100 6_3 0.1124 ndcg_cut_200 6_3 0.1355 ndcg_cut_500 6_3 0.1992 ndcg_cut_1000 6_3 0.2170 map_cut_5 6_3 0.0268 map_cut_10 6_3 0.0268 map_cut_15 6_3 0.0296 map_cut_20 6_3 0.0296 map_cut_30 6_3 0.0296 map_cut_100 6_3 0.0303 map_cut_200 6_3 0.0324 map_cut_500 6_3 0.0363 map_cut_1000 6_3 0.0375 relative_P_5 6_3 0.6000 relative_P_10 6_3 0.3000 relative_P_15 6_3 0.2667 relative_P_20 6_3 0.2000 relative_P_30 6_3 0.1333 relative_P_100 6_3 0.0515 relative_P_200 6_3 0.0928 relative_P_500 6_3 0.1856 relative_P_1000 6_3 0.2268 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0220 set_relative_P 6_3 0.2268 set_recall 6_3 0.2268 set_map 6_3 0.0050 set_F 6_3 0.0401 num_nonrel_judged_ret 6_3 33 rbp 6_3 0.1254 rbp_resid 6_3 0.4055 unj_5 6_3 0.0000 unj_10 6_3 0.3000 unj_20 6_3 0.5000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 26 map 6_4 0.0081 Rprec 6_4 0.0248 bpref 6_4 0.1685 recip_rank 6_4 0.1429 iprec_at_recall_0.00 6_4 0.1429 iprec_at_recall_0.10 6_4 0.0393 iprec_at_recall_0.20 6_4 0.0265 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.0000 P_10 6_4 0.1000 P_15 6_4 0.0667 P_20 6_4 0.0500 P_30 6_4 0.0333 P_100 6_4 0.0300 P_200 6_4 0.0300 P_500 6_4 0.0360 P_1000 6_4 0.0260 relstring 6_4 '0000003-0-' recall_5 6_4 0.0000 recall_10 6_4 0.0083 recall_15 6_4 0.0083 recall_20 6_4 0.0083 recall_30 6_4 0.0083 recall_100 6_4 0.0248 recall_200 6_4 0.0496 recall_500 6_4 0.1488 recall_1000 6_4 0.2149 infAP 6_4 0.0081 Rprec_mult_0.20 6_4 0.0400 Rprec_mult_0.40 6_4 0.0408 Rprec_mult_0.60 6_4 0.0274 Rprec_mult_0.80 6_4 0.0309 Rprec_mult_1.00 6_4 0.0248 Rprec_mult_1.20 6_4 0.0205 Rprec_mult_1.40 6_4 0.0176 Rprec_mult_1.60 6_4 0.0309 Rprec_mult_1.80 6_4 0.0275 Rprec_mult_2.00 6_4 0.0331 utility 6_4 -948.0000 11pt_avg 6_4 0.0190 binG 6_4 0.0278 G 6_4 0.0263 ndcg 6_4 0.1336 ndcg_rel 6_4 0.1226 Rndcg 6_4 0.0638 ndcg_cut_5 6_4 0.0000 ndcg_cut_10 6_4 0.0734 ndcg_cut_15 6_4 0.0577 ndcg_cut_20 6_4 0.0508 ndcg_cut_30 6_4 0.0418 ndcg_cut_100 6_4 0.0320 ndcg_cut_200 6_4 0.0459 ndcg_cut_500 6_4 0.1005 ndcg_cut_1000 6_4 0.1336 map_cut_5 6_4 0.0000 map_cut_10 6_4 0.0012 map_cut_15 6_4 0.0012 map_cut_20 6_4 0.0012 map_cut_30 6_4 0.0012 map_cut_100 6_4 0.0018 map_cut_200 6_4 0.0025 map_cut_500 6_4 0.0062 map_cut_1000 6_4 0.0081 relative_P_5 6_4 0.0000 relative_P_10 6_4 0.1000 relative_P_15 6_4 0.0667 relative_P_20 6_4 0.0500 relative_P_30 6_4 0.0333 relative_P_100 6_4 0.0300 relative_P_200 6_4 0.0496 relative_P_500 6_4 0.1488 relative_P_1000 6_4 0.2149 success_1 6_4 0.0000 success_5 6_4 0.0000 success_10 6_4 1.0000 set_P 6_4 0.0260 set_relative_P 6_4 0.2149 set_recall 6_4 0.2149 set_map 6_4 0.0056 set_F 6_4 0.0464 num_nonrel_judged_ret 6_4 40 rbp 6_4 0.0537 rbp_resid 6_4 0.4049 unj_5 6_4 0.0000 unj_10 6_4 0.2000 unj_20 6_4 0.6000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 35 map 6_5 0.2335 Rprec 6_5 0.2979 bpref 6_5 0.6781 recip_rank 6_5 0.5000 iprec_at_recall_0.00 6_5 0.8333 iprec_at_recall_0.10 6_5 0.8333 iprec_at_recall_0.20 6_5 0.6250 iprec_at_recall_0.30 6_5 0.5600 iprec_at_recall_0.40 6_5 0.0962 iprec_at_recall_0.50 6_5 0.0962 iprec_at_recall_0.60 6_5 0.0705 iprec_at_recall_0.70 6_5 0.0608 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.8000 P_10 6_5 0.6000 P_15 6_5 0.6000 P_20 6_5 0.6000 P_30 6_5 0.4667 P_100 6_5 0.1700 P_200 6_5 0.0900 P_500 6_5 0.0600 P_1000 6_5 0.0350 relstring 6_5 '033342-3--' recall_5 6_5 0.0851 recall_10 6_5 0.1277 recall_15 6_5 0.1915 recall_20 6_5 0.2553 recall_30 6_5 0.2979 recall_100 6_5 0.3617 recall_200 6_5 0.3830 recall_500 6_5 0.6383 recall_1000 6_5 0.7447 infAP 6_5 0.2335 Rprec_mult_0.20 6_5 0.6000 Rprec_mult_0.40 6_5 0.5789 Rprec_mult_0.60 6_5 0.4828 Rprec_mult_0.80 6_5 0.3684 Rprec_mult_1.00 6_5 0.2979 Rprec_mult_1.20 6_5 0.2456 Rprec_mult_1.40 6_5 0.2121 Rprec_mult_1.60 6_5 0.1974 Rprec_mult_1.80 6_5 0.1882 Rprec_mult_2.00 6_5 0.1809 utility 6_5 -930.0000 11pt_avg 6_5 0.2887 binG 6_5 0.1879 G 6_5 0.1437 ndcg 6_5 0.5626 ndcg_rel 6_5 0.5005 Rndcg 6_5 0.4558 ndcg_cut_5 6_5 0.5464 ndcg_cut_10 6_5 0.4873 ndcg_cut_15 6_5 0.4944 ndcg_cut_20 6_5 0.4796 ndcg_cut_30 6_5 0.4395 ndcg_cut_100 6_5 0.4098 ndcg_cut_200 6_5 0.4223 ndcg_cut_500 6_5 0.5164 ndcg_cut_1000 6_5 0.5626 map_cut_5 6_5 0.0578 map_cut_10 6_5 0.0915 map_cut_15 6_5 0.1279 map_cut_20 6_5 0.1669 map_cut_30 6_5 0.1914 map_cut_100 6_5 0.2040 map_cut_200 6_5 0.2065 map_cut_500 6_5 0.2275 map_cut_1000 6_5 0.2335 relative_P_5 6_5 0.8000 relative_P_10 6_5 0.6000 relative_P_15 6_5 0.6000 relative_P_20 6_5 0.6000 relative_P_30 6_5 0.4667 relative_P_100 6_5 0.3617 relative_P_200 6_5 0.3830 relative_P_500 6_5 0.6383 relative_P_1000 6_5 0.7447 success_1 6_5 0.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0350 set_relative_P 6_5 0.7447 set_recall 6_5 0.7447 set_map 6_5 0.0261 set_F 6_5 0.0669 num_nonrel_judged_ret 6_5 13 rbp 6_5 0.4048 rbp_resid 6_5 0.3326 unj_5 6_5 0.0000 unj_10 6_5 0.3000 unj_20 6_5 0.3500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 36 map 6_6 0.0746 Rprec 6_6 0.1176 bpref 6_6 0.3631 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.1475 iprec_at_recall_0.20 6_6 0.1250 iprec_at_recall_0.30 6_6 0.0571 iprec_at_recall_0.40 6_6 0.0389 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.6000 P_10 6_6 0.3000 P_15 6_6 0.2667 P_20 6_6 0.3000 P_30 6_6 0.2667 P_100 6_6 0.1200 P_200 6_6 0.1000 P_500 6_6 0.0560 P_1000 6_6 0.0360 relstring 6_6 '22002--00-' recall_5 6_6 0.0353 recall_10 6_6 0.0353 recall_15 6_6 0.0471 recall_20 6_6 0.0706 recall_30 6_6 0.0941 recall_100 6_6 0.1412 recall_200 6_6 0.2353 recall_500 6_6 0.3294 recall_1000 6_6 0.4235 infAP 6_6 0.0746 Rprec_mult_0.20 6_6 0.2941 Rprec_mult_0.40 6_6 0.2353 Rprec_mult_0.60 6_6 0.1569 Rprec_mult_0.80 6_6 0.1324 Rprec_mult_1.00 6_6 0.1176 Rprec_mult_1.20 6_6 0.1176 Rprec_mult_1.40 6_6 0.1176 Rprec_mult_1.60 6_6 0.1250 Rprec_mult_1.80 6_6 0.1111 Rprec_mult_2.00 6_6 0.1059 utility 6_6 -928.0000 11pt_avg 6_6 0.1244 binG 6_6 0.0862 G 6_6 0.0689 ndcg 6_6 0.3288 ndcg_rel 6_6 0.3106 Rndcg 6_6 0.2552 ndcg_cut_5 6_6 0.4562 ndcg_cut_10 6_6 0.3095 ndcg_cut_15 6_6 0.2734 ndcg_cut_20 6_6 0.2904 ndcg_cut_30 6_6 0.2625 ndcg_cut_100 6_6 0.1842 ndcg_cut_200 6_6 0.2447 ndcg_cut_500 6_6 0.2922 ndcg_cut_1000 6_6 0.3288 map_cut_5 6_6 0.0306 map_cut_10 6_6 0.0306 map_cut_15 6_6 0.0337 map_cut_20 6_6 0.0411 map_cut_30 6_6 0.0472 map_cut_100 6_6 0.0534 map_cut_200 6_6 0.0645 map_cut_500 6_6 0.0707 map_cut_1000 6_6 0.0746 relative_P_5 6_6 0.6000 relative_P_10 6_6 0.3000 relative_P_15 6_6 0.2667 relative_P_20 6_6 0.3000 relative_P_30 6_6 0.2667 relative_P_100 6_6 0.1412 relative_P_200 6_6 0.2353 relative_P_500 6_6 0.3294 relative_P_1000 6_6 0.4235 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0360 set_relative_P 6_6 0.4235 set_recall 6_6 0.4235 set_map 6_6 0.0152 set_F 6_6 0.0664 num_nonrel_judged_ret 6_6 14 rbp 6_6 0.2070 rbp_resid 6_6 0.4303 unj_5 6_6 0.0000 unj_10 6_6 0.3000 unj_20 6_6 0.5000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 37 map 7_11 0.3531 Rprec 7_11 0.2895 bpref 7_11 0.7895 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 1.0000 iprec_at_recall_0.20 7_11 0.8889 iprec_at_recall_0.30 7_11 0.4400 iprec_at_recall_0.40 7_11 0.2143 iprec_at_recall_0.50 7_11 0.2088 iprec_at_recall_0.60 7_11 0.1643 iprec_at_recall_0.70 7_11 0.1436 iprec_at_recall_0.80 7_11 0.0935 iprec_at_recall_0.90 7_11 0.0644 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 1.0000 P_10 7_11 0.8000 P_15 7_11 0.6000 P_20 7_11 0.5000 P_30 7_11 0.3667 P_100 7_11 0.1900 P_200 7_11 0.1350 P_500 7_11 0.0660 P_1000 7_11 0.0370 relstring 7_11 '321121-110' recall_5 7_11 0.1316 recall_10 7_11 0.2105 recall_15 7_11 0.2368 recall_20 7_11 0.2632 recall_30 7_11 0.2895 recall_100 7_11 0.5000 recall_200 7_11 0.7105 recall_500 7_11 0.8684 recall_1000 7_11 0.9737 infAP 7_11 0.3531 Rprec_mult_0.20 7_11 0.8750 Rprec_mult_0.40 7_11 0.6250 Rprec_mult_0.60 7_11 0.4348 Rprec_mult_0.80 7_11 0.3548 Rprec_mult_1.00 7_11 0.2895 Rprec_mult_1.20 7_11 0.2609 Rprec_mult_1.40 7_11 0.2222 Rprec_mult_1.60 7_11 0.2131 Rprec_mult_1.80 7_11 0.1884 Rprec_mult_2.00 7_11 0.1974 utility 7_11 -926.0000 11pt_avg 7_11 0.3834 binG 7_11 0.3137 G 7_11 0.2292 ndcg 7_11 0.6864 ndcg_rel 7_11 0.6050 Rndcg 7_11 0.5807 ndcg_cut_5 7_11 0.7054 ndcg_cut_10 7_11 0.5957 ndcg_cut_15 7_11 0.5323 ndcg_cut_20 7_11 0.5063 ndcg_cut_30 7_11 0.4551 ndcg_cut_100 7_11 0.5234 ndcg_cut_200 7_11 0.6005 ndcg_cut_500 7_11 0.6396 ndcg_cut_1000 7_11 0.6864 map_cut_5 7_11 0.1316 map_cut_10 7_11 0.2043 map_cut_15 7_11 0.2212 map_cut_20 7_11 0.2377 map_cut_30 7_11 0.2493 map_cut_100 7_11 0.2956 map_cut_200 7_11 0.3321 map_cut_500 7_11 0.3472 map_cut_1000 7_11 0.3531 relative_P_5 7_11 1.0000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.6000 relative_P_20 7_11 0.5000 relative_P_30 7_11 0.3667 relative_P_100 7_11 0.5000 relative_P_200 7_11 0.7105 relative_P_500 7_11 0.8684 relative_P_1000 7_11 0.9737 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0370 set_relative_P 7_11 0.9737 set_recall 7_11 0.9737 set_map 7_11 0.0360 set_F 7_11 0.0713 num_nonrel_judged_ret 7_11 15 rbp 7_11 0.3241 rbp_resid 7_11 0.3047 unj_5 7_11 0.0000 unj_10 7_11 0.1000 unj_20 7_11 0.4000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 44 map 7_12 0.1605 Rprec 7_12 0.1562 bpref 7_12 0.5151 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.6000 iprec_at_recall_0.20 7_12 0.1818 iprec_at_recall_0.30 7_12 0.1504 iprec_at_recall_0.40 7_12 0.0996 iprec_at_recall_0.50 7_12 0.0751 iprec_at_recall_0.60 7_12 0.0562 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 1.0000 P_10 7_12 0.6000 P_15 7_12 0.4000 P_20 7_12 0.3000 P_30 7_12 0.2667 P_100 7_12 0.1500 P_200 7_12 0.1150 P_500 7_12 0.0680 P_1000 7_12 0.0440 relstring 7_12 '211210-001' recall_5 7_12 0.0781 recall_10 7_12 0.0938 recall_15 7_12 0.0938 recall_20 7_12 0.0938 recall_30 7_12 0.1250 recall_100 7_12 0.2344 recall_200 7_12 0.3594 recall_500 7_12 0.5312 recall_1000 7_12 0.6875 infAP 7_12 0.1605 Rprec_mult_0.20 7_12 0.4615 Rprec_mult_0.40 7_12 0.2692 Rprec_mult_0.60 7_12 0.2564 Rprec_mult_0.80 7_12 0.1923 Rprec_mult_1.00 7_12 0.1562 Rprec_mult_1.20 7_12 0.1818 Rprec_mult_1.40 7_12 0.1667 Rprec_mult_1.60 7_12 0.1456 Rprec_mult_1.80 7_12 0.1466 Rprec_mult_2.00 7_12 0.1484 utility 7_12 -912.0000 11pt_avg 7_12 0.1966 binG 7_12 0.1668 G 7_12 0.1196 ndcg 7_12 0.4955 ndcg_rel 7_12 0.4219 Rndcg 7_12 0.3700 ndcg_cut_5 7_12 0.5455 ndcg_cut_10 7_12 0.4161 ndcg_cut_15 7_12 0.3370 ndcg_cut_20 7_12 0.2880 ndcg_cut_30 7_12 0.2597 ndcg_cut_100 7_12 0.2741 ndcg_cut_200 7_12 0.3537 ndcg_cut_500 7_12 0.4283 ndcg_cut_1000 7_12 0.4955 map_cut_5 7_12 0.0781 map_cut_10 7_12 0.0875 map_cut_15 7_12 0.0875 map_cut_20 7_12 0.0875 map_cut_30 7_12 0.0969 map_cut_100 7_12 0.1194 map_cut_200 7_12 0.1372 map_cut_500 7_12 0.1517 map_cut_1000 7_12 0.1605 relative_P_5 7_12 1.0000 relative_P_10 7_12 0.6000 relative_P_15 7_12 0.4000 relative_P_20 7_12 0.3000 relative_P_30 7_12 0.2667 relative_P_100 7_12 0.2344 relative_P_200 7_12 0.3594 relative_P_500 7_12 0.5312 relative_P_1000 7_12 0.6875 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0440 set_relative_P 7_12 0.6875 set_recall 7_12 0.6875 set_map 7_12 0.0302 set_F 7_12 0.0827 num_nonrel_judged_ret 7_12 39 rbp 7_12 0.2198 rbp_resid 7_12 0.3036 unj_5 7_12 0.0000 unj_10 7_12 0.1000 unj_20 7_12 0.4000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 67 map 7_14 0.5560 Rprec 7_14 0.5672 bpref 7_14 0.9286 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.8750 iprec_at_recall_0.30 7_14 0.7778 iprec_at_recall_0.40 7_14 0.7500 iprec_at_recall_0.50 7_14 0.5965 iprec_at_recall_0.60 7_14 0.4878 iprec_at_recall_0.70 7_14 0.3197 iprec_at_recall_0.80 7_14 0.1905 iprec_at_recall_0.90 7_14 0.1552 iprec_at_recall_1.00 7_14 0.0746 P_5 7_14 1.0000 P_10 7_14 0.9000 P_15 7_14 0.8667 P_20 7_14 0.8000 P_30 7_14 0.7667 P_100 7_14 0.4100 P_200 7_14 0.2450 P_500 7_14 0.1300 P_1000 7_14 0.0670 relstring 7_14 '313132222-' recall_5 7_14 0.0746 recall_10 7_14 0.1343 recall_15 7_14 0.1940 recall_20 7_14 0.2388 recall_30 7_14 0.3433 recall_100 7_14 0.6119 recall_200 7_14 0.7313 recall_500 7_14 0.9701 recall_1000 7_14 1.0000 infAP 7_14 0.5560 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.7778 Rprec_mult_0.60 7_14 0.6829 Rprec_mult_0.80 7_14 0.5926 Rprec_mult_1.00 7_14 0.5672 Rprec_mult_1.20 7_14 0.4815 Rprec_mult_1.40 7_14 0.4255 Rprec_mult_1.60 7_14 0.3889 Rprec_mult_1.80 7_14 0.3554 Rprec_mult_2.00 7_14 0.3284 utility 7_14 -866.0000 11pt_avg 7_14 0.5661 binG 7_14 0.3350 G 7_14 0.2060 ndcg 7_14 0.8185 ndcg_rel 7_14 0.6920 Rndcg 7_14 0.6532 ndcg_cut_5 7_14 0.7600 ndcg_cut_10 7_14 0.6848 ndcg_cut_15 7_14 0.7096 ndcg_cut_20 7_14 0.6693 ndcg_cut_30 7_14 0.6465 ndcg_cut_100 7_14 0.6198 ndcg_cut_200 7_14 0.6895 ndcg_cut_500 7_14 0.8075 ndcg_cut_1000 7_14 0.8185 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1343 map_cut_15 7_14 0.1863 map_cut_20 7_14 0.2243 map_cut_30 7_14 0.3053 map_cut_100 7_14 0.4711 map_cut_200 7_14 0.5108 map_cut_500 7_14 0.5532 map_cut_1000 7_14 0.5560 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.9000 relative_P_15 7_14 0.8667 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.7667 relative_P_100 7_14 0.6119 relative_P_200 7_14 0.7313 relative_P_500 7_14 0.9701 relative_P_1000 7_14 1.0000 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0670 set_relative_P 7_14 1.0000 set_recall 7_14 1.0000 set_map 7_14 0.0670 set_F 7_14 0.1256 num_nonrel_judged_ret 7_14 8 rbp 7_14 0.6415 rbp_resid 7_14 0.1512 unj_5 7_14 0.0000 unj_10 7_14 0.1000 unj_20 7_14 0.2000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 28 map 7_15 0.1052 Rprec 7_15 0.1296 bpref 7_15 0.4561 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 0.4167 iprec_at_recall_0.20 7_15 0.0979 iprec_at_recall_0.30 7_15 0.0947 iprec_at_recall_0.40 7_15 0.0671 iprec_at_recall_0.50 7_15 0.0370 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.6000 P_10 7_15 0.4000 P_15 7_15 0.3333 P_20 7_15 0.3000 P_30 7_15 0.2333 P_100 7_15 0.1000 P_200 7_15 0.0800 P_500 7_15 0.0460 P_1000 7_15 0.0280 relstring 7_15 '30110-10--' recall_5 7_15 0.0556 recall_10 7_15 0.0741 recall_15 7_15 0.0926 recall_20 7_15 0.1111 recall_30 7_15 0.1296 recall_100 7_15 0.1852 recall_200 7_15 0.2963 recall_500 7_15 0.4259 recall_1000 7_15 0.5185 infAP 7_15 0.1052 Rprec_mult_0.20 7_15 0.3636 Rprec_mult_0.40 7_15 0.2727 Rprec_mult_0.60 7_15 0.2121 Rprec_mult_0.80 7_15 0.1591 Rprec_mult_1.00 7_15 0.1296 Rprec_mult_1.20 7_15 0.1385 Rprec_mult_1.40 7_15 0.1184 Rprec_mult_1.60 7_15 0.1149 Rprec_mult_1.80 7_15 0.1020 Rprec_mult_2.00 7_15 0.0926 utility 7_15 -944.0000 11pt_avg 7_15 0.1558 binG 7_15 0.1161 G 7_15 0.1258 ndcg 7_15 0.4439 ndcg_rel 7_15 0.4228 Rndcg 7_15 0.4157 ndcg_cut_5 7_15 0.5222 ndcg_cut_10 7_15 0.3978 ndcg_cut_15 7_15 0.3598 ndcg_cut_20 7_15 0.3362 ndcg_cut_30 7_15 0.3189 ndcg_cut_100 7_15 0.2842 ndcg_cut_200 7_15 0.3423 ndcg_cut_500 7_15 0.4047 ndcg_cut_1000 7_15 0.4439 map_cut_5 7_15 0.0448 map_cut_10 7_15 0.0553 map_cut_15 7_15 0.0631 map_cut_20 7_15 0.0700 map_cut_30 7_15 0.0748 map_cut_100 7_15 0.0824 map_cut_200 7_15 0.0931 map_cut_500 7_15 0.1019 map_cut_1000 7_15 0.1052 relative_P_5 7_15 0.6000 relative_P_10 7_15 0.4000 relative_P_15 7_15 0.3333 relative_P_20 7_15 0.3000 relative_P_30 7_15 0.2333 relative_P_100 7_15 0.1852 relative_P_200 7_15 0.2963 relative_P_500 7_15 0.4259 relative_P_1000 7_15 0.5185 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0280 set_relative_P 7_15 0.5185 set_recall 7_15 0.5185 set_map 7_15 0.0145 set_F 7_15 0.0531 num_nonrel_judged_ret 7_15 9 rbp 7_15 0.2013 rbp_resid 7_15 0.4167 unj_5 7_15 0.0000 unj_10 7_15 0.3000 unj_20 7_15 0.5000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 14 map 7_16 0.0253 Rprec 7_16 0.0426 bpref 7_16 0.2426 recip_rank 7_16 0.3333 iprec_at_recall_0.00 7_16 0.5000 iprec_at_recall_0.10 7_16 0.0610 iprec_at_recall_0.20 7_16 0.0239 iprec_at_recall_0.30 7_16 0.0154 iprec_at_recall_0.40 7_16 0.0000 iprec_at_recall_0.50 7_16 0.0000 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.4000 P_10 7_16 0.2000 P_15 7_16 0.1333 P_20 7_16 0.1000 P_30 7_16 0.0667 P_100 7_16 0.0500 P_200 7_16 0.0250 P_500 7_16 0.0180 P_1000 7_16 0.0140 relstring 7_16 '00110-----' recall_5 7_16 0.0426 recall_10 7_16 0.0426 recall_15 7_16 0.0426 recall_20 7_16 0.0426 recall_30 7_16 0.0426 recall_100 7_16 0.1064 recall_200 7_16 0.1064 recall_500 7_16 0.1915 recall_1000 7_16 0.2979 infAP 7_16 0.0253 Rprec_mult_0.20 7_16 0.2000 Rprec_mult_0.40 7_16 0.1053 Rprec_mult_0.60 7_16 0.0690 Rprec_mult_0.80 7_16 0.0526 Rprec_mult_1.00 7_16 0.0426 Rprec_mult_1.20 7_16 0.0526 Rprec_mult_1.40 7_16 0.0606 Rprec_mult_1.60 7_16 0.0526 Rprec_mult_1.80 7_16 0.0588 Rprec_mult_2.00 7_16 0.0532 utility 7_16 -972.0000 11pt_avg 7_16 0.0546 binG 7_16 0.0534 G 7_16 0.0510 ndcg 7_16 0.1807 ndcg_rel 7_16 0.1663 Rndcg 7_16 0.0869 ndcg_cut_5 7_16 0.1236 ndcg_cut_10 7_16 0.0982 ndcg_cut_15 7_16 0.0862 ndcg_cut_20 7_16 0.0777 ndcg_cut_30 7_16 0.0660 ndcg_cut_100 7_16 0.1019 ndcg_cut_200 7_16 0.1019 ndcg_cut_500 7_16 0.1506 ndcg_cut_1000 7_16 0.1807 map_cut_5 7_16 0.0177 map_cut_10 7_16 0.0177 map_cut_15 7_16 0.0177 map_cut_20 7_16 0.0177 map_cut_30 7_16 0.0177 map_cut_100 7_16 0.0216 map_cut_200 7_16 0.0216 map_cut_500 7_16 0.0236 map_cut_1000 7_16 0.0253 relative_P_5 7_16 0.4000 relative_P_10 7_16 0.2000 relative_P_15 7_16 0.1333 relative_P_20 7_16 0.1000 relative_P_30 7_16 0.0667 relative_P_100 7_16 0.1064 relative_P_200 7_16 0.1064 relative_P_500 7_16 0.1915 relative_P_1000 7_16 0.2979 success_1 7_16 0.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0140 set_relative_P 7_16 0.2979 set_recall 7_16 0.2979 set_map 7_16 0.0042 set_F 7_16 0.0267 num_nonrel_judged_ret 7_16 15 rbp 7_16 0.0516 rbp_resid 7_16 0.5793 unj_5 7_16 0.0000 unj_10 7_16 0.5000 unj_20 7_16 0.7500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 51 map 7_2 0.2058 Rprec 7_2 0.2105 bpref 7_2 0.5565 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.7273 iprec_at_recall_0.20 7_2 0.2273 iprec_at_recall_0.30 7_2 0.1852 iprec_at_recall_0.40 7_2 0.1622 iprec_at_recall_0.50 7_2 0.1203 iprec_at_recall_0.60 7_2 0.0833 iprec_at_recall_0.70 7_2 0.0000 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.7000 P_15 7_2 0.6667 P_20 7_2 0.5500 P_30 7_2 0.4000 P_100 7_2 0.2000 P_200 7_2 0.1500 P_500 7_2 0.0860 P_1000 7_2 0.0510 relstring 7_2 '2111202-10' recall_5 7_2 0.0658 recall_10 7_2 0.0921 recall_15 7_2 0.1316 recall_20 7_2 0.1447 recall_30 7_2 0.1579 recall_100 7_2 0.2632 recall_200 7_2 0.3947 recall_500 7_2 0.5658 recall_1000 7_2 0.6711 infAP 7_2 0.2058 Rprec_mult_0.20 7_2 0.6250 Rprec_mult_0.40 7_2 0.3871 Rprec_mult_0.60 7_2 0.2609 Rprec_mult_0.80 7_2 0.2131 Rprec_mult_1.00 7_2 0.2105 Rprec_mult_1.20 7_2 0.2065 Rprec_mult_1.40 7_2 0.1963 Rprec_mult_1.60 7_2 0.1803 Rprec_mult_1.80 7_2 0.1825 Rprec_mult_2.00 7_2 0.1711 utility 7_2 -898.0000 11pt_avg 7_2 0.2278 binG 7_2 0.1740 G 7_2 0.1230 ndcg 7_2 0.5192 ndcg_rel 7_2 0.4558 Rndcg 7_2 0.4226 ndcg_cut_5 7_2 0.4901 ndcg_cut_10 7_2 0.4406 ndcg_cut_15 7_2 0.4512 ndcg_cut_20 7_2 0.4028 ndcg_cut_30 7_2 0.3572 ndcg_cut_100 7_2 0.3343 ndcg_cut_200 7_2 0.4038 ndcg_cut_500 7_2 0.4731 ndcg_cut_1000 7_2 0.5192 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.0873 map_cut_15 7_2 0.1154 map_cut_20 7_2 0.1239 map_cut_30 7_2 0.1308 map_cut_100 7_2 0.1537 map_cut_200 7_2 0.1771 map_cut_500 7_2 0.1981 map_cut_1000 7_2 0.2058 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.7000 relative_P_15 7_2 0.6667 relative_P_20 7_2 0.5500 relative_P_30 7_2 0.4000 relative_P_100 7_2 0.2632 relative_P_200 7_2 0.3947 relative_P_500 7_2 0.5658 relative_P_1000 7_2 0.6711 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0510 set_relative_P 7_2 0.6711 set_recall 7_2 0.6711 set_map 7_2 0.0342 set_F 7_2 0.0948 num_nonrel_judged_ret 7_2 20 rbp 7_2 0.2987 rbp_resid 7_2 0.2294 unj_5 7_2 0.0000 unj_10 7_2 0.1000 unj_20 7_2 0.3000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 46 map 7_3 0.2874 Rprec 7_3 0.3455 bpref 7_3 0.5719 recip_rank 7_3 0.5000 iprec_at_recall_0.00 7_3 0.7647 iprec_at_recall_0.10 7_3 0.7647 iprec_at_recall_0.20 7_3 0.7647 iprec_at_recall_0.30 7_3 0.6071 iprec_at_recall_0.40 7_3 0.1982 iprec_at_recall_0.50 7_3 0.1466 iprec_at_recall_0.60 7_3 0.1352 iprec_at_recall_0.70 7_3 0.1154 iprec_at_recall_0.80 7_3 0.0932 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.6000 P_15 7_3 0.7333 P_20 7_3 0.6500 P_30 7_3 0.5667 P_100 7_3 0.2000 P_200 7_3 0.1450 P_500 7_3 0.0880 P_1000 7_3 0.0460 relstring 7_3 '0212030012' recall_5 7_3 0.0545 recall_10 7_3 0.1091 recall_15 7_3 0.2000 recall_20 7_3 0.2364 recall_30 7_3 0.3091 recall_100 7_3 0.3636 recall_200 7_3 0.5273 recall_500 7_3 0.8000 recall_1000 7_3 0.8364 infAP 7_3 0.2874 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.5909 Rprec_mult_0.60 7_3 0.5455 Rprec_mult_0.80 7_3 0.4318 Rprec_mult_1.00 7_3 0.3455 Rprec_mult_1.20 7_3 0.2879 Rprec_mult_1.40 7_3 0.2597 Rprec_mult_1.60 7_3 0.2273 Rprec_mult_1.80 7_3 0.2020 Rprec_mult_2.00 7_3 0.1909 utility 7_3 -908.0000 11pt_avg 7_3 0.3264 binG 7_3 0.1995 G 7_3 0.1605 ndcg 7_3 0.5799 ndcg_rel 7_3 0.4723 Rndcg 7_3 0.4083 ndcg_cut_5 7_3 0.3268 ndcg_cut_10 7_3 0.4075 ndcg_cut_15 7_3 0.4500 ndcg_cut_20 7_3 0.4468 ndcg_cut_30 7_3 0.4404 ndcg_cut_100 7_3 0.3774 ndcg_cut_200 7_3 0.4513 ndcg_cut_500 7_3 0.5601 ndcg_cut_1000 7_3 0.5799 map_cut_5 7_3 0.0348 map_cut_10 7_3 0.0680 map_cut_15 7_3 0.1306 map_cut_20 7_3 0.1581 map_cut_30 7_3 0.2015 map_cut_100 7_3 0.2250 map_cut_200 7_3 0.2531 map_cut_500 7_3 0.2852 map_cut_1000 7_3 0.2874 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.7333 relative_P_20 7_3 0.6500 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.3636 relative_P_200 7_3 0.5273 relative_P_500 7_3 0.8000 relative_P_1000 7_3 0.8364 success_1 7_3 0.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0460 set_relative_P 7_3 0.8364 set_recall 7_3 0.8364 set_map 7_3 0.0385 set_F 7_3 0.0872 num_nonrel_judged_ret 7_3 41 rbp 7_3 0.3069 rbp_resid 7_3 0.0597 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 23 map 7_4 0.2347 Rprec 7_4 0.1724 bpref 7_4 0.4257 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.1311 iprec_at_recall_0.30 7_4 0.1311 iprec_at_recall_0.40 7_4 0.1311 iprec_at_recall_0.50 7_4 0.1311 iprec_at_recall_0.60 7_4 0.1277 iprec_at_recall_0.70 7_4 0.0772 iprec_at_recall_0.80 7_4 0.0233 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 1.0000 P_10 7_4 0.5000 P_15 7_4 0.3333 P_20 7_4 0.2500 P_30 7_4 0.1667 P_100 7_4 0.1100 P_200 7_4 0.0900 P_500 7_4 0.0420 P_1000 7_4 0.0230 relstring 7_4 '3333100--0' recall_5 7_4 0.1724 recall_10 7_4 0.1724 recall_15 7_4 0.1724 recall_20 7_4 0.1724 recall_30 7_4 0.1724 recall_100 7_4 0.3793 recall_200 7_4 0.6207 recall_500 7_4 0.7241 recall_1000 7_4 0.7931 infAP 7_4 0.2347 Rprec_mult_0.20 7_4 0.8333 Rprec_mult_0.40 7_4 0.4167 Rprec_mult_0.60 7_4 0.2778 Rprec_mult_0.80 7_4 0.2083 Rprec_mult_1.00 7_4 0.1724 Rprec_mult_1.20 7_4 0.1429 Rprec_mult_1.40 7_4 0.1220 Rprec_mult_1.60 7_4 0.1064 Rprec_mult_1.80 7_4 0.0943 Rprec_mult_2.00 7_4 0.1034 utility 7_4 -954.0000 11pt_avg 7_4 0.2503 binG 7_4 0.2622 G 7_4 0.3301 ndcg 7_4 0.6587 ndcg_rel 7_4 0.6609 Rndcg 7_4 0.6657 ndcg_cut_5 7_4 0.9543 ndcg_cut_10 7_4 0.6929 ndcg_cut_15 7_4 0.5651 ndcg_cut_20 7_4 0.5139 ndcg_cut_30 7_4 0.4579 ndcg_cut_100 7_4 0.5310 ndcg_cut_200 7_4 0.6130 ndcg_cut_500 7_4 0.6472 ndcg_cut_1000 7_4 0.6587 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.1724 map_cut_15 7_4 0.1724 map_cut_20 7_4 0.1724 map_cut_30 7_4 0.1724 map_cut_100 7_4 0.1961 map_cut_200 7_4 0.2260 map_cut_500 7_4 0.2330 map_cut_1000 7_4 0.2347 relative_P_5 7_4 1.0000 relative_P_10 7_4 0.5000 relative_P_15 7_4 0.3333 relative_P_20 7_4 0.2500 relative_P_30 7_4 0.1724 relative_P_100 7_4 0.3793 relative_P_200 7_4 0.6207 relative_P_500 7_4 0.7241 relative_P_1000 7_4 0.7931 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0230 set_relative_P 7_4 0.7931 set_recall 7_4 0.7931 set_map 7_4 0.0182 set_F 7_4 0.0447 num_nonrel_judged_ret 7_4 33 rbp 7_4 0.3660 rbp_resid 7_4 0.3355 unj_5 7_4 0.0000 unj_10 7_4 0.2000 unj_20 7_4 0.4000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 28 map 7_9 0.1157 Rprec 7_9 0.1667 bpref 7_9 0.2423 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.2857 iprec_at_recall_0.20 7_9 0.1212 iprec_at_recall_0.30 7_9 0.1212 iprec_at_recall_0.40 7_9 0.1061 iprec_at_recall_0.50 7_9 0.0749 iprec_at_recall_0.60 7_9 0.0485 iprec_at_recall_0.70 7_9 0.0353 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.4000 P_10 7_9 0.2000 P_15 7_9 0.2667 P_20 7_9 0.2500 P_30 7_9 0.2000 P_100 7_9 0.1200 P_200 7_9 0.0700 P_500 7_9 0.0460 P_1000 7_9 0.0280 relstring 7_9 '1003000--0' recall_5 7_9 0.0556 recall_10 7_9 0.0556 recall_15 7_9 0.1111 recall_20 7_9 0.1389 recall_30 7_9 0.1667 recall_100 7_9 0.3333 recall_200 7_9 0.3889 recall_500 7_9 0.6389 recall_1000 7_9 0.7778 infAP 7_9 0.1157 Rprec_mult_0.20 7_9 0.2500 Rprec_mult_0.40 7_9 0.2667 Rprec_mult_0.60 7_9 0.2273 Rprec_mult_0.80 7_9 0.2069 Rprec_mult_1.00 7_9 0.1667 Rprec_mult_1.20 7_9 0.1364 Rprec_mult_1.40 7_9 0.1176 Rprec_mult_1.60 7_9 0.1034 Rprec_mult_1.80 7_9 0.0923 Rprec_mult_2.00 7_9 0.1111 utility 7_9 -944.0000 11pt_avg 7_9 0.1630 binG 7_9 0.1508 G 7_9 0.1255 ndcg 7_9 0.4264 ndcg_rel 7_9 0.3364 Rndcg 7_9 0.2471 ndcg_cut_5 7_9 0.2855 ndcg_cut_10 7_9 0.2043 ndcg_cut_15 7_9 0.2029 ndcg_cut_20 7_9 0.2324 ndcg_cut_30 7_9 0.2164 ndcg_cut_100 7_9 0.2706 ndcg_cut_200 7_9 0.2862 ndcg_cut_500 7_9 0.3924 ndcg_cut_1000 7_9 0.4264 map_cut_5 7_9 0.0417 map_cut_10 7_9 0.0417 map_cut_15 7_9 0.0560 map_cut_20 7_9 0.0630 map_cut_30 7_9 0.0702 map_cut_100 7_9 0.0890 map_cut_200 7_9 0.0950 map_cut_500 7_9 0.1111 map_cut_1000 7_9 0.1157 relative_P_5 7_9 0.4000 relative_P_10 7_9 0.2000 relative_P_15 7_9 0.2667 relative_P_20 7_9 0.2500 relative_P_30 7_9 0.2000 relative_P_100 7_9 0.3333 relative_P_200 7_9 0.3889 relative_P_500 7_9 0.6389 relative_P_1000 7_9 0.7778 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0280 set_relative_P 7_9 0.7778 set_recall 7_9 0.7778 set_map 7_9 0.0218 set_F 7_9 0.0541 num_nonrel_judged_ret 7_9 58 rbp 7_9 0.1410 rbp_resid 7_9 0.2315 unj_5 7_9 0.0000 unj_10 7_9 0.2000 unj_20 7_9 0.2000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 5 map 8_1 0.0005 Rprec 8_1 0.0000 bpref 8_1 0.0464 recip_rank 8_1 0.0083 iprec_at_recall_0.00 8_1 0.0083 iprec_at_recall_0.10 8_1 0.0000 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.0000 P_10 8_1 0.0000 P_15 8_1 0.0000 P_20 8_1 0.0000 P_30 8_1 0.0000 P_100 8_1 0.0000 P_200 8_1 0.0050 P_500 8_1 0.0040 P_1000 8_1 0.0050 relstring 8_1 '00000--000' recall_5 8_1 0.0000 recall_10 8_1 0.0000 recall_15 8_1 0.0000 recall_20 8_1 0.0000 recall_30 8_1 0.0000 recall_100 8_1 0.0000 recall_200 8_1 0.0156 recall_500 8_1 0.0312 recall_1000 8_1 0.0781 infAP 8_1 0.0005 Rprec_mult_0.20 8_1 0.0000 Rprec_mult_0.40 8_1 0.0000 Rprec_mult_0.60 8_1 0.0000 Rprec_mult_0.80 8_1 0.0000 Rprec_mult_1.00 8_1 0.0000 Rprec_mult_1.20 8_1 0.0000 Rprec_mult_1.40 8_1 0.0000 Rprec_mult_1.60 8_1 0.0000 Rprec_mult_1.80 8_1 0.0000 Rprec_mult_2.00 8_1 0.0078 utility 8_1 -990.0000 11pt_avg 8_1 0.0008 binG 8_1 0.0090 G 8_1 0.0075 ndcg 8_1 0.0265 ndcg_rel 8_1 0.0257 Rndcg 8_1 0.0053 ndcg_cut_5 8_1 0.0000 ndcg_cut_10 8_1 0.0000 ndcg_cut_15 8_1 0.0000 ndcg_cut_20 8_1 0.0000 ndcg_cut_30 8_1 0.0000 ndcg_cut_100 8_1 0.0000 ndcg_cut_200 8_1 0.0041 ndcg_cut_500 8_1 0.0145 ndcg_cut_1000 8_1 0.0265 map_cut_5 8_1 0.0000 map_cut_10 8_1 0.0000 map_cut_15 8_1 0.0000 map_cut_20 8_1 0.0000 map_cut_30 8_1 0.0000 map_cut_100 8_1 0.0000 map_cut_200 8_1 0.0001 map_cut_500 8_1 0.0002 map_cut_1000 8_1 0.0005 relative_P_5 8_1 0.0000 relative_P_10 8_1 0.0000 relative_P_15 8_1 0.0000 relative_P_20 8_1 0.0000 relative_P_30 8_1 0.0000 relative_P_100 8_1 0.0000 relative_P_200 8_1 0.0156 relative_P_500 8_1 0.0312 relative_P_1000 8_1 0.0781 success_1 8_1 0.0000 success_5 8_1 0.0000 success_10 8_1 0.0000 set_P 8_1 0.0050 set_relative_P 8_1 0.0781 set_recall 8_1 0.0781 set_map 8_1 0.0004 set_F 8_1 0.0094 num_nonrel_judged_ret 8_1 35 rbp 8_1 0.0000 rbp_resid 8_1 0.3675 unj_5 8_1 0.0000 unj_10 8_1 0.2000 unj_20 8_1 0.4500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 1 map 8_10 0.0001 Rprec 8_10 0.0000 bpref 8_10 0.0153 recip_rank 8_10 0.0023 iprec_at_recall_0.00 8_10 0.0023 iprec_at_recall_0.10 8_10 0.0000 iprec_at_recall_0.20 8_10 0.0000 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0000 P_200 8_10 0.0000 P_500 8_10 0.0020 P_1000 8_10 0.0010 relstring 8_10 '000000----' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0000 recall_200 8_10 0.0000 recall_500 8_10 0.0357 recall_1000 8_10 0.0357 infAP 8_10 0.0001 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -998.0000 11pt_avg 8_10 0.0002 binG 8_10 0.0041 G 8_10 0.0025 ndcg 8_10 0.0068 ndcg_rel 8_10 0.0068 Rndcg 8_10 0.0017 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0000 ndcg_cut_200 8_10 0.0000 ndcg_cut_500 8_10 0.0068 ndcg_cut_1000 8_10 0.0068 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0000 map_cut_200 8_10 0.0000 map_cut_500 8_10 0.0001 map_cut_1000 8_10 0.0001 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0000 relative_P_200 8_10 0.0000 relative_P_500 8_10 0.0357 relative_P_1000 8_10 0.0357 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0010 set_relative_P 8_10 0.0357 set_recall 8_10 0.0357 set_map 8_10 0.0000 set_F 8_10 0.0019 num_nonrel_judged_ret 8_10 23 rbp 8_10 0.0000 rbp_resid 8_10 0.4530 unj_5 8_10 0.0000 unj_10 8_10 0.4000 unj_20 8_10 0.5000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.2803 Rprec 8_11 0.4000 bpref 8_11 0.3200 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 0.5714 iprec_at_recall_0.30 8_11 0.5714 iprec_at_recall_0.40 8_11 0.5714 iprec_at_recall_0.50 8_11 0.0685 iprec_at_recall_0.60 8_11 0.0652 iprec_at_recall_0.70 8_11 0.0393 iprec_at_recall_0.80 8_11 0.0305 iprec_at_recall_0.90 8_11 0.0305 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.4000 P_10 8_11 0.4000 P_15 8_11 0.2667 P_20 8_11 0.2000 P_30 8_11 0.1333 P_100 8_11 0.0600 P_200 8_11 0.0350 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '2001011---' recall_5 8_11 0.2000 recall_10 8_11 0.4000 recall_15 8_11 0.4000 recall_20 8_11 0.4000 recall_30 8_11 0.4000 recall_100 8_11 0.6000 recall_200 8_11 0.7000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.2803 Rprec_mult_0.20 8_11 0.5000 Rprec_mult_0.40 8_11 0.5000 Rprec_mult_0.60 8_11 0.5000 Rprec_mult_0.80 8_11 0.5000 Rprec_mult_1.00 8_11 0.4000 Rprec_mult_1.20 8_11 0.3333 Rprec_mult_1.40 8_11 0.2857 Rprec_mult_1.60 8_11 0.2500 Rprec_mult_1.80 8_11 0.2222 Rprec_mult_2.00 8_11 0.2000 utility 8_11 -982.0000 11pt_avg 8_11 0.3589 binG 8_11 0.3059 G 8_11 0.3251 ndcg 8_11 0.6174 ndcg_rel 8_11 0.6235 Rndcg 8_11 0.5786 ndcg_cut_5 8_11 0.5308 ndcg_cut_10 8_11 0.5053 ndcg_cut_15 8_11 0.5053 ndcg_cut_20 8_11 0.5053 ndcg_cut_30 8_11 0.5053 ndcg_cut_100 8_11 0.5562 ndcg_cut_200 8_11 0.5778 ndcg_cut_500 8_11 0.6174 ndcg_cut_1000 8_11 0.6174 map_cut_5 8_11 0.1500 map_cut_10 8_11 0.2571 map_cut_15 8_11 0.2571 map_cut_20 8_11 0.2571 map_cut_30 8_11 0.2571 map_cut_100 8_11 0.2705 map_cut_200 8_11 0.2744 map_cut_500 8_11 0.2803 map_cut_1000 8_11 0.2803 relative_P_5 8_11 0.4000 relative_P_10 8_11 0.4000 relative_P_15 8_11 0.4000 relative_P_20 8_11 0.4000 relative_P_30 8_11 0.4000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 46 rbp 8_11 0.1926 rbp_resid 8_11 0.3872 unj_5 8_11 0.0000 unj_10 8_11 0.3000 unj_20 8_11 0.4500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 29 map 8_12 0.0429 Rprec 8_12 0.0909 bpref 8_12 0.3394 recip_rank 8_12 0.1111 iprec_at_recall_0.00 8_12 0.1905 iprec_at_recall_0.10 8_12 0.1905 iprec_at_recall_0.20 8_12 0.0820 iprec_at_recall_0.30 8_12 0.0442 iprec_at_recall_0.40 8_12 0.0412 iprec_at_recall_0.50 8_12 0.0387 iprec_at_recall_0.60 8_12 0.0329 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.0000 P_10 8_12 0.1000 P_15 8_12 0.0667 P_20 8_12 0.1500 P_30 8_12 0.1333 P_100 8_12 0.0800 P_200 8_12 0.0550 P_500 8_12 0.0400 P_1000 8_12 0.0290 relstring 8_12 '000000-010' recall_5 8_12 0.0000 recall_10 8_12 0.0227 recall_15 8_12 0.0227 recall_20 8_12 0.0682 recall_30 8_12 0.0909 recall_100 8_12 0.1818 recall_200 8_12 0.2500 recall_500 8_12 0.4545 recall_1000 8_12 0.6591 infAP 8_12 0.0429 Rprec_mult_0.20 8_12 0.1111 Rprec_mult_0.40 8_12 0.1111 Rprec_mult_0.60 8_12 0.1481 Rprec_mult_0.80 8_12 0.1111 Rprec_mult_1.00 8_12 0.0909 Rprec_mult_1.20 8_12 0.0755 Rprec_mult_1.40 8_12 0.0806 Rprec_mult_1.60 8_12 0.1127 Rprec_mult_1.80 8_12 0.1000 Rprec_mult_2.00 8_12 0.0909 utility 8_12 -942.0000 11pt_avg 8_12 0.0563 binG 8_12 0.0941 G 8_12 0.0828 ndcg 8_12 0.2609 ndcg_rel 8_12 0.1973 Rndcg 8_12 0.0683 ndcg_cut_5 8_12 0.0000 ndcg_cut_10 8_12 0.0205 ndcg_cut_15 8_12 0.0176 ndcg_cut_20 8_12 0.0424 ndcg_cut_30 8_12 0.0710 ndcg_cut_100 8_12 0.1206 ndcg_cut_200 8_12 0.1457 ndcg_cut_500 8_12 0.2107 ndcg_cut_1000 8_12 0.2609 map_cut_5 8_12 0.0000 map_cut_10 8_12 0.0025 map_cut_15 8_12 0.0025 map_cut_20 8_12 0.0088 map_cut_30 8_12 0.0131 map_cut_100 8_12 0.0222 map_cut_200 8_12 0.0277 map_cut_500 8_12 0.0360 map_cut_1000 8_12 0.0429 relative_P_5 8_12 0.0000 relative_P_10 8_12 0.1000 relative_P_15 8_12 0.0667 relative_P_20 8_12 0.1500 relative_P_30 8_12 0.1333 relative_P_100 8_12 0.1818 relative_P_200 8_12 0.2500 relative_P_500 8_12 0.4545 relative_P_1000 8_12 0.6591 success_1 8_12 0.0000 success_5 8_12 0.0000 success_10 8_12 1.0000 set_P 8_12 0.0290 set_relative_P 8_12 0.6591 set_recall 8_12 0.6591 set_map 8_12 0.0191 set_F 8_12 0.0556 num_nonrel_judged_ret 8_12 36 rbp 8_12 0.0287 rbp_resid 8_12 0.3254 unj_5 8_12 0.0000 unj_10 8_12 0.1000 unj_20 8_12 0.4000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 9 map 8_13 0.0843 Rprec 8_13 0.0943 bpref 8_13 0.1438 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.3571 iprec_at_recall_0.20 8_13 0.0000 iprec_at_recall_0.30 8_13 0.0000 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.8000 P_10 8_13 0.4000 P_15 8_13 0.3333 P_20 8_13 0.2500 P_30 8_13 0.1667 P_100 8_13 0.0600 P_200 8_13 0.0300 P_500 8_13 0.0160 P_1000 8_13 0.0090 relstring 8_13 '12110-----' recall_5 8_13 0.0755 recall_10 8_13 0.0755 recall_15 8_13 0.0943 recall_20 8_13 0.0943 recall_30 8_13 0.0943 recall_100 8_13 0.1132 recall_200 8_13 0.1132 recall_500 8_13 0.1509 recall_1000 8_13 0.1698 infAP 8_13 0.0843 Rprec_mult_0.20 8_13 0.3636 Rprec_mult_0.40 8_13 0.2273 Rprec_mult_0.60 8_13 0.1562 Rprec_mult_0.80 8_13 0.1163 Rprec_mult_1.00 8_13 0.0943 Rprec_mult_1.20 8_13 0.0781 Rprec_mult_1.40 8_13 0.0667 Rprec_mult_1.60 8_13 0.0706 Rprec_mult_1.80 8_13 0.0625 Rprec_mult_2.00 8_13 0.0566 utility 8_13 -982.0000 11pt_avg 8_13 0.1234 binG 8_13 0.0901 G 8_13 0.0307 ndcg 8_13 0.1539 ndcg_rel 8_13 0.1657 Rndcg 8_13 0.1901 ndcg_cut_5 8_13 0.2799 ndcg_cut_10 8_13 0.1972 ndcg_cut_15 8_13 0.1832 ndcg_cut_20 8_13 0.1628 ndcg_cut_30 8_13 0.1480 ndcg_cut_100 8_13 0.1421 ndcg_cut_200 8_13 0.1421 ndcg_cut_500 8_13 0.1502 ndcg_cut_1000 8_13 0.1539 map_cut_5 8_13 0.0755 map_cut_10 8_13 0.0755 map_cut_15 8_13 0.0822 map_cut_20 8_13 0.0822 map_cut_30 8_13 0.0822 map_cut_100 8_13 0.0836 map_cut_200 8_13 0.0836 map_cut_500 8_13 0.0842 map_cut_1000 8_13 0.0843 relative_P_5 8_13 0.8000 relative_P_10 8_13 0.4000 relative_P_15 8_13 0.3333 relative_P_20 8_13 0.2500 relative_P_30 8_13 0.1667 relative_P_100 8_13 0.1132 relative_P_200 8_13 0.1132 relative_P_500 8_13 0.1509 relative_P_1000 8_13 0.1698 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0090 set_relative_P 8_13 0.1698 set_recall 8_13 0.1698 set_map 8_13 0.0015 set_F 8_13 0.0171 num_nonrel_judged_ret 8_13 22 rbp 8_13 0.1148 rbp_resid 8_13 0.4709 unj_5 8_13 0.0000 unj_10 8_13 0.5000 unj_20 8_13 0.5500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 21 map 8_2 0.0418 Rprec 8_2 0.0851 bpref 8_2 0.1815 recip_rank 8_2 0.3333 iprec_at_recall_0.00 8_2 0.3636 iprec_at_recall_0.10 8_2 0.0761 iprec_at_recall_0.20 8_2 0.0446 iprec_at_recall_0.30 8_2 0.0328 iprec_at_recall_0.40 8_2 0.0313 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.2000 P_10 8_2 0.3000 P_15 8_2 0.2667 P_20 8_2 0.2000 P_30 8_2 0.1333 P_100 8_2 0.0700 P_200 8_2 0.0400 P_500 8_2 0.0320 P_1000 8_2 0.0210 relstring 8_2 '00100003-1' recall_5 8_2 0.0213 recall_10 8_2 0.0638 recall_15 8_2 0.0851 recall_20 8_2 0.0851 recall_30 8_2 0.0851 recall_100 8_2 0.1489 recall_200 8_2 0.1702 recall_500 8_2 0.3404 recall_1000 8_2 0.4468 infAP 8_2 0.0418 Rprec_mult_0.20 8_2 0.3000 Rprec_mult_0.40 8_2 0.2105 Rprec_mult_0.60 8_2 0.1379 Rprec_mult_0.80 8_2 0.1053 Rprec_mult_1.00 8_2 0.0851 Rprec_mult_1.20 8_2 0.0702 Rprec_mult_1.40 8_2 0.0606 Rprec_mult_1.60 8_2 0.0526 Rprec_mult_1.80 8_2 0.0588 Rprec_mult_2.00 8_2 0.0745 utility 8_2 -958.0000 11pt_avg 8_2 0.0499 binG 8_2 0.0762 G 8_2 0.0546 ndcg 8_2 0.1962 ndcg_rel 8_2 0.1721 Rndcg 8_2 0.1057 ndcg_cut_5 8_2 0.0456 ndcg_cut_10 8_2 0.1122 ndcg_cut_15 8_2 0.1112 ndcg_cut_20 8_2 0.0984 ndcg_cut_30 8_2 0.0892 ndcg_cut_100 8_2 0.1141 ndcg_cut_200 8_2 0.1198 ndcg_cut_500 8_2 0.1753 ndcg_cut_1000 8_2 0.1962 map_cut_5 8_2 0.0071 map_cut_10 8_2 0.0188 map_cut_15 8_2 0.0265 map_cut_20 8_2 0.0265 map_cut_30 8_2 0.0265 map_cut_100 8_2 0.0310 map_cut_200 8_2 0.0325 map_cut_500 8_2 0.0386 map_cut_1000 8_2 0.0418 relative_P_5 8_2 0.2000 relative_P_10 8_2 0.3000 relative_P_15 8_2 0.2667 relative_P_20 8_2 0.2000 relative_P_30 8_2 0.1333 relative_P_100 8_2 0.1489 relative_P_200 8_2 0.1702 relative_P_500 8_2 0.3404 relative_P_1000 8_2 0.4468 success_1 8_2 0.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0210 set_relative_P 8_2 0.4468 set_recall 8_2 0.4468 set_map 8_2 0.0094 set_F 8_2 0.0401 num_nonrel_judged_ret 8_2 54 rbp 8_2 0.0745 rbp_resid 8_2 0.2947 unj_5 8_2 0.0000 unj_10 8_2 0.1000 unj_20 8_2 0.4000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 7 map 8_3 0.0155 Rprec 8_3 0.0357 bpref 8_3 0.1441 recip_rank 8_3 0.3333 iprec_at_recall_0.00 8_3 0.3333 iprec_at_recall_0.10 8_3 0.0243 iprec_at_recall_0.20 8_3 0.0201 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.2000 P_10 8_3 0.1000 P_15 8_3 0.0667 P_20 8_3 0.0500 P_30 8_3 0.0333 P_100 8_3 0.0100 P_200 8_3 0.0150 P_500 8_3 0.0120 P_1000 8_3 0.0070 relstring 8_3 '001000----' recall_5 8_3 0.0357 recall_10 8_3 0.0357 recall_15 8_3 0.0357 recall_20 8_3 0.0357 recall_30 8_3 0.0357 recall_100 8_3 0.0357 recall_200 8_3 0.1071 recall_500 8_3 0.2143 recall_1000 8_3 0.2500 infAP 8_3 0.0155 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.0833 Rprec_mult_0.60 8_3 0.0588 Rprec_mult_0.80 8_3 0.0435 Rprec_mult_1.00 8_3 0.0357 Rprec_mult_1.20 8_3 0.0294 Rprec_mult_1.40 8_3 0.0250 Rprec_mult_1.60 8_3 0.0222 Rprec_mult_1.80 8_3 0.0196 Rprec_mult_2.00 8_3 0.0179 utility 8_3 -986.0000 11pt_avg 8_3 0.0343 binG 8_3 0.0448 G 8_3 0.0326 ndcg 8_3 0.1039 ndcg_rel 8_3 0.0990 Rndcg 8_3 0.0737 ndcg_cut_5 8_3 0.0848 ndcg_cut_10 8_3 0.0637 ndcg_cut_15 8_3 0.0545 ndcg_cut_20 8_3 0.0483 ndcg_cut_30 8_3 0.0415 ndcg_cut_100 8_3 0.0415 ndcg_cut_200 8_3 0.0633 ndcg_cut_500 8_3 0.0949 ndcg_cut_1000 8_3 0.1039 map_cut_5 8_3 0.0119 map_cut_10 8_3 0.0119 map_cut_15 8_3 0.0119 map_cut_20 8_3 0.0119 map_cut_30 8_3 0.0119 map_cut_100 8_3 0.0119 map_cut_200 8_3 0.0128 map_cut_500 8_3 0.0151 map_cut_1000 8_3 0.0155 relative_P_5 8_3 0.2000 relative_P_10 8_3 0.1000 relative_P_15 8_3 0.0667 relative_P_20 8_3 0.0500 relative_P_30 8_3 0.0357 relative_P_100 8_3 0.0357 relative_P_200 8_3 0.1071 relative_P_500 8_3 0.2143 relative_P_1000 8_3 0.2500 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0070 set_relative_P 8_3 0.2500 set_recall 8_3 0.2500 set_map 8_3 0.0018 set_F 8_3 0.0136 num_nonrel_judged_ret 8_3 25 rbp 8_3 0.0405 rbp_resid 8_3 0.4746 unj_5 8_3 0.0000 unj_10 8_3 0.4000 unj_20 8_3 0.6000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 16 map 8_4 0.0128 Rprec 8_4 0.0198 bpref 8_4 0.1224 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.0175 iprec_at_recall_0.20 8_4 0.0000 iprec_at_recall_0.30 8_4 0.0000 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.2000 P_10 8_4 0.1000 P_15 8_4 0.0667 P_20 8_4 0.0500 P_30 8_4 0.0333 P_100 8_4 0.0200 P_200 8_4 0.0150 P_500 8_4 0.0160 P_1000 8_4 0.0160 relstring 8_4 '10000-00-0' recall_5 8_4 0.0099 recall_10 8_4 0.0099 recall_15 8_4 0.0099 recall_20 8_4 0.0099 recall_30 8_4 0.0099 recall_100 8_4 0.0198 recall_200 8_4 0.0297 recall_500 8_4 0.0792 recall_1000 8_4 0.1584 infAP 8_4 0.0128 Rprec_mult_0.20 8_4 0.0476 Rprec_mult_0.40 8_4 0.0488 Rprec_mult_0.60 8_4 0.0328 Rprec_mult_0.80 8_4 0.0247 Rprec_mult_1.00 8_4 0.0198 Rprec_mult_1.20 8_4 0.0164 Rprec_mult_1.40 8_4 0.0141 Rprec_mult_1.60 8_4 0.0185 Rprec_mult_1.80 8_4 0.0165 Rprec_mult_2.00 8_4 0.0149 utility 8_4 -968.0000 11pt_avg 8_4 0.0925 binG 8_4 0.0274 G 8_4 0.0179 ndcg 8_4 0.0858 ndcg_rel 8_4 0.0838 Rndcg 8_4 0.0471 ndcg_cut_5 8_4 0.0848 ndcg_cut_10 8_4 0.0550 ndcg_cut_15 8_4 0.0452 ndcg_cut_20 8_4 0.0390 ndcg_cut_30 8_4 0.0327 ndcg_cut_100 8_4 0.0263 ndcg_cut_200 8_4 0.0293 ndcg_cut_500 8_4 0.0581 ndcg_cut_1000 8_4 0.0858 map_cut_5 8_4 0.0099 map_cut_10 8_4 0.0099 map_cut_15 8_4 0.0099 map_cut_20 8_4 0.0099 map_cut_30 8_4 0.0099 map_cut_100 8_4 0.0105 map_cut_200 8_4 0.0107 map_cut_500 8_4 0.0116 map_cut_1000 8_4 0.0128 relative_P_5 8_4 0.2000 relative_P_10 8_4 0.1000 relative_P_15 8_4 0.0667 relative_P_20 8_4 0.0500 relative_P_30 8_4 0.0333 relative_P_100 8_4 0.0200 relative_P_200 8_4 0.0297 relative_P_500 8_4 0.0792 relative_P_1000 8_4 0.1584 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0160 set_relative_P 8_4 0.1584 set_recall 8_4 0.1584 set_map 8_4 0.0025 set_F 8_4 0.0291 num_nonrel_judged_ret 8_4 36 rbp 8_4 0.0260 rbp_resid 8_4 0.3985 unj_5 8_4 0.0000 unj_10 8_4 0.2000 unj_20 8_4 0.5000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 16 map 8_5 0.0485 Rprec 8_5 0.0784 bpref 8_5 0.2534 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.0811 iprec_at_recall_0.20 8_5 0.0354 iprec_at_recall_0.30 8_5 0.0222 iprec_at_recall_0.40 8_5 0.0000 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.2000 P_10 8_5 0.3000 P_15 8_5 0.2667 P_20 8_5 0.2000 P_30 8_5 0.1333 P_100 8_5 0.0600 P_200 8_5 0.0350 P_500 8_5 0.0260 P_1000 8_5 0.0160 relstring 8_5 '100001-1--' recall_5 8_5 0.0196 recall_10 8_5 0.0588 recall_15 8_5 0.0784 recall_20 8_5 0.0784 recall_30 8_5 0.0784 recall_100 8_5 0.1176 recall_200 8_5 0.1373 recall_500 8_5 0.2549 recall_1000 8_5 0.3137 infAP 8_5 0.0485 Rprec_mult_0.20 8_5 0.2727 Rprec_mult_0.40 8_5 0.1905 Rprec_mult_0.60 8_5 0.1290 Rprec_mult_0.80 8_5 0.0976 Rprec_mult_1.00 8_5 0.0784 Rprec_mult_1.20 8_5 0.0645 Rprec_mult_1.40 8_5 0.0556 Rprec_mult_1.60 8_5 0.0732 Rprec_mult_1.80 8_5 0.0652 Rprec_mult_2.00 8_5 0.0588 utility 8_5 -968.0000 11pt_avg 8_5 0.1035 binG 8_5 0.0695 G 8_5 0.0395 ndcg 8_5 0.1598 ndcg_rel 8_5 0.1517 Rndcg 8_5 0.1261 ndcg_cut_5 8_5 0.0991 ndcg_cut_10 8_5 0.1259 ndcg_cut_15 8_5 0.1235 ndcg_cut_20 8_5 0.1148 ndcg_cut_30 8_5 0.1020 ndcg_cut_100 8_5 0.0986 ndcg_cut_200 8_5 0.1046 ndcg_cut_500 8_5 0.1412 ndcg_cut_1000 8_5 0.1598 map_cut_5 8_5 0.0196 map_cut_10 8_5 0.0335 map_cut_15 8_5 0.0395 map_cut_20 8_5 0.0395 map_cut_30 8_5 0.0395 map_cut_100 8_5 0.0425 map_cut_200 8_5 0.0434 map_cut_500 8_5 0.0472 map_cut_1000 8_5 0.0485 relative_P_5 8_5 0.2000 relative_P_10 8_5 0.3000 relative_P_15 8_5 0.2667 relative_P_20 8_5 0.2000 relative_P_30 8_5 0.1333 relative_P_100 8_5 0.1176 relative_P_200 8_5 0.1373 relative_P_500 8_5 0.2549 relative_P_1000 8_5 0.3137 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0160 set_relative_P 8_5 0.3137 set_recall 8_5 0.3137 set_map 8_5 0.0050 set_F 8_5 0.0304 num_nonrel_judged_ret 8_5 20 rbp 8_5 0.0588 rbp_resid 8_5 0.3765 unj_5 8_5 0.0000 unj_10 8_5 0.3000 unj_20 8_5 0.4500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 37 map 8_7 0.1848 Rprec 8_7 0.1489 bpref 8_7 0.6623 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 1.0000 iprec_at_recall_0.20 8_7 0.1216 iprec_at_recall_0.30 8_7 0.0681 iprec_at_recall_0.40 8_7 0.0681 iprec_at_recall_0.50 8_7 0.0670 iprec_at_recall_0.60 8_7 0.0618 iprec_at_recall_0.70 8_7 0.0424 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 1.0000 P_10 8_7 0.7000 P_15 8_7 0.4667 P_20 8_7 0.3500 P_30 8_7 0.2333 P_100 8_7 0.1000 P_200 8_7 0.0600 P_500 8_7 0.0560 P_1000 8_7 0.0370 relstring 8_7 '12122-21--' recall_5 8_7 0.1064 recall_10 8_7 0.1489 recall_15 8_7 0.1489 recall_20 8_7 0.1489 recall_30 8_7 0.1489 recall_100 8_7 0.2128 recall_200 8_7 0.2553 recall_500 8_7 0.5957 recall_1000 8_7 0.7872 infAP 8_7 0.1848 Rprec_mult_0.20 8_7 0.7000 Rprec_mult_0.40 8_7 0.3684 Rprec_mult_0.60 8_7 0.2414 Rprec_mult_0.80 8_7 0.1842 Rprec_mult_1.00 8_7 0.1489 Rprec_mult_1.20 8_7 0.1228 Rprec_mult_1.40 8_7 0.1212 Rprec_mult_1.60 8_7 0.1184 Rprec_mult_1.80 8_7 0.1176 Rprec_mult_2.00 8_7 0.1064 utility 8_7 -926.0000 11pt_avg 8_7 0.2208 binG 8_7 0.2116 G 8_7 0.1294 ndcg 8_7 0.4777 ndcg_rel 8_7 0.3911 Rndcg 8_7 0.3557 ndcg_cut_5 8_7 0.4358 ndcg_cut_10 8_7 0.4051 ndcg_cut_15 8_7 0.3380 ndcg_cut_20 8_7 0.3102 ndcg_cut_30 8_7 0.2764 ndcg_cut_100 8_7 0.2738 ndcg_cut_200 8_7 0.2919 ndcg_cut_500 8_7 0.3927 ndcg_cut_1000 8_7 0.4777 map_cut_5 8_7 0.1064 map_cut_10 8_7 0.1432 map_cut_15 8_7 0.1432 map_cut_20 8_7 0.1432 map_cut_30 8_7 0.1432 map_cut_100 8_7 0.1513 map_cut_200 8_7 0.1545 map_cut_500 8_7 0.1760 map_cut_1000 8_7 0.1848 relative_P_5 8_7 1.0000 relative_P_10 8_7 0.7000 relative_P_15 8_7 0.4667 relative_P_20 8_7 0.3500 relative_P_30 8_7 0.2333 relative_P_100 8_7 0.2128 relative_P_200 8_7 0.2553 relative_P_500 8_7 0.5957 relative_P_1000 8_7 0.7872 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0370 set_relative_P 8_7 0.7872 set_recall 8_7 0.7872 set_map 8_7 0.0291 set_F 8_7 0.0707 num_nonrel_judged_ret 8_7 19 rbp 8_7 0.1982 rbp_resid 8_7 0.4291 unj_5 8_7 0.0000 unj_10 8_7 0.3000 unj_20 8_7 0.5500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 1 map 8_8 0.0312 Rprec 8_8 0.0312 bpref 8_8 0.0312 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 0.0000 iprec_at_recall_0.20 8_8 0.0000 iprec_at_recall_0.30 8_8 0.0000 iprec_at_recall_0.40 8_8 0.0000 iprec_at_recall_0.50 8_8 0.0000 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.2000 P_10 8_8 0.1000 P_15 8_8 0.0667 P_20 8_8 0.0500 P_30 8_8 0.0333 P_100 8_8 0.0100 P_200 8_8 0.0050 P_500 8_8 0.0020 P_1000 8_8 0.0010 relstring 8_8 '100000-0--' recall_5 8_8 0.0312 recall_10 8_8 0.0312 recall_15 8_8 0.0312 recall_20 8_8 0.0312 recall_30 8_8 0.0312 recall_100 8_8 0.0312 recall_200 8_8 0.0312 recall_500 8_8 0.0312 recall_1000 8_8 0.0312 infAP 8_8 0.0312 Rprec_mult_0.20 8_8 0.1429 Rprec_mult_0.40 8_8 0.0769 Rprec_mult_0.60 8_8 0.0500 Rprec_mult_0.80 8_8 0.0385 Rprec_mult_1.00 8_8 0.0312 Rprec_mult_1.20 8_8 0.0256 Rprec_mult_1.40 8_8 0.0222 Rprec_mult_1.60 8_8 0.0192 Rprec_mult_1.80 8_8 0.0172 Rprec_mult_2.00 8_8 0.0156 utility 8_8 -998.0000 11pt_avg 8_8 0.0909 binG 8_8 0.0312 G 8_8 0.0065 ndcg 8_8 0.0418 ndcg_rel 8_8 0.0483 Rndcg 8_8 0.0547 ndcg_cut_5 8_8 0.0848 ndcg_cut_10 8_8 0.0603 ndcg_cut_15 8_8 0.0513 ndcg_cut_20 8_8 0.0467 ndcg_cut_30 8_8 0.0425 ndcg_cut_100 8_8 0.0418 ndcg_cut_200 8_8 0.0418 ndcg_cut_500 8_8 0.0418 ndcg_cut_1000 8_8 0.0418 map_cut_5 8_8 0.0312 map_cut_10 8_8 0.0312 map_cut_15 8_8 0.0312 map_cut_20 8_8 0.0312 map_cut_30 8_8 0.0312 map_cut_100 8_8 0.0312 map_cut_200 8_8 0.0312 map_cut_500 8_8 0.0312 map_cut_1000 8_8 0.0312 relative_P_5 8_8 0.2000 relative_P_10 8_8 0.1000 relative_P_15 8_8 0.0667 relative_P_20 8_8 0.0500 relative_P_30 8_8 0.0333 relative_P_100 8_8 0.0312 relative_P_200 8_8 0.0312 relative_P_500 8_8 0.0312 relative_P_1000 8_8 0.0312 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0010 set_relative_P 8_8 0.0312 set_recall 8_8 0.0312 set_map 8_8 0.0000 set_F 8_8 0.0019 num_nonrel_judged_ret 8_8 20 rbp 8_8 0.0250 rbp_resid 8_8 0.4481 unj_5 8_8 0.0000 unj_10 8_8 0.3000 unj_20 8_8 0.6000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 45 map 9_11 0.1550 Rprec 9_11 0.1849 bpref 9_11 0.3510 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.8571 iprec_at_recall_0.20 9_11 0.1967 iprec_at_recall_0.30 9_11 0.0719 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.8000 P_10 9_11 0.9000 P_15 9_11 0.8000 P_20 9_11 0.7000 P_30 9_11 0.5667 P_100 9_11 0.2200 P_200 9_11 0.1300 P_500 9_11 0.0700 P_1000 9_11 0.0450 relstring 9_11 '2321022212' recall_5 9_11 0.0336 recall_10 9_11 0.0756 recall_15 9_11 0.1008 recall_20 9_11 0.1176 recall_30 9_11 0.1429 recall_100 9_11 0.1849 recall_200 9_11 0.2185 recall_500 9_11 0.2941 recall_1000 9_11 0.3782 infAP 9_11 0.1550 Rprec_mult_0.20 9_11 0.7083 Rprec_mult_0.40 9_11 0.3750 Rprec_mult_0.60 9_11 0.2639 Rprec_mult_0.80 9_11 0.2292 Rprec_mult_1.00 9_11 0.1849 Rprec_mult_1.20 9_11 0.1678 Rprec_mult_1.40 9_11 0.1497 Rprec_mult_1.60 9_11 0.1361 Rprec_mult_1.80 9_11 0.1302 Rprec_mult_2.00 9_11 0.1176 utility 9_11 -910.0000 11pt_avg 9_11 0.1932 binG 9_11 0.1205 G 9_11 0.0788 ndcg 9_11 0.3883 ndcg_rel 9_11 0.4094 Rndcg 9_11 0.3908 ndcg_cut_5 9_11 0.6018 ndcg_cut_10 9_11 0.6156 ndcg_cut_15 9_11 0.5644 ndcg_cut_20 9_11 0.5438 ndcg_cut_30 9_11 0.4902 ndcg_cut_100 9_11 0.2875 ndcg_cut_200 9_11 0.2975 ndcg_cut_500 9_11 0.3412 ndcg_cut_1000 9_11 0.3883 map_cut_5 9_11 0.0336 map_cut_10 9_11 0.0702 map_cut_15 9_11 0.0928 map_cut_20 9_11 0.1058 map_cut_30 9_11 0.1236 map_cut_100 9_11 0.1365 map_cut_200 9_11 0.1423 map_cut_500 9_11 0.1503 map_cut_1000 9_11 0.1550 relative_P_5 9_11 0.8000 relative_P_10 9_11 0.9000 relative_P_15 9_11 0.8000 relative_P_20 9_11 0.7000 relative_P_30 9_11 0.5667 relative_P_100 9_11 0.2200 relative_P_200 9_11 0.2185 relative_P_500 9_11 0.2941 relative_P_1000 9_11 0.3782 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0450 set_relative_P 9_11 0.3782 set_recall 9_11 0.3782 set_map 9_11 0.0170 set_F 9_11 0.0804 num_nonrel_judged_ret 9_11 12 rbp 9_11 0.4544 rbp_resid 9_11 0.1832 unj_5 9_11 0.0000 unj_10 9_11 0.0000 unj_20 9_11 0.2500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 3 map 9_13 0.0128 Rprec 9_13 0.0000 bpref 9_13 0.6250 recip_rank 9_13 0.0143 iprec_at_recall_0.00 9_13 0.0216 iprec_at_recall_0.10 9_13 0.0216 iprec_at_recall_0.20 9_13 0.0216 iprec_at_recall_0.30 9_13 0.0216 iprec_at_recall_0.40 9_13 0.0216 iprec_at_recall_0.50 9_13 0.0216 iprec_at_recall_0.60 9_13 0.0216 iprec_at_recall_0.70 9_13 0.0216 iprec_at_recall_0.80 9_13 0.0216 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.0000 P_10 9_13 0.0000 P_15 9_13 0.0000 P_20 9_13 0.0000 P_30 9_13 0.0000 P_100 9_13 0.0100 P_200 9_13 0.0150 P_500 9_13 0.0060 P_1000 9_13 0.0030 relstring 9_13 '----------' recall_5 9_13 0.0000 recall_10 9_13 0.0000 recall_15 9_13 0.0000 recall_20 9_13 0.0000 recall_30 9_13 0.0000 recall_100 9_13 0.2500 recall_200 9_13 0.7500 recall_500 9_13 0.7500 recall_1000 9_13 0.7500 infAP 9_13 0.0128 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.0000 Rprec_mult_1.00 9_13 0.0000 Rprec_mult_1.20 9_13 0.0000 Rprec_mult_1.40 9_13 0.0000 Rprec_mult_1.60 9_13 0.0000 Rprec_mult_1.80 9_13 0.0000 Rprec_mult_2.00 9_13 0.0000 utility 9_13 -994.0000 11pt_avg 9_13 0.0177 binG 9_13 0.1113 G 9_13 0.1165 ndcg 9_13 0.1666 ndcg_rel 9_13 0.1387 Rndcg 9_13 0.0416 ndcg_cut_5 9_13 0.0000 ndcg_cut_10 9_13 0.0000 ndcg_cut_15 9_13 0.0000 ndcg_cut_20 9_13 0.0000 ndcg_cut_30 9_13 0.0000 ndcg_cut_100 9_13 0.0771 ndcg_cut_200 9_13 0.1666 ndcg_cut_500 9_13 0.1666 ndcg_cut_1000 9_13 0.1666 map_cut_5 9_13 0.0000 map_cut_10 9_13 0.0000 map_cut_15 9_13 0.0000 map_cut_20 9_13 0.0000 map_cut_30 9_13 0.0000 map_cut_100 9_13 0.0036 map_cut_200 9_13 0.0128 map_cut_500 9_13 0.0128 map_cut_1000 9_13 0.0128 relative_P_5 9_13 0.0000 relative_P_10 9_13 0.0000 relative_P_15 9_13 0.0000 relative_P_20 9_13 0.0000 relative_P_30 9_13 0.0000 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.7500 relative_P_500 9_13 0.7500 relative_P_1000 9_13 0.7500 success_1 9_13 0.0000 success_5 9_13 0.0000 success_10 9_13 0.0000 set_P 9_13 0.0030 set_relative_P 9_13 0.7500 set_recall 9_13 0.7500 set_map 9_13 0.0022 set_F 9_13 0.0060 num_nonrel_judged_ret 9_13 1 rbp 9_13 0.0001 rbp_resid 9_13 0.9999 unj_5 9_13 1.0000 unj_10 9_13 1.0000 unj_20 9_13 1.0000 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 39 map 9_2 0.0916 Rprec 9_2 0.1327 bpref 9_2 0.2848 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.1833 iprec_at_recall_0.20 9_2 0.1133 iprec_at_recall_0.30 9_2 0.0523 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 0.6000 P_15 9_2 0.5333 P_20 9_2 0.4500 P_30 9_2 0.3333 P_100 9_2 0.1400 P_200 9_2 0.1050 P_500 9_2 0.0600 P_1000 9_2 0.0390 relstring 9_2 '1113100001' recall_5 9_2 0.0442 recall_10 9_2 0.0531 recall_15 9_2 0.0708 recall_20 9_2 0.0796 recall_30 9_2 0.0885 recall_100 9_2 0.1239 recall_200 9_2 0.1858 recall_500 9_2 0.2655 recall_1000 9_2 0.3451 infAP 9_2 0.0916 Rprec_mult_0.20 9_2 0.4348 Rprec_mult_0.40 9_2 0.2174 Rprec_mult_0.60 9_2 0.1618 Rprec_mult_0.80 9_2 0.1429 Rprec_mult_1.00 9_2 0.1327 Rprec_mult_1.20 9_2 0.1250 Rprec_mult_1.40 9_2 0.1132 Rprec_mult_1.60 9_2 0.1105 Rprec_mult_1.80 9_2 0.1127 Rprec_mult_2.00 9_2 0.1018 utility 9_2 -922.0000 11pt_avg 9_2 0.1226 binG 9_2 0.0912 G 9_2 0.0539 ndcg 9_2 0.2748 ndcg_rel 9_2 0.2649 Rndcg 9_2 0.2636 ndcg_cut_5 9_2 0.4307 ndcg_cut_10 9_2 0.3406 ndcg_cut_15 9_2 0.3139 ndcg_cut_20 9_2 0.2842 ndcg_cut_30 9_2 0.2378 ndcg_cut_100 9_2 0.1604 ndcg_cut_200 9_2 0.1930 ndcg_cut_500 9_2 0.2353 ndcg_cut_1000 9_2 0.2748 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0496 map_cut_15 9_2 0.0587 map_cut_20 9_2 0.0631 map_cut_30 9_2 0.0670 map_cut_100 9_2 0.0728 map_cut_200 9_2 0.0806 map_cut_500 9_2 0.0876 map_cut_1000 9_2 0.0916 relative_P_5 9_2 1.0000 relative_P_10 9_2 0.6000 relative_P_15 9_2 0.5333 relative_P_20 9_2 0.4500 relative_P_30 9_2 0.3333 relative_P_100 9_2 0.1400 relative_P_200 9_2 0.1858 relative_P_500 9_2 0.2655 relative_P_1000 9_2 0.3451 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0390 set_relative_P 9_2 0.3451 set_recall 9_2 0.3451 set_map 9_2 0.0135 set_F 9_2 0.0701 num_nonrel_judged_ret 9_2 16 rbp 9_2 0.2231 rbp_resid 9_2 0.2158 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.2500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 32 map 9_6 0.1066 Rprec 9_6 0.1679 bpref 9_6 0.2428 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.2364 iprec_at_recall_0.20 9_6 0.0841 iprec_at_recall_0.30 9_6 0.0000 iprec_at_recall_0.40 9_6 0.0000 iprec_at_recall_0.50 9_6 0.0000 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.9000 P_15 9_6 0.8000 P_20 9_6 0.6000 P_30 9_6 0.4000 P_100 9_6 0.2000 P_200 9_6 0.1150 P_500 9_6 0.0560 P_1000 9_6 0.0320 relstring 9_6 '2123132-12' recall_5 9_6 0.0382 recall_10 9_6 0.0687 recall_15 9_6 0.0916 recall_20 9_6 0.0916 recall_30 9_6 0.0916 recall_100 9_6 0.1527 recall_200 9_6 0.1756 recall_500 9_6 0.2137 recall_1000 9_6 0.2443 infAP 9_6 0.1066 Rprec_mult_0.20 9_6 0.4444 Rprec_mult_0.40 9_6 0.2264 Rprec_mult_0.60 9_6 0.2152 Rprec_mult_0.80 9_6 0.1905 Rprec_mult_1.00 9_6 0.1679 Rprec_mult_1.20 9_6 0.1456 Rprec_mult_1.40 9_6 0.1250 Rprec_mult_1.60 9_6 0.1095 Rprec_mult_1.80 9_6 0.0975 Rprec_mult_2.00 9_6 0.0878 utility 9_6 -936.0000 11pt_avg 9_6 0.1200 binG 9_6 0.0945 G 9_6 0.0498 ndcg 9_6 0.2766 ndcg_rel 9_6 0.3034 Rndcg 9_6 0.3006 ndcg_cut_5 9_6 0.6003 ndcg_cut_10 9_6 0.5814 ndcg_cut_15 9_6 0.5672 ndcg_cut_20 9_6 0.4722 ndcg_cut_30 9_6 0.3865 ndcg_cut_100 9_6 0.2536 ndcg_cut_200 9_6 0.2411 ndcg_cut_500 9_6 0.2632 ndcg_cut_1000 9_6 0.2766 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0671 map_cut_15 9_6 0.0851 map_cut_20 9_6 0.0851 map_cut_30 9_6 0.0851 map_cut_100 9_6 0.0979 map_cut_200 9_6 0.1020 map_cut_500 9_6 0.1052 map_cut_1000 9_6 0.1066 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.9000 relative_P_15 9_6 0.8000 relative_P_20 9_6 0.6000 relative_P_30 9_6 0.4000 relative_P_100 9_6 0.2000 relative_P_200 9_6 0.1756 relative_P_500 9_6 0.2137 relative_P_1000 9_6 0.2443 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0320 set_relative_P 9_6 0.2443 set_recall 9_6 0.2443 set_map 9_6 0.0078 set_F 9_6 0.0566 num_nonrel_judged_ret 9_6 1 rbp 9_6 0.4485 rbp_resid 9_6 0.3194 unj_5 9_6 0.0000 unj_10 9_6 0.1000 unj_20 9_6 0.4000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 20 map 9_9 0.1228 Rprec 9_9 0.1091 bpref 9_9 0.3008 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 1.0000 iprec_at_recall_0.20 9_9 0.0629 iprec_at_recall_0.30 9_9 0.0238 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 1.0000 P_10 9_9 0.6000 P_15 9_9 0.4000 P_20 9_9 0.3000 P_30 9_9 0.2000 P_100 9_9 0.1000 P_200 9_9 0.0550 P_500 9_9 0.0300 P_1000 9_9 0.0200 relstring 9_9 '133131000-' recall_5 9_9 0.0909 recall_10 9_9 0.1091 recall_15 9_9 0.1091 recall_20 9_9 0.1091 recall_30 9_9 0.1091 recall_100 9_9 0.1818 recall_200 9_9 0.2000 recall_500 9_9 0.2727 recall_1000 9_9 0.3636 infAP 9_9 0.1228 Rprec_mult_0.20 9_9 0.5455 Rprec_mult_0.40 9_9 0.2727 Rprec_mult_0.60 9_9 0.1818 Rprec_mult_0.80 9_9 0.1364 Rprec_mult_1.00 9_9 0.1091 Rprec_mult_1.20 9_9 0.0909 Rprec_mult_1.40 9_9 0.0909 Rprec_mult_1.60 9_9 0.0909 Rprec_mult_1.80 9_9 0.1010 Rprec_mult_2.00 9_9 0.0909 utility 9_9 -960.0000 11pt_avg 9_9 0.1897 binG 9_9 0.1415 G 9_9 0.0804 ndcg 9_9 0.3258 ndcg_rel 9_9 0.3416 Rndcg 9_9 0.2545 ndcg_cut_5 9_9 0.6765 ndcg_cut_10 9_9 0.4651 ndcg_cut_15 9_9 0.3606 ndcg_cut_20 9_9 0.3002 ndcg_cut_30 9_9 0.2457 ndcg_cut_100 9_9 0.2442 ndcg_cut_200 9_9 0.2524 ndcg_cut_500 9_9 0.2901 ndcg_cut_1000 9_9 0.3258 map_cut_5 9_9 0.0909 map_cut_10 9_9 0.1091 map_cut_15 9_9 0.1091 map_cut_20 9_9 0.1091 map_cut_30 9_9 0.1091 map_cut_100 9_9 0.1162 map_cut_200 9_9 0.1174 map_cut_500 9_9 0.1206 map_cut_1000 9_9 0.1228 relative_P_5 9_9 1.0000 relative_P_10 9_9 0.6000 relative_P_15 9_9 0.4000 relative_P_20 9_9 0.3000 relative_P_30 9_9 0.2000 relative_P_100 9_9 0.1818 relative_P_200 9_9 0.2000 relative_P_500 9_9 0.2727 relative_P_1000 9_9 0.3636 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0200 set_relative_P 9_9 0.3636 set_recall 9_9 0.3636 set_map 9_9 0.0073 set_F 9_9 0.0379 num_nonrel_judged_ret 9_9 19 rbp 9_9 0.3140 rbp_resid 9_9 0.3219 unj_5 9_9 0.0000 unj_10 9_9 0.1000 unj_20 9_9 0.4000 runid all RALI_manual_monot5 num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 3876 map all 0.1355 gm_map all 0.0682 Rprec all 0.1624 bpref all 0.3370 recip_rank all 0.7976 iprec_at_recall_0.00 all 0.8264 iprec_at_recall_0.10 all 0.4272 iprec_at_recall_0.20 all 0.2290 iprec_at_recall_0.30 all 0.1442 iprec_at_recall_0.40 all 0.0909 iprec_at_recall_0.50 all 0.0631 iprec_at_recall_0.60 all 0.0442 iprec_at_recall_0.70 all 0.0307 iprec_at_recall_0.80 all 0.0207 iprec_at_recall_0.90 all 0.0115 iprec_at_recall_1.00 all 0.0018 P_5 all 0.6155 P_10 all 0.4810 P_15 all 0.4167 P_20 all 0.3651 P_30 all 0.2948 P_100 all 0.1359 P_200 all 0.0904 P_500 all 0.0528 P_1000 all 0.0334 recall_5 all 0.0507 recall_10 all 0.0767 recall_15 all 0.0985 recall_20 all 0.1127 recall_30 all 0.1328 recall_100 all 0.2016 recall_200 all 0.2673 recall_500 all 0.3823 recall_1000 all 0.4653 infAP all 0.1355 gm_bpref all 0.2234 Rprec_mult_0.20 all 0.4050 Rprec_mult_0.40 all 0.2886 Rprec_mult_0.60 all 0.2243 Rprec_mult_0.80 all 0.1869 Rprec_mult_1.00 all 0.1624 Rprec_mult_1.20 all 0.1479 Rprec_mult_1.40 all 0.1348 Rprec_mult_1.60 all 0.1250 Rprec_mult_1.80 all 0.1169 Rprec_mult_2.00 all 0.1104 utility all -933.1724 11pt_avg all 0.1718 binG all 0.1251 G all 0.0957 ndcg all 0.3483 ndcg_rel all 0.3262 Rndcg all 0.2942 ndcg_cut_5 all 0.4042 ndcg_cut_10 all 0.3540 ndcg_cut_15 all 0.3268 ndcg_cut_20 all 0.3071 ndcg_cut_30 all 0.2801 ndcg_cut_100 all 0.2441 ndcg_cut_200 all 0.2667 ndcg_cut_500 all 0.3150 ndcg_cut_1000 all 0.3483 map_cut_5 all 0.0457 map_cut_10 all 0.0644 map_cut_15 all 0.0777 map_cut_20 all 0.0859 map_cut_30 all 0.0963 map_cut_100 all 0.1131 map_cut_200 all 0.1224 map_cut_500 all 0.1314 map_cut_1000 all 0.1355 relative_P_5 all 0.6155 relative_P_10 all 0.4810 relative_P_15 all 0.4193 relative_P_20 all 0.3705 relative_P_30 all 0.3066 relative_P_100 all 0.2206 relative_P_200 all 0.2685 relative_P_500 all 0.3823 relative_P_1000 all 0.4653 success_1 all 0.7328 success_5 all 0.8793 success_10 all 0.9138 set_P all 0.0334 set_relative_P all 0.4653 set_recall all 0.4653 set_map all 0.0175 set_F all 0.0605 num_nonrel_judged_ret all 2852 rbp all 0.2357 rbp_resid all 0.3089 unj_5 all 0.0086 unj_10 all 0.2043 unj_20 all 0.3737