num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 51 map 0_10 0.4445 Rprec 0_10 0.5000 bpref 0_10 0.6996 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.6000 iprec_at_recall_0.20 0_10 0.6000 iprec_at_recall_0.30 0_10 0.6000 iprec_at_recall_0.40 0_10 0.5946 iprec_at_recall_0.50 0_10 0.5000 iprec_at_recall_0.60 0_10 0.4521 iprec_at_recall_0.70 0_10 0.4333 iprec_at_recall_0.80 0_10 0.4167 iprec_at_recall_0.90 0_10 0.2970 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.4000 P_10 0_10 0.3000 P_15 0_10 0.4667 P_20 0_10 0.5500 P_30 0_10 0.5667 P_100 0_10 0.4000 P_200 0_10 0.2500 P_500 0_10 0.1020 P_1000 0_10 0.0510 relstring 0_10 '2002000-30' recall_5 0_10 0.0370 recall_10 0_10 0.0556 recall_15 0_10 0.1296 recall_20 0_10 0.2037 recall_30 0_10 0.3148 recall_100 0_10 0.7407 recall_200 0_10 0.9259 recall_500 0_10 0.9444 recall_1000 0_10 0.9444 infAP 0_10 0.4445 Rprec_mult_0.20 0_10 0.3636 Rprec_mult_0.40 0_10 0.5000 Rprec_mult_0.60 0_10 0.5758 Rprec_mult_0.80 0_10 0.5227 Rprec_mult_1.00 0_10 0.5000 Rprec_mult_1.20 0_10 0.4462 Rprec_mult_1.40 0_10 0.4474 Rprec_mult_1.60 0_10 0.4253 Rprec_mult_1.80 0_10 0.4082 Rprec_mult_2.00 0_10 0.4167 utility 0_10 -898.0000 11pt_avg 0_10 0.4994 binG 0_10 0.2267 G 0_10 0.1727 ndcg 0_10 0.7128 ndcg_rel 0_10 0.5101 Rndcg 0_10 0.4992 ndcg_cut_5 0_10 0.3235 ndcg_cut_10 0_10 0.2762 ndcg_cut_15 0_10 0.3637 ndcg_cut_20 0_10 0.3924 ndcg_cut_30 0_10 0.4098 ndcg_cut_100 0_10 0.6021 ndcg_cut_200 0_10 0.7025 ndcg_cut_500 0_10 0.7128 ndcg_cut_1000 0_10 0.7128 map_cut_5 0_10 0.0278 map_cut_10 0_10 0.0340 map_cut_15 0_10 0.0644 map_cut_20 0_10 0.1045 map_cut_30 0_10 0.1648 map_cut_100 0_10 0.3742 map_cut_200 0_10 0.4419 map_cut_500 0_10 0.4445 map_cut_1000 0_10 0.4445 relative_P_5 0_10 0.4000 relative_P_10 0_10 0.3000 relative_P_15 0_10 0.4667 relative_P_20 0_10 0.5500 relative_P_30 0_10 0.5667 relative_P_100 0_10 0.7407 relative_P_200 0_10 0.9259 relative_P_500 0_10 0.9444 relative_P_1000 0_10 0.9444 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0510 set_relative_P 0_10 0.9444 set_recall 0_10 0.9444 set_map 0_10 0.0482 set_F 0_10 0.0968 num_nonrel_judged_ret 0_10 34 rbp 0_10 0.3479 rbp_resid 0_10 0.1007 unj_5 0_10 0.0000 unj_10 0_10 0.1000 unj_20 0_10 0.1000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.7404 Rprec 0_11 0.6667 bpref 0_11 0.7292 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.8333 iprec_at_recall_0.40 0_11 0.8333 iprec_at_recall_0.50 0_11 0.7000 iprec_at_recall_0.60 0_11 0.7000 iprec_at_recall_0.70 0_11 0.6923 iprec_at_recall_0.80 0_11 0.5882 iprec_at_recall_0.90 0_11 0.5238 iprec_at_recall_1.00 0_11 0.4138 P_5 0_11 0.8000 P_10 0_11 0.7000 P_15 0_11 0.6000 P_20 0_11 0.5000 P_30 0_11 0.4000 P_100 0_11 0.1200 P_200 0_11 0.0600 P_500 0_11 0.0240 P_1000 0_11 0.0120 relstring 0_11 '3330330-33' recall_5 0_11 0.3333 recall_10 0_11 0.5833 recall_15 0_11 0.7500 recall_20 0_11 0.8333 recall_30 0_11 1.0000 recall_100 0_11 1.0000 recall_200 0_11 1.0000 recall_500 0_11 1.0000 recall_1000 0_11 1.0000 infAP 0_11 0.7404 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.6250 Rprec_mult_0.80 0_11 0.7000 Rprec_mult_1.00 0_11 0.6667 Rprec_mult_1.20 0_11 0.6000 Rprec_mult_1.40 0_11 0.5882 Rprec_mult_1.60 0_11 0.5000 Rprec_mult_1.80 0_11 0.5000 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -976.0000 11pt_avg 0_11 0.7532 binG 0_11 0.5606 G 0_11 0.4791 ndcg 0_11 0.9160 ndcg_rel 0_11 0.8645 Rndcg 0_11 0.8246 ndcg_cut_5 0_11 0.8539 ndcg_cut_10 0_11 0.7624 ndcg_cut_15 0_11 0.7848 ndcg_cut_20 0_11 0.8319 ndcg_cut_30 0_11 0.9160 ndcg_cut_100 0_11 0.9160 ndcg_cut_200 0_11 0.9160 ndcg_cut_500 0_11 0.9160 ndcg_cut_1000 0_11 0.9160 map_cut_5 0_11 0.3167 map_cut_10 0_11 0.5000 map_cut_15 0_11 0.6132 map_cut_20 0_11 0.6623 map_cut_30 0_11 0.7404 map_cut_100 0_11 0.7404 map_cut_200 0_11 0.7404 map_cut_500 0_11 0.7404 map_cut_1000 0_11 0.7404 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.7000 relative_P_15 0_11 0.7500 relative_P_20 0_11 0.8333 relative_P_30 0_11 1.0000 relative_P_100 0_11 1.0000 relative_P_200 0_11 1.0000 relative_P_500 0_11 1.0000 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0120 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0120 set_F 0_11 0.0237 num_nonrel_judged_ret 0_11 24 rbp 0_11 0.5730 rbp_resid 0_11 0.1050 unj_5 0_11 0.0000 unj_10 0_11 0.1000 unj_20 0_11 0.0500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 29 map 0_2 0.1002 Rprec 0_2 0.0882 bpref 0_2 0.0424 recip_rank 0_2 0.2500 iprec_at_recall_0.00 0_2 0.2500 iprec_at_recall_0.10 0_2 0.1429 iprec_at_recall_0.20 0_2 0.1429 iprec_at_recall_0.30 0_2 0.1429 iprec_at_recall_0.40 0_2 0.1349 iprec_at_recall_0.50 0_2 0.1349 iprec_at_recall_0.60 0_2 0.1205 iprec_at_recall_0.70 0_2 0.0903 iprec_at_recall_0.80 0_2 0.0871 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.1000 P_100 0_2 0.1300 P_200 0_2 0.1050 P_500 0_2 0.0580 P_1000 0_2 0.0290 relstring 0_2 '0002000000' recall_5 0_2 0.0294 recall_10 0_2 0.0294 recall_15 0_2 0.0294 recall_20 0_2 0.0294 recall_30 0_2 0.0882 recall_100 0_2 0.3824 recall_200 0_2 0.6176 recall_500 0_2 0.8529 recall_1000 0_2 0.8529 infAP 0_2 0.1002 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0476 Rprec_mult_0.80 0_2 0.1071 Rprec_mult_1.00 0_2 0.0882 Rprec_mult_1.20 0_2 0.0732 Rprec_mult_1.40 0_2 0.0833 Rprec_mult_1.60 0_2 0.1091 Rprec_mult_1.80 0_2 0.1129 Rprec_mult_2.00 0_2 0.1324 utility 0_2 -942.0000 11pt_avg 0_2 0.1133 binG 0_2 0.1385 G 0_2 0.1322 ndcg 0_2 0.4085 ndcg_rel 0_2 0.2781 Rndcg 0_2 0.1453 ndcg_cut_5 0_2 0.1249 ndcg_cut_10 0_2 0.0854 ndcg_cut_15 0_2 0.0691 ndcg_cut_20 0_2 0.0631 ndcg_cut_30 0_2 0.1071 ndcg_cut_100 0_2 0.2410 ndcg_cut_200 0_2 0.3420 ndcg_cut_500 0_2 0.4085 ndcg_cut_1000 0_2 0.4085 map_cut_5 0_2 0.0074 map_cut_10 0_2 0.0074 map_cut_15 0_2 0.0074 map_cut_20 0_2 0.0074 map_cut_30 0_2 0.0127 map_cut_100 0_2 0.0490 map_cut_200 0_2 0.0794 map_cut_500 0_2 0.1002 map_cut_1000 0_2 0.1002 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.0500 relative_P_30 0_2 0.1000 relative_P_100 0_2 0.3824 relative_P_200 0_2 0.6176 relative_P_500 0_2 0.8529 relative_P_1000 0_2 0.8529 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0290 set_relative_P 0_2 0.8529 set_recall 0_2 0.8529 set_map 0_2 0.0247 set_F 0_2 0.0561 num_nonrel_judged_ret 0_2 146 rbp 0_2 0.0578 rbp_resid 0_2 0.0075 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 20 map 0_3 0.1780 Rprec 0_3 0.2917 bpref 0_3 0.1771 recip_rank 0_3 0.1429 iprec_at_recall_0.00 0_3 0.3333 iprec_at_recall_0.10 0_3 0.3333 iprec_at_recall_0.20 0_3 0.3333 iprec_at_recall_0.30 0_3 0.3182 iprec_at_recall_0.40 0_3 0.1948 iprec_at_recall_0.50 0_3 0.1948 iprec_at_recall_0.60 0_3 0.1948 iprec_at_recall_0.70 0_3 0.1848 iprec_at_recall_0.80 0_3 0.1462 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.0000 P_10 0_3 0.3000 P_15 0_3 0.2667 P_20 0_3 0.3000 P_30 0_3 0.2333 P_100 0_3 0.1700 P_200 0_3 0.1000 P_500 0_3 0.0400 P_1000 0_3 0.0200 relstring 0_3 '0000001110' recall_5 0_3 0.0000 recall_10 0_3 0.1250 recall_15 0_3 0.1667 recall_20 0_3 0.2500 recall_30 0_3 0.2917 recall_100 0_3 0.7083 recall_200 0_3 0.8333 recall_500 0_3 0.8333 recall_1000 0_3 0.8333 infAP 0_3 0.1780 Rprec_mult_0.20 0_3 0.0000 Rprec_mult_0.40 0_3 0.3000 Rprec_mult_0.60 0_3 0.2667 Rprec_mult_0.80 0_3 0.3000 Rprec_mult_1.00 0_3 0.2917 Rprec_mult_1.20 0_3 0.2414 Rprec_mult_1.40 0_3 0.2353 Rprec_mult_1.60 0_3 0.2051 Rprec_mult_1.80 0_3 0.1818 Rprec_mult_2.00 0_3 0.1667 utility 0_3 -960.0000 11pt_avg 0_3 0.2030 binG 0_3 0.1764 G 0_3 0.1567 ndcg 0_3 0.4055 ndcg_rel 0_3 0.2690 Rndcg 0_3 0.1416 ndcg_cut_5 0_3 0.0000 ndcg_cut_10 0_3 0.1118 ndcg_cut_15 0_3 0.1236 ndcg_cut_20 0_3 0.1536 ndcg_cut_30 0_3 0.1608 ndcg_cut_100 0_3 0.3580 ndcg_cut_200 0_3 0.4055 ndcg_cut_500 0_3 0.4055 ndcg_cut_1000 0_3 0.4055 map_cut_5 0_3 0.0000 map_cut_10 0_3 0.0303 map_cut_15 0_3 0.0431 map_cut_20 0_3 0.0692 map_cut_30 0_3 0.0825 map_cut_100 0_3 0.1602 map_cut_200 0_3 0.1780 map_cut_500 0_3 0.1780 map_cut_1000 0_3 0.1780 relative_P_5 0_3 0.0000 relative_P_10 0_3 0.3000 relative_P_15 0_3 0.2667 relative_P_20 0_3 0.3000 relative_P_30 0_3 0.2917 relative_P_100 0_3 0.7083 relative_P_200 0_3 0.8333 relative_P_500 0_3 0.8333 relative_P_1000 0_3 0.8333 success_1 0_3 0.0000 success_5 0_3 0.0000 success_10 0_3 1.0000 set_P 0_3 0.0200 set_relative_P 0_3 0.8333 set_recall 0_3 0.8333 set_map 0_3 0.0167 set_F 0_3 0.0391 num_nonrel_judged_ret 0_3 88 rbp 0_3 0.0748 rbp_resid 0_3 0.0158 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 14 map 0_4 0.3639 Rprec 0_4 0.3500 bpref 0_4 0.3450 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 0.8750 iprec_at_recall_0.40 0_4 0.1176 iprec_at_recall_0.50 0_4 0.0902 iprec_at_recall_0.60 0_4 0.0628 iprec_at_recall_0.70 0_4 0.0338 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 1.0000 P_10 0_4 0.7000 P_15 0_4 0.4667 P_20 0_4 0.3500 P_30 0_4 0.2333 P_100 0_4 0.0900 P_200 0_4 0.0550 P_500 0_4 0.0280 P_1000 0_4 0.0140 relstring 0_4 '43242041--' recall_5 0_4 0.2500 recall_10 0_4 0.3500 recall_15 0_4 0.3500 recall_20 0_4 0.3500 recall_30 0_4 0.3500 recall_100 0_4 0.4500 recall_200 0_4 0.5500 recall_500 0_4 0.7000 recall_1000 0_4 0.7000 infAP 0_4 0.3639 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.8750 Rprec_mult_0.60 0_4 0.5833 Rprec_mult_0.80 0_4 0.4375 Rprec_mult_1.00 0_4 0.3500 Rprec_mult_1.20 0_4 0.2917 Rprec_mult_1.40 0_4 0.2500 Rprec_mult_1.60 0_4 0.2188 Rprec_mult_1.80 0_4 0.1944 Rprec_mult_2.00 0_4 0.1750 utility 0_4 -972.0000 11pt_avg 0_4 0.3799 binG 0_4 0.3629 G 0_4 0.3516 ndcg 0_4 0.7461 ndcg_rel 0_4 0.7831 Rndcg 0_4 0.7661 ndcg_cut_5 0_4 0.8867 ndcg_cut_10 0_4 0.8010 ndcg_cut_15 0_4 0.7055 ndcg_cut_20 0_4 0.6560 ndcg_cut_30 0_4 0.6560 ndcg_cut_100 0_4 0.6747 ndcg_cut_200 0_4 0.7093 ndcg_cut_500 0_4 0.7461 ndcg_cut_1000 0_4 0.7461 map_cut_5 0_4 0.2500 map_cut_10 0_4 0.3366 map_cut_15 0_4 0.3366 map_cut_20 0_4 0.3366 map_cut_30 0_4 0.3366 map_cut_100 0_4 0.3470 map_cut_200 0_4 0.3560 map_cut_500 0_4 0.3639 map_cut_1000 0_4 0.3639 relative_P_5 0_4 1.0000 relative_P_10 0_4 0.7000 relative_P_15 0_4 0.4667 relative_P_20 0_4 0.3500 relative_P_30 0_4 0.3500 relative_P_100 0_4 0.4500 relative_P_200 0_4 0.5500 relative_P_500 0_4 0.7000 relative_P_1000 0_4 0.7000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0140 set_relative_P 0_4 0.7000 set_recall 0_4 0.7000 set_map 0_4 0.0098 set_F 0_4 0.0275 num_nonrel_judged_ret 0_4 38 rbp 0_4 0.3788 rbp_resid 0_4 0.1789 unj_5 0_4 0.0000 unj_10 0_4 0.2000 unj_20 0_4 0.2000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 53 map 0_6 0.2301 Rprec 0_6 0.3058 bpref 0_6 0.3901 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.8824 iprec_at_recall_0.20 0_6 0.6098 iprec_at_recall_0.30 0_6 0.3109 iprec_at_recall_0.40 0_6 0.1655 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.8000 P_10 0_6 0.8000 P_15 0_6 0.8667 P_20 0_6 0.8000 P_30 0_6 0.6667 P_100 0_6 0.3300 P_200 0_6 0.2150 P_500 0_6 0.1040 P_1000 0_6 0.0530 relstring 0_6 '33202-1213' recall_5 0_6 0.0331 recall_10 0_6 0.0661 recall_15 0_6 0.1074 recall_20 0_6 0.1322 recall_30 0_6 0.1653 recall_100 0_6 0.2727 recall_200 0_6 0.3554 recall_500 0_6 0.4298 recall_1000 0_6 0.4380 infAP 0_6 0.2301 Rprec_mult_0.20 0_6 0.6800 Rprec_mult_0.40 0_6 0.5306 Rprec_mult_0.60 0_6 0.4521 Rprec_mult_0.80 0_6 0.3402 Rprec_mult_1.00 0_6 0.3058 Rprec_mult_1.20 0_6 0.2671 Rprec_mult_1.40 0_6 0.2471 Rprec_mult_1.60 0_6 0.2216 Rprec_mult_1.80 0_6 0.2018 Rprec_mult_2.00 0_6 0.1901 utility 0_6 -894.0000 11pt_avg 0_6 0.2699 binG 0_6 0.1349 G 0_6 0.1274 ndcg 0_6 0.5129 ndcg_rel 0_6 0.5459 Rndcg 0_6 0.5414 ndcg_cut_5 0_6 0.7537 ndcg_cut_10 0_6 0.7101 ndcg_cut_15 0_6 0.7249 ndcg_cut_20 0_6 0.6677 ndcg_cut_30 0_6 0.5753 ndcg_cut_100 0_6 0.4627 ndcg_cut_200 0_6 0.4774 ndcg_cut_500 0_6 0.5100 ndcg_cut_1000 0_6 0.5129 map_cut_5 0_6 0.0314 map_cut_10 0_6 0.0565 map_cut_15 0_6 0.0914 map_cut_20 0_6 0.1129 map_cut_30 0_6 0.1356 map_cut_100 0_6 0.1937 map_cut_200 0_6 0.2172 map_cut_500 0_6 0.2293 map_cut_1000 0_6 0.2301 relative_P_5 0_6 0.8000 relative_P_10 0_6 0.8000 relative_P_15 0_6 0.8667 relative_P_20 0_6 0.8000 relative_P_30 0_6 0.6667 relative_P_100 0_6 0.3300 relative_P_200 0_6 0.3554 relative_P_500 0_6 0.4298 relative_P_1000 0_6 0.4380 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0530 set_relative_P 0_6 0.4380 set_recall 0_6 0.4380 set_map 0_6 0.0232 set_F 0_6 0.0946 num_nonrel_judged_ret 0_6 14 rbp 0_6 0.4975 rbp_resid 0_6 0.1211 unj_5 0_6 0.0000 unj_10 0_6 0.1000 unj_20 0_6 0.1000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 6 map 0_7 0.0227 Rprec 0_7 0.0909 bpref 0_7 0.1295 recip_rank 0_7 0.2000 iprec_at_recall_0.00 0_7 0.2222 iprec_at_recall_0.10 0_7 0.1304 iprec_at_recall_0.20 0_7 0.0000 iprec_at_recall_0.30 0_7 0.0000 iprec_at_recall_0.40 0_7 0.0000 iprec_at_recall_0.50 0_7 0.0000 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.2000 P_10 0_7 0.2000 P_15 0_7 0.1333 P_20 0_7 0.1000 P_30 0_7 0.1000 P_100 0_7 0.0500 P_200 0_7 0.0300 P_500 0_7 0.0120 P_1000 0_7 0.0060 relstring 0_7 '00001---10' recall_5 0_7 0.0303 recall_10 0_7 0.0606 recall_15 0_7 0.0606 recall_20 0_7 0.0606 recall_30 0_7 0.0909 recall_100 0_7 0.1515 recall_200 0_7 0.1818 recall_500 0_7 0.1818 recall_1000 0_7 0.1818 infAP 0_7 0.0227 Rprec_mult_0.20 0_7 0.1429 Rprec_mult_0.40 0_7 0.1429 Rprec_mult_0.60 0_7 0.1000 Rprec_mult_0.80 0_7 0.1111 Rprec_mult_1.00 0_7 0.0909 Rprec_mult_1.20 0_7 0.0750 Rprec_mult_1.40 0_7 0.0851 Rprec_mult_1.60 0_7 0.0755 Rprec_mult_1.80 0_7 0.0667 Rprec_mult_2.00 0_7 0.0758 utility 0_7 -988.0000 11pt_avg 0_7 0.0321 binG 0_7 0.0428 G 0_7 0.0378 ndcg 0_7 0.1216 ndcg_rel 0_7 0.1184 Rndcg 0_7 0.0671 ndcg_cut_5 0_7 0.0845 ndcg_cut_10 0_7 0.1114 ndcg_cut_15 0_7 0.0918 ndcg_cut_20 0_7 0.0793 ndcg_cut_30 0_7 0.0839 ndcg_cut_100 0_7 0.1099 ndcg_cut_200 0_7 0.1216 ndcg_cut_500 0_7 0.1216 ndcg_cut_1000 0_7 0.1216 map_cut_5 0_7 0.0061 map_cut_10 0_7 0.0128 map_cut_15 0_7 0.0128 map_cut_20 0_7 0.0128 map_cut_30 0_7 0.0167 map_cut_100 0_7 0.0217 map_cut_200 0_7 0.0227 map_cut_500 0_7 0.0227 map_cut_1000 0_7 0.0227 relative_P_5 0_7 0.2000 relative_P_10 0_7 0.2000 relative_P_15 0_7 0.1333 relative_P_20 0_7 0.1000 relative_P_30 0_7 0.1000 relative_P_100 0_7 0.1515 relative_P_200 0_7 0.1818 relative_P_500 0_7 0.1818 relative_P_1000 0_7 0.1818 success_1 0_7 0.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0060 set_relative_P 0_7 0.1818 set_recall 0_7 0.1818 set_map 0_7 0.0011 set_F 0_7 0.0116 num_nonrel_judged_ret 0_7 24 rbp 0_7 0.0597 rbp_resid 0_7 0.4452 unj_5 0_7 0.0000 unj_10 0_7 0.3000 unj_20 0_7 0.6000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 25 map 0_8 0.2879 Rprec 0_8 0.2903 bpref 0_8 0.4995 recip_rank 0_8 0.5000 iprec_at_recall_0.00 0_8 0.6667 iprec_at_recall_0.10 0_8 0.6667 iprec_at_recall_0.20 0_8 0.6667 iprec_at_recall_0.30 0_8 0.3611 iprec_at_recall_0.40 0_8 0.3611 iprec_at_recall_0.50 0_8 0.2879 iprec_at_recall_0.60 0_8 0.2879 iprec_at_recall_0.70 0_8 0.2472 iprec_at_recall_0.80 0_8 0.1008 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.6000 P_10 0_8 0.6000 P_15 0_8 0.4000 P_20 0_8 0.3500 P_30 0_8 0.2667 P_100 0_8 0.2300 P_200 0_8 0.1200 P_500 0_8 0.0500 P_1000 0_8 0.0250 relstring 0_8 '01101-221-' recall_5 0_8 0.0968 recall_10 0_8 0.1935 recall_15 0_8 0.1935 recall_20 0_8 0.2258 recall_30 0_8 0.2581 recall_100 0_8 0.7419 recall_200 0_8 0.7742 recall_500 0_8 0.8065 recall_1000 0_8 0.8065 infAP 0_8 0.2879 Rprec_mult_0.20 0_8 0.5714 Rprec_mult_0.40 0_8 0.4615 Rprec_mult_0.60 0_8 0.3684 Rprec_mult_0.80 0_8 0.3200 Rprec_mult_1.00 0_8 0.2903 Rprec_mult_1.20 0_8 0.3421 Rprec_mult_1.40 0_8 0.2955 Rprec_mult_1.60 0_8 0.2800 Rprec_mult_1.80 0_8 0.2679 Rprec_mult_2.00 0_8 0.2742 utility 0_8 -950.0000 11pt_avg 0_8 0.3315 binG 0_8 0.2152 G 0_8 0.1787 ndcg 0_8 0.5512 ndcg_rel 0_8 0.4201 Rndcg 0_8 0.4032 ndcg_cut_5 0_8 0.2574 ndcg_cut_10 0_8 0.3542 ndcg_cut_15 0_8 0.3081 ndcg_cut_20 0_8 0.2964 ndcg_cut_30 0_8 0.2816 ndcg_cut_100 0_8 0.5221 ndcg_cut_200 0_8 0.5327 ndcg_cut_500 0_8 0.5512 ndcg_cut_1000 0_8 0.5512 map_cut_5 0_8 0.0570 map_cut_10 0_8 0.1171 map_cut_15 0_8 0.1171 map_cut_20 0_8 0.1290 map_cut_30 0_8 0.1397 map_cut_100 0_8 0.2782 map_cut_200 0_8 0.2846 map_cut_500 0_8 0.2879 map_cut_1000 0_8 0.2879 relative_P_5 0_8 0.6000 relative_P_10 0_8 0.6000 relative_P_15 0_8 0.4000 relative_P_20 0_8 0.3500 relative_P_30 0_8 0.2667 relative_P_100 0_8 0.7419 relative_P_200 0_8 0.7742 relative_P_500 0_8 0.8065 relative_P_1000 0_8 0.8065 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0250 set_relative_P 0_8 0.8065 set_recall 0_8 0.8065 set_map 0_8 0.0202 set_F 0_8 0.0485 num_nonrel_judged_ret 0_8 28 rbp 0_8 0.2693 rbp_resid 0_8 0.2424 unj_5 0_8 0.0000 unj_10 0_8 0.2000 unj_20 0_8 0.2500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 30 map 10_1 0.1059 Rprec 10_1 0.1695 bpref 10_1 0.2167 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.5000 iprec_at_recall_0.20 10_1 0.1831 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.6000 P_10 10_1 0.7000 P_15 10_1 0.6667 P_20 10_1 0.5000 P_30 10_1 0.4333 P_100 10_1 0.1900 P_200 10_1 0.1300 P_500 10_1 0.0600 P_1000 10_1 0.0300 relstring 10_1 '1200121011' recall_5 10_1 0.0254 recall_10 10_1 0.0593 recall_15 10_1 0.0847 recall_20 10_1 0.0847 recall_30 10_1 0.1102 recall_100 10_1 0.1610 recall_200 10_1 0.2203 recall_500 10_1 0.2542 recall_1000 10_1 0.2542 infAP 10_1 0.1059 Rprec_mult_0.20 10_1 0.5000 Rprec_mult_0.40 10_1 0.3333 Rprec_mult_0.60 10_1 0.2676 Rprec_mult_0.80 10_1 0.2000 Rprec_mult_1.00 10_1 0.1695 Rprec_mult_1.20 10_1 0.1831 Rprec_mult_1.40 10_1 0.1566 Rprec_mult_1.60 10_1 0.1376 Rprec_mult_1.80 10_1 0.1221 Rprec_mult_2.00 10_1 0.1102 utility 10_1 -940.0000 11pt_avg 10_1 0.1530 binG 10_1 0.0765 G 10_1 0.0473 ndcg 10_1 0.2528 ndcg_rel 10_1 0.2635 Rndcg 10_1 0.2518 ndcg_cut_5 10_1 0.3131 ndcg_cut_10 10_1 0.3678 ndcg_cut_15 10_1 0.3737 ndcg_cut_20 10_1 0.3208 ndcg_cut_30 10_1 0.3071 ndcg_cut_100 10_1 0.2192 ndcg_cut_200 10_1 0.2373 ndcg_cut_500 10_1 0.2528 ndcg_cut_1000 10_1 0.2528 map_cut_5 10_1 0.0220 map_cut_10 10_1 0.0453 map_cut_15 10_1 0.0634 map_cut_20 10_1 0.0634 map_cut_30 10_1 0.0757 map_cut_100 10_1 0.0929 map_cut_200 10_1 0.1033 map_cut_500 10_1 0.1059 map_cut_1000 10_1 0.1059 relative_P_5 10_1 0.6000 relative_P_10 10_1 0.7000 relative_P_15 10_1 0.6667 relative_P_20 10_1 0.5000 relative_P_30 10_1 0.4333 relative_P_100 10_1 0.1900 relative_P_200 10_1 0.2203 relative_P_500 10_1 0.2542 relative_P_1000 10_1 0.2542 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0300 set_relative_P 10_1 0.2542 set_recall 10_1 0.2542 set_map 10_1 0.0076 set_F 10_1 0.0537 num_nonrel_judged_ret 10_1 50 rbp 10_1 0.2550 rbp_resid 10_1 0.0545 unj_5 10_1 0.0000 unj_10 10_1 0.0000 unj_20 10_1 0.0000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 18 map 10_12 0.1237 Rprec 10_12 0.1972 bpref 10_12 0.2334 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.7778 iprec_at_recall_0.20 10_12 0.2029 iprec_at_recall_0.30 10_12 0.0000 iprec_at_recall_0.40 10_12 0.0000 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 1.0000 P_10 10_12 0.7000 P_15 10_12 0.4667 P_20 10_12 0.3500 P_30 10_12 0.2667 P_100 10_12 0.1600 P_200 10_12 0.0850 P_500 10_12 0.0360 P_1000 10_12 0.0180 relstring 10_12 '212120401-' recall_5 10_12 0.0704 recall_10 10_12 0.0986 recall_15 10_12 0.0986 recall_20 10_12 0.0986 recall_30 10_12 0.1127 recall_100 10_12 0.2254 recall_200 10_12 0.2394 recall_500 10_12 0.2535 recall_1000 10_12 0.2535 infAP 10_12 0.1237 Rprec_mult_0.20 10_12 0.4667 Rprec_mult_0.40 10_12 0.2759 Rprec_mult_0.60 10_12 0.2093 Rprec_mult_0.80 10_12 0.2105 Rprec_mult_1.00 10_12 0.1972 Rprec_mult_1.20 10_12 0.1744 Rprec_mult_1.40 10_12 0.1600 Rprec_mult_1.60 10_12 0.1404 Rprec_mult_1.80 10_12 0.1250 Rprec_mult_2.00 10_12 0.1127 utility 10_12 -964.0000 11pt_avg 10_12 0.1801 binG 10_12 0.1135 G 10_12 0.0527 ndcg 10_12 0.2710 ndcg_rel 10_12 0.2865 Rndcg 10_12 0.3269 ndcg_cut_5 10_12 0.4405 ndcg_cut_10 10_12 0.4181 ndcg_cut_15 10_12 0.3573 ndcg_cut_20 10_12 0.3161 ndcg_cut_30 10_12 0.2793 ndcg_cut_100 10_12 0.2601 ndcg_cut_200 10_12 0.2638 ndcg_cut_500 10_12 0.2710 ndcg_cut_1000 10_12 0.2710 map_cut_5 10_12 0.0704 map_cut_10 10_12 0.0934 map_cut_15 10_12 0.0934 map_cut_20 10_12 0.0934 map_cut_30 10_12 0.0981 map_cut_100 10_12 0.1213 map_cut_200 10_12 0.1227 map_cut_500 10_12 0.1237 map_cut_1000 10_12 0.1237 relative_P_5 10_12 1.0000 relative_P_10 10_12 0.7000 relative_P_15 10_12 0.4667 relative_P_20 10_12 0.3500 relative_P_30 10_12 0.2667 relative_P_100 10_12 0.2254 relative_P_200 10_12 0.2394 relative_P_500 10_12 0.2535 relative_P_1000 10_12 0.2535 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0180 set_relative_P 10_12 0.2535 set_recall 10_12 0.2535 set_map 10_12 0.0046 set_F 10_12 0.0336 num_nonrel_judged_ret 10_12 17 rbp 10_12 0.2349 rbp_resid 10_12 0.3107 unj_5 10_12 0.0000 unj_10 10_12 0.1000 unj_20 10_12 0.4500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 1 map 10_2 0.0015 Rprec 10_2 0.0333 bpref 10_2 0.0244 recip_rank 10_2 0.0455 iprec_at_recall_0.00 10_2 0.0455 iprec_at_recall_0.10 10_2 0.0000 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0333 P_100 10_2 0.0100 P_200 10_2 0.0050 P_500 10_2 0.0020 P_1000 10_2 0.0010 relstring 10_2 '00000-0--0' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0333 recall_100 10_2 0.0333 recall_200 10_2 0.0333 recall_500 10_2 0.0333 recall_1000 10_2 0.0333 infAP 10_2 0.0015 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0417 Rprec_mult_1.00 10_2 0.0333 Rprec_mult_1.20 10_2 0.0278 Rprec_mult_1.40 10_2 0.0238 Rprec_mult_1.60 10_2 0.0208 Rprec_mult_1.80 10_2 0.0185 Rprec_mult_2.00 10_2 0.0167 utility 10_2 -998.0000 11pt_avg 10_2 0.0041 binG 10_2 0.0074 G 10_2 0.0039 ndcg 10_2 0.0121 ndcg_rel 10_2 0.0122 Rndcg 10_2 0.0049 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0121 ndcg_cut_100 10_2 0.0121 ndcg_cut_200 10_2 0.0121 ndcg_cut_500 10_2 0.0121 ndcg_cut_1000 10_2 0.0121 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0015 map_cut_100 10_2 0.0015 map_cut_200 10_2 0.0015 map_cut_500 10_2 0.0015 map_cut_1000 10_2 0.0015 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0333 relative_P_100 10_2 0.0333 relative_P_200 10_2 0.0333 relative_P_500 10_2 0.0333 relative_P_1000 10_2 0.0333 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0010 set_relative_P 10_2 0.0333 set_recall 10_2 0.0333 set_map 10_2 0.0000 set_F 10_2 0.0019 num_nonrel_judged_ret 10_2 26 rbp 10_2 0.0027 rbp_resid 10_2 0.4330 unj_5 10_2 0.0000 unj_10 10_2 0.3000 unj_20 10_2 0.6000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 1 map 10_3 0.0145 Rprec 10_3 0.0435 bpref 10_3 0.0397 recip_rank 10_3 0.3333 iprec_at_recall_0.00 10_3 0.3333 iprec_at_recall_0.10 10_3 0.0000 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.2000 P_10 10_3 0.1000 P_15 10_3 0.0667 P_20 10_3 0.0500 P_30 10_3 0.0333 P_100 10_3 0.0100 P_200 10_3 0.0050 P_500 10_3 0.0020 P_1000 10_3 0.0010 relstring 10_3 '0010000000' recall_5 10_3 0.0435 recall_10 10_3 0.0435 recall_15 10_3 0.0435 recall_20 10_3 0.0435 recall_30 10_3 0.0435 recall_100 10_3 0.0435 recall_200 10_3 0.0435 recall_500 10_3 0.0435 recall_1000 10_3 0.0435 infAP 10_3 0.0145 Rprec_mult_0.20 10_3 0.2000 Rprec_mult_0.40 10_3 0.1000 Rprec_mult_0.60 10_3 0.0714 Rprec_mult_0.80 10_3 0.0526 Rprec_mult_1.00 10_3 0.0435 Rprec_mult_1.20 10_3 0.0357 Rprec_mult_1.40 10_3 0.0303 Rprec_mult_1.60 10_3 0.0270 Rprec_mult_1.80 10_3 0.0238 Rprec_mult_2.00 10_3 0.0217 utility 10_3 -998.0000 11pt_avg 10_3 0.0303 binG 10_3 0.0217 G 10_3 0.0115 ndcg 10_3 0.0429 ndcg_rel 10_3 0.0461 Rndcg 10_3 0.0497 ndcg_cut_5 10_3 0.0848 ndcg_cut_10 10_3 0.0588 ndcg_cut_15 10_3 0.0509 ndcg_cut_20 10_3 0.0455 ndcg_cut_30 10_3 0.0429 ndcg_cut_100 10_3 0.0429 ndcg_cut_200 10_3 0.0429 ndcg_cut_500 10_3 0.0429 ndcg_cut_1000 10_3 0.0429 map_cut_5 10_3 0.0145 map_cut_10 10_3 0.0145 map_cut_15 10_3 0.0145 map_cut_20 10_3 0.0145 map_cut_30 10_3 0.0145 map_cut_100 10_3 0.0145 map_cut_200 10_3 0.0145 map_cut_500 10_3 0.0145 map_cut_1000 10_3 0.0145 relative_P_5 10_3 0.2000 relative_P_10 10_3 0.1000 relative_P_15 10_3 0.0667 relative_P_20 10_3 0.0500 relative_P_30 10_3 0.0435 relative_P_100 10_3 0.0435 relative_P_200 10_3 0.0435 relative_P_500 10_3 0.0435 relative_P_1000 10_3 0.0435 success_1 10_3 0.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0010 set_relative_P 10_3 0.0435 set_recall 10_3 0.0435 set_map 10_3 0.0000 set_F 10_3 0.0020 num_nonrel_judged_ret 10_3 28 rbp 10_3 0.0405 rbp_resid 10_3 0.2125 unj_5 10_3 0.0000 unj_10 10_3 0.0000 unj_20 10_3 0.2500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 7 map 10_6 0.0069 Rprec 10_6 0.0301 bpref 10_6 0.0483 recip_rank 10_6 0.2500 iprec_at_recall_0.00 10_6 0.3333 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.2000 P_10 10_6 0.2000 P_15 10_6 0.2000 P_20 10_6 0.1500 P_30 10_6 0.1000 P_100 10_6 0.0400 P_200 10_6 0.0250 P_500 10_6 0.0120 P_1000 10_6 0.0070 relstring 10_6 '00020100--' recall_5 10_6 0.0075 recall_10 10_6 0.0150 recall_15 10_6 0.0226 recall_20 10_6 0.0226 recall_30 10_6 0.0226 recall_100 10_6 0.0301 recall_200 10_6 0.0376 recall_500 10_6 0.0451 recall_1000 10_6 0.0526 infAP 10_6 0.0069 Rprec_mult_0.20 10_6 0.1111 Rprec_mult_0.40 10_6 0.0556 Rprec_mult_0.60 10_6 0.0500 Rprec_mult_0.80 10_6 0.0374 Rprec_mult_1.00 10_6 0.0301 Rprec_mult_1.20 10_6 0.0312 Rprec_mult_1.40 10_6 0.0267 Rprec_mult_1.60 10_6 0.0235 Rprec_mult_1.80 10_6 0.0208 Rprec_mult_2.00 10_6 0.0188 utility 10_6 -986.0000 11pt_avg 10_6 0.0303 binG 10_6 0.0122 G 10_6 0.0081 ndcg 10_6 0.0490 ndcg_rel 10_6 0.0506 Rndcg 10_6 0.0354 ndcg_cut_5 10_6 0.1073 ndcg_cut_10 10_6 0.1085 ndcg_cut_15 10_6 0.1064 ndcg_cut_20 10_6 0.0909 ndcg_cut_30 10_6 0.0720 ndcg_cut_100 10_6 0.0458 ndcg_cut_200 10_6 0.0439 ndcg_cut_500 10_6 0.0465 ndcg_cut_1000 10_6 0.0490 map_cut_5 10_6 0.0019 map_cut_10 10_6 0.0044 map_cut_15 10_6 0.0060 map_cut_20 10_6 0.0060 map_cut_30 10_6 0.0060 map_cut_100 10_6 0.0064 map_cut_200 10_6 0.0067 map_cut_500 10_6 0.0068 map_cut_1000 10_6 0.0069 relative_P_5 10_6 0.2000 relative_P_10 10_6 0.2000 relative_P_15 10_6 0.2000 relative_P_20 10_6 0.1500 relative_P_30 10_6 0.1000 relative_P_100 10_6 0.0400 relative_P_200 10_6 0.0376 relative_P_500 10_6 0.0451 relative_P_1000 10_6 0.0526 success_1 10_6 0.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0070 set_relative_P 10_6 0.0526 set_recall 10_6 0.0526 set_map 10_6 0.0004 set_F 10_6 0.0124 num_nonrel_judged_ret 10_6 12 rbp 10_6 0.0768 rbp_resid 10_6 0.4038 unj_5 10_6 0.0000 unj_10 10_6 0.2000 unj_20 10_6 0.5500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 48 map 10_7 0.1380 Rprec 10_7 0.2349 bpref 10_7 0.2931 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.6667 iprec_at_recall_0.20 10_7 0.2672 iprec_at_recall_0.30 10_7 0.0820 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.8000 P_10 10_7 0.8000 P_15 10_7 0.8000 P_20 10_7 0.6500 P_30 10_7 0.6000 P_100 10_7 0.2600 P_200 10_7 0.1750 P_500 10_7 0.0880 P_1000 10_7 0.0480 relstring 10_7 '12210-1211' recall_5 10_7 0.0268 recall_10 10_7 0.0537 recall_15 10_7 0.0805 recall_20 10_7 0.0872 recall_30 10_7 0.1208 recall_100 10_7 0.1745 recall_200 10_7 0.2349 recall_500 10_7 0.2953 recall_1000 10_7 0.3221 infAP 10_7 0.1380 Rprec_mult_0.20 10_7 0.6000 Rprec_mult_0.40 10_7 0.3667 Rprec_mult_0.60 10_7 0.2778 Rprec_mult_0.80 10_7 0.2583 Rprec_mult_1.00 10_7 0.2349 Rprec_mult_1.20 10_7 0.1955 Rprec_mult_1.40 10_7 0.1675 Rprec_mult_1.60 10_7 0.1506 Rprec_mult_1.80 10_7 0.1375 Rprec_mult_2.00 10_7 0.1309 utility 10_7 -904.0000 11pt_avg 10_7 0.1833 binG 10_7 0.0933 G 10_7 0.0687 ndcg 10_7 0.3494 ndcg_rel 10_7 0.3646 Rndcg 10_7 0.3493 ndcg_cut_5 10_7 0.5354 ndcg_cut_10 10_7 0.5202 ndcg_cut_15 10_7 0.5349 ndcg_cut_20 10_7 0.4667 ndcg_cut_30 10_7 0.4300 ndcg_cut_100 10_7 0.3229 ndcg_cut_200 10_7 0.3015 ndcg_cut_500 10_7 0.3383 ndcg_cut_1000 10_7 0.3494 map_cut_5 10_7 0.0268 map_cut_10 10_7 0.0473 map_cut_15 10_7 0.0681 map_cut_20 10_7 0.0727 map_cut_30 10_7 0.0943 map_cut_100 10_7 0.1137 map_cut_200 10_7 0.1291 map_cut_500 10_7 0.1361 map_cut_1000 10_7 0.1380 relative_P_5 10_7 0.8000 relative_P_10 10_7 0.8000 relative_P_15 10_7 0.8000 relative_P_20 10_7 0.6500 relative_P_30 10_7 0.6000 relative_P_100 10_7 0.2600 relative_P_200 10_7 0.2349 relative_P_500 10_7 0.2953 relative_P_1000 10_7 0.3221 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0480 set_relative_P 10_7 0.3221 set_recall 10_7 0.3221 set_map 10_7 0.0155 set_F 10_7 0.0836 num_nonrel_judged_ret 10_7 20 rbp 10_7 0.3247 rbp_resid 10_7 0.2035 unj_5 10_7 0.0000 unj_10 10_7 0.1000 unj_20 10_7 0.2500 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 9 map 10_8 0.0305 Rprec 10_8 0.0658 bpref 10_8 0.1096 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.0405 iprec_at_recall_0.20 10_8 0.0000 iprec_at_recall_0.30 10_8 0.0000 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.4000 P_10 10_8 0.2000 P_15 10_8 0.1333 P_20 10_8 0.1500 P_30 10_8 0.1333 P_100 10_8 0.0500 P_200 10_8 0.0350 P_500 10_8 0.0180 P_1000 10_8 0.0090 relstring 10_8 '10100-----' recall_5 10_8 0.0263 recall_10 10_8 0.0263 recall_15 10_8 0.0263 recall_20 10_8 0.0395 recall_30 10_8 0.0526 recall_100 10_8 0.0658 recall_200 10_8 0.0921 recall_500 10_8 0.1184 recall_1000 10_8 0.1184 infAP 10_8 0.0305 Rprec_mult_0.20 10_8 0.1875 Rprec_mult_0.40 10_8 0.1290 Rprec_mult_0.60 10_8 0.1087 Rprec_mult_0.80 10_8 0.0820 Rprec_mult_1.00 10_8 0.0658 Rprec_mult_1.20 10_8 0.0543 Rprec_mult_1.40 10_8 0.0467 Rprec_mult_1.60 10_8 0.0410 Rprec_mult_1.80 10_8 0.0438 Rprec_mult_2.00 10_8 0.0461 utility 10_8 -982.0000 11pt_avg 10_8 0.0946 binG 10_8 0.0375 G 10_8 0.0213 ndcg 10_8 0.1111 ndcg_rel 10_8 0.1156 Rndcg 10_8 0.1279 ndcg_cut_5 10_8 0.1993 ndcg_cut_10 10_8 0.1400 ndcg_cut_15 10_8 0.1123 ndcg_cut_20 10_8 0.1110 ndcg_cut_30 10_8 0.1037 ndcg_cut_100 10_8 0.0864 ndcg_cut_200 10_8 0.0968 ndcg_cut_500 10_8 0.1111 ndcg_cut_1000 10_8 0.1111 map_cut_5 10_8 0.0219 map_cut_10 10_8 0.0219 map_cut_15 10_8 0.0219 map_cut_20 10_8 0.0244 map_cut_30 10_8 0.0267 map_cut_100 10_8 0.0283 map_cut_200 10_8 0.0295 map_cut_500 10_8 0.0305 map_cut_1000 10_8 0.0305 relative_P_5 10_8 0.4000 relative_P_10 10_8 0.2000 relative_P_15 10_8 0.1333 relative_P_20 10_8 0.1500 relative_P_30 10_8 0.1333 relative_P_100 10_8 0.0658 relative_P_200 10_8 0.0921 relative_P_500 10_8 0.1184 relative_P_1000 10_8 0.1184 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0090 set_relative_P 10_8 0.1184 set_recall 10_8 0.1184 set_map 10_8 0.0011 set_F 10_8 0.0167 num_nonrel_judged_ret 10_8 14 rbp 10_8 0.0714 rbp_resid 10_8 0.5464 unj_5 10_8 0.0000 unj_10 10_8 0.5000 unj_20 10_8 0.7000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 34 map 11_10 0.1017 Rprec 11_10 0.1905 bpref 11_10 0.2531 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.4815 iprec_at_recall_0.20 11_10 0.1701 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.8000 P_10 11_10 0.7000 P_15 11_10 0.5333 P_20 11_10 0.5000 P_30 11_10 0.4333 P_100 11_10 0.2200 P_200 11_10 0.1350 P_500 11_10 0.0640 P_1000 11_10 0.0340 relstring 11_10 '10221--322' recall_5 11_10 0.0317 recall_10 11_10 0.0556 recall_15 11_10 0.0635 recall_20 11_10 0.0794 recall_30 11_10 0.1032 recall_100 11_10 0.1746 recall_200 11_10 0.2143 recall_500 11_10 0.2540 recall_1000 11_10 0.2698 infAP 11_10 0.1017 Rprec_mult_0.20 11_10 0.4615 Rprec_mult_0.40 11_10 0.3137 Rprec_mult_0.60 11_10 0.2500 Rprec_mult_0.80 11_10 0.2178 Rprec_mult_1.00 11_10 0.1905 Rprec_mult_1.20 11_10 0.1645 Rprec_mult_1.40 11_10 0.1525 Rprec_mult_1.60 11_10 0.1337 Rprec_mult_1.80 11_10 0.1233 Rprec_mult_2.00 11_10 0.1151 utility 11_10 -932.0000 11pt_avg 11_10 0.1501 binG 11_10 0.0735 G 11_10 0.0448 ndcg 11_10 0.2580 ndcg_rel 11_10 0.2621 Rndcg 11_10 0.2459 ndcg_cut_5 11_10 0.3299 ndcg_cut_10 11_10 0.3674 ndcg_cut_15 11_10 0.3042 ndcg_cut_20 11_10 0.3104 ndcg_cut_30 11_10 0.2929 ndcg_cut_100 11_10 0.2234 ndcg_cut_200 11_10 0.2308 ndcg_cut_500 11_10 0.2482 ndcg_cut_1000 11_10 0.2580 map_cut_5 11_10 0.0255 map_cut_10 11_10 0.0413 map_cut_15 11_10 0.0471 map_cut_20 11_10 0.0562 map_cut_30 11_10 0.0677 map_cut_100 11_10 0.0894 map_cut_200 11_10 0.0968 map_cut_500 11_10 0.1008 map_cut_1000 11_10 0.1017 relative_P_5 11_10 0.8000 relative_P_10 11_10 0.7000 relative_P_15 11_10 0.5333 relative_P_20 11_10 0.5000 relative_P_30 11_10 0.4333 relative_P_100 11_10 0.2200 relative_P_200 11_10 0.2143 relative_P_500 11_10 0.2540 relative_P_1000 11_10 0.2698 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0340 set_relative_P 11_10 0.2698 set_recall 11_10 0.2698 set_map 11_10 0.0092 set_F 11_10 0.0604 num_nonrel_judged_ret 11_10 5 rbp 11_10 0.2451 rbp_resid 11_10 0.2761 unj_5 11_10 0.0000 unj_10 11_10 0.2000 unj_20 11_10 0.3000 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 62 map 11_11 0.3368 Rprec 11_11 0.3955 bpref 11_11 0.4326 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.9474 iprec_at_recall_0.20 11_11 0.8710 iprec_at_recall_0.30 11_11 0.7273 iprec_at_recall_0.40 11_11 0.3913 iprec_at_recall_0.50 11_11 0.0000 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 0.9333 P_20 11_11 0.9000 P_30 11_11 0.8667 P_100 11_11 0.4800 P_200 11_11 0.2800 P_500 11_11 0.1180 P_1000 11_11 0.0620 relstring 11_11 '3323232221' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1045 recall_20 11_11 0.1343 recall_30 11_11 0.1940 recall_100 11_11 0.3582 recall_200 11_11 0.4179 recall_500 11_11 0.4403 recall_1000 11_11 0.4627 infAP 11_11 0.3368 Rprec_mult_0.20 11_11 0.8519 Rprec_mult_0.40 11_11 0.7222 Rprec_mult_0.60 11_11 0.5926 Rprec_mult_0.80 11_11 0.4630 Rprec_mult_1.00 11_11 0.3955 Rprec_mult_1.20 11_11 0.3416 Rprec_mult_1.40 11_11 0.2979 Rprec_mult_1.60 11_11 0.2605 Rprec_mult_1.80 11_11 0.2355 Rprec_mult_2.00 11_11 0.2127 utility 11_11 -876.0000 11pt_avg 11_11 0.3579 binG 11_11 0.2010 G 11_11 0.1056 ndcg 11_11 0.4988 ndcg_rel 11_11 0.5595 Rndcg 11_11 0.5761 ndcg_cut_5 11_11 0.8084 ndcg_cut_10 11_11 0.7666 ndcg_cut_15 11_11 0.7021 ndcg_cut_20 11_11 0.6762 ndcg_cut_30 11_11 0.6341 ndcg_cut_100 11_11 0.4982 ndcg_cut_200 11_11 0.4847 ndcg_cut_500 11_11 0.4913 ndcg_cut_1000 11_11 0.4988 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1034 map_cut_20 11_11 0.1316 map_cut_30 11_11 0.1834 map_cut_100 11_11 0.3061 map_cut_200 11_11 0.3312 map_cut_500 11_11 0.3354 map_cut_1000 11_11 0.3368 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 0.9333 relative_P_20 11_11 0.9000 relative_P_30 11_11 0.8667 relative_P_100 11_11 0.4800 relative_P_200 11_11 0.4179 relative_P_500 11_11 0.4403 relative_P_1000 11_11 0.4627 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.0620 set_relative_P 11_11 0.4627 set_recall 11_11 0.4627 set_map 11_11 0.0287 set_F 11_11 0.1093 num_nonrel_judged_ret 11_11 9 rbp 11_11 0.5201 rbp_resid 11_11 0.0508 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 32 map 11_12 0.0712 Rprec 11_12 0.2360 bpref 11_12 0.2890 recip_rank 11_12 0.2500 iprec_at_recall_0.00 11_12 0.4000 iprec_at_recall_0.10 11_12 0.2527 iprec_at_recall_0.20 11_12 0.2527 iprec_at_recall_0.30 11_12 0.1538 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.4000 P_10 11_12 0.2000 P_15 11_12 0.1333 P_20 11_12 0.1000 P_30 11_12 0.1000 P_100 11_12 0.2300 P_200 11_12 0.1400 P_500 11_12 0.0620 P_1000 11_12 0.0320 relstring 11_12 '0001100--0' recall_5 11_12 0.0225 recall_10 11_12 0.0225 recall_15 11_12 0.0225 recall_20 11_12 0.0225 recall_30 11_12 0.0337 recall_100 11_12 0.2584 recall_200 11_12 0.3146 recall_500 11_12 0.3483 recall_1000 11_12 0.3596 infAP 11_12 0.0712 Rprec_mult_0.20 11_12 0.1111 Rprec_mult_0.40 11_12 0.1667 Rprec_mult_0.60 11_12 0.1852 Rprec_mult_0.80 11_12 0.2083 Rprec_mult_1.00 11_12 0.2360 Rprec_mult_1.20 11_12 0.2336 Rprec_mult_1.40 11_12 0.2080 Rprec_mult_1.60 11_12 0.1818 Rprec_mult_1.80 11_12 0.1615 Rprec_mult_2.00 11_12 0.1517 utility 11_12 -936.0000 11pt_avg 11_12 0.0963 binG 11_12 0.0664 G 11_12 0.0528 ndcg 11_12 0.2458 ndcg_rel 11_12 0.2143 Rndcg 11_12 0.1490 ndcg_cut_5 11_12 0.0924 ndcg_cut_10 11_12 0.0600 ndcg_cut_15 11_12 0.0486 ndcg_cut_20 11_12 0.0426 ndcg_cut_30 11_12 0.0632 ndcg_cut_100 11_12 0.1853 ndcg_cut_200 11_12 0.2269 ndcg_cut_500 11_12 0.2429 ndcg_cut_1000 11_12 0.2458 map_cut_5 11_12 0.0073 map_cut_10 11_12 0.0073 map_cut_15 11_12 0.0073 map_cut_20 11_12 0.0073 map_cut_30 11_12 0.0088 map_cut_100 11_12 0.0554 map_cut_200 11_12 0.0666 map_cut_500 11_12 0.0706 map_cut_1000 11_12 0.0712 relative_P_5 11_12 0.4000 relative_P_10 11_12 0.2000 relative_P_15 11_12 0.1333 relative_P_20 11_12 0.1000 relative_P_30 11_12 0.1000 relative_P_100 11_12 0.2584 relative_P_200 11_12 0.3146 relative_P_500 11_12 0.3483 relative_P_1000 11_12 0.3596 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0320 set_relative_P 11_12 0.3596 set_recall 11_12 0.3596 set_map 11_12 0.0115 set_F 11_12 0.0588 num_nonrel_judged_ret 11_12 24 rbp 11_12 0.0676 rbp_resid 11_12 0.2732 unj_5 11_12 0.0000 unj_10 11_12 0.2000 unj_20 11_12 0.3500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 59 map 11_13 0.1132 Rprec 11_13 0.2414 bpref 11_13 0.2701 recip_rank 11_13 0.5000 iprec_at_recall_0.00 11_13 0.6667 iprec_at_recall_0.10 11_13 0.5405 iprec_at_recall_0.20 11_13 0.3306 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.4000 P_10 11_13 0.4000 P_15 11_13 0.4667 P_20 11_13 0.5000 P_30 11_13 0.5333 P_100 11_13 0.3500 P_200 11_13 0.2400 P_500 11_13 0.1180 P_1000 11_13 0.0590 relstring 11_13 '021002-30-' recall_5 11_13 0.0099 recall_10 11_13 0.0197 recall_15 11_13 0.0345 recall_20 11_13 0.0493 recall_30 11_13 0.0788 recall_100 11_13 0.1724 recall_200 11_13 0.2365 recall_500 11_13 0.2906 recall_1000 11_13 0.2906 infAP 11_13 0.1132 Rprec_mult_0.20 11_13 0.5122 Rprec_mult_0.40 11_13 0.3659 Rprec_mult_0.60 11_13 0.3197 Rprec_mult_0.80 11_13 0.2761 Rprec_mult_1.00 11_13 0.2414 Rprec_mult_1.20 11_13 0.2172 Rprec_mult_1.40 11_13 0.1930 Rprec_mult_1.60 11_13 0.1754 Rprec_mult_1.80 11_13 0.1585 Rprec_mult_2.00 11_13 0.1453 utility 11_13 -882.0000 11pt_avg 11_13 0.1398 binG 11_13 0.0624 G 11_13 0.0482 ndcg 11_13 0.3073 ndcg_rel 11_13 0.3059 Rndcg 11_13 0.2878 ndcg_cut_5 11_13 0.1992 ndcg_cut_10 11_13 0.2510 ndcg_cut_15 11_13 0.2962 ndcg_cut_20 11_13 0.3034 ndcg_cut_30 11_13 0.3331 ndcg_cut_100 11_13 0.2953 ndcg_cut_200 11_13 0.2629 ndcg_cut_500 11_13 0.3073 ndcg_cut_1000 11_13 0.3073 map_cut_5 11_13 0.0057 map_cut_10 11_13 0.0107 map_cut_15 11_13 0.0170 map_cut_20 11_13 0.0248 map_cut_30 11_13 0.0402 map_cut_100 11_13 0.0819 map_cut_200 11_13 0.1020 map_cut_500 11_13 0.1132 map_cut_1000 11_13 0.1132 relative_P_5 11_13 0.4000 relative_P_10 11_13 0.4000 relative_P_15 11_13 0.4667 relative_P_20 11_13 0.5000 relative_P_30 11_13 0.5333 relative_P_100 11_13 0.3500 relative_P_200 11_13 0.2400 relative_P_500 11_13 0.2906 relative_P_1000 11_13 0.2906 success_1 11_13 0.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0590 set_relative_P 11_13 0.2906 set_recall 11_13 0.2906 set_map 11_13 0.0171 set_F 11_13 0.0981 num_nonrel_judged_ret 11_13 7 rbp 11_13 0.3137 rbp_resid 11_13 0.2370 unj_5 11_13 0.0000 unj_10 11_13 0.2000 unj_20 11_13 0.3000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 11 map 11_2 0.0105 Rprec 11_2 0.0616 bpref 11_2 0.0699 recip_rank 11_2 0.2500 iprec_at_recall_0.00 11_2 0.2500 iprec_at_recall_0.10 11_2 0.0000 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.2000 P_10 11_2 0.2000 P_15 11_2 0.2000 P_20 11_2 0.1500 P_30 11_2 0.1667 P_100 11_2 0.0700 P_200 11_2 0.0500 P_500 11_2 0.0220 P_1000 11_2 0.0110 relstring 11_2 '00010---10' recall_5 11_2 0.0068 recall_10 11_2 0.0137 recall_15 11_2 0.0205 recall_20 11_2 0.0205 recall_30 11_2 0.0342 recall_100 11_2 0.0479 recall_200 11_2 0.0685 recall_500 11_2 0.0753 recall_1000 11_2 0.0753 infAP 11_2 0.0105 Rprec_mult_0.20 11_2 0.1667 Rprec_mult_0.40 11_2 0.1017 Rprec_mult_0.60 11_2 0.0795 Rprec_mult_0.80 11_2 0.0598 Rprec_mult_1.00 11_2 0.0616 Rprec_mult_1.20 11_2 0.0568 Rprec_mult_1.40 11_2 0.0488 Rprec_mult_1.60 11_2 0.0427 Rprec_mult_1.80 11_2 0.0380 Rprec_mult_2.00 11_2 0.0342 utility 11_2 -978.0000 11pt_avg 11_2 0.0227 binG 11_2 0.0162 G 11_2 0.0072 ndcg 11_2 0.0441 ndcg_rel 11_2 0.0444 Rndcg 11_2 0.0336 ndcg_cut_5 11_2 0.0411 ndcg_cut_10 11_2 0.0479 ndcg_cut_15 11_2 0.0514 ndcg_cut_20 11_2 0.0434 ndcg_cut_30 11_2 0.0565 ndcg_cut_100 11_2 0.0370 ndcg_cut_200 11_2 0.0422 ndcg_cut_500 11_2 0.0441 ndcg_cut_1000 11_2 0.0441 map_cut_5 11_2 0.0017 map_cut_10 11_2 0.0032 map_cut_15 11_2 0.0047 map_cut_20 11_2 0.0047 map_cut_30 11_2 0.0074 map_cut_100 11_2 0.0089 map_cut_200 11_2 0.0102 map_cut_500 11_2 0.0105 map_cut_1000 11_2 0.0105 relative_P_5 11_2 0.2000 relative_P_10 11_2 0.2000 relative_P_15 11_2 0.2000 relative_P_20 11_2 0.1500 relative_P_30 11_2 0.1667 relative_P_100 11_2 0.0700 relative_P_200 11_2 0.0685 relative_P_500 11_2 0.0753 relative_P_1000 11_2 0.0753 success_1 11_2 0.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0110 set_relative_P 11_2 0.0753 set_recall 11_2 0.0753 set_map 11_2 0.0008 set_F 11_2 0.0192 num_nonrel_judged_ret 11_2 14 rbp 11_2 0.0431 rbp_resid 11_2 0.4225 unj_5 11_2 0.0000 unj_10 11_2 0.3000 unj_20 11_2 0.5000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 37 map 11_3 0.1338 Rprec 11_3 0.1968 bpref 11_3 0.1869 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.8889 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.6000 P_10 11_3 0.8000 P_15 11_3 0.8000 P_20 11_3 0.8500 P_30 11_3 0.8333 P_100 11_3 0.3100 P_200 11_3 0.1850 P_500 11_3 0.0740 P_1000 11_3 0.0370 relstring 11_3 '2200121212' recall_5 11_3 0.0160 recall_10 11_3 0.0426 recall_15 11_3 0.0638 recall_20 11_3 0.0904 recall_30 11_3 0.1330 recall_100 11_3 0.1649 recall_200 11_3 0.1968 recall_500 11_3 0.1968 recall_1000 11_3 0.1968 infAP 11_3 0.1338 Rprec_mult_0.20 11_3 0.6579 Rprec_mult_0.40 11_3 0.3947 Rprec_mult_0.60 11_3 0.2920 Rprec_mult_0.80 11_3 0.2450 Rprec_mult_1.00 11_3 0.1968 Rprec_mult_1.20 11_3 0.1637 Rprec_mult_1.40 11_3 0.1402 Rprec_mult_1.60 11_3 0.1229 Rprec_mult_1.80 11_3 0.1091 Rprec_mult_2.00 11_3 0.0984 utility 11_3 -926.0000 11pt_avg 11_3 0.1717 binG 11_3 0.0774 G 11_3 0.0364 ndcg 11_3 0.2283 ndcg_rel 11_3 0.2659 Rndcg 11_3 0.2959 ndcg_cut_5 11_3 0.4125 ndcg_cut_10 11_3 0.4552 ndcg_cut_15 11_3 0.4587 ndcg_cut_20 11_3 0.4602 ndcg_cut_30 11_3 0.4722 ndcg_cut_100 11_3 0.2713 ndcg_cut_200 11_3 0.2283 ndcg_cut_500 11_3 0.2283 ndcg_cut_1000 11_3 0.2283 map_cut_5 11_3 0.0138 map_cut_10 11_3 0.0336 map_cut_15 11_3 0.0511 map_cut_20 11_3 0.0732 map_cut_30 11_3 0.1102 map_cut_100 11_3 0.1248 map_cut_200 11_3 0.1338 map_cut_500 11_3 0.1338 map_cut_1000 11_3 0.1338 relative_P_5 11_3 0.6000 relative_P_10 11_3 0.8000 relative_P_15 11_3 0.8000 relative_P_20 11_3 0.8500 relative_P_30 11_3 0.8333 relative_P_100 11_3 0.3100 relative_P_200 11_3 0.1968 relative_P_500 11_3 0.1968 relative_P_1000 11_3 0.1968 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0370 set_relative_P 11_3 0.1968 set_recall 11_3 0.1968 set_map 11_3 0.0073 set_F 11_3 0.0623 num_nonrel_judged_ret 11_3 10 rbp 11_3 0.4213 rbp_resid 11_3 0.0454 unj_5 11_3 0.0000 unj_10 11_3 0.0000 unj_20 11_3 0.0000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 93 map 11_4 0.3119 Rprec 11_4 0.3264 bpref 11_4 0.6437 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 1.0000 iprec_at_recall_0.20 11_4 0.7209 iprec_at_recall_0.30 11_4 0.3929 iprec_at_recall_0.40 11_4 0.2588 iprec_at_recall_0.50 11_4 0.1845 iprec_at_recall_0.60 11_4 0.1227 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 1.0000 P_15 11_4 1.0000 P_20 11_4 0.9000 P_30 11_4 0.8000 P_100 11_4 0.4100 P_200 11_4 0.2750 P_500 11_4 0.1560 P_1000 11_4 0.0930 relstring 11_4 '3132122222' recall_5 11_4 0.0347 recall_10 11_4 0.0694 recall_15 11_4 0.1042 recall_20 11_4 0.1250 recall_30 11_4 0.1667 recall_100 11_4 0.2847 recall_200 11_4 0.3819 recall_500 11_4 0.5417 recall_1000 11_4 0.6458 infAP 11_4 0.3119 Rprec_mult_0.20 11_4 0.8276 Rprec_mult_0.40 11_4 0.5862 Rprec_mult_0.60 11_4 0.4483 Rprec_mult_0.80 11_4 0.3793 Rprec_mult_1.00 11_4 0.3264 Rprec_mult_1.20 11_4 0.2948 Rprec_mult_1.40 11_4 0.2772 Rprec_mult_1.60 11_4 0.2554 Rprec_mult_1.80 11_4 0.2385 Rprec_mult_2.00 11_4 0.2188 utility 11_4 -814.0000 11pt_avg 11_4 0.3345 binG 11_4 0.2093 G 11_4 0.1339 ndcg 11_4 0.5959 ndcg_rel 11_4 0.5938 Rndcg 11_4 0.5756 ndcg_cut_5 11_4 0.7212 ndcg_cut_10 11_4 0.7951 ndcg_cut_15 11_4 0.7958 ndcg_cut_20 11_4 0.7270 ndcg_cut_30 11_4 0.6830 ndcg_cut_100 11_4 0.4864 ndcg_cut_200 11_4 0.4699 ndcg_cut_500 11_4 0.5506 ndcg_cut_1000 11_4 0.5959 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0694 map_cut_15 11_4 0.1042 map_cut_20 11_4 0.1236 map_cut_30 11_4 0.1598 map_cut_100 11_4 0.2335 map_cut_200 11_4 0.2657 map_cut_500 11_4 0.2991 map_cut_1000 11_4 0.3119 relative_P_5 11_4 1.0000 relative_P_10 11_4 1.0000 relative_P_15 11_4 1.0000 relative_P_20 11_4 0.9000 relative_P_30 11_4 0.8000 relative_P_100 11_4 0.4100 relative_P_200 11_4 0.3819 relative_P_500 11_4 0.5417 relative_P_1000 11_4 0.6458 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.0930 set_relative_P 11_4 0.6458 set_recall 11_4 0.6458 set_map 11_4 0.0601 set_F 11_4 0.1626 num_nonrel_judged_ret 11_4 2 rbp 11_4 0.5717 rbp_resid 11_4 0.0897 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.1000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 33 map 11_6 0.2790 Rprec 11_6 0.3333 bpref 11_6 0.5211 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.9000 iprec_at_recall_0.20 11_6 0.5714 iprec_at_recall_0.30 11_6 0.3600 iprec_at_recall_0.40 11_6 0.2824 iprec_at_recall_0.50 11_6 0.1813 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 0.9000 P_15 11_6 0.6667 P_20 11_6 0.5500 P_30 11_6 0.4667 P_100 11_6 0.2400 P_200 11_6 0.1650 P_500 11_6 0.0660 P_1000 11_6 0.0330 relstring 11_6 '31221-1221' recall_5 11_6 0.0833 recall_10 11_6 0.1500 recall_15 11_6 0.1667 recall_20 11_6 0.1833 recall_30 11_6 0.2333 recall_100 11_6 0.4000 recall_200 11_6 0.5500 recall_500 11_6 0.5500 recall_1000 11_6 0.5500 infAP 11_6 0.2790 Rprec_mult_0.20 11_6 0.7500 Rprec_mult_0.40 11_6 0.5417 Rprec_mult_0.60 11_6 0.4167 Rprec_mult_0.80 11_6 0.3542 Rprec_mult_1.00 11_6 0.3333 Rprec_mult_1.20 11_6 0.3056 Rprec_mult_1.40 11_6 0.2738 Rprec_mult_1.60 11_6 0.2500 Rprec_mult_1.80 11_6 0.2315 Rprec_mult_2.00 11_6 0.2167 utility 11_6 -934.0000 11pt_avg 11_6 0.2996 binG 11_6 0.2043 G 11_6 0.1187 ndcg 11_6 0.4798 ndcg_rel 11_6 0.4885 Rndcg 11_6 0.4316 ndcg_cut_5 11_6 0.6647 ndcg_cut_10 11_6 0.5674 ndcg_cut_15 11_6 0.4905 ndcg_cut_20 11_6 0.4435 ndcg_cut_30 11_6 0.4005 ndcg_cut_100 11_6 0.4112 ndcg_cut_200 11_6 0.4798 ndcg_cut_500 11_6 0.4798 ndcg_cut_1000 11_6 0.4798 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1420 map_cut_15 11_6 0.1539 map_cut_20 11_6 0.1636 map_cut_30 11_6 0.1905 map_cut_100 11_6 0.2499 map_cut_200 11_6 0.2790 map_cut_500 11_6 0.2790 map_cut_1000 11_6 0.2790 relative_P_5 11_6 1.0000 relative_P_10 11_6 0.9000 relative_P_15 11_6 0.6667 relative_P_20 11_6 0.5500 relative_P_30 11_6 0.4667 relative_P_100 11_6 0.4000 relative_P_200 11_6 0.5500 relative_P_500 11_6 0.5500 relative_P_1000 11_6 0.5500 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0330 set_relative_P 11_6 0.5500 set_recall 11_6 0.5500 set_map 11_6 0.0181 set_F 11_6 0.0623 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.3940 rbp_resid 11_6 0.2775 unj_5 11_6 0.0000 unj_10 11_6 0.1000 unj_20 11_6 0.3500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 8 map 11_7 0.0027 Rprec 11_7 0.0222 bpref 11_7 0.0732 recip_rank 11_7 0.0455 iprec_at_recall_0.00 11_7 0.0714 iprec_at_recall_0.10 11_7 0.0000 iprec_at_recall_0.20 11_7 0.0000 iprec_at_recall_0.30 11_7 0.0000 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.0000 P_10 11_7 0.0000 P_15 11_7 0.0000 P_20 11_7 0.0000 P_30 11_7 0.0667 P_100 11_7 0.0200 P_200 11_7 0.0200 P_500 11_7 0.0160 P_1000 11_7 0.0080 relstring 11_7 '0000000--0' recall_5 11_7 0.0000 recall_10 11_7 0.0000 recall_15 11_7 0.0000 recall_20 11_7 0.0000 recall_30 11_7 0.0222 recall_100 11_7 0.0222 recall_200 11_7 0.0444 recall_500 11_7 0.0889 recall_1000 11_7 0.0889 infAP 11_7 0.0027 Rprec_mult_0.20 11_7 0.0000 Rprec_mult_0.40 11_7 0.0556 Rprec_mult_0.60 11_7 0.0370 Rprec_mult_0.80 11_7 0.0278 Rprec_mult_1.00 11_7 0.0222 Rprec_mult_1.20 11_7 0.0185 Rprec_mult_1.40 11_7 0.0159 Rprec_mult_1.60 11_7 0.0139 Rprec_mult_1.80 11_7 0.0247 Rprec_mult_2.00 11_7 0.0222 utility 11_7 -984.0000 11pt_avg 11_7 0.0065 binG 11_7 0.0132 G 11_7 0.0115 ndcg 11_7 0.0515 ndcg_rel 11_7 0.0499 Rndcg 11_7 0.0235 ndcg_cut_5 11_7 0.0000 ndcg_cut_10 11_7 0.0000 ndcg_cut_15 11_7 0.0000 ndcg_cut_20 11_7 0.0000 ndcg_cut_30 11_7 0.0303 ndcg_cut_100 11_7 0.0186 ndcg_cut_200 11_7 0.0308 ndcg_cut_500 11_7 0.0515 ndcg_cut_1000 11_7 0.0515 map_cut_5 11_7 0.0000 map_cut_10 11_7 0.0000 map_cut_15 11_7 0.0000 map_cut_20 11_7 0.0000 map_cut_30 11_7 0.0013 map_cut_100 11_7 0.0013 map_cut_200 11_7 0.0018 map_cut_500 11_7 0.0027 map_cut_1000 11_7 0.0027 relative_P_5 11_7 0.0000 relative_P_10 11_7 0.0000 relative_P_15 11_7 0.0000 relative_P_20 11_7 0.0000 relative_P_30 11_7 0.0667 relative_P_100 11_7 0.0222 relative_P_200 11_7 0.0444 relative_P_500 11_7 0.0889 relative_P_1000 11_7 0.0889 success_1 11_7 0.0000 success_5 11_7 0.0000 success_10 11_7 0.0000 set_P 11_7 0.0080 set_relative_P 11_7 0.0889 set_recall 11_7 0.0889 set_map 11_7 0.0007 set_F 11_7 0.0147 num_nonrel_judged_ret 11_7 25 rbp 11_7 0.0075 rbp_resid 11_7 0.3691 unj_5 11_7 0.0000 unj_10 11_7 0.2000 unj_20 11_7 0.5000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 64 map 11_8 0.3874 Rprec 11_8 0.4433 bpref 11_8 0.6363 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.8571 iprec_at_recall_0.20 11_8 0.8286 iprec_at_recall_0.30 11_8 0.8286 iprec_at_recall_0.40 11_8 0.5270 iprec_at_recall_0.50 11_8 0.2899 iprec_at_recall_0.60 11_8 0.1162 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.8000 P_15 11_8 0.8000 P_20 11_8 0.8500 P_30 11_8 0.8000 P_100 11_8 0.4300 P_200 11_8 0.2450 P_500 11_8 0.1160 P_1000 11_8 0.0640 relstring 11_8 '34204222-2' recall_5 11_8 0.0412 recall_10 11_8 0.0825 recall_15 11_8 0.1237 recall_20 11_8 0.1753 recall_30 11_8 0.2474 recall_100 11_8 0.4433 recall_200 11_8 0.5052 recall_500 11_8 0.5979 recall_1000 11_8 0.6598 infAP 11_8 0.3874 Rprec_mult_0.20 11_8 0.8500 Rprec_mult_0.40 11_8 0.7436 Rprec_mult_0.60 11_8 0.6441 Rprec_mult_0.80 11_8 0.5000 Rprec_mult_1.00 11_8 0.4433 Rprec_mult_1.20 11_8 0.3846 Rprec_mult_1.40 11_8 0.3456 Rprec_mult_1.60 11_8 0.3077 Rprec_mult_1.80 11_8 0.2800 Rprec_mult_2.00 11_8 0.2526 utility 11_8 -872.0000 11pt_avg 11_8 0.4043 binG 11_8 0.2086 G 11_8 0.1425 ndcg 11_8 0.6370 ndcg_rel 11_8 0.6464 Rndcg 11_8 0.6306 ndcg_cut_5 11_8 0.7353 ndcg_cut_10 11_8 0.6763 ndcg_cut_15 11_8 0.6881 ndcg_cut_20 11_8 0.6886 ndcg_cut_30 11_8 0.6896 ndcg_cut_100 11_8 0.5356 ndcg_cut_200 11_8 0.5685 ndcg_cut_500 11_8 0.6105 ndcg_cut_1000 11_8 0.6370 map_cut_5 11_8 0.0392 map_cut_10 11_8 0.0739 map_cut_15 11_8 0.1079 map_cut_20 11_8 0.1508 map_cut_30 11_8 0.2086 map_cut_100 11_8 0.3438 map_cut_200 11_8 0.3668 map_cut_500 11_8 0.3819 map_cut_1000 11_8 0.3874 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.8000 relative_P_15 11_8 0.8000 relative_P_20 11_8 0.8500 relative_P_30 11_8 0.8000 relative_P_100 11_8 0.4433 relative_P_200 11_8 0.5052 relative_P_500 11_8 0.5979 relative_P_1000 11_8 0.6598 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0640 set_relative_P 11_8 0.6598 set_recall 11_8 0.6598 set_map 11_8 0.0422 set_F 11_8 0.1167 num_nonrel_judged_ret 11_8 2 rbp 11_8 0.5277 rbp_resid 11_8 0.1016 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.1000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 2 map 11_9 0.0011 Rprec 11_9 0.0171 bpref 11_9 0.0163 recip_rank 11_9 0.0833 iprec_at_recall_0.00 11_9 0.0833 iprec_at_recall_0.10 11_9 0.0000 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.0000 P_10 11_9 0.0000 P_15 11_9 0.0667 P_20 11_9 0.0500 P_30 11_9 0.0333 P_100 11_9 0.0200 P_200 11_9 0.0100 P_500 11_9 0.0040 P_1000 11_9 0.0020 relstring 11_9 '00000-----' recall_5 11_9 0.0000 recall_10 11_9 0.0000 recall_15 11_9 0.0085 recall_20 11_9 0.0085 recall_30 11_9 0.0085 recall_100 11_9 0.0171 recall_200 11_9 0.0171 recall_500 11_9 0.0171 recall_1000 11_9 0.0171 infAP 11_9 0.0011 Rprec_mult_0.20 11_9 0.0417 Rprec_mult_0.40 11_9 0.0426 Rprec_mult_0.60 11_9 0.0282 Rprec_mult_0.80 11_9 0.0213 Rprec_mult_1.00 11_9 0.0171 Rprec_mult_1.20 11_9 0.0142 Rprec_mult_1.40 11_9 0.0122 Rprec_mult_1.60 11_9 0.0106 Rprec_mult_1.80 11_9 0.0095 Rprec_mult_2.00 11_9 0.0085 utility 11_9 -996.0000 11pt_avg 11_9 0.0076 binG 11_9 0.0039 G 11_9 0.0023 ndcg 11_9 0.0139 ndcg_rel 11_9 0.0141 Rndcg 11_9 0.0120 ndcg_cut_5 11_9 0.0000 ndcg_cut_10 11_9 0.0000 ndcg_cut_15 11_9 0.0281 ndcg_cut_20 11_9 0.0238 ndcg_cut_30 11_9 0.0186 ndcg_cut_100 11_9 0.0146 ndcg_cut_200 11_9 0.0139 ndcg_cut_500 11_9 0.0139 ndcg_cut_1000 11_9 0.0139 map_cut_5 11_9 0.0000 map_cut_10 11_9 0.0000 map_cut_15 11_9 0.0007 map_cut_20 11_9 0.0007 map_cut_30 11_9 0.0007 map_cut_100 11_9 0.0011 map_cut_200 11_9 0.0011 map_cut_500 11_9 0.0011 map_cut_1000 11_9 0.0011 relative_P_5 11_9 0.0000 relative_P_10 11_9 0.0000 relative_P_15 11_9 0.0667 relative_P_20 11_9 0.0500 relative_P_30 11_9 0.0333 relative_P_100 11_9 0.0200 relative_P_200 11_9 0.0171 relative_P_500 11_9 0.0171 relative_P_1000 11_9 0.0171 success_1 11_9 0.0000 success_5 11_9 0.0000 success_10 11_9 0.0000 set_P 11_9 0.0020 set_relative_P 11_9 0.0171 set_recall 11_9 0.0171 set_map 11_9 0.0000 set_F 11_9 0.0036 num_nonrel_judged_ret 11_9 6 rbp 11_9 0.0161 rbp_resid 11_9 0.5488 unj_5 11_9 0.0000 unj_10 11_9 0.5000 unj_20 11_9 0.7000 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 16 map 12_1 0.1107 Rprec 12_1 0.1600 bpref 12_1 0.1812 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.5333 iprec_at_recall_0.20 12_1 0.1014 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 1.0000 P_10 12_1 0.5000 P_15 12_1 0.5333 P_20 12_1 0.4500 P_30 12_1 0.3333 P_100 12_1 0.1300 P_200 12_1 0.0750 P_500 12_1 0.0320 P_1000 12_1 0.0160 relstring 12_1 '2212100000' recall_5 12_1 0.0667 recall_10 12_1 0.0667 recall_15 12_1 0.1067 recall_20 12_1 0.1200 recall_30 12_1 0.1333 recall_100 12_1 0.1733 recall_200 12_1 0.2000 recall_500 12_1 0.2133 recall_1000 12_1 0.2133 infAP 12_1 0.1107 Rprec_mult_0.20 12_1 0.5333 Rprec_mult_0.40 12_1 0.3333 Rprec_mult_0.60 12_1 0.2222 Rprec_mult_0.80 12_1 0.1833 Rprec_mult_1.00 12_1 0.1600 Rprec_mult_1.20 12_1 0.1444 Rprec_mult_1.40 12_1 0.1238 Rprec_mult_1.60 12_1 0.1167 Rprec_mult_1.80 12_1 0.1037 Rprec_mult_2.00 12_1 0.1000 utility 12_1 -968.0000 11pt_avg 12_1 0.1486 binG 12_1 0.0993 G 12_1 0.0668 ndcg 12_1 0.2928 ndcg_rel 12_1 0.3345 Rndcg 12_1 0.3887 ndcg_cut_5 12_1 0.7264 ndcg_cut_10 12_1 0.4967 ndcg_cut_15 12_1 0.5158 ndcg_cut_20 12_1 0.4664 ndcg_cut_30 12_1 0.3863 ndcg_cut_100 12_1 0.2786 ndcg_cut_200 12_1 0.2884 ndcg_cut_500 12_1 0.2928 ndcg_cut_1000 12_1 0.2928 map_cut_5 12_1 0.0667 map_cut_10 12_1 0.0667 map_cut_15 12_1 0.0871 map_cut_20 12_1 0.0938 map_cut_30 12_1 0.0993 map_cut_100 12_1 0.1067 map_cut_200 12_1 0.1098 map_cut_500 12_1 0.1107 map_cut_1000 12_1 0.1107 relative_P_5 12_1 1.0000 relative_P_10 12_1 0.5000 relative_P_15 12_1 0.5333 relative_P_20 12_1 0.4500 relative_P_30 12_1 0.3333 relative_P_100 12_1 0.1733 relative_P_200 12_1 0.2000 relative_P_500 12_1 0.2133 relative_P_1000 12_1 0.2133 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0160 set_relative_P 12_1 0.2133 set_recall 12_1 0.2133 set_map 12_1 0.0034 set_F 12_1 0.0298 num_nonrel_judged_ret 12_1 49 rbp 12_1 0.2945 rbp_resid 12_1 0.0933 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 22 map 12_2 0.0691 Rprec 12_2 0.1692 bpref 12_2 0.3022 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.1915 iprec_at_recall_0.20 12_2 0.1102 iprec_at_recall_0.30 12_2 0.0420 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.4000 P_10 12_2 0.4000 P_15 12_2 0.2667 P_20 12_2 0.2000 P_30 12_2 0.2000 P_100 12_2 0.1200 P_200 12_2 0.0750 P_500 12_2 0.0400 P_1000 12_2 0.0220 relstring 12_2 '2000102-1-' recall_5 12_2 0.0308 recall_10 12_2 0.0615 recall_15 12_2 0.0615 recall_20 12_2 0.0615 recall_30 12_2 0.0923 recall_100 12_2 0.1846 recall_200 12_2 0.2308 recall_500 12_2 0.3077 recall_1000 12_2 0.3385 infAP 12_2 0.0691 Rprec_mult_0.20 12_2 0.3077 Rprec_mult_0.40 12_2 0.2308 Rprec_mult_0.60 12_2 0.1538 Rprec_mult_0.80 12_2 0.1731 Rprec_mult_1.00 12_2 0.1692 Rprec_mult_1.20 12_2 0.1538 Rprec_mult_1.40 12_2 0.1319 Rprec_mult_1.60 12_2 0.1154 Rprec_mult_1.80 12_2 0.1026 Rprec_mult_2.00 12_2 0.1077 utility 12_2 -956.0000 11pt_avg 12_2 0.1222 binG 12_2 0.0768 G 12_2 0.0626 ndcg 12_2 0.2718 ndcg_rel 12_2 0.2652 Rndcg 12_2 0.2293 ndcg_cut_5 12_2 0.2698 ndcg_cut_10 12_2 0.2787 ndcg_cut_15 12_2 0.2286 ndcg_cut_20 12_2 0.1970 ndcg_cut_30 12_2 0.1908 ndcg_cut_100 12_2 0.1991 ndcg_cut_200 12_2 0.2314 ndcg_cut_500 12_2 0.2634 ndcg_cut_1000 12_2 0.2718 map_cut_5 12_2 0.0215 map_cut_10 12_2 0.0350 map_cut_15 12_2 0.0350 map_cut_20 12_2 0.0350 map_cut_30 12_2 0.0417 map_cut_100 12_2 0.0584 map_cut_200 12_2 0.0630 map_cut_500 12_2 0.0678 map_cut_1000 12_2 0.0691 relative_P_5 12_2 0.4000 relative_P_10 12_2 0.4000 relative_P_15 12_2 0.2667 relative_P_20 12_2 0.2000 relative_P_30 12_2 0.2000 relative_P_100 12_2 0.1846 relative_P_200 12_2 0.2308 relative_P_500 12_2 0.3077 relative_P_1000 12_2 0.3385 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0220 set_relative_P 12_2 0.3385 set_recall 12_2 0.3385 set_map 12_2 0.0074 set_F 12_2 0.0413 num_nonrel_judged_ret 12_2 12 rbp 12_2 0.1459 rbp_resid 12_2 0.3931 unj_5 12_2 0.0000 unj_10 12_2 0.2000 unj_20 12_2 0.5500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 24 map 12_3 0.0851 Rprec 12_3 0.1733 bpref 12_3 0.2967 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.3125 iprec_at_recall_0.20 12_3 0.1684 iprec_at_recall_0.30 12_3 0.0347 iprec_at_recall_0.40 12_3 0.0000 iprec_at_recall_0.50 12_3 0.0000 iprec_at_recall_0.60 12_3 0.0000 iprec_at_recall_0.70 12_3 0.0000 iprec_at_recall_0.80 12_3 0.0000 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.4000 P_10 12_3 0.4000 P_15 12_3 0.3333 P_20 12_3 0.3000 P_30 12_3 0.3000 P_100 12_3 0.1600 P_200 12_3 0.0950 P_500 12_3 0.0440 P_1000 12_3 0.0240 relstring 12_3 '202002--01' recall_5 12_3 0.0267 recall_10 12_3 0.0533 recall_15 12_3 0.0667 recall_20 12_3 0.0800 recall_30 12_3 0.1200 recall_100 12_3 0.2133 recall_200 12_3 0.2533 recall_500 12_3 0.2933 recall_1000 12_3 0.3200 infAP 12_3 0.0851 Rprec_mult_0.20 12_3 0.3333 Rprec_mult_0.40 12_3 0.3000 Rprec_mult_0.60 12_3 0.2444 Rprec_mult_0.80 12_3 0.1833 Rprec_mult_1.00 12_3 0.1733 Rprec_mult_1.20 12_3 0.1667 Rprec_mult_1.40 12_3 0.1524 Rprec_mult_1.60 12_3 0.1333 Rprec_mult_1.80 12_3 0.1185 Rprec_mult_2.00 12_3 0.1133 utility 12_3 -952.0000 11pt_avg 12_3 0.1378 binG 12_3 0.0791 G 12_3 0.0762 ndcg 12_3 0.3256 ndcg_rel 12_3 0.3394 Rndcg 12_3 0.2853 ndcg_cut_5 12_3 0.5087 ndcg_cut_10 12_3 0.4403 ndcg_cut_15 12_3 0.3644 ndcg_cut_20 12_3 0.3381 ndcg_cut_30 12_3 0.3281 ndcg_cut_100 12_3 0.2724 ndcg_cut_200 12_3 0.2964 ndcg_cut_500 12_3 0.3145 ndcg_cut_1000 12_3 0.3256 map_cut_5 12_3 0.0222 map_cut_10 12_3 0.0342 map_cut_15 12_3 0.0398 map_cut_20 12_3 0.0448 map_cut_30 12_3 0.0566 map_cut_100 12_3 0.0763 map_cut_200 12_3 0.0805 map_cut_500 12_3 0.0842 map_cut_1000 12_3 0.0851 relative_P_5 12_3 0.4000 relative_P_10 12_3 0.4000 relative_P_15 12_3 0.3333 relative_P_20 12_3 0.3000 relative_P_30 12_3 0.3000 relative_P_100 12_3 0.2133 relative_P_200 12_3 0.2533 relative_P_500 12_3 0.2933 relative_P_1000 12_3 0.3200 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0240 set_relative_P 12_3 0.3200 set_recall 12_3 0.3200 set_map 12_3 0.0077 set_F 12_3 0.0447 num_nonrel_judged_ret 12_3 11 rbp 12_3 0.3187 rbp_resid 12_3 0.3678 unj_5 12_3 0.0000 unj_10 12_3 0.2000 unj_20 12_3 0.5000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 0 map 12_5 0.0000 Rprec 12_5 0.0000 bpref 12_5 0.0000 recip_rank 12_5 0.0000 iprec_at_recall_0.00 12_5 0.0000 iprec_at_recall_0.10 12_5 0.0000 iprec_at_recall_0.20 12_5 0.0000 iprec_at_recall_0.30 12_5 0.0000 iprec_at_recall_0.40 12_5 0.0000 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.0000 P_10 12_5 0.0000 P_15 12_5 0.0000 P_20 12_5 0.0000 P_30 12_5 0.0000 P_100 12_5 0.0000 P_200 12_5 0.0000 P_500 12_5 0.0000 P_1000 12_5 0.0000 relstring 12_5 '0---------' recall_5 12_5 0.0000 recall_10 12_5 0.0000 recall_15 12_5 0.0000 recall_20 12_5 0.0000 recall_30 12_5 0.0000 recall_100 12_5 0.0000 recall_200 12_5 0.0000 recall_500 12_5 0.0000 recall_1000 12_5 0.0000 infAP 12_5 0.0000 Rprec_mult_0.20 12_5 0.0000 Rprec_mult_0.40 12_5 0.0000 Rprec_mult_0.60 12_5 0.0000 Rprec_mult_0.80 12_5 0.0000 Rprec_mult_1.00 12_5 0.0000 Rprec_mult_1.20 12_5 0.0000 Rprec_mult_1.40 12_5 0.0000 Rprec_mult_1.60 12_5 0.0000 Rprec_mult_1.80 12_5 0.0000 Rprec_mult_2.00 12_5 0.0000 utility 12_5 -1000.0000 11pt_avg 12_5 0.0000 binG 12_5 0.0000 G 12_5 0.0000 ndcg 12_5 0.0000 ndcg_rel 12_5 0.0000 Rndcg 12_5 0.0000 ndcg_cut_5 12_5 0.0000 ndcg_cut_10 12_5 0.0000 ndcg_cut_15 12_5 0.0000 ndcg_cut_20 12_5 0.0000 ndcg_cut_30 12_5 0.0000 ndcg_cut_100 12_5 0.0000 ndcg_cut_200 12_5 0.0000 ndcg_cut_500 12_5 0.0000 ndcg_cut_1000 12_5 0.0000 map_cut_5 12_5 0.0000 map_cut_10 12_5 0.0000 map_cut_15 12_5 0.0000 map_cut_20 12_5 0.0000 map_cut_30 12_5 0.0000 map_cut_100 12_5 0.0000 map_cut_200 12_5 0.0000 map_cut_500 12_5 0.0000 map_cut_1000 12_5 0.0000 relative_P_5 12_5 0.0000 relative_P_10 12_5 0.0000 relative_P_15 12_5 0.0000 relative_P_20 12_5 0.0000 relative_P_30 12_5 0.0000 relative_P_100 12_5 0.0000 relative_P_200 12_5 0.0000 relative_P_500 12_5 0.0000 relative_P_1000 12_5 0.0000 success_1 12_5 0.0000 success_5 12_5 0.0000 success_10 12_5 0.0000 set_P 12_5 0.0000 set_relative_P 12_5 0.0000 set_recall 12_5 0.0000 set_map 12_5 0.0000 set_F 12_5 0.0000 num_nonrel_judged_ret 12_5 8 rbp 12_5 0.0000 rbp_resid 12_5 0.9000 unj_5 12_5 0.8000 unj_10 12_5 0.9000 unj_20 12_5 0.9500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 33 map 12_6 0.2764 Rprec 12_6 0.3750 bpref 12_6 0.5208 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.6000 iprec_at_recall_0.20 12_6 0.4815 iprec_at_recall_0.30 12_6 0.4595 iprec_at_recall_0.40 12_6 0.3878 iprec_at_recall_0.50 12_6 0.2791 iprec_at_recall_0.60 12_6 0.1576 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.6000 P_10 12_6 0.6000 P_15 12_6 0.5333 P_20 12_6 0.4500 P_30 12_6 0.4333 P_100 12_6 0.2500 P_200 12_6 0.1450 P_500 12_6 0.0640 P_1000 12_6 0.0330 relstring 12_6 '1020120011' recall_5 12_6 0.0625 recall_10 12_6 0.1250 recall_15 12_6 0.1667 recall_20 12_6 0.1875 recall_30 12_6 0.2708 recall_100 12_6 0.5208 recall_200 12_6 0.6042 recall_500 12_6 0.6667 recall_1000 12_6 0.6875 infAP 12_6 0.2764 Rprec_mult_0.20 12_6 0.6000 Rprec_mult_0.40 12_6 0.4500 Rprec_mult_0.60 12_6 0.4483 Rprec_mult_0.80 12_6 0.4359 Rprec_mult_1.00 12_6 0.3750 Rprec_mult_1.20 12_6 0.3448 Rprec_mult_1.40 12_6 0.3088 Rprec_mult_1.60 12_6 0.2857 Rprec_mult_1.80 12_6 0.2759 Rprec_mult_2.00 12_6 0.2604 utility 12_6 -934.0000 11pt_avg 12_6 0.3059 binG 12_6 0.1846 G 12_6 0.1400 ndcg 12_6 0.5237 ndcg_rel 12_6 0.4466 Rndcg 12_6 0.3921 ndcg_cut_5 12_6 0.3461 ndcg_cut_10 12_6 0.3657 ndcg_cut_15 12_6 0.3727 ndcg_cut_20 12_6 0.3307 ndcg_cut_30 12_6 0.3670 ndcg_cut_100 12_6 0.4571 ndcg_cut_200 12_6 0.4912 ndcg_cut_500 12_6 0.5140 ndcg_cut_1000 12_6 0.5237 map_cut_5 12_6 0.0472 map_cut_10 12_6 0.0852 map_cut_15 12_6 0.1092 map_cut_20 12_6 0.1210 map_cut_30 12_6 0.1592 map_cut_100 12_6 0.2515 map_cut_200 12_6 0.2695 map_cut_500 12_6 0.2757 map_cut_1000 12_6 0.2764 relative_P_5 12_6 0.6000 relative_P_10 12_6 0.6000 relative_P_15 12_6 0.5333 relative_P_20 12_6 0.4500 relative_P_30 12_6 0.4333 relative_P_100 12_6 0.5208 relative_P_200 12_6 0.6042 relative_P_500 12_6 0.6667 relative_P_1000 12_6 0.6875 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0330 set_relative_P 12_6 0.6875 set_recall 12_6 0.6875 set_map 12_6 0.0227 set_F 12_6 0.0630 num_nonrel_judged_ret 12_6 27 rbp 12_6 0.2460 rbp_resid 12_6 0.1721 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.2500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 11 map 12_7 0.1351 Rprec 12_7 0.1765 bpref 12_7 0.1765 recip_rank 12_7 0.5000 iprec_at_recall_0.00 12_7 0.5000 iprec_at_recall_0.10 12_7 0.3333 iprec_at_recall_0.20 12_7 0.3000 iprec_at_recall_0.30 12_7 0.1702 iprec_at_recall_0.40 12_7 0.1702 iprec_at_recall_0.50 12_7 0.1667 iprec_at_recall_0.60 12_7 0.1639 iprec_at_recall_0.70 12_7 0.0000 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.2000 P_10 12_7 0.3000 P_15 12_7 0.2000 P_20 12_7 0.1500 P_30 12_7 0.1333 P_100 12_7 0.1000 P_200 12_7 0.0550 P_500 12_7 0.0220 P_1000 12_7 0.0110 relstring 12_7 '020003---2' recall_5 12_7 0.0588 recall_10 12_7 0.1765 recall_15 12_7 0.1765 recall_20 12_7 0.1765 recall_30 12_7 0.2353 recall_100 12_7 0.5882 recall_200 12_7 0.6471 recall_500 12_7 0.6471 recall_1000 12_7 0.6471 infAP 12_7 0.1351 Rprec_mult_0.20 12_7 0.2500 Rprec_mult_0.40 12_7 0.2857 Rprec_mult_0.60 12_7 0.2727 Rprec_mult_0.80 12_7 0.2143 Rprec_mult_1.00 12_7 0.1765 Rprec_mult_1.20 12_7 0.1429 Rprec_mult_1.40 12_7 0.1667 Rprec_mult_1.60 12_7 0.1429 Rprec_mult_1.80 12_7 0.1290 Rprec_mult_2.00 12_7 0.1176 utility 12_7 -978.0000 11pt_avg 12_7 0.1640 binG 12_7 0.1652 G 12_7 0.1502 ndcg 12_7 0.4186 ndcg_rel 12_7 0.3573 Rndcg 12_7 0.2547 ndcg_cut_5 12_7 0.1492 ndcg_cut_10 12_7 0.2497 ndcg_cut_15 12_7 0.2152 ndcg_cut_20 12_7 0.2078 ndcg_cut_30 12_7 0.2539 ndcg_cut_100 12_7 0.4092 ndcg_cut_200 12_7 0.4186 ndcg_cut_500 12_7 0.4186 ndcg_cut_1000 12_7 0.4186 map_cut_5 12_7 0.0294 map_cut_10 12_7 0.0667 map_cut_15 12_7 0.0667 map_cut_20 12_7 0.0667 map_cut_30 12_7 0.0765 map_cut_100 12_7 0.1317 map_cut_200 12_7 0.1351 map_cut_500 12_7 0.1351 map_cut_1000 12_7 0.1351 relative_P_5 12_7 0.2000 relative_P_10 12_7 0.3000 relative_P_15 12_7 0.2000 relative_P_20 12_7 0.1765 relative_P_30 12_7 0.2353 relative_P_100 12_7 0.5882 relative_P_200 12_7 0.6471 relative_P_500 12_7 0.6471 relative_P_1000 12_7 0.6471 success_1 12_7 0.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0110 set_relative_P 12_7 0.6471 set_recall 12_7 0.6471 set_map 12_7 0.0071 set_F 12_7 0.0216 num_nonrel_judged_ret 12_7 34 rbp 12_7 0.1583 rbp_resid 12_7 0.2902 unj_5 12_7 0.0000 unj_10 12_7 0.3000 unj_20 12_7 0.3000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 14 map 12_9 0.1353 Rprec 12_9 0.2222 bpref 12_9 0.2716 recip_rank 12_9 0.5000 iprec_at_recall_0.00 12_9 0.5000 iprec_at_recall_0.10 12_9 0.4444 iprec_at_recall_0.20 12_9 0.4167 iprec_at_recall_0.30 12_9 0.2500 iprec_at_recall_0.40 12_9 0.0809 iprec_at_recall_0.50 12_9 0.0363 iprec_at_recall_0.60 12_9 0.0000 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.4000 P_10 12_9 0.4000 P_15 12_9 0.3333 P_20 12_9 0.3000 P_30 12_9 0.2000 P_100 12_9 0.1000 P_200 12_9 0.0600 P_500 12_9 0.0280 P_1000 12_9 0.0140 relstring 12_9 '030100011-' recall_5 12_9 0.0741 recall_10 12_9 0.1481 recall_15 12_9 0.1852 recall_20 12_9 0.2222 recall_30 12_9 0.2222 recall_100 12_9 0.3704 recall_200 12_9 0.4444 recall_500 12_9 0.5185 recall_1000 12_9 0.5185 infAP 12_9 0.1353 Rprec_mult_0.20 12_9 0.3333 Rprec_mult_0.40 12_9 0.3636 Rprec_mult_0.60 12_9 0.2941 Rprec_mult_0.80 12_9 0.2727 Rprec_mult_1.00 12_9 0.2222 Rprec_mult_1.20 12_9 0.2424 Rprec_mult_1.40 12_9 0.2105 Rprec_mult_1.60 12_9 0.2045 Rprec_mult_1.80 12_9 0.2041 Rprec_mult_2.00 12_9 0.1852 utility 12_9 -972.0000 11pt_avg 12_9 0.1571 binG 12_9 0.1382 G 12_9 0.1139 ndcg 12_9 0.3708 ndcg_rel 12_9 0.3378 Rndcg 12_9 0.3066 ndcg_cut_5 12_9 0.3086 ndcg_cut_10 12_9 0.2743 ndcg_cut_15 12_9 0.2404 ndcg_cut_20 12_9 0.2522 ndcg_cut_30 12_9 0.2285 ndcg_cut_100 12_9 0.2995 ndcg_cut_200 12_9 0.3340 ndcg_cut_500 12_9 0.3708 ndcg_cut_1000 12_9 0.3708 map_cut_5 12_9 0.0370 map_cut_10 12_9 0.0674 map_cut_15 12_9 0.0828 map_cut_20 12_9 0.0939 map_cut_30 12_9 0.0939 map_cut_100 12_9 0.1267 map_cut_200 12_9 0.1324 map_cut_500 12_9 0.1353 map_cut_1000 12_9 0.1353 relative_P_5 12_9 0.4000 relative_P_10 12_9 0.4000 relative_P_15 12_9 0.3333 relative_P_20 12_9 0.3000 relative_P_30 12_9 0.2222 relative_P_100 12_9 0.3704 relative_P_200 12_9 0.4444 relative_P_500 12_9 0.5185 relative_P_1000 12_9 0.5185 success_1 12_9 0.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0140 set_relative_P 12_9 0.5185 set_recall 12_9 0.5185 set_map 12_9 0.0073 set_F 12_9 0.0273 num_nonrel_judged_ret 12_9 29 rbp 12_9 0.1691 rbp_resid 12_9 0.1812 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.2000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 24 map 13_2 0.0720 Rprec 13_2 0.1364 bpref 13_2 0.1482 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.2833 iprec_at_recall_0.20 13_2 0.0000 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.8000 P_10 13_2 0.6000 P_15 13_2 0.5333 P_20 13_2 0.5000 P_30 13_2 0.4333 P_100 13_2 0.2000 P_200 13_2 0.1100 P_500 13_2 0.0480 P_1000 13_2 0.0240 relstring 13_2 '21202-20-2' recall_5 13_2 0.0260 recall_10 13_2 0.0390 recall_15 13_2 0.0519 recall_20 13_2 0.0649 recall_30 13_2 0.0844 recall_100 13_2 0.1299 recall_200 13_2 0.1429 recall_500 13_2 0.1558 recall_1000 13_2 0.1558 infAP 13_2 0.0720 Rprec_mult_0.20 13_2 0.4194 Rprec_mult_0.40 13_2 0.2742 Rprec_mult_0.60 13_2 0.2043 Rprec_mult_0.80 13_2 0.1613 Rprec_mult_1.00 13_2 0.1364 Rprec_mult_1.20 13_2 0.1135 Rprec_mult_1.40 13_2 0.1019 Rprec_mult_1.60 13_2 0.0931 Rprec_mult_1.80 13_2 0.0827 Rprec_mult_2.00 13_2 0.0747 utility 13_2 -952.0000 11pt_avg 13_2 0.1167 binG 13_2 0.0546 G 13_2 0.0327 ndcg 13_2 0.2077 ndcg_rel 13_2 0.2265 Rndcg 13_2 0.2913 ndcg_cut_5 13_2 0.4474 ndcg_cut_10 13_2 0.3861 ndcg_cut_15 13_2 0.3631 ndcg_cut_20 13_2 0.3588 ndcg_cut_30 13_2 0.3303 ndcg_cut_100 13_2 0.2225 ndcg_cut_200 13_2 0.1994 ndcg_cut_500 13_2 0.2077 ndcg_cut_1000 13_2 0.2077 map_cut_5 13_2 0.0247 map_cut_10 13_2 0.0332 map_cut_15 13_2 0.0417 map_cut_20 13_2 0.0487 map_cut_30 13_2 0.0578 map_cut_100 13_2 0.0694 map_cut_200 13_2 0.0711 map_cut_500 13_2 0.0720 map_cut_1000 13_2 0.0720 relative_P_5 13_2 0.8000 relative_P_10 13_2 0.6000 relative_P_15 13_2 0.5333 relative_P_20 13_2 0.5000 relative_P_30 13_2 0.4333 relative_P_100 13_2 0.2000 relative_P_200 13_2 0.1429 relative_P_500 13_2 0.1558 relative_P_1000 13_2 0.1558 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0240 set_relative_P 13_2 0.1558 set_recall 13_2 0.1558 set_map 13_2 0.0037 set_F 13_2 0.0416 num_nonrel_judged_ret 13_2 6 rbp 13_2 0.2581 rbp_resid 13_2 0.3241 unj_5 13_2 0.0000 unj_10 13_2 0.2000 unj_20 13_2 0.4000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 24 map 13_3 0.0845 Rprec 13_3 0.1772 bpref 13_3 0.2803 recip_rank 13_3 0.3333 iprec_at_recall_0.00 13_3 0.6667 iprec_at_recall_0.10 13_3 0.3750 iprec_at_recall_0.20 13_3 0.1532 iprec_at_recall_0.30 13_3 0.0507 iprec_at_recall_0.40 13_3 0.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.6000 P_10 13_3 0.6000 P_15 13_3 0.4667 P_20 13_3 0.3500 P_30 13_3 0.3000 P_100 13_3 0.1400 P_200 13_3 0.0950 P_500 13_3 0.0480 P_1000 13_3 0.0240 relstring 13_3 '002210212-' recall_5 13_3 0.0380 recall_10 13_3 0.0759 recall_15 13_3 0.0886 recall_20 13_3 0.0886 recall_30 13_3 0.1139 recall_100 13_3 0.1772 recall_200 13_3 0.2405 recall_500 13_3 0.3038 recall_1000 13_3 0.3038 infAP 13_3 0.0845 Rprec_mult_0.20 13_3 0.4375 Rprec_mult_0.40 13_3 0.2812 Rprec_mult_0.60 13_3 0.2292 Rprec_mult_0.80 13_3 0.1875 Rprec_mult_1.00 13_3 0.1772 Rprec_mult_1.20 13_3 0.1474 Rprec_mult_1.40 13_3 0.1532 Rprec_mult_1.60 13_3 0.1339 Rprec_mult_1.80 13_3 0.1259 Rprec_mult_2.00 13_3 0.1139 utility 13_3 -952.0000 11pt_avg 13_3 0.1132 binG 13_3 0.0742 G 13_3 0.0575 ndcg 13_3 0.2757 ndcg_rel 13_3 0.2678 Rndcg 13_3 0.2270 ndcg_cut_5 13_3 0.2658 ndcg_cut_10 13_3 0.3290 ndcg_cut_15 13_3 0.3041 ndcg_cut_20 13_3 0.2610 ndcg_cut_30 13_3 0.2495 ndcg_cut_100 13_3 0.1951 ndcg_cut_200 13_3 0.2408 ndcg_cut_500 13_3 0.2757 ndcg_cut_1000 13_3 0.2757 map_cut_5 13_3 0.0181 map_cut_10 13_3 0.0417 map_cut_15 13_3 0.0481 map_cut_20 13_3 0.0481 map_cut_30 13_3 0.0572 map_cut_100 13_3 0.0714 map_cut_200 13_3 0.0802 map_cut_500 13_3 0.0845 map_cut_1000 13_3 0.0845 relative_P_5 13_3 0.6000 relative_P_10 13_3 0.6000 relative_P_15 13_3 0.4667 relative_P_20 13_3 0.3500 relative_P_30 13_3 0.3000 relative_P_100 13_3 0.1772 relative_P_200 13_3 0.2405 relative_P_500 13_3 0.3038 relative_P_1000 13_3 0.3038 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0240 set_relative_P 13_3 0.3038 set_recall 13_3 0.3038 set_map 13_3 0.0073 set_F 13_3 0.0445 num_nonrel_judged_ret 13_3 7 rbp 13_3 0.2362 rbp_resid 13_3 0.3056 unj_5 13_3 0.0000 unj_10 13_3 0.1000 unj_20 13_3 0.4500 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 35 map 13_4 0.1170 Rprec 13_4 0.1970 bpref 13_4 0.2500 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.5652 iprec_at_recall_0.20 13_4 0.2203 iprec_at_recall_0.30 13_4 0.0000 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.5000 P_15 13_4 0.4667 P_20 13_4 0.5500 P_30 13_4 0.5333 P_100 13_4 0.2500 P_200 13_4 0.1450 P_500 13_4 0.0700 P_1000 13_4 0.0350 relstring 13_4 '220102-20-' recall_5 13_4 0.0227 recall_10 13_4 0.0379 recall_15 13_4 0.0530 recall_20 13_4 0.0833 recall_30 13_4 0.1212 recall_100 13_4 0.1894 recall_200 13_4 0.2197 recall_500 13_4 0.2652 recall_1000 13_4 0.2652 infAP 13_4 0.1170 Rprec_mult_0.20 13_4 0.5185 Rprec_mult_0.40 13_4 0.4151 Rprec_mult_0.60 13_4 0.3125 Rprec_mult_0.80 13_4 0.2358 Rprec_mult_1.00 13_4 0.1970 Rprec_mult_1.20 13_4 0.1761 Rprec_mult_1.40 13_4 0.1568 Rprec_mult_1.60 13_4 0.1415 Rprec_mult_1.80 13_4 0.1261 Rprec_mult_2.00 13_4 0.1136 utility 13_4 -930.0000 11pt_avg 13_4 0.1623 binG 13_4 0.0755 G 13_4 0.0589 ndcg 13_4 0.3174 ndcg_rel 13_4 0.3522 Rndcg 13_4 0.3854 ndcg_cut_5 13_4 0.5354 ndcg_cut_10 13_4 0.4992 ndcg_cut_15 13_4 0.4567 ndcg_cut_20 13_4 0.5110 ndcg_cut_30 13_4 0.4974 ndcg_cut_100 13_4 0.3003 ndcg_cut_200 13_4 0.2881 ndcg_cut_500 13_4 0.3174 ndcg_cut_1000 13_4 0.3174 map_cut_5 13_4 0.0208 map_cut_10 13_4 0.0306 map_cut_15 13_4 0.0379 map_cut_20 13_4 0.0541 map_cut_30 13_4 0.0752 map_cut_100 13_4 0.1067 map_cut_200 13_4 0.1126 map_cut_500 13_4 0.1170 map_cut_1000 13_4 0.1170 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.5000 relative_P_15 13_4 0.4667 relative_P_20 13_4 0.5500 relative_P_30 13_4 0.5333 relative_P_100 13_4 0.2500 relative_P_200 13_4 0.2197 relative_P_500 13_4 0.2652 relative_P_1000 13_4 0.2652 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0350 set_relative_P 13_4 0.2652 set_recall 13_4 0.2652 set_map 13_4 0.0093 set_F 13_4 0.0618 num_nonrel_judged_ret 13_4 11 rbp 13_4 0.3268 rbp_resid 13_4 0.2631 unj_5 13_4 0.0000 unj_10 13_4 0.2000 unj_20 13_4 0.3000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 47 map 13_6 0.1538 Rprec 13_6 0.2074 bpref 13_6 0.3470 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.6538 iprec_at_recall_0.20 13_6 0.2596 iprec_at_recall_0.30 13_6 0.1102 iprec_at_recall_0.40 13_6 0.0000 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.9000 P_15 13_6 0.6667 P_20 13_6 0.6500 P_30 13_6 0.6333 P_100 13_6 0.2600 P_200 13_6 0.1550 P_500 13_6 0.0880 P_1000 13_6 0.0470 relstring 13_6 '222223-233' recall_5 13_6 0.0370 recall_10 13_6 0.0667 recall_15 13_6 0.0741 recall_20 13_6 0.0963 recall_30 13_6 0.1407 recall_100 13_6 0.1926 recall_200 13_6 0.2296 recall_500 13_6 0.3259 recall_1000 13_6 0.3481 infAP 13_6 0.1538 Rprec_mult_0.20 13_6 0.6296 Rprec_mult_0.40 13_6 0.3889 Rprec_mult_0.60 13_6 0.2716 Rprec_mult_0.80 13_6 0.2500 Rprec_mult_1.00 13_6 0.2074 Rprec_mult_1.20 13_6 0.1852 Rprec_mult_1.40 13_6 0.1587 Rprec_mult_1.60 13_6 0.1574 Rprec_mult_1.80 13_6 0.1440 Rprec_mult_2.00 13_6 0.1333 utility 13_6 -906.0000 11pt_avg 13_6 0.1840 binG 13_6 0.1115 G 13_6 0.0734 ndcg 13_6 0.3982 ndcg_rel 13_6 0.4162 Rndcg 13_6 0.4117 ndcg_cut_5 13_6 0.5990 ndcg_cut_10 13_6 0.6402 ndcg_cut_15 13_6 0.5323 ndcg_cut_20 13_6 0.5273 ndcg_cut_30 13_6 0.5477 ndcg_cut_100 13_6 0.3403 ndcg_cut_200 13_6 0.3331 ndcg_cut_500 13_6 0.3902 ndcg_cut_1000 13_6 0.3982 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0642 map_cut_15 13_6 0.0699 map_cut_20 13_6 0.0844 map_cut_30 13_6 0.1130 map_cut_100 13_6 0.1318 map_cut_200 13_6 0.1399 map_cut_500 13_6 0.1520 map_cut_1000 13_6 0.1538 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.9000 relative_P_15 13_6 0.6667 relative_P_20 13_6 0.6500 relative_P_30 13_6 0.6333 relative_P_100 13_6 0.2600 relative_P_200 13_6 0.2296 relative_P_500 13_6 0.3259 relative_P_1000 13_6 0.3481 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0470 set_relative_P 13_6 0.3481 set_recall 13_6 0.3481 set_map 13_6 0.0164 set_F 13_6 0.0828 num_nonrel_judged_ret 13_6 3 rbp 13_6 0.4032 rbp_resid 13_6 0.2724 unj_5 13_6 0.0000 unj_10 13_6 0.1000 unj_20 13_6 0.3500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 13 map 13_8 0.0505 Rprec 13_8 0.1100 bpref 13_8 0.1254 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.2222 iprec_at_recall_0.20 13_8 0.0000 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.6000 P_10 13_8 0.5000 P_15 13_8 0.4000 P_20 13_8 0.3000 P_30 13_8 0.2333 P_100 13_8 0.1100 P_200 13_8 0.0550 P_500 13_8 0.0260 P_1000 13_8 0.0130 relstring 13_8 '10011-21--' recall_5 13_8 0.0300 recall_10 13_8 0.0500 recall_15 13_8 0.0600 recall_20 13_8 0.0600 recall_30 13_8 0.0700 recall_100 13_8 0.1100 recall_200 13_8 0.1100 recall_500 13_8 0.1300 recall_1000 13_8 0.1300 infAP 13_8 0.0505 Rprec_mult_0.20 13_8 0.3000 Rprec_mult_0.40 13_8 0.2250 Rprec_mult_0.60 13_8 0.1833 Rprec_mult_0.80 13_8 0.1375 Rprec_mult_1.00 13_8 0.1100 Rprec_mult_1.20 13_8 0.0917 Rprec_mult_1.40 13_8 0.0786 Rprec_mult_1.60 13_8 0.0688 Rprec_mult_1.80 13_8 0.0611 Rprec_mult_2.00 13_8 0.0550 utility 13_8 -974.0000 11pt_avg 13_8 0.1111 binG 13_8 0.0444 G 13_8 0.0239 ndcg 13_8 0.1386 ndcg_rel 13_8 0.1459 Rndcg 13_8 0.1441 ndcg_cut_5 13_8 0.2055 ndcg_cut_10 13_8 0.2054 ndcg_cut_15 13_8 0.1904 ndcg_cut_20 13_8 0.1676 ndcg_cut_30 13_8 0.1566 ndcg_cut_100 13_8 0.1276 ndcg_cut_200 13_8 0.1276 ndcg_cut_500 13_8 0.1386 ndcg_cut_1000 13_8 0.1386 map_cut_5 13_8 0.0210 map_cut_10 13_8 0.0330 map_cut_15 13_8 0.0370 map_cut_20 13_8 0.0370 map_cut_30 13_8 0.0403 map_cut_100 13_8 0.0498 map_cut_200 13_8 0.0498 map_cut_500 13_8 0.0505 map_cut_1000 13_8 0.0505 relative_P_5 13_8 0.6000 relative_P_10 13_8 0.5000 relative_P_15 13_8 0.4000 relative_P_20 13_8 0.3000 relative_P_30 13_8 0.2333 relative_P_100 13_8 0.1100 relative_P_200 13_8 0.1100 relative_P_500 13_8 0.1300 relative_P_1000 13_8 0.1300 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0130 set_relative_P 13_8 0.1300 set_recall 13_8 0.1300 set_map 13_8 0.0017 set_F 13_8 0.0236 num_nonrel_judged_ret 13_8 9 rbp 13_8 0.1617 rbp_resid 13_8 0.4409 unj_5 13_8 0.0000 unj_10 13_8 0.3000 unj_20 13_8 0.6000 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 27 map 14_10 0.3282 Rprec 14_10 0.4423 bpref 14_10 0.4767 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 0.7778 iprec_at_recall_0.20 14_10 0.7000 iprec_at_recall_0.30 14_10 0.6154 iprec_at_recall_0.40 14_10 0.5250 iprec_at_recall_0.50 14_10 0.3467 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.8000 P_10 14_10 0.7000 P_15 14_10 0.6000 P_20 14_10 0.7000 P_30 14_10 0.5667 P_100 14_10 0.2600 P_200 14_10 0.1350 P_500 14_10 0.0540 P_1000 14_10 0.0270 relstring 14_10 '22320-212-' recall_5 14_10 0.0769 recall_10 14_10 0.1346 recall_15 14_10 0.1731 recall_20 14_10 0.2692 recall_30 14_10 0.3269 recall_100 14_10 0.5000 recall_200 14_10 0.5192 recall_500 14_10 0.5192 recall_1000 14_10 0.5192 infAP 14_10 0.3282 Rprec_mult_0.20 14_10 0.6364 Rprec_mult_0.40 14_10 0.6667 Rprec_mult_0.60 14_10 0.5312 Rprec_mult_0.80 14_10 0.5238 Rprec_mult_1.00 14_10 0.4423 Rprec_mult_1.20 14_10 0.3810 Rprec_mult_1.40 14_10 0.3425 Rprec_mult_1.60 14_10 0.3095 Rprec_mult_1.80 14_10 0.2766 Rprec_mult_2.00 14_10 0.2500 utility 14_10 -946.0000 11pt_avg 14_10 0.3604 binG 14_10 0.2078 G 14_10 0.1587 ndcg 14_10 0.5766 ndcg_rel 14_10 0.5960 Rndcg 14_10 0.6083 ndcg_cut_5 14_10 0.7005 ndcg_cut_10 14_10 0.6425 ndcg_cut_15 14_10 0.5782 ndcg_cut_20 14_10 0.6396 ndcg_cut_30 14_10 0.5743 ndcg_cut_100 14_10 0.5655 ndcg_cut_200 14_10 0.5766 ndcg_cut_500 14_10 0.5766 ndcg_cut_1000 14_10 0.5766 map_cut_5 14_10 0.0769 map_cut_10 14_10 0.1200 map_cut_15 14_10 0.1462 map_cut_20 14_10 0.2101 map_cut_30 14_10 0.2451 map_cut_100 14_10 0.3252 map_cut_200 14_10 0.3282 map_cut_500 14_10 0.3282 map_cut_1000 14_10 0.3282 relative_P_5 14_10 0.8000 relative_P_10 14_10 0.7000 relative_P_15 14_10 0.6000 relative_P_20 14_10 0.7000 relative_P_30 14_10 0.5667 relative_P_100 14_10 0.5000 relative_P_200 14_10 0.5192 relative_P_500 14_10 0.5192 relative_P_1000 14_10 0.5192 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0270 set_relative_P 14_10 0.5192 set_recall 14_10 0.5192 set_map 14_10 0.0140 set_F 14_10 0.0513 num_nonrel_judged_ret 14_10 26 rbp 14_10 0.4419 rbp_resid 14_10 0.2255 unj_5 14_10 0.0000 unj_10 14_10 0.2000 unj_20 14_10 0.2500 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 26 map 14_2 0.0733 Rprec 14_2 0.1619 bpref 14_2 0.2252 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.2750 iprec_at_recall_0.20 14_2 0.1479 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.6000 P_10 14_2 0.4000 P_15 14_2 0.4000 P_20 14_2 0.3000 P_30 14_2 0.3333 P_100 14_2 0.1700 P_200 14_2 0.1050 P_500 14_2 0.0520 P_1000 14_2 0.0260 relstring 14_2 '101100---1' recall_5 14_2 0.0286 recall_10 14_2 0.0381 recall_15 14_2 0.0571 recall_20 14_2 0.0571 recall_30 14_2 0.0952 recall_100 14_2 0.1619 recall_200 14_2 0.2000 recall_500 14_2 0.2476 recall_1000 14_2 0.2476 infAP 14_2 0.0733 Rprec_mult_0.20 14_2 0.2857 Rprec_mult_0.40 14_2 0.2619 Rprec_mult_0.60 14_2 0.2063 Rprec_mult_0.80 14_2 0.1905 Rprec_mult_1.00 14_2 0.1619 Rprec_mult_1.20 14_2 0.1508 Rprec_mult_1.40 14_2 0.1429 Rprec_mult_1.60 14_2 0.1250 Rprec_mult_1.80 14_2 0.1111 Rprec_mult_2.00 14_2 0.1048 utility 14_2 -948.0000 11pt_avg 14_2 0.1294 binG 14_2 0.0634 G 14_2 0.0436 ndcg 14_2 0.2236 ndcg_rel 14_2 0.2200 Rndcg 14_2 0.2073 ndcg_cut_5 14_2 0.2283 ndcg_cut_10 14_2 0.1906 ndcg_cut_15 14_2 0.2312 ndcg_cut_20 14_2 0.1985 ndcg_cut_30 14_2 0.1989 ndcg_cut_100 14_2 0.1826 ndcg_cut_200 14_2 0.1991 ndcg_cut_500 14_2 0.2236 ndcg_cut_1000 14_2 0.2236 map_cut_5 14_2 0.0230 map_cut_10 14_2 0.0268 map_cut_15 14_2 0.0356 map_cut_20 14_2 0.0356 map_cut_30 14_2 0.0484 map_cut_100 14_2 0.0630 map_cut_200 14_2 0.0691 map_cut_500 14_2 0.0733 map_cut_1000 14_2 0.0733 relative_P_5 14_2 0.6000 relative_P_10 14_2 0.4000 relative_P_15 14_2 0.4000 relative_P_20 14_2 0.3000 relative_P_30 14_2 0.3333 relative_P_100 14_2 0.1700 relative_P_200 14_2 0.2000 relative_P_500 14_2 0.2476 relative_P_1000 14_2 0.2476 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0260 set_relative_P 14_2 0.2476 set_recall 14_2 0.2476 set_map 14_2 0.0064 set_F 14_2 0.0471 num_nonrel_judged_ret 14_2 28 rbp 14_2 0.1517 rbp_resid 14_2 0.3492 unj_5 14_2 0.0000 unj_10 14_2 0.3000 unj_20 14_2 0.5000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 83 map 14_3 0.2299 Rprec 14_3 0.3438 bpref 14_3 0.4253 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.7273 iprec_at_recall_0.20 14_3 0.5072 iprec_at_recall_0.30 14_3 0.3871 iprec_at_recall_0.40 14_3 0.2548 iprec_at_recall_0.50 14_3 0.1333 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.8000 P_10 14_3 0.7000 P_15 14_3 0.7333 P_20 14_3 0.7000 P_30 14_3 0.6333 P_100 14_3 0.4100 P_200 14_3 0.2850 P_500 14_3 0.1540 P_1000 14_3 0.0830 relstring 14_3 '3210301201' recall_5 14_3 0.0250 recall_10 14_3 0.0437 recall_15 14_3 0.0688 recall_20 14_3 0.0875 recall_30 14_3 0.1187 recall_100 14_3 0.2562 recall_200 14_3 0.3563 recall_500 14_3 0.4813 recall_1000 14_3 0.5188 infAP 14_3 0.2299 Rprec_mult_0.20 14_3 0.6250 Rprec_mult_0.40 14_3 0.4844 Rprec_mult_0.60 14_3 0.4271 Rprec_mult_0.80 14_3 0.3828 Rprec_mult_1.00 14_3 0.3438 Rprec_mult_1.20 14_3 0.2917 Rprec_mult_1.40 14_3 0.2589 Rprec_mult_1.60 14_3 0.2500 Rprec_mult_1.80 14_3 0.2292 Rprec_mult_2.00 14_3 0.2250 utility 14_3 -834.0000 11pt_avg 14_3 0.2736 binG 14_3 0.1218 G 14_3 0.1050 ndcg 14_3 0.5067 ndcg_rel 14_3 0.5091 Rndcg 14_3 0.5296 ndcg_cut_5 14_3 0.7377 ndcg_cut_10 14_3 0.6397 ndcg_cut_15 14_3 0.6491 ndcg_cut_20 14_3 0.6284 ndcg_cut_30 14_3 0.5708 ndcg_cut_100 14_3 0.4473 ndcg_cut_200 14_3 0.4287 ndcg_cut_500 14_3 0.4901 ndcg_cut_1000 14_3 0.5067 map_cut_5 14_3 0.0238 map_cut_10 14_3 0.0373 map_cut_15 14_3 0.0552 map_cut_20 14_3 0.0695 map_cut_30 14_3 0.0907 map_cut_100 14_3 0.1599 map_cut_200 14_3 0.1965 map_cut_500 14_3 0.2251 map_cut_1000 14_3 0.2299 relative_P_5 14_3 0.8000 relative_P_10 14_3 0.7000 relative_P_15 14_3 0.7333 relative_P_20 14_3 0.7000 relative_P_30 14_3 0.6333 relative_P_100 14_3 0.4100 relative_P_200 14_3 0.3563 relative_P_500 14_3 0.4813 relative_P_1000 14_3 0.5188 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0830 set_relative_P 14_3 0.5188 set_recall 14_3 0.5188 set_map 14_3 0.0431 set_F 14_3 0.1431 num_nonrel_judged_ret 14_3 35 rbp 14_3 0.4321 rbp_resid 14_3 0.0658 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.0500 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 33 map 14_4 0.0887 Rprec 14_4 0.1739 bpref 14_4 0.2330 recip_rank 14_4 0.2500 iprec_at_recall_0.00 14_4 0.3333 iprec_at_recall_0.10 14_4 0.1818 iprec_at_recall_0.20 14_4 0.1800 iprec_at_recall_0.30 14_4 0.1293 iprec_at_recall_0.40 14_4 0.1081 iprec_at_recall_0.50 14_4 0.0945 iprec_at_recall_0.60 14_4 0.0753 iprec_at_recall_0.70 14_4 0.0549 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.2000 P_10 14_4 0.2000 P_15 14_4 0.1333 P_20 14_4 0.1000 P_30 14_4 0.1667 P_100 14_4 0.1300 P_200 14_4 0.1050 P_500 14_4 0.0600 P_1000 14_4 0.0330 relstring 14_4 '0002030--0' recall_5 14_4 0.0217 recall_10 14_4 0.0435 recall_15 14_4 0.0435 recall_20 14_4 0.0435 recall_30 14_4 0.1087 recall_100 14_4 0.2826 recall_200 14_4 0.4565 recall_500 14_4 0.6522 recall_1000 14_4 0.7174 infAP 14_4 0.0887 Rprec_mult_0.20 14_4 0.2000 Rprec_mult_0.40 14_4 0.1053 Rprec_mult_0.60 14_4 0.1071 Rprec_mult_0.80 14_4 0.1351 Rprec_mult_1.00 14_4 0.1739 Rprec_mult_1.20 14_4 0.1786 Rprec_mult_1.40 14_4 0.1538 Rprec_mult_1.60 14_4 0.1351 Rprec_mult_1.80 14_4 0.1446 Rprec_mult_2.00 14_4 0.1413 utility 14_4 -934.0000 11pt_avg 14_4 0.1052 binG 14_4 0.1180 G 14_4 0.1170 ndcg 14_4 0.4112 ndcg_rel 14_4 0.3152 Rndcg 14_4 0.2108 ndcg_cut_5 14_4 0.0974 ndcg_cut_10 14_4 0.1447 ndcg_cut_15 14_4 0.1208 ndcg_cut_20 14_4 0.1053 ndcg_cut_30 14_4 0.1745 ndcg_cut_100 14_4 0.2393 ndcg_cut_200 14_4 0.3207 ndcg_cut_500 14_4 0.3927 ndcg_cut_1000 14_4 0.4112 map_cut_5 14_4 0.0054 map_cut_10 14_4 0.0127 map_cut_15 14_4 0.0127 map_cut_20 14_4 0.0127 map_cut_30 14_4 0.0217 map_cut_100 14_4 0.0500 map_cut_200 14_4 0.0692 map_cut_500 14_4 0.0853 map_cut_1000 14_4 0.0887 relative_P_5 14_4 0.2000 relative_P_10 14_4 0.2000 relative_P_15 14_4 0.1333 relative_P_20 14_4 0.1000 relative_P_30 14_4 0.1667 relative_P_100 14_4 0.2826 relative_P_200 14_4 0.4565 relative_P_500 14_4 0.6522 relative_P_1000 14_4 0.7174 success_1 14_4 0.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0330 set_relative_P 14_4 0.7174 set_recall 14_4 0.7174 set_map 14_4 0.0237 set_F 14_4 0.0631 num_nonrel_judged_ret 14_4 50 rbp 14_4 0.1246 rbp_resid 14_4 0.3064 unj_5 14_4 0.0000 unj_10 14_4 0.2000 unj_20 14_4 0.4500 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 1 map 14_7 0.0015 Rprec 14_7 0.0120 bpref 14_7 0.0118 recip_rank 14_7 0.1250 iprec_at_recall_0.00 14_7 0.1250 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.1000 P_15 14_7 0.0667 P_20 14_7 0.0500 P_30 14_7 0.0333 P_100 14_7 0.0100 P_200 14_7 0.0050 P_500 14_7 0.0020 P_1000 14_7 0.0010 relstring 14_7 '0---0--1--' recall_5 14_7 0.0000 recall_10 14_7 0.0120 recall_15 14_7 0.0120 recall_20 14_7 0.0120 recall_30 14_7 0.0120 recall_100 14_7 0.0120 recall_200 14_7 0.0120 recall_500 14_7 0.0120 recall_1000 14_7 0.0120 infAP 14_7 0.0015 Rprec_mult_0.20 14_7 0.0588 Rprec_mult_0.40 14_7 0.0294 Rprec_mult_0.60 14_7 0.0200 Rprec_mult_0.80 14_7 0.0149 Rprec_mult_1.00 14_7 0.0120 Rprec_mult_1.20 14_7 0.0100 Rprec_mult_1.40 14_7 0.0085 Rprec_mult_1.60 14_7 0.0075 Rprec_mult_1.80 14_7 0.0067 Rprec_mult_2.00 14_7 0.0060 utility 14_7 -998.0000 11pt_avg 14_7 0.0114 binG 14_7 0.0038 G 14_7 0.0018 ndcg 14_7 0.0099 ndcg_rel 14_7 0.0101 Rndcg 14_7 0.0083 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0248 ndcg_cut_15 14_7 0.0205 ndcg_cut_20 14_7 0.0178 ndcg_cut_30 14_7 0.0144 ndcg_cut_100 14_7 0.0099 ndcg_cut_200 14_7 0.0099 ndcg_cut_500 14_7 0.0099 ndcg_cut_1000 14_7 0.0099 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0015 map_cut_15 14_7 0.0015 map_cut_20 14_7 0.0015 map_cut_30 14_7 0.0015 map_cut_100 14_7 0.0015 map_cut_200 14_7 0.0015 map_cut_500 14_7 0.0015 map_cut_1000 14_7 0.0015 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.1000 relative_P_15 14_7 0.0667 relative_P_20 14_7 0.0500 relative_P_30 14_7 0.0333 relative_P_100 14_7 0.0120 relative_P_200 14_7 0.0120 relative_P_500 14_7 0.0120 relative_P_1000 14_7 0.0120 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 1.0000 set_P 14_7 0.0010 set_relative_P 14_7 0.0120 set_recall 14_7 0.0120 set_map 14_7 0.0000 set_F 14_7 0.0018 num_nonrel_judged_ret 14_7 27 rbp 14_7 0.0159 rbp_resid 14_7 0.6899 unj_5 14_7 0.6000 unj_10 14_7 0.7000 unj_20 14_7 0.7500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 7 map 14_8 0.1489 Rprec 14_8 0.3333 bpref 14_8 0.2623 recip_rank 14_8 0.5000 iprec_at_recall_0.00 14_8 0.5000 iprec_at_recall_0.10 14_8 0.4615 iprec_at_recall_0.20 14_8 0.4615 iprec_at_recall_0.30 14_8 0.4615 iprec_at_recall_0.40 14_8 0.0440 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.4000 P_10 14_8 0.4000 P_15 14_8 0.4000 P_20 14_8 0.3000 P_30 14_8 0.2000 P_100 14_8 0.0600 P_200 14_8 0.0350 P_500 14_8 0.0140 P_1000 14_8 0.0070 relstring 14_8 '020020-220' recall_5 14_8 0.1111 recall_10 14_8 0.2222 recall_15 14_8 0.3333 recall_20 14_8 0.3333 recall_30 14_8 0.3333 recall_100 14_8 0.3333 recall_200 14_8 0.3889 recall_500 14_8 0.3889 recall_1000 14_8 0.3889 infAP 14_8 0.1489 Rprec_mult_0.20 14_8 0.2500 Rprec_mult_0.40 14_8 0.3750 Rprec_mult_0.60 14_8 0.4545 Rprec_mult_0.80 14_8 0.4000 Rprec_mult_1.00 14_8 0.3333 Rprec_mult_1.20 14_8 0.2727 Rprec_mult_1.40 14_8 0.2308 Rprec_mult_1.60 14_8 0.2069 Rprec_mult_1.80 14_8 0.1818 Rprec_mult_2.00 14_8 0.1667 utility 14_8 -986.0000 11pt_avg 14_8 0.1753 binG 14_8 0.1422 G 14_8 0.1550 ndcg 14_8 0.4135 ndcg_rel 14_8 0.4092 Rndcg 14_8 0.3645 ndcg_cut_5 14_8 0.3452 ndcg_cut_10 14_8 0.3995 ndcg_cut_15 14_8 0.4305 ndcg_cut_20 14_8 0.4001 ndcg_cut_30 14_8 0.4001 ndcg_cut_100 14_8 0.4001 ndcg_cut_200 14_8 0.4135 ndcg_cut_500 14_8 0.4135 ndcg_cut_1000 14_8 0.4135 map_cut_5 14_8 0.0500 map_cut_10 14_8 0.0955 map_cut_15 14_8 0.1464 map_cut_20 14_8 0.1464 map_cut_30 14_8 0.1464 map_cut_100 14_8 0.1464 map_cut_200 14_8 0.1489 map_cut_500 14_8 0.1489 map_cut_1000 14_8 0.1489 relative_P_5 14_8 0.4000 relative_P_10 14_8 0.4000 relative_P_15 14_8 0.4000 relative_P_20 14_8 0.3333 relative_P_30 14_8 0.3333 relative_P_100 14_8 0.3333 relative_P_200 14_8 0.3889 relative_P_500 14_8 0.3889 relative_P_1000 14_8 0.3889 success_1 14_8 0.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0070 set_relative_P 14_8 0.3889 set_recall 14_8 0.3889 set_map 14_8 0.0027 set_F 14_8 0.0138 num_nonrel_judged_ret 14_8 23 rbp 14_8 0.2955 rbp_resid 14_8 0.2207 unj_5 14_8 0.0000 unj_10 14_8 0.1000 unj_20 14_8 0.2500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 104 map 14_9 0.2518 Rprec 14_9 0.3286 bpref 14_9 0.4423 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.9032 iprec_at_recall_0.20 14_9 0.5114 iprec_at_recall_0.30 14_9 0.3765 iprec_at_recall_0.40 14_9 0.2843 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.8000 P_10 14_9 0.9000 P_15 14_9 0.8000 P_20 14_9 0.8500 P_30 14_9 0.9000 P_100 14_9 0.4800 P_200 14_9 0.3300 P_500 14_9 0.1880 P_1000 14_9 0.1040 relstring 14_9 '2220222222' recall_5 14_9 0.0188 recall_10 14_9 0.0423 recall_15 14_9 0.0563 recall_20 14_9 0.0798 recall_30 14_9 0.1268 recall_100 14_9 0.2254 recall_200 14_9 0.3099 recall_500 14_9 0.4413 recall_1000 14_9 0.4883 infAP 14_9 0.2518 Rprec_mult_0.20 14_9 0.7442 Rprec_mult_0.40 14_9 0.5000 Rprec_mult_0.60 14_9 0.4531 Rprec_mult_0.80 14_9 0.3743 Rprec_mult_1.00 14_9 0.3286 Rprec_mult_1.20 14_9 0.2969 Rprec_mult_1.40 14_9 0.2843 Rprec_mult_1.60 14_9 0.2581 Rprec_mult_1.80 14_9 0.2318 Rprec_mult_2.00 14_9 0.2113 utility 14_9 -792.0000 11pt_avg 14_9 0.2796 binG 14_9 0.1271 G 14_9 0.0873 ndcg 14_9 0.4960 ndcg_rel 14_9 0.4994 Rndcg 14_9 0.4669 ndcg_cut_5 14_9 0.5693 ndcg_cut_10 14_9 0.6035 ndcg_cut_15 14_9 0.5766 ndcg_cut_20 14_9 0.6047 ndcg_cut_30 14_9 0.6586 ndcg_cut_100 14_9 0.4600 ndcg_cut_200 14_9 0.3886 ndcg_cut_500 14_9 0.4673 ndcg_cut_1000 14_9 0.4960 map_cut_5 14_9 0.0178 map_cut_10 14_9 0.0383 map_cut_15 14_9 0.0502 map_cut_20 14_9 0.0697 map_cut_30 14_9 0.1111 map_cut_100 14_9 0.1706 map_cut_200 14_9 0.2069 map_cut_500 14_9 0.2439 map_cut_1000 14_9 0.2518 relative_P_5 14_9 0.8000 relative_P_10 14_9 0.9000 relative_P_15 14_9 0.8000 relative_P_20 14_9 0.8500 relative_P_30 14_9 0.9000 relative_P_100 14_9 0.4800 relative_P_200 14_9 0.3300 relative_P_500 14_9 0.4413 relative_P_1000 14_9 0.4883 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1040 set_relative_P 14_9 0.4883 set_recall 14_9 0.4883 set_map 14_9 0.0508 set_F 14_9 0.1715 num_nonrel_judged_ret 14_9 17 rbp 14_9 0.5332 rbp_resid 14_9 0.0289 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 9 map 15_1 0.0347 Rprec 15_1 0.0988 bpref 15_1 0.1027 recip_rank 15_1 0.5000 iprec_at_recall_0.00 15_1 0.5000 iprec_at_recall_0.10 15_1 0.1538 iprec_at_recall_0.20 15_1 0.0000 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.4000 P_10 15_1 0.3000 P_15 15_1 0.3333 P_20 15_1 0.3000 P_30 15_1 0.2000 P_100 15_1 0.0900 P_200 15_1 0.0450 P_500 15_1 0.0180 P_1000 15_1 0.0090 relstring 15_1 '03020-01--' recall_5 15_1 0.0247 recall_10 15_1 0.0370 recall_15 15_1 0.0617 recall_20 15_1 0.0741 recall_30 15_1 0.0741 recall_100 15_1 0.1111 recall_200 15_1 0.1111 recall_500 15_1 0.1111 recall_1000 15_1 0.1111 infAP 15_1 0.0347 Rprec_mult_0.20 15_1 0.2941 Rprec_mult_0.40 15_1 0.2121 Rprec_mult_0.60 15_1 0.1429 Rprec_mult_0.80 15_1 0.1231 Rprec_mult_1.00 15_1 0.0988 Rprec_mult_1.20 15_1 0.0816 Rprec_mult_1.40 15_1 0.0789 Rprec_mult_1.60 15_1 0.0692 Rprec_mult_1.80 15_1 0.0616 Rprec_mult_2.00 15_1 0.0556 utility 15_1 -982.0000 11pt_avg 15_1 0.0594 binG 15_1 0.0354 G 15_1 0.0309 ndcg 15_1 0.1581 ndcg_rel 15_1 0.1696 Rndcg 15_1 0.1939 ndcg_cut_5 15_1 0.3114 ndcg_cut_10 15_1 0.2477 ndcg_cut_15 15_1 0.2735 ndcg_cut_20 15_1 0.2497 ndcg_cut_30 15_1 0.2007 ndcg_cut_100 15_1 0.1581 ndcg_cut_200 15_1 0.1581 ndcg_cut_500 15_1 0.1581 ndcg_cut_1000 15_1 0.1581 map_cut_5 15_1 0.0123 map_cut_10 15_1 0.0170 map_cut_15 15_1 0.0252 map_cut_20 15_1 0.0291 map_cut_30 15_1 0.0291 map_cut_100 15_1 0.0347 map_cut_200 15_1 0.0347 map_cut_500 15_1 0.0347 map_cut_1000 15_1 0.0347 relative_P_5 15_1 0.4000 relative_P_10 15_1 0.3000 relative_P_15 15_1 0.3333 relative_P_20 15_1 0.3000 relative_P_30 15_1 0.2000 relative_P_100 15_1 0.1111 relative_P_200 15_1 0.1111 relative_P_500 15_1 0.1111 relative_P_1000 15_1 0.1111 success_1 15_1 0.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0090 set_relative_P 15_1 0.1111 set_recall 15_1 0.1111 set_map 15_1 0.0010 set_F 15_1 0.0167 num_nonrel_judged_ret 15_1 19 rbp 15_1 0.1972 rbp_resid 15_1 0.3447 unj_5 15_1 0.0000 unj_10 15_1 0.3000 unj_20 15_1 0.4000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 33 map 15_10 0.2318 Rprec 15_10 0.2857 bpref 15_10 0.5935 recip_rank 15_10 0.5000 iprec_at_recall_0.00 15_10 0.5000 iprec_at_recall_0.10 15_10 0.5000 iprec_at_recall_0.20 15_10 0.5000 iprec_at_recall_0.30 15_10 0.3158 iprec_at_recall_0.40 15_10 0.2121 iprec_at_recall_0.50 15_10 0.2020 iprec_at_recall_0.60 15_10 0.1981 iprec_at_recall_0.70 15_10 0.1562 iprec_at_recall_0.80 15_10 0.1176 iprec_at_recall_0.90 15_10 0.0737 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.4000 P_10 15_10 0.5000 P_15 15_10 0.4667 P_20 15_10 0.3500 P_30 15_10 0.3000 P_100 15_10 0.2000 P_200 15_10 0.1300 P_500 15_10 0.0640 P_1000 15_10 0.0330 relstring 15_10 '02010-3011' recall_5 15_10 0.0571 recall_10 15_10 0.1429 recall_15 15_10 0.2000 recall_20 15_10 0.2000 recall_30 15_10 0.2571 recall_100 15_10 0.5714 recall_200 15_10 0.7429 recall_500 15_10 0.9143 recall_1000 15_10 0.9429 infAP 15_10 0.2318 Rprec_mult_0.20 15_10 0.4286 Rprec_mult_0.40 15_10 0.5000 Rprec_mult_0.60 15_10 0.3333 Rprec_mult_0.80 15_10 0.2857 Rprec_mult_1.00 15_10 0.2857 Rprec_mult_1.20 15_10 0.2857 Rprec_mult_1.40 15_10 0.2653 Rprec_mult_1.60 15_10 0.2321 Rprec_mult_1.80 15_10 0.2063 Rprec_mult_2.00 15_10 0.2000 utility 15_10 -934.0000 11pt_avg 15_10 0.2523 binG 15_10 0.1997 G 15_10 0.1872 ndcg 15_10 0.5798 ndcg_rel 15_10 0.4363 Rndcg 15_10 0.3673 ndcg_cut_5 15_10 0.2248 ndcg_cut_10 15_10 0.3148 ndcg_cut_15 15_10 0.3901 ndcg_cut_20 15_10 0.3545 ndcg_cut_30 15_10 0.3455 ndcg_cut_100 15_10 0.4605 ndcg_cut_200 15_10 0.5208 ndcg_cut_500 15_10 0.5659 ndcg_cut_1000 15_10 0.5798 map_cut_5 15_10 0.0286 map_cut_10 15_10 0.0678 map_cut_15 15_10 0.0953 map_cut_20 15_10 0.0953 map_cut_30 15_10 0.1130 map_cut_100 15_10 0.1860 map_cut_200 15_10 0.2136 map_cut_500 15_10 0.2300 map_cut_1000 15_10 0.2318 relative_P_5 15_10 0.4000 relative_P_10 15_10 0.5000 relative_P_15 15_10 0.4667 relative_P_20 15_10 0.3500 relative_P_30 15_10 0.3000 relative_P_100 15_10 0.5714 relative_P_200 15_10 0.7429 relative_P_500 15_10 0.9143 relative_P_1000 15_10 0.9429 success_1 15_10 0.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0330 set_relative_P 15_10 0.9429 set_recall 15_10 0.9429 set_map 15_10 0.0311 set_F 15_10 0.0638 num_nonrel_judged_ret 15_10 25 rbp 15_10 0.2192 rbp_resid 15_10 0.2653 unj_5 15_10 0.0000 unj_10 15_10 0.1000 unj_20 15_10 0.3000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 2 map 15_3 0.0006 Rprec 15_3 0.0000 bpref 15_3 0.0455 recip_rank 15_3 0.0063 iprec_at_recall_0.00 15_3 0.0063 iprec_at_recall_0.10 15_3 0.0061 iprec_at_recall_0.20 15_3 0.0000 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0000 P_100 15_3 0.0000 P_200 15_3 0.0050 P_500 15_3 0.0040 P_1000 15_3 0.0020 relstring 15_3 '00000-----' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0000 recall_100 15_3 0.0000 recall_200 15_3 0.0455 recall_500 15_3 0.0909 recall_1000 15_3 0.0909 infAP 15_3 0.0006 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0000 Rprec_mult_1.40 15_3 0.0000 Rprec_mult_1.60 15_3 0.0000 Rprec_mult_1.80 15_3 0.0000 Rprec_mult_2.00 15_3 0.0000 utility 15_3 -996.0000 11pt_avg 15_3 0.0011 binG 15_3 0.0116 G 15_3 0.0079 ndcg 15_3 0.0213 ndcg_rel 15_3 0.0208 Rndcg 15_3 0.0071 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0000 ndcg_cut_100 15_3 0.0000 ndcg_cut_200 15_3 0.0113 ndcg_cut_500 15_3 0.0213 ndcg_cut_1000 15_3 0.0213 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0000 map_cut_100 15_3 0.0000 map_cut_200 15_3 0.0003 map_cut_500 15_3 0.0006 map_cut_1000 15_3 0.0006 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0000 relative_P_100 15_3 0.0000 relative_P_200 15_3 0.0455 relative_P_500 15_3 0.0909 relative_P_1000 15_3 0.0909 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0020 set_relative_P 15_3 0.0909 set_recall 15_3 0.0909 set_map 15_3 0.0002 set_F 15_3 0.0039 num_nonrel_judged_ret 15_3 12 rbp 15_3 0.0000 rbp_resid 15_3 0.5714 unj_5 15_3 0.0000 unj_10 15_3 0.5000 unj_20 15_3 0.7000 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 12 map 15_4 0.0408 Rprec 15_4 0.1000 bpref 15_4 0.0725 recip_rank 15_4 0.1111 iprec_at_recall_0.00 15_4 0.1111 iprec_at_recall_0.10 15_4 0.1053 iprec_at_recall_0.20 15_4 0.0816 iprec_at_recall_0.30 15_4 0.0779 iprec_at_recall_0.40 15_4 0.0769 iprec_at_recall_0.50 15_4 0.0568 iprec_at_recall_0.60 15_4 0.0120 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.1000 P_15 15_4 0.0667 P_20 15_4 0.1000 P_30 15_4 0.0667 P_100 15_4 0.0700 P_200 15_4 0.0500 P_500 15_4 0.0220 P_1000 15_4 0.0120 relstring 15_4 '00000-0-2-' recall_5 15_4 0.0000 recall_10 15_4 0.0500 recall_15 15_4 0.0500 recall_20 15_4 0.1000 recall_30 15_4 0.1000 recall_100 15_4 0.3500 recall_200 15_4 0.5000 recall_500 15_4 0.5500 recall_1000 15_4 0.6000 infAP 15_4 0.0408 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0833 Rprec_mult_0.80 15_4 0.0625 Rprec_mult_1.00 15_4 0.1000 Rprec_mult_1.20 15_4 0.0833 Rprec_mult_1.40 15_4 0.0714 Rprec_mult_1.60 15_4 0.0625 Rprec_mult_1.80 15_4 0.0556 Rprec_mult_2.00 15_4 0.0500 utility 15_4 -976.0000 11pt_avg 15_4 0.0474 binG 15_4 0.1011 G 15_4 0.0997 ndcg 15_4 0.2851 ndcg_rel 15_4 0.2269 Rndcg 15_4 0.1410 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0663 ndcg_cut_15 15_4 0.0525 ndcg_cut_20 15_4 0.0842 ndcg_cut_30 15_4 0.0842 ndcg_cut_100 15_4 0.2034 ndcg_cut_200 15_4 0.2588 ndcg_cut_500 15_4 0.2771 ndcg_cut_1000 15_4 0.2851 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0056 map_cut_15 15_4 0.0056 map_cut_20 15_4 0.0108 map_cut_30 15_4 0.0108 map_cut_100 15_4 0.0295 map_cut_200 15_4 0.0388 map_cut_500 15_4 0.0402 map_cut_1000 15_4 0.0408 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.1000 relative_P_15 15_4 0.0667 relative_P_20 15_4 0.1000 relative_P_30 15_4 0.1000 relative_P_100 15_4 0.3500 relative_P_200 15_4 0.5000 relative_P_500 15_4 0.5500 relative_P_1000 15_4 0.6000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 1.0000 set_P 15_4 0.0120 set_relative_P 15_4 0.6000 set_recall 15_4 0.6000 set_map 15_4 0.0072 set_F 15_4 0.0235 num_nonrel_judged_ret 15_4 52 rbp 15_4 0.0602 rbp_resid 15_4 0.3038 unj_5 15_4 0.0000 unj_10 15_4 0.3000 unj_20 15_4 0.3000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 24 map 15_5 0.3469 Rprec 15_5 0.3548 bpref 15_5 0.5463 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 1.0000 iprec_at_recall_0.20 15_5 0.7500 iprec_at_recall_0.30 15_5 0.5000 iprec_at_recall_0.40 15_5 0.3429 iprec_at_recall_0.50 15_5 0.2687 iprec_at_recall_0.60 15_5 0.1939 iprec_at_recall_0.70 15_5 0.0632 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.8000 P_10 15_5 0.7000 P_15 15_5 0.5333 P_20 15_5 0.5000 P_30 15_5 0.3667 P_100 15_5 0.1900 P_200 15_5 0.1050 P_500 15_5 0.0460 P_1000 15_5 0.0240 relstring 15_5 '1212001101' recall_5 15_5 0.1290 recall_10 15_5 0.2258 recall_15 15_5 0.2581 recall_20 15_5 0.3226 recall_30 15_5 0.3548 recall_100 15_5 0.6129 recall_200 15_5 0.6774 recall_500 15_5 0.7419 recall_1000 15_5 0.7742 infAP 15_5 0.3469 Rprec_mult_0.20 15_5 0.7143 Rprec_mult_0.40 15_5 0.5385 Rprec_mult_0.60 15_5 0.4737 Rprec_mult_0.80 15_5 0.4000 Rprec_mult_1.00 15_5 0.3548 Rprec_mult_1.20 15_5 0.3158 Rprec_mult_1.40 15_5 0.2955 Rprec_mult_1.60 15_5 0.2600 Rprec_mult_1.80 15_5 0.2679 Rprec_mult_2.00 15_5 0.2581 utility 15_5 -952.0000 11pt_avg 15_5 0.3744 binG 15_5 0.2800 G 15_5 0.1681 ndcg 15_5 0.5371 ndcg_rel 15_5 0.4724 Rndcg 15_5 0.4457 ndcg_cut_5 15_5 0.4513 ndcg_cut_10 15_5 0.4292 ndcg_cut_15 15_5 0.4461 ndcg_cut_20 15_5 0.4413 ndcg_cut_30 15_5 0.3931 ndcg_cut_100 15_5 0.4876 ndcg_cut_200 15_5 0.5148 ndcg_cut_500 15_5 0.5299 ndcg_cut_1000 15_5 0.5371 map_cut_5 15_5 0.1290 map_cut_10 15_5 0.1988 map_cut_15 15_5 0.2173 map_cut_20 15_5 0.2495 map_cut_30 15_5 0.2614 map_cut_100 15_5 0.3315 map_cut_200 15_5 0.3416 map_cut_500 15_5 0.3454 map_cut_1000 15_5 0.3469 relative_P_5 15_5 0.8000 relative_P_10 15_5 0.7000 relative_P_15 15_5 0.5333 relative_P_20 15_5 0.5000 relative_P_30 15_5 0.3667 relative_P_100 15_5 0.6129 relative_P_200 15_5 0.6774 relative_P_500 15_5 0.7419 relative_P_1000 15_5 0.7742 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0240 set_relative_P 15_5 0.7742 set_recall 15_5 0.7742 set_map 15_5 0.0186 set_F 15_5 0.0466 num_nonrel_judged_ret 15_5 23 rbp 15_5 0.2544 rbp_resid 15_5 0.1831 unj_5 15_5 0.0000 unj_10 15_5 0.0000 unj_20 15_5 0.2000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 7 map 15_6 0.0034 Rprec 15_6 0.0000 bpref 15_6 0.0000 recip_rank 15_6 0.0055 iprec_at_recall_0.00 15_6 0.0122 iprec_at_recall_0.10 15_6 0.0122 iprec_at_recall_0.20 15_6 0.0110 iprec_at_recall_0.30 15_6 0.0095 iprec_at_recall_0.40 15_6 0.0000 iprec_at_recall_0.50 15_6 0.0000 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0000 P_200 15_6 0.0100 P_500 15_6 0.0080 P_1000 15_6 0.0070 relstring 15_6 '00000-00--' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.0000 recall_200 15_6 0.1053 recall_500 15_6 0.2105 recall_1000 15_6 0.3684 infAP 15_6 0.0034 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -986.0000 11pt_avg 15_6 0.0041 binG 15_6 0.0435 G 15_6 0.0409 ndcg 15_6 0.1076 ndcg_rel 15_6 0.0912 Rndcg 15_6 0.0269 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0000 ndcg_cut_200 15_6 0.0280 ndcg_cut_500 15_6 0.0624 ndcg_cut_1000 15_6 0.1076 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0000 map_cut_200 15_6 0.0008 map_cut_500 15_6 0.0020 map_cut_1000 15_6 0.0034 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.0000 relative_P_200 15_6 0.1053 relative_P_500 15_6 0.2105 relative_P_1000 15_6 0.3684 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0070 set_relative_P 15_6 0.3684 set_recall 15_6 0.3684 set_map 15_6 0.0026 set_F 15_6 0.0137 num_nonrel_judged_ret 15_6 45 rbp 15_6 0.0000 rbp_resid 15_6 0.4091 unj_5 15_6 0.0000 unj_10 15_6 0.3000 unj_20 15_6 0.5500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 94 map 1_1 0.1743 Rprec 1_1 0.2179 bpref 1_1 0.3362 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.9310 iprec_at_recall_0.20 1_1 0.2656 iprec_at_recall_0.30 1_1 0.2010 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 0.9333 P_20 1_1 0.9000 P_30 1_1 0.9000 P_100 1_1 0.4000 P_200 1_1 0.2550 P_500 1_1 0.1700 P_1000 1_1 0.0940 relstring 1_1 '2221122232' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0545 recall_20 1_1 0.0700 recall_30 1_1 0.1051 recall_100 1_1 0.1556 recall_200 1_1 0.1984 recall_500 1_1 0.3307 recall_1000 1_1 0.3658 infAP 1_1 0.1743 Rprec_mult_0.20 1_1 0.5769 Rprec_mult_0.40 1_1 0.3981 Rprec_mult_0.60 1_1 0.2968 Rprec_mult_0.80 1_1 0.2476 Rprec_mult_1.00 1_1 0.2179 Rprec_mult_1.20 1_1 0.2104 Rprec_mult_1.40 1_1 0.2000 Rprec_mult_1.60 1_1 0.1893 Rprec_mult_1.80 1_1 0.1749 Rprec_mult_2.00 1_1 0.1654 utility 1_1 -812.0000 11pt_avg 1_1 0.2180 binG 1_1 0.1134 G 1_1 0.0585 ndcg 1_1 0.3562 ndcg_rel 1_1 0.3808 Rndcg 1_1 0.3878 ndcg_cut_5 1_1 0.5742 ndcg_cut_10 1_1 0.6288 ndcg_cut_15 1_1 0.5851 ndcg_cut_20 1_1 0.5875 ndcg_cut_30 1_1 0.6167 ndcg_cut_100 1_1 0.3813 ndcg_cut_200 1_1 0.3044 ndcg_cut_500 1_1 0.3402 ndcg_cut_1000 1_1 0.3562 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0533 map_cut_20 1_1 0.0678 map_cut_30 1_1 0.1000 map_cut_100 1_1 0.1284 map_cut_200 1_1 0.1418 map_cut_500 1_1 0.1687 map_cut_1000 1_1 0.1743 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 0.9333 relative_P_20 1_1 0.9000 relative_P_30 1_1 0.9000 relative_P_100 1_1 0.4000 relative_P_200 1_1 0.2550 relative_P_500 1_1 0.3307 relative_P_1000 1_1 0.3658 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0940 set_relative_P 1_1 0.3658 set_recall 1_1 0.3658 set_map 1_1 0.0344 set_F 1_1 0.1496 num_nonrel_judged_ret 1_1 10 rbp 1_1 0.5382 rbp_resid 1_1 0.0321 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 51 map 1_2 0.2549 Rprec 1_2 0.3158 bpref 1_2 0.4027 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.7419 iprec_at_recall_0.20 1_2 0.7419 iprec_at_recall_0.30 1_2 0.4167 iprec_at_recall_0.40 1_2 0.2738 iprec_at_recall_0.50 1_2 0.0000 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.9000 P_15 1_2 0.6667 P_20 1_2 0.6500 P_30 1_2 0.7333 P_100 1_2 0.3600 P_200 1_2 0.2350 P_500 1_2 0.1000 P_1000 1_2 0.0510 relstring 1_2 '333333-232' recall_5 1_2 0.0439 recall_10 1_2 0.0789 recall_15 1_2 0.0877 recall_20 1_2 0.1140 recall_30 1_2 0.1930 recall_100 1_2 0.3158 recall_200 1_2 0.4123 recall_500 1_2 0.4386 recall_1000 1_2 0.4474 infAP 1_2 0.2549 Rprec_mult_0.20 1_2 0.6957 Rprec_mult_0.40 1_2 0.5870 Rprec_mult_0.60 1_2 0.4493 Rprec_mult_0.80 1_2 0.3913 Rprec_mult_1.00 1_2 0.3158 Rprec_mult_1.20 1_2 0.2774 Rprec_mult_1.40 1_2 0.2625 Rprec_mult_1.60 1_2 0.2514 Rprec_mult_1.80 1_2 0.2282 Rprec_mult_2.00 1_2 0.2149 utility 1_2 -898.0000 11pt_avg 1_2 0.2886 binG 1_2 0.1513 G 1_2 0.1298 ndcg 1_2 0.5228 ndcg_rel 1_2 0.5640 Rndcg 1_2 0.5790 ndcg_cut_5 1_2 0.8984 ndcg_cut_10 1_2 0.8220 ndcg_cut_15 1_2 0.6754 ndcg_cut_20 1_2 0.6229 ndcg_cut_30 1_2 0.6686 ndcg_cut_100 1_2 0.4834 ndcg_cut_200 1_2 0.5067 ndcg_cut_500 1_2 0.5181 ndcg_cut_1000 1_2 0.5228 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0760 map_cut_15 1_2 0.0827 map_cut_20 1_2 0.1000 map_cut_30 1_2 0.1559 map_cut_100 1_2 0.2222 map_cut_200 1_2 0.2485 map_cut_500 1_2 0.2542 map_cut_1000 1_2 0.2549 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.9000 relative_P_15 1_2 0.6667 relative_P_20 1_2 0.6500 relative_P_30 1_2 0.7333 relative_P_100 1_2 0.3600 relative_P_200 1_2 0.4123 relative_P_500 1_2 0.4386 relative_P_1000 1_2 0.4474 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0510 set_relative_P 1_2 0.4474 set_recall 1_2 0.4474 set_map 1_2 0.0228 set_F 1_2 0.0916 num_nonrel_judged_ret 1_2 8 rbp 1_2 0.4995 rbp_resid 1_2 0.1691 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.2000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 38 map 1_3 0.3470 Rprec 1_3 0.4507 bpref 1_3 0.5094 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.7778 iprec_at_recall_0.20 1_3 0.7778 iprec_at_recall_0.30 1_3 0.6875 iprec_at_recall_0.40 1_3 0.6042 iprec_at_recall_0.50 1_3 0.2687 iprec_at_recall_0.60 1_3 0.0000 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.8000 P_10 1_3 0.7000 P_15 1_3 0.7333 P_20 1_3 0.7500 P_30 1_3 0.6667 P_100 1_3 0.3300 P_200 1_3 0.1850 P_500 1_3 0.0760 P_1000 1_3 0.0380 relstring 1_3 '2220132--2' recall_5 1_3 0.0563 recall_10 1_3 0.0986 recall_15 1_3 0.1549 recall_20 1_3 0.2113 recall_30 1_3 0.2817 recall_100 1_3 0.4648 recall_200 1_3 0.5211 recall_500 1_3 0.5352 recall_1000 1_3 0.5352 infAP 1_3 0.3470 Rprec_mult_0.20 1_3 0.7333 Rprec_mult_0.40 1_3 0.6897 Rprec_mult_0.60 1_3 0.6047 Rprec_mult_0.80 1_3 0.5614 Rprec_mult_1.00 1_3 0.4507 Rprec_mult_1.20 1_3 0.3721 Rprec_mult_1.40 1_3 0.3300 Rprec_mult_1.60 1_3 0.3070 Rprec_mult_1.80 1_3 0.2734 Rprec_mult_2.00 1_3 0.2535 utility 1_3 -924.0000 11pt_avg 1_3 0.3742 binG 1_3 0.1933 G 1_3 0.1333 ndcg 1_3 0.5501 ndcg_rel 1_3 0.5579 Rndcg 1_3 0.5449 ndcg_cut_5 1_3 0.5256 ndcg_cut_10 1_3 0.5618 ndcg_cut_15 1_3 0.5679 ndcg_cut_20 1_3 0.5720 ndcg_cut_30 1_3 0.5480 ndcg_cut_100 1_3 0.5217 ndcg_cut_200 1_3 0.5459 ndcg_cut_500 1_3 0.5501 ndcg_cut_1000 1_3 0.5501 map_cut_5 1_3 0.0535 map_cut_10 1_3 0.0872 map_cut_15 1_3 0.1267 map_cut_20 1_3 0.1696 map_cut_30 1_3 0.2185 map_cut_100 1_3 0.3290 map_cut_200 1_3 0.3451 map_cut_500 1_3 0.3470 map_cut_1000 1_3 0.3470 relative_P_5 1_3 0.8000 relative_P_10 1_3 0.7000 relative_P_15 1_3 0.7333 relative_P_20 1_3 0.7500 relative_P_30 1_3 0.6667 relative_P_100 1_3 0.4648 relative_P_200 1_3 0.5211 relative_P_500 1_3 0.5352 relative_P_1000 1_3 0.5352 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0380 set_relative_P 1_3 0.5352 set_recall 1_3 0.5352 set_map 1_3 0.0203 set_F 1_3 0.0710 num_nonrel_judged_ret 1_3 6 rbp 1_3 0.4450 rbp_resid 1_3 0.1686 unj_5 1_3 0.0000 unj_10 1_3 0.2000 unj_20 1_3 0.1500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 40 map 1_4 0.2095 Rprec 1_4 0.2910 bpref 1_4 0.2763 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.8667 iprec_at_recall_0.20 1_4 0.5625 iprec_at_recall_0.30 1_4 0.2740 iprec_at_recall_0.40 1_4 0.0000 iprec_at_recall_0.50 1_4 0.0000 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 0.8667 P_20 1_4 0.7500 P_30 1_4 0.6667 P_100 1_4 0.3800 P_200 1_4 0.2000 P_500 1_4 0.0800 P_1000 1_4 0.0400 relstring 1_4 '3222223121' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.0970 recall_20 1_4 0.1119 recall_30 1_4 0.1493 recall_100 1_4 0.2836 recall_200 1_4 0.2985 recall_500 1_4 0.2985 recall_1000 1_4 0.2985 infAP 1_4 0.2095 Rprec_mult_0.20 1_4 0.6667 Rprec_mult_0.40 1_4 0.5000 Rprec_mult_0.60 1_4 0.4568 Rprec_mult_0.80 1_4 0.3519 Rprec_mult_1.00 1_4 0.2910 Rprec_mult_1.20 1_4 0.2484 Rprec_mult_1.40 1_4 0.2128 Rprec_mult_1.60 1_4 0.1860 Rprec_mult_1.80 1_4 0.1653 Rprec_mult_2.00 1_4 0.1493 utility 1_4 -920.0000 11pt_avg 1_4 0.2457 binG 1_4 0.1409 G 1_4 0.0806 ndcg 1_4 0.3875 ndcg_rel 1_4 0.4516 Rndcg 1_4 0.4628 ndcg_cut_5 1_4 0.7797 ndcg_cut_10 1_4 0.7201 ndcg_cut_15 1_4 0.6585 ndcg_cut_20 1_4 0.6151 ndcg_cut_30 1_4 0.5583 ndcg_cut_100 1_4 0.4230 ndcg_cut_200 1_4 0.3875 ndcg_cut_500 1_4 0.3875 ndcg_cut_1000 1_4 0.3875 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.0960 map_cut_20 1_4 0.1074 map_cut_30 1_4 0.1327 map_cut_100 1_4 0.2049 map_cut_200 1_4 0.2095 map_cut_500 1_4 0.2095 map_cut_1000 1_4 0.2095 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 0.8667 relative_P_20 1_4 0.7500 relative_P_30 1_4 0.6667 relative_P_100 1_4 0.3800 relative_P_200 1_4 0.2985 relative_P_500 1_4 0.2985 relative_P_1000 1_4 0.2985 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0400 set_relative_P 1_4 0.2985 set_recall 1_4 0.2985 set_map 1_4 0.0119 set_F 1_4 0.0705 num_nonrel_judged_ret 1_4 5 rbp 1_4 0.5555 rbp_resid 1_4 0.1051 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.1500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 15 map 1_6 0.0374 Rprec 1_6 0.0992 bpref 1_6 0.1106 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.1212 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.6000 P_10 1_6 0.4000 P_15 1_6 0.2667 P_20 1_6 0.2000 P_30 1_6 0.2333 P_100 1_6 0.1200 P_200 1_6 0.0700 P_500 1_6 0.0300 P_1000 1_6 0.0150 relstring 1_6 '1001210-0-' recall_5 1_6 0.0248 recall_10 1_6 0.0331 recall_15 1_6 0.0331 recall_20 1_6 0.0331 recall_30 1_6 0.0579 recall_100 1_6 0.0992 recall_200 1_6 0.1157 recall_500 1_6 0.1240 recall_1000 1_6 0.1240 infAP 1_6 0.0374 Rprec_mult_0.20 1_6 0.2000 Rprec_mult_0.40 1_6 0.1837 Rprec_mult_0.60 1_6 0.1370 Rprec_mult_0.80 1_6 0.1134 Rprec_mult_1.00 1_6 0.0992 Rprec_mult_1.20 1_6 0.0890 Rprec_mult_1.40 1_6 0.0765 Rprec_mult_1.60 1_6 0.0722 Rprec_mult_1.80 1_6 0.0642 Rprec_mult_2.00 1_6 0.0620 utility 1_6 -970.0000 11pt_avg 1_6 0.1019 binG 1_6 0.0369 G 1_6 0.0199 ndcg 1_6 0.1182 ndcg_rel 1_6 0.1233 Rndcg 1_6 0.1162 ndcg_cut_5 1_6 0.2492 ndcg_cut_10 1_6 0.1879 ndcg_cut_15 1_6 0.1456 ndcg_cut_20 1_6 0.1212 ndcg_cut_30 1_6 0.1413 ndcg_cut_100 1_6 0.1110 ndcg_cut_200 1_6 0.1125 ndcg_cut_500 1_6 0.1182 ndcg_cut_1000 1_6 0.1182 map_cut_5 1_6 0.0174 map_cut_10 1_6 0.0229 map_cut_15 1_6 0.0229 map_cut_20 1_6 0.0229 map_cut_30 1_6 0.0284 map_cut_100 1_6 0.0354 map_cut_200 1_6 0.0369 map_cut_500 1_6 0.0374 map_cut_1000 1_6 0.0374 relative_P_5 1_6 0.6000 relative_P_10 1_6 0.4000 relative_P_15 1_6 0.2667 relative_P_20 1_6 0.2000 relative_P_30 1_6 0.2333 relative_P_100 1_6 0.1200 relative_P_200 1_6 0.1157 relative_P_500 1_6 0.1240 relative_P_1000 1_6 0.1240 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0150 set_relative_P 1_6 0.1240 set_recall 1_6 0.1240 set_map 1_6 0.0019 set_F 1_6 0.0268 num_nonrel_judged_ret 1_6 16 rbp 1_6 0.1349 rbp_resid 1_6 0.3448 unj_5 1_6 0.0000 unj_10 1_6 0.2000 unj_20 1_6 0.5000 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 64 map 1_7 0.2252 Rprec 1_7 0.3091 bpref 1_7 0.5018 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.5909 iprec_at_recall_0.20 1_7 0.5238 iprec_at_recall_0.30 1_7 0.3366 iprec_at_recall_0.40 1_7 0.2018 iprec_at_recall_0.50 1_7 0.1235 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 1.0000 P_10 1_7 0.6000 P_15 1_7 0.6000 P_20 1_7 0.5500 P_30 1_7 0.5667 P_100 1_7 0.3300 P_200 1_7 0.2000 P_500 1_7 0.1200 P_1000 1_7 0.0640 relstring 1_7 '12222-2000' recall_5 1_7 0.0455 recall_10 1_7 0.0545 recall_15 1_7 0.0818 recall_20 1_7 0.1000 recall_30 1_7 0.1545 recall_100 1_7 0.3000 recall_200 1_7 0.3636 recall_500 1_7 0.5455 recall_1000 1_7 0.5818 infAP 1_7 0.2252 Rprec_mult_0.20 1_7 0.5909 Rprec_mult_0.40 1_7 0.5000 Rprec_mult_0.60 1_7 0.3939 Rprec_mult_0.80 1_7 0.3409 Rprec_mult_1.00 1_7 0.3091 Rprec_mult_1.20 1_7 0.2727 Rprec_mult_1.40 1_7 0.2403 Rprec_mult_1.60 1_7 0.2159 Rprec_mult_1.80 1_7 0.2020 Rprec_mult_2.00 1_7 0.2000 utility 1_7 -872.0000 11pt_avg 1_7 0.2524 binG 1_7 0.1468 G 1_7 0.1180 ndcg 1_7 0.5290 ndcg_rel 1_7 0.4986 Rndcg 1_7 0.4623 ndcg_cut_5 1_7 0.6505 ndcg_cut_10 1_7 0.5191 ndcg_cut_15 1_7 0.5366 ndcg_cut_20 1_7 0.5013 ndcg_cut_30 1_7 0.4747 ndcg_cut_100 1_7 0.4020 ndcg_cut_200 1_7 0.4217 ndcg_cut_500 1_7 0.5162 ndcg_cut_1000 1_7 0.5290 map_cut_5 1_7 0.0455 map_cut_10 1_7 0.0532 map_cut_15 1_7 0.0709 map_cut_20 1_7 0.0815 map_cut_30 1_7 0.1128 map_cut_100 1_7 0.1768 map_cut_200 1_7 0.1934 map_cut_500 1_7 0.2220 map_cut_1000 1_7 0.2252 relative_P_5 1_7 1.0000 relative_P_10 1_7 0.6000 relative_P_15 1_7 0.6000 relative_P_20 1_7 0.5500 relative_P_30 1_7 0.5667 relative_P_100 1_7 0.3300 relative_P_200 1_7 0.3636 relative_P_500 1_7 0.5455 relative_P_1000 1_7 0.5818 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0640 set_relative_P 1_7 0.5818 set_recall 1_7 0.5818 set_map 1_7 0.0372 set_F 1_7 0.1153 num_nonrel_judged_ret 1_7 27 rbp 1_7 0.3787 rbp_resid 1_7 0.1235 unj_5 1_7 0.0000 unj_10 1_7 0.1000 unj_20 1_7 0.1500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 76 map 1_8 0.3480 Rprec 1_8 0.3729 bpref 1_8 0.6325 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.9412 iprec_at_recall_0.20 1_8 0.7059 iprec_at_recall_0.30 1_8 0.6207 iprec_at_recall_0.40 1_8 0.3760 iprec_at_recall_0.50 1_8 0.2770 iprec_at_recall_0.60 1_8 0.1550 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.9000 P_15 1_8 0.9333 P_20 1_8 0.8000 P_30 1_8 0.7333 P_100 1_8 0.4100 P_200 1_8 0.2900 P_500 1_8 0.1420 P_1000 1_8 0.0760 relstring 1_8 '132112221-' recall_5 1_8 0.0424 recall_10 1_8 0.0763 recall_15 1_8 0.1186 recall_20 1_8 0.1356 recall_30 1_8 0.1864 recall_100 1_8 0.3475 recall_200 1_8 0.4915 recall_500 1_8 0.6017 recall_1000 1_8 0.6441 infAP 1_8 0.3480 Rprec_mult_0.20 1_8 0.6667 Rprec_mult_0.40 1_8 0.6250 Rprec_mult_0.60 1_8 0.5493 Rprec_mult_0.80 1_8 0.4316 Rprec_mult_1.00 1_8 0.3729 Rprec_mult_1.20 1_8 0.3451 Rprec_mult_1.40 1_8 0.3313 Rprec_mult_1.60 1_8 0.3016 Rprec_mult_1.80 1_8 0.2770 Rprec_mult_2.00 1_8 0.2585 utility 1_8 -848.0000 11pt_avg 1_8 0.3705 binG 1_8 0.2068 G 1_8 0.1123 ndcg 1_8 0.5614 ndcg_rel 1_8 0.5196 Rndcg 1_8 0.4702 ndcg_cut_5 1_8 0.5325 ndcg_cut_10 1_8 0.5151 ndcg_cut_15 1_8 0.5434 ndcg_cut_20 1_8 0.5271 ndcg_cut_30 1_8 0.5283 ndcg_cut_100 1_8 0.3976 ndcg_cut_200 1_8 0.4742 ndcg_cut_500 1_8 0.5395 ndcg_cut_1000 1_8 0.5614 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0763 map_cut_15 1_8 0.1153 map_cut_20 1_8 0.1313 map_cut_30 1_8 0.1673 map_cut_100 1_8 0.2674 map_cut_200 1_8 0.3183 map_cut_500 1_8 0.3435 map_cut_1000 1_8 0.3480 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.9000 relative_P_15 1_8 0.9333 relative_P_20 1_8 0.8000 relative_P_30 1_8 0.7333 relative_P_100 1_8 0.4100 relative_P_200 1_8 0.4915 relative_P_500 1_8 0.6017 relative_P_1000 1_8 0.6441 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0760 set_relative_P 1_8 0.6441 set_recall 1_8 0.6441 set_map 1_8 0.0489 set_F 1_8 0.1360 num_nonrel_judged_ret 1_8 3 rbp 1_8 0.4799 rbp_resid 1_8 0.1499 unj_5 1_8 0.0000 unj_10 1_8 0.1000 unj_20 1_8 0.2000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 36 map 1_9 0.5152 Rprec 1_9 0.4792 bpref 1_9 0.7413 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 1.0000 iprec_at_recall_0.30 1_9 0.8824 iprec_at_recall_0.40 1_9 0.7692 iprec_at_recall_0.50 1_9 0.4800 iprec_at_recall_0.60 1_9 0.4203 iprec_at_recall_0.70 1_9 0.2957 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 1.0000 P_15 1_9 0.8667 P_20 1_9 0.8000 P_30 1_9 0.6667 P_100 1_9 0.3300 P_200 1_9 0.1750 P_500 1_9 0.0720 P_1000 1_9 0.0360 relstring 1_9 '2231123213' recall_5 1_9 0.1042 recall_10 1_9 0.2083 recall_15 1_9 0.2708 recall_20 1_9 0.3333 recall_30 1_9 0.4167 recall_100 1_9 0.6875 recall_200 1_9 0.7292 recall_500 1_9 0.7500 recall_1000 1_9 0.7500 infAP 1_9 0.5152 Rprec_mult_0.20 1_9 1.0000 Rprec_mult_0.40 1_9 0.8000 Rprec_mult_0.60 1_9 0.6897 Rprec_mult_0.80 1_9 0.5128 Rprec_mult_1.00 1_9 0.4792 Rprec_mult_1.20 1_9 0.4310 Rprec_mult_1.40 1_9 0.4118 Rprec_mult_1.60 1_9 0.3766 Rprec_mult_1.80 1_9 0.3793 Rprec_mult_2.00 1_9 0.3438 utility 1_9 -928.0000 11pt_avg 1_9 0.5316 binG 1_9 0.3631 G 1_9 0.1746 ndcg 1_9 0.6475 ndcg_rel 1_9 0.6158 Rndcg 1_9 0.5748 ndcg_cut_5 1_9 0.6308 ndcg_cut_10 1_9 0.6669 ndcg_cut_15 1_9 0.6041 ndcg_cut_20 1_9 0.5918 ndcg_cut_30 1_9 0.5506 ndcg_cut_100 1_9 0.6177 ndcg_cut_200 1_9 0.6385 ndcg_cut_500 1_9 0.6475 ndcg_cut_1000 1_9 0.6475 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.2083 map_cut_15 1_9 0.2633 map_cut_20 1_9 0.3175 map_cut_30 1_9 0.3825 map_cut_100 1_9 0.5002 map_cut_200 1_9 0.5122 map_cut_500 1_9 0.5152 map_cut_1000 1_9 0.5152 relative_P_5 1_9 1.0000 relative_P_10 1_9 1.0000 relative_P_15 1_9 0.8667 relative_P_20 1_9 0.8000 relative_P_30 1_9 0.6667 relative_P_100 1_9 0.6875 relative_P_200 1_9 0.7292 relative_P_500 1_9 0.7500 relative_P_1000 1_9 0.7500 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0360 set_relative_P 1_9 0.7500 set_recall 1_9 0.7500 set_map 1_9 0.0270 set_F 1_9 0.0687 num_nonrel_judged_ret 1_9 7 rbp 1_9 0.5337 rbp_resid 1_9 0.1702 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.2000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 58 map 4_10 0.1936 Rprec 4_10 0.2553 bpref 4_10 0.2835 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.8148 iprec_at_recall_0.20 4_10 0.5200 iprec_at_recall_0.30 4_10 0.1215 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.9000 P_15 4_10 0.8000 P_20 4_10 0.8500 P_30 4_10 0.8000 P_100 4_10 0.4100 P_200 4_10 0.2400 P_500 4_10 0.1120 P_1000 4_10 0.0580 relstring 4_10 '1111111210' recall_5 4_10 0.0266 recall_10 4_10 0.0479 recall_15 4_10 0.0638 recall_20 4_10 0.0904 recall_30 4_10 0.1277 recall_100 4_10 0.2181 recall_200 4_10 0.2553 recall_500 4_10 0.2979 recall_1000 4_10 0.3085 infAP 4_10 0.1936 Rprec_mult_0.20 4_10 0.7368 Rprec_mult_0.40 4_10 0.5132 Rprec_mult_0.60 4_10 0.3982 Rprec_mult_0.80 4_10 0.3113 Rprec_mult_1.00 4_10 0.2553 Rprec_mult_1.20 4_10 0.2124 Rprec_mult_1.40 4_10 0.1894 Rprec_mult_1.60 4_10 0.1728 Rprec_mult_1.80 4_10 0.1534 Rprec_mult_2.00 4_10 0.1383 utility 4_10 -884.0000 11pt_avg 4_10 0.2233 binG 4_10 0.1152 G 4_10 0.0468 ndcg 4_10 0.2750 ndcg_rel 4_10 0.2874 Rndcg 4_10 0.2947 ndcg_cut_5 4_10 0.3333 ndcg_cut_10 4_10 0.3353 ndcg_cut_15 4_10 0.3139 ndcg_cut_20 4_10 0.3365 ndcg_cut_30 4_10 0.3480 ndcg_cut_100 4_10 0.2934 ndcg_cut_200 4_10 0.2475 ndcg_cut_500 4_10 0.2708 ndcg_cut_1000 4_10 0.2750 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0479 map_cut_15 4_10 0.0615 map_cut_20 4_10 0.0836 map_cut_30 4_10 0.1137 map_cut_100 4_10 0.1722 map_cut_200 4_10 0.1859 map_cut_500 4_10 0.1927 map_cut_1000 4_10 0.1936 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.9000 relative_P_15 4_10 0.8000 relative_P_20 4_10 0.8500 relative_P_30 4_10 0.8000 relative_P_100 4_10 0.4100 relative_P_200 4_10 0.2553 relative_P_500 4_10 0.2979 relative_P_1000 4_10 0.3085 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0580 set_relative_P 4_10 0.3085 set_recall 4_10 0.3085 set_map 4_10 0.0179 set_F 4_10 0.0976 num_nonrel_judged_ret 4_10 7 rbp 4_10 0.3047 rbp_resid 4_10 0.0503 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 22 map 4_11 0.0509 Rprec 4_11 0.1111 bpref 4_11 0.1215 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.1318 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.8000 P_10 4_11 0.6000 P_15 4_11 0.4667 P_20 4_11 0.4500 P_30 4_11 0.3333 P_100 4_11 0.1500 P_200 4_11 0.0950 P_500 4_11 0.0400 P_1000 4_11 0.0220 relstring 4_11 '220212200-' recall_5 4_11 0.0234 recall_10 4_11 0.0351 recall_15 4_11 0.0409 recall_20 4_11 0.0526 recall_30 4_11 0.0585 recall_100 4_11 0.0877 recall_200 4_11 0.1111 recall_500 4_11 0.1170 recall_1000 4_11 0.1287 infAP 4_11 0.0509 Rprec_mult_0.20 4_11 0.2857 Rprec_mult_0.40 4_11 0.2029 Rprec_mult_0.60 4_11 0.1456 Rprec_mult_0.80 4_11 0.1241 Rprec_mult_1.00 4_11 0.1111 Rprec_mult_1.20 4_11 0.0922 Rprec_mult_1.40 4_11 0.0792 Rprec_mult_1.60 4_11 0.0693 Rprec_mult_1.80 4_11 0.0617 Rprec_mult_2.00 4_11 0.0556 utility 4_11 -956.0000 11pt_avg 4_11 0.1029 binG 4_11 0.0434 G 4_11 0.0300 ndcg 4_11 0.1876 ndcg_rel 4_11 0.2074 Rndcg 4_11 0.2341 ndcg_cut_5 4_11 0.5099 ndcg_cut_10 4_11 0.4321 ndcg_cut_15 4_11 0.3807 ndcg_cut_20 4_11 0.3826 ndcg_cut_30 4_11 0.3405 ndcg_cut_100 4_11 0.2015 ndcg_cut_200 4_11 0.1763 ndcg_cut_500 4_11 0.1803 ndcg_cut_1000 4_11 0.1876 map_cut_5 4_11 0.0208 map_cut_10 4_11 0.0306 map_cut_15 4_11 0.0336 map_cut_20 4_11 0.0390 map_cut_30 4_11 0.0413 map_cut_100 4_11 0.0471 map_cut_200 4_11 0.0501 map_cut_500 4_11 0.0504 map_cut_1000 4_11 0.0509 relative_P_5 4_11 0.8000 relative_P_10 4_11 0.6000 relative_P_15 4_11 0.4667 relative_P_20 4_11 0.4500 relative_P_30 4_11 0.3333 relative_P_100 4_11 0.1500 relative_P_200 4_11 0.1111 relative_P_500 4_11 0.1170 relative_P_1000 4_11 0.1287 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0220 set_relative_P 4_11 0.1287 set_recall 4_11 0.1287 set_map 4_11 0.0028 set_F 4_11 0.0376 num_nonrel_judged_ret 4_11 55 rbp 4_11 0.3188 rbp_resid 4_11 0.2779 unj_5 4_11 0.0000 unj_10 4_11 0.1000 unj_20 4_11 0.3500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 85 map 4_12 0.3425 Rprec 4_12 0.3731 bpref 4_12 0.5956 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 1.0000 iprec_at_recall_0.20 4_12 0.6170 iprec_at_recall_0.30 4_12 0.5062 iprec_at_recall_0.40 4_12 0.3553 iprec_at_recall_0.50 4_12 0.2939 iprec_at_recall_0.60 4_12 0.1798 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 1.0000 P_15 4_12 0.9333 P_20 4_12 0.9500 P_30 4_12 0.7667 P_100 4_12 0.4300 P_200 4_12 0.3150 P_500 4_12 0.1620 P_1000 4_12 0.0850 relstring 4_12 '2222223322' recall_5 4_12 0.0373 recall_10 4_12 0.0746 recall_15 4_12 0.1045 recall_20 4_12 0.1418 recall_30 4_12 0.1716 recall_100 4_12 0.3209 recall_200 4_12 0.4701 recall_500 4_12 0.6045 recall_1000 4_12 0.6343 infAP 4_12 0.3425 Rprec_mult_0.20 4_12 0.8148 Rprec_mult_0.40 4_12 0.5926 Rprec_mult_0.60 4_12 0.5062 Rprec_mult_0.80 4_12 0.4167 Rprec_mult_1.00 4_12 0.3731 Rprec_mult_1.20 4_12 0.3354 Rprec_mult_1.40 4_12 0.3245 Rprec_mult_1.60 4_12 0.3023 Rprec_mult_1.80 4_12 0.2893 Rprec_mult_2.00 4_12 0.2612 utility 4_12 -830.0000 11pt_avg 4_12 0.3593 binG 4_12 0.2173 G 4_12 0.1233 ndcg 4_12 0.6100 ndcg_rel 4_12 0.5898 Rndcg 4_12 0.5493 ndcg_cut_5 4_12 0.6667 ndcg_cut_10 4_12 0.7143 ndcg_cut_15 4_12 0.6703 ndcg_cut_20 4_12 0.6978 ndcg_cut_30 4_12 0.6560 ndcg_cut_100 4_12 0.4676 ndcg_cut_200 4_12 0.5151 ndcg_cut_500 4_12 0.5925 ndcg_cut_1000 4_12 0.6100 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0746 map_cut_15 4_12 0.1040 map_cut_20 4_12 0.1392 map_cut_30 4_12 0.1667 map_cut_100 4_12 0.2525 map_cut_200 4_12 0.3055 map_cut_500 4_12 0.3392 map_cut_1000 4_12 0.3425 relative_P_5 4_12 1.0000 relative_P_10 4_12 1.0000 relative_P_15 4_12 0.9333 relative_P_20 4_12 0.9500 relative_P_30 4_12 0.7667 relative_P_100 4_12 0.4300 relative_P_200 4_12 0.4701 relative_P_500 4_12 0.6045 relative_P_1000 4_12 0.6343 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0850 set_relative_P 4_12 0.6343 set_recall 4_12 0.6343 set_map 4_12 0.0539 set_F 4_12 0.1499 num_nonrel_judged_ret 4_12 19 rbp 4_12 0.6280 rbp_resid 4_12 0.0592 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.0000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 65 map 4_13 0.2890 Rprec 4_13 0.3333 bpref 4_13 0.3760 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 1.0000 iprec_at_recall_0.20 4_13 0.8421 iprec_at_recall_0.30 4_13 0.4900 iprec_at_recall_0.40 4_13 0.1300 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 1.0000 P_20 4_13 1.0000 P_30 4_13 0.9000 P_100 4_13 0.4900 P_200 4_13 0.2750 P_500 4_13 0.1300 P_1000 4_13 0.0650 relstring 4_13 '3333222323' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0926 recall_20 4_13 0.1235 recall_30 4_13 0.1667 recall_100 4_13 0.3025 recall_200 4_13 0.3395 recall_500 4_13 0.4012 recall_1000 4_13 0.4012 infAP 4_13 0.2890 Rprec_mult_0.20 4_13 0.8788 Rprec_mult_0.40 4_13 0.6308 Rprec_mult_0.60 4_13 0.4898 Rprec_mult_0.80 4_13 0.4077 Rprec_mult_1.00 4_13 0.3333 Rprec_mult_1.20 4_13 0.2821 Rprec_mult_1.40 4_13 0.2511 Rprec_mult_1.60 4_13 0.2192 Rprec_mult_1.80 4_13 0.1986 Rprec_mult_2.00 4_13 0.1914 utility 4_13 -870.0000 11pt_avg 4_13 0.3147 binG 4_13 0.1972 G 4_13 0.1184 ndcg 4_13 0.4883 ndcg_rel 4_13 0.5786 Rndcg 4_13 0.5355 ndcg_cut_5 4_13 0.9563 ndcg_cut_10 4_13 0.8989 ndcg_cut_15 4_13 0.8771 ndcg_cut_20 4_13 0.8533 ndcg_cut_30 4_13 0.7550 ndcg_cut_100 4_13 0.5513 ndcg_cut_200 4_13 0.4524 ndcg_cut_500 4_13 0.4883 ndcg_cut_1000 4_13 0.4883 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0926 map_cut_20 4_13 0.1235 map_cut_30 4_13 0.1628 map_cut_100 4_13 0.2618 map_cut_200 4_13 0.2772 map_cut_500 4_13 0.2890 map_cut_1000 4_13 0.2890 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 1.0000 relative_P_20 4_13 1.0000 relative_P_30 4_13 0.9000 relative_P_100 4_13 0.4900 relative_P_200 4_13 0.3395 relative_P_500 4_13 0.4012 relative_P_1000 4_13 0.4012 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0650 set_relative_P 4_13 0.4012 set_recall 4_13 0.4012 set_map 4_13 0.0261 set_F 4_13 0.1119 num_nonrel_judged_ret 4_13 21 rbp 4_13 0.8049 rbp_resid 4_13 0.0262 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 49 map 4_14 0.1667 Rprec 4_14 0.2429 bpref 4_14 0.2679 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.8333 iprec_at_recall_0.20 4_14 0.3600 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.8000 P_10 4_14 0.8000 P_15 4_14 0.8667 P_20 4_14 0.8000 P_30 4_14 0.7667 P_100 4_14 0.3600 P_200 4_14 0.2300 P_500 4_14 0.0980 P_1000 4_14 0.0490 relstring 4_14 '322202212-' recall_5 4_14 0.0226 recall_10 4_14 0.0452 recall_15 4_14 0.0734 recall_20 4_14 0.0904 recall_30 4_14 0.1299 recall_100 4_14 0.2034 recall_200 4_14 0.2599 recall_500 4_14 0.2768 recall_1000 4_14 0.2768 infAP 4_14 0.1667 Rprec_mult_0.20 4_14 0.6667 Rprec_mult_0.40 4_14 0.4085 Rprec_mult_0.60 4_14 0.3364 Rprec_mult_0.80 4_14 0.2887 Rprec_mult_1.00 4_14 0.2429 Rprec_mult_1.20 4_14 0.2160 Rprec_mult_1.40 4_14 0.1855 Rprec_mult_1.60 4_14 0.1690 Rprec_mult_1.80 4_14 0.1505 Rprec_mult_2.00 4_14 0.1356 utility 4_14 -902.0000 11pt_avg 4_14 0.1994 binG 4_14 0.0986 G 4_14 0.0597 ndcg 4_14 0.3354 ndcg_rel 4_14 0.3879 Rndcg 4_14 0.3652 ndcg_cut_5 4_14 0.6923 ndcg_cut_10 4_14 0.6177 ndcg_cut_15 4_14 0.6429 ndcg_cut_20 4_14 0.5914 ndcg_cut_30 4_14 0.5866 ndcg_cut_100 4_14 0.3958 ndcg_cut_200 4_14 0.3273 ndcg_cut_500 4_14 0.3354 ndcg_cut_1000 4_14 0.3354 map_cut_5 4_14 0.0226 map_cut_10 4_14 0.0421 map_cut_15 4_14 0.0660 map_cut_20 4_14 0.0804 map_cut_30 4_14 0.1122 map_cut_100 4_14 0.1481 map_cut_200 4_14 0.1642 map_cut_500 4_14 0.1667 map_cut_1000 4_14 0.1667 relative_P_5 4_14 0.8000 relative_P_10 4_14 0.8000 relative_P_15 4_14 0.8667 relative_P_20 4_14 0.8000 relative_P_30 4_14 0.7667 relative_P_100 4_14 0.3600 relative_P_200 4_14 0.2599 relative_P_500 4_14 0.2768 relative_P_1000 4_14 0.2768 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0490 set_relative_P 4_14 0.2768 set_recall 4_14 0.2768 set_map 4_14 0.0136 set_F 4_14 0.0833 num_nonrel_judged_ret 4_14 11 rbp 4_14 0.5675 rbp_resid 4_14 0.1040 unj_5 4_14 0.0000 unj_10 4_14 0.1000 unj_20 4_14 0.1000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0169 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0169 iprec_at_recall_0.00 4_17 0.0169 iprec_at_recall_0.10 4_17 0.0169 iprec_at_recall_0.20 4_17 0.0169 iprec_at_recall_0.30 4_17 0.0169 iprec_at_recall_0.40 4_17 0.0169 iprec_at_recall_0.50 4_17 0.0169 iprec_at_recall_0.60 4_17 0.0169 iprec_at_recall_0.70 4_17 0.0169 iprec_at_recall_0.80 4_17 0.0169 iprec_at_recall_0.90 4_17 0.0169 iprec_at_recall_1.00 4_17 0.0169 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000--0--' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0169 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0169 binG 4_17 0.1693 G 4_17 0.1693 ndcg 4_17 0.1693 ndcg_rel 4_17 0.1693 Rndcg 4_17 0.0846 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.1693 ndcg_cut_200 4_17 0.1693 ndcg_cut_500 4_17 0.1693 ndcg_cut_1000 4_17 0.1693 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0169 map_cut_200 4_17 0.0169 map_cut_500 4_17 0.0169 map_cut_1000 4_17 0.0169 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 27 rbp 4_17 0.0002 rbp_resid 4_17 0.3981 unj_5 4_17 0.0000 unj_10 4_17 0.4000 unj_20 4_17 0.5000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 42 map 4_3 0.1837 Rprec 4_3 0.2500 bpref 4_3 0.2485 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.8462 iprec_at_recall_0.20 4_3 0.5362 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.9000 P_15 4_3 0.8000 P_20 4_3 0.8000 P_30 4_3 0.7667 P_100 4_3 0.3800 P_200 4_3 0.2100 P_500 4_3 0.0840 P_1000 4_3 0.0420 relstring 4_3 '3303241112' recall_5 4_3 0.0244 recall_10 4_3 0.0549 recall_15 4_3 0.0732 recall_20 4_3 0.0976 recall_30 4_3 0.1402 recall_100 4_3 0.2317 recall_200 4_3 0.2561 recall_500 4_3 0.2561 recall_1000 4_3 0.2561 infAP 4_3 0.1837 Rprec_mult_0.20 4_3 0.7273 Rprec_mult_0.40 4_3 0.5152 Rprec_mult_0.60 4_3 0.3838 Rprec_mult_0.80 4_3 0.3106 Rprec_mult_1.00 4_3 0.2500 Rprec_mult_1.20 4_3 0.2132 Rprec_mult_1.40 4_3 0.1826 Rprec_mult_1.60 4_3 0.1597 Rprec_mult_1.80 4_3 0.1419 Rprec_mult_2.00 4_3 0.1280 utility 4_3 -916.0000 11pt_avg 4_3 0.2166 binG 4_3 0.1010 G 4_3 0.0667 ndcg 4_3 0.3596 ndcg_rel 4_3 0.4169 Rndcg 4_3 0.4873 ndcg_cut_5 4_3 0.7068 ndcg_cut_10 4_3 0.6774 ndcg_cut_15 4_3 0.6192 ndcg_cut_20 4_3 0.5846 ndcg_cut_30 4_3 0.5752 ndcg_cut_100 4_3 0.4039 ndcg_cut_200 4_3 0.3596 ndcg_cut_500 4_3 0.3596 ndcg_cut_1000 4_3 0.3596 map_cut_5 4_3 0.0216 map_cut_10 4_3 0.0482 map_cut_15 4_3 0.0641 map_cut_20 4_3 0.0843 map_cut_30 4_3 0.1195 map_cut_100 4_3 0.1758 map_cut_200 4_3 0.1837 map_cut_500 4_3 0.1837 map_cut_1000 4_3 0.1837 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.9000 relative_P_15 4_3 0.8000 relative_P_20 4_3 0.8000 relative_P_30 4_3 0.7667 relative_P_100 4_3 0.3800 relative_P_200 4_3 0.2561 relative_P_500 4_3 0.2561 relative_P_1000 4_3 0.2561 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0420 set_relative_P 4_3 0.2561 set_recall 4_3 0.2561 set_map 4_3 0.0108 set_F 4_3 0.0722 num_nonrel_judged_ret 4_3 7 rbp 4_3 0.4472 rbp_resid 4_3 0.0917 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.1000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 58 map 4_4 0.2370 Rprec 4_4 0.3182 bpref 4_4 0.3690 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.8667 iprec_at_recall_0.20 4_4 0.7381 iprec_at_recall_0.30 4_4 0.3651 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.8000 P_10 4_4 0.8000 P_15 4_4 0.8000 P_20 4_4 0.8000 P_30 4_4 0.8667 P_100 4_4 0.4000 P_200 4_4 0.2500 P_500 4_4 0.1160 P_1000 4_4 0.0580 relstring 4_4 '22402322-1' recall_5 4_4 0.0260 recall_10 4_4 0.0519 recall_15 4_4 0.0779 recall_20 4_4 0.1039 recall_30 4_4 0.1688 recall_100 4_4 0.2597 recall_200 4_4 0.3247 recall_500 4_4 0.3766 recall_1000 4_4 0.3766 infAP 4_4 0.2370 Rprec_mult_0.20 4_4 0.8387 Rprec_mult_0.40 4_4 0.5806 Rprec_mult_0.60 4_4 0.4194 Rprec_mult_0.80 4_4 0.3629 Rprec_mult_1.00 4_4 0.3182 Rprec_mult_1.20 4_4 0.2703 Rprec_mult_1.40 4_4 0.2315 Rprec_mult_1.60 4_4 0.2186 Rprec_mult_1.80 4_4 0.1942 Rprec_mult_2.00 4_4 0.1851 utility 4_4 -884.0000 11pt_avg 4_4 0.2700 binG 4_4 0.1268 G 4_4 0.0822 ndcg 4_4 0.4457 ndcg_rel 4_4 0.4797 Rndcg 4_4 0.4740 ndcg_cut_5 4_4 0.5761 ndcg_cut_10 4_4 0.5695 ndcg_cut_15 4_4 0.6048 ndcg_cut_20 4_4 0.5938 ndcg_cut_30 4_4 0.6413 ndcg_cut_100 4_4 0.4352 ndcg_cut_200 4_4 0.4094 ndcg_cut_500 4_4 0.4457 ndcg_cut_1000 4_4 0.4457 map_cut_5 4_4 0.0247 map_cut_10 4_4 0.0465 map_cut_15 4_4 0.0683 map_cut_20 4_4 0.0893 map_cut_30 4_4 0.1439 map_cut_100 4_4 0.2029 map_cut_200 4_4 0.2264 map_cut_500 4_4 0.2370 map_cut_1000 4_4 0.2370 relative_P_5 4_4 0.8000 relative_P_10 4_4 0.8000 relative_P_15 4_4 0.8000 relative_P_20 4_4 0.8000 relative_P_30 4_4 0.8667 relative_P_100 4_4 0.4000 relative_P_200 4_4 0.3247 relative_P_500 4_4 0.3766 relative_P_1000 4_4 0.3766 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0580 set_relative_P 4_4 0.3766 set_recall 4_4 0.3766 set_map 4_4 0.0218 set_F 4_4 0.1005 num_nonrel_judged_ret 4_4 1 rbp 4_4 0.4735 rbp_resid 4_4 0.1112 unj_5 4_4 0.0000 unj_10 4_4 0.1000 unj_20 4_4 0.1500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 44 map 4_5 0.1659 Rprec 4_5 0.2623 bpref 4_5 0.3607 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.7647 iprec_at_recall_0.20 4_5 0.3478 iprec_at_recall_0.30 4_5 0.1326 iprec_at_recall_0.40 4_5 0.0000 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 0.7000 P_15 4_5 0.7333 P_20 4_5 0.6500 P_30 4_5 0.6000 P_100 4_5 0.2900 P_200 4_5 0.1600 P_500 4_5 0.0840 P_1000 4_5 0.0440 relstring 4_5 '21222--1-2' recall_5 4_5 0.0410 recall_10 4_5 0.0574 recall_15 4_5 0.0902 recall_20 4_5 0.1066 recall_30 4_5 0.1475 recall_100 4_5 0.2377 recall_200 4_5 0.2623 recall_500 4_5 0.3443 recall_1000 4_5 0.3607 infAP 4_5 0.1659 Rprec_mult_0.20 4_5 0.6000 Rprec_mult_0.40 4_5 0.4082 Rprec_mult_0.60 4_5 0.3378 Rprec_mult_0.80 4_5 0.2857 Rprec_mult_1.00 4_5 0.2623 Rprec_mult_1.20 4_5 0.2177 Rprec_mult_1.40 4_5 0.1871 Rprec_mult_1.60 4_5 0.1633 Rprec_mult_1.80 4_5 0.1545 Rprec_mult_2.00 4_5 0.1393 utility 4_5 -912.0000 11pt_avg 4_5 0.2041 binG 4_5 0.1122 G 4_5 0.0624 ndcg 4_5 0.3456 ndcg_rel 4_5 0.3648 Rndcg 4_5 0.3428 ndcg_cut_5 4_5 0.5953 ndcg_cut_10 4_5 0.4519 ndcg_cut_15 4_5 0.4989 ndcg_cut_20 4_5 0.4613 ndcg_cut_30 4_5 0.4380 ndcg_cut_100 4_5 0.2965 ndcg_cut_200 4_5 0.2927 ndcg_cut_500 4_5 0.3376 ndcg_cut_1000 4_5 0.3456 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0529 map_cut_15 4_5 0.0764 map_cut_20 4_5 0.0888 map_cut_30 4_5 0.1145 map_cut_100 4_5 0.1472 map_cut_200 4_5 0.1542 map_cut_500 4_5 0.1646 map_cut_1000 4_5 0.1659 relative_P_5 4_5 1.0000 relative_P_10 4_5 0.7000 relative_P_15 4_5 0.7333 relative_P_20 4_5 0.6500 relative_P_30 4_5 0.6000 relative_P_100 4_5 0.2900 relative_P_200 4_5 0.2623 relative_P_500 4_5 0.3443 relative_P_1000 4_5 0.3607 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0440 set_relative_P 4_5 0.3607 set_recall 4_5 0.3607 set_map 4_5 0.0159 set_F 4_5 0.0784 num_nonrel_judged_ret 4_5 0 rbp 4_5 0.4313 rbp_resid 4_5 0.3106 unj_5 4_5 0.0000 unj_10 4_5 0.3000 unj_20 4_5 0.3500 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 33 map 4_7 0.1510 Rprec 4_7 0.3158 bpref 4_7 0.3480 recip_rank 4_7 0.2500 iprec_at_recall_0.00 4_7 0.5000 iprec_at_recall_0.10 4_7 0.4706 iprec_at_recall_0.20 4_7 0.4595 iprec_at_recall_0.30 4_7 0.3710 iprec_at_recall_0.40 4_7 0.2055 iprec_at_recall_0.50 4_7 0.0000 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.2000 P_10 4_7 0.5000 P_15 4_7 0.4000 P_20 4_7 0.4000 P_30 4_7 0.3333 P_100 4_7 0.2600 P_200 4_7 0.1550 P_500 4_7 0.0660 P_1000 4_7 0.0330 relstring 4_7 '0003001321' recall_5 4_7 0.0132 recall_10 4_7 0.0658 recall_15 4_7 0.0789 recall_20 4_7 0.1053 recall_30 4_7 0.1316 recall_100 4_7 0.3421 recall_200 4_7 0.4079 recall_500 4_7 0.4342 recall_1000 4_7 0.4342 infAP 4_7 0.1510 Rprec_mult_0.20 4_7 0.4375 Rprec_mult_0.40 4_7 0.3548 Rprec_mult_0.60 4_7 0.4130 Rprec_mult_0.80 4_7 0.3607 Rprec_mult_1.00 4_7 0.3158 Rprec_mult_1.20 4_7 0.2609 Rprec_mult_1.40 4_7 0.2430 Rprec_mult_1.60 4_7 0.2131 Rprec_mult_1.80 4_7 0.1971 Rprec_mult_2.00 4_7 0.1974 utility 4_7 -934.0000 11pt_avg 4_7 0.1824 binG 4_7 0.0987 G 4_7 0.0918 ndcg 4_7 0.3832 ndcg_rel 4_7 0.3588 Rndcg 4_7 0.2525 ndcg_cut_5 4_7 0.1716 ndcg_cut_10 4_7 0.3231 ndcg_cut_15 4_7 0.2977 ndcg_cut_20 4_7 0.3147 ndcg_cut_30 4_7 0.2973 ndcg_cut_100 4_7 0.3343 ndcg_cut_200 4_7 0.3742 ndcg_cut_500 4_7 0.3832 ndcg_cut_1000 4_7 0.3832 map_cut_5 4_7 0.0033 map_cut_10 4_7 0.0244 map_cut_15 4_7 0.0300 map_cut_20 4_7 0.0420 map_cut_30 4_7 0.0526 map_cut_100 4_7 0.1347 map_cut_200 4_7 0.1477 map_cut_500 4_7 0.1510 map_cut_1000 4_7 0.1510 relative_P_5 4_7 0.2000 relative_P_10 4_7 0.5000 relative_P_15 4_7 0.4000 relative_P_20 4_7 0.4000 relative_P_30 4_7 0.3333 relative_P_100 4_7 0.3421 relative_P_200 4_7 0.4079 relative_P_500 4_7 0.4342 relative_P_1000 4_7 0.4342 success_1 4_7 0.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0330 set_relative_P 4_7 0.4342 set_recall 4_7 0.4342 set_map 4_7 0.0143 set_F 4_7 0.0613 num_nonrel_judged_ret 4_7 34 rbp 4_7 0.2452 rbp_resid 4_7 0.1377 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.2000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 53 map 4_8 0.2109 Rprec 4_8 0.2917 bpref 4_8 0.4010 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.7143 iprec_at_recall_0.20 4_8 0.3654 iprec_at_recall_0.30 4_8 0.2990 iprec_at_recall_0.40 4_8 0.1990 iprec_at_recall_0.50 4_8 0.1287 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.8000 P_10 4_8 0.8000 P_15 4_8 0.6667 P_20 4_8 0.5000 P_30 4_8 0.4667 P_100 4_8 0.2900 P_200 4_8 0.1900 P_500 4_8 0.1020 P_1000 4_8 0.0530 relstring 4_8 '2210123110' recall_5 4_8 0.0417 recall_10 4_8 0.0833 recall_15 4_8 0.1042 recall_20 4_8 0.1042 recall_30 4_8 0.1458 recall_100 4_8 0.3021 recall_200 4_8 0.3958 recall_500 4_8 0.5312 recall_1000 4_8 0.5521 infAP 4_8 0.2109 Rprec_mult_0.20 4_8 0.5000 Rprec_mult_0.40 4_8 0.4359 Rprec_mult_0.60 4_8 0.3448 Rprec_mult_0.80 4_8 0.3117 Rprec_mult_1.00 4_8 0.2917 Rprec_mult_1.20 4_8 0.2759 Rprec_mult_1.40 4_8 0.2370 Rprec_mult_1.60 4_8 0.2273 Rprec_mult_1.80 4_8 0.2139 Rprec_mult_2.00 4_8 0.1979 utility 4_8 -894.0000 11pt_avg 4_8 0.2460 binG 4_8 0.1456 G 4_8 0.1168 ndcg 4_8 0.5086 ndcg_rel 4_8 0.4915 Rndcg 4_8 0.4982 ndcg_cut_5 4_8 0.6015 ndcg_cut_10 4_8 0.6422 ndcg_cut_15 4_8 0.5705 ndcg_cut_20 4_8 0.4813 ndcg_cut_30 4_8 0.4417 ndcg_cut_100 4_8 0.3774 ndcg_cut_200 4_8 0.4363 ndcg_cut_500 4_8 0.4981 ndcg_cut_1000 4_8 0.5086 map_cut_5 4_8 0.0396 map_cut_10 4_8 0.0756 map_cut_15 4_8 0.0902 map_cut_20 4_8 0.0902 map_cut_30 4_8 0.1115 map_cut_100 4_8 0.1671 map_cut_200 4_8 0.1901 map_cut_500 4_8 0.2091 map_cut_1000 4_8 0.2109 relative_P_5 4_8 0.8000 relative_P_10 4_8 0.8000 relative_P_15 4_8 0.6667 relative_P_20 4_8 0.5000 relative_P_30 4_8 0.4667 relative_P_100 4_8 0.3021 relative_P_200 4_8 0.3958 relative_P_500 4_8 0.5312 relative_P_1000 4_8 0.5521 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0530 set_relative_P 4_8 0.5521 set_recall 4_8 0.5521 set_map 4_8 0.0293 set_F 4_8 0.0967 num_nonrel_judged_ret 4_8 55 rbp 4_8 0.3469 rbp_resid 4_8 0.0700 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.1000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 1 map 4_9 0.0000 Rprec 4_9 0.0000 bpref 4_9 0.0102 recip_rank 4_9 0.0011 iprec_at_recall_0.00 4_9 0.0011 iprec_at_recall_0.10 4_9 0.0000 iprec_at_recall_0.20 4_9 0.0000 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.0000 P_10 4_9 0.0000 P_15 4_9 0.0000 P_20 4_9 0.0000 P_30 4_9 0.0000 P_100 4_9 0.0000 P_200 4_9 0.0000 P_500 4_9 0.0000 P_1000 4_9 0.0010 relstring 4_9 '00000--0--' recall_5 4_9 0.0000 recall_10 4_9 0.0000 recall_15 4_9 0.0000 recall_20 4_9 0.0000 recall_30 4_9 0.0000 recall_100 4_9 0.0000 recall_200 4_9 0.0000 recall_500 4_9 0.0000 recall_1000 4_9 0.0118 infAP 4_9 0.0000 Rprec_mult_0.20 4_9 0.0000 Rprec_mult_0.40 4_9 0.0000 Rprec_mult_0.60 4_9 0.0000 Rprec_mult_0.80 4_9 0.0000 Rprec_mult_1.00 4_9 0.0000 Rprec_mult_1.20 4_9 0.0000 Rprec_mult_1.40 4_9 0.0000 Rprec_mult_1.60 4_9 0.0000 Rprec_mult_1.80 4_9 0.0000 Rprec_mult_2.00 4_9 0.0000 utility 4_9 -998.0000 11pt_avg 4_9 0.0001 binG 4_9 0.0012 G 4_9 0.0005 ndcg 4_9 0.0023 ndcg_rel 4_9 0.0023 Rndcg 4_9 0.0006 ndcg_cut_5 4_9 0.0000 ndcg_cut_10 4_9 0.0000 ndcg_cut_15 4_9 0.0000 ndcg_cut_20 4_9 0.0000 ndcg_cut_30 4_9 0.0000 ndcg_cut_100 4_9 0.0000 ndcg_cut_200 4_9 0.0000 ndcg_cut_500 4_9 0.0000 ndcg_cut_1000 4_9 0.0023 map_cut_5 4_9 0.0000 map_cut_10 4_9 0.0000 map_cut_15 4_9 0.0000 map_cut_20 4_9 0.0000 map_cut_30 4_9 0.0000 map_cut_100 4_9 0.0000 map_cut_200 4_9 0.0000 map_cut_500 4_9 0.0000 map_cut_1000 4_9 0.0000 relative_P_5 4_9 0.0000 relative_P_10 4_9 0.0000 relative_P_15 4_9 0.0000 relative_P_20 4_9 0.0000 relative_P_30 4_9 0.0000 relative_P_100 4_9 0.0000 relative_P_200 4_9 0.0000 relative_P_500 4_9 0.0000 relative_P_1000 4_9 0.0118 success_1 4_9 0.0000 success_5 4_9 0.0000 success_10 4_9 0.0000 set_P 4_9 0.0010 set_relative_P 4_9 0.0118 set_recall 4_9 0.0118 set_map 4_9 0.0000 set_F 4_9 0.0018 num_nonrel_judged_ret 4_9 10 rbp 4_9 0.0000 rbp_resid 4_9 0.5263 unj_5 4_9 0.0000 unj_10 4_9 0.4000 unj_20 4_9 0.7000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 26 map 5_10 0.2892 Rprec 5_10 0.3488 bpref 5_10 0.5608 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8000 iprec_at_recall_0.20 5_10 0.6111 iprec_at_recall_0.30 5_10 0.3750 iprec_at_recall_0.40 5_10 0.3750 iprec_at_recall_0.50 5_10 0.3143 iprec_at_recall_0.60 5_10 0.0864 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.6000 P_15 5_10 0.6000 P_20 5_10 0.5500 P_30 5_10 0.3667 P_100 5_10 0.2200 P_200 5_10 0.1250 P_500 5_10 0.0520 P_1000 5_10 0.0260 relstring 5_10 '211020-330' recall_5 5_10 0.0930 recall_10 5_10 0.1395 recall_15 5_10 0.2093 recall_20 5_10 0.2558 recall_30 5_10 0.2558 recall_100 5_10 0.5116 recall_200 5_10 0.5814 recall_500 5_10 0.6047 recall_1000 5_10 0.6047 infAP 5_10 0.2892 Rprec_mult_0.20 5_10 0.6667 Rprec_mult_0.40 5_10 0.6111 Rprec_mult_0.60 5_10 0.4231 Rprec_mult_0.80 5_10 0.3429 Rprec_mult_1.00 5_10 0.3488 Rprec_mult_1.20 5_10 0.3462 Rprec_mult_1.40 5_10 0.3115 Rprec_mult_1.60 5_10 0.3043 Rprec_mult_1.80 5_10 0.2821 Rprec_mult_2.00 5_10 0.2558 utility 5_10 -948.0000 11pt_avg 5_10 0.3238 binG 5_10 0.2068 G 5_10 0.1295 ndcg 5_10 0.5056 ndcg_rel 5_10 0.4360 Rndcg 5_10 0.3607 ndcg_cut_5 5_10 0.3311 ndcg_cut_10 5_10 0.3398 ndcg_cut_15 5_10 0.3426 ndcg_cut_20 5_10 0.3694 ndcg_cut_30 5_10 0.3190 ndcg_cut_100 5_10 0.4548 ndcg_cut_200 5_10 0.5014 ndcg_cut_500 5_10 0.5056 ndcg_cut_1000 5_10 0.5056 map_cut_5 5_10 0.0884 map_cut_10 5_10 0.1184 map_cut_15 5_10 0.1602 map_cut_20 5_10 0.1881 map_cut_30 5_10 0.1881 map_cut_100 5_10 0.2770 map_cut_200 5_10 0.2872 map_cut_500 5_10 0.2892 map_cut_1000 5_10 0.2892 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.6000 relative_P_15 5_10 0.6000 relative_P_20 5_10 0.5500 relative_P_30 5_10 0.3667 relative_P_100 5_10 0.5116 relative_P_200 5_10 0.5814 relative_P_500 5_10 0.6047 relative_P_1000 5_10 0.6047 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0260 set_relative_P 5_10 0.6047 set_recall 5_10 0.6047 set_map 5_10 0.0157 set_F 5_10 0.0499 num_nonrel_judged_ret 5_10 7 rbp 5_10 0.2613 rbp_resid 5_10 0.2689 unj_5 5_10 0.0000 unj_10 5_10 0.1000 unj_20 5_10 0.3000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 98 map 5_13 0.4577 Rprec 5_13 0.5179 bpref 5_13 0.6904 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.7059 iprec_at_recall_0.20 5_13 0.6486 iprec_at_recall_0.30 5_13 0.5909 iprec_at_recall_0.40 5_13 0.5632 iprec_at_recall_0.50 5_13 0.5214 iprec_at_recall_0.60 5_13 0.4891 iprec_at_recall_0.70 5_13 0.3421 iprec_at_recall_0.80 5_13 0.2609 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.8000 P_10 5_13 0.8000 P_15 5_13 0.6667 P_20 5_13 0.6500 P_30 5_13 0.6667 P_100 5_13 0.5300 P_200 5_13 0.3750 P_500 5_13 0.1920 P_1000 5_13 0.0980 relstring 5_13 '4212021023' recall_5 5_13 0.0357 recall_10 5_13 0.0714 recall_15 5_13 0.0893 recall_20 5_13 0.1161 recall_30 5_13 0.1786 recall_100 5_13 0.4732 recall_200 5_13 0.6696 recall_500 5_13 0.8571 recall_1000 5_13 0.8750 infAP 5_13 0.4577 Rprec_mult_0.20 5_13 0.6522 Rprec_mult_0.40 5_13 0.6000 Rprec_mult_0.60 5_13 0.5735 Rprec_mult_0.80 5_13 0.5444 Rprec_mult_1.00 5_13 0.5179 Rprec_mult_1.20 5_13 0.4889 Rprec_mult_1.40 5_13 0.4522 Rprec_mult_1.60 5_13 0.4111 Rprec_mult_1.80 5_13 0.3713 Rprec_mult_2.00 5_13 0.3438 utility 5_13 -804.0000 11pt_avg 5_13 0.4656 binG 5_13 0.2104 G 5_13 0.1722 ndcg 5_13 0.7244 ndcg_rel 5_13 0.6214 Rndcg 5_13 0.6397 ndcg_cut_5 5_13 0.6322 ndcg_cut_10 5_13 0.6229 ndcg_cut_15 5_13 0.6031 ndcg_cut_20 5_13 0.5670 ndcg_cut_30 5_13 0.5470 ndcg_cut_100 5_13 0.5632 ndcg_cut_200 5_13 0.6342 ndcg_cut_500 5_13 0.7190 ndcg_cut_1000 5_13 0.7244 map_cut_5 5_13 0.0357 map_cut_10 5_13 0.0649 map_cut_15 5_13 0.0775 map_cut_20 5_13 0.0957 map_cut_30 5_13 0.1368 map_cut_100 5_13 0.3072 map_cut_200 5_13 0.4026 map_cut_500 5_13 0.4549 map_cut_1000 5_13 0.4577 relative_P_5 5_13 0.8000 relative_P_10 5_13 0.8000 relative_P_15 5_13 0.6667 relative_P_20 5_13 0.6500 relative_P_30 5_13 0.6667 relative_P_100 5_13 0.5300 relative_P_200 5_13 0.6696 relative_P_500 5_13 0.8571 relative_P_1000 5_13 0.8750 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.0980 set_relative_P 5_13 0.8750 set_recall 5_13 0.8750 set_map 5_13 0.0858 set_F 5_13 0.1763 num_nonrel_judged_ret 5_13 49 rbp 5_13 0.3698 rbp_resid 5_13 0.0861 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 37 map 5_14 0.5148 Rprec 5_14 0.4474 bpref 5_14 0.7957 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.8125 iprec_at_recall_0.40 5_14 0.5517 iprec_at_recall_0.50 5_14 0.4419 iprec_at_recall_0.60 5_14 0.3770 iprec_at_recall_0.70 5_14 0.2673 iprec_at_recall_0.80 5_14 0.2190 iprec_at_recall_0.90 5_14 0.1259 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.8000 P_15 5_14 0.8000 P_20 5_14 0.6500 P_30 5_14 0.5333 P_100 5_14 0.2600 P_200 5_14 0.1550 P_500 5_14 0.0740 P_1000 5_14 0.0370 relstring 5_14 '42433244-0' recall_5 5_14 0.1316 recall_10 5_14 0.2105 recall_15 5_14 0.3158 recall_20 5_14 0.3421 recall_30 5_14 0.4211 recall_100 5_14 0.6842 recall_200 5_14 0.8158 recall_500 5_14 0.9737 recall_1000 5_14 0.9737 infAP 5_14 0.5148 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.8125 Rprec_mult_0.60 5_14 0.5652 Rprec_mult_0.80 5_14 0.5161 Rprec_mult_1.00 5_14 0.4474 Rprec_mult_1.20 5_14 0.4348 Rprec_mult_1.40 5_14 0.3889 Rprec_mult_1.60 5_14 0.3770 Rprec_mult_1.80 5_14 0.3478 Rprec_mult_2.00 5_14 0.3289 utility 5_14 -926.0000 11pt_avg 5_14 0.5269 binG 5_14 0.3816 G 5_14 0.3213 ndcg 5_14 0.8459 ndcg_rel 5_14 0.7982 Rndcg 5_14 0.7848 ndcg_cut_5 5_14 0.8516 ndcg_cut_10 5_14 0.8519 ndcg_cut_15 5_14 0.8288 ndcg_cut_20 5_14 0.7445 ndcg_cut_30 5_14 0.7084 ndcg_cut_100 5_14 0.7699 ndcg_cut_200 5_14 0.8162 ndcg_cut_500 5_14 0.8459 ndcg_cut_1000 5_14 0.8459 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2105 map_cut_15 5_14 0.2940 map_cut_20 5_14 0.3154 map_cut_30 5_14 0.3582 map_cut_100 5_14 0.4653 map_cut_200 5_14 0.4961 map_cut_500 5_14 0.5148 map_cut_1000 5_14 0.5148 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.8000 relative_P_15 5_14 0.8000 relative_P_20 5_14 0.6500 relative_P_30 5_14 0.5333 relative_P_100 5_14 0.6842 relative_P_200 5_14 0.8158 relative_P_500 5_14 0.9737 relative_P_1000 5_14 0.9737 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0370 set_relative_P 5_14 0.9737 set_recall 5_14 0.9737 set_map 5_14 0.0360 set_F 5_14 0.0713 num_nonrel_judged_ret 5_14 20 rbp 5_14 0.5262 rbp_resid 5_14 0.1468 unj_5 5_14 0.0000 unj_10 5_14 0.1000 unj_20 5_14 0.1500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 40 map 5_15 0.2355 Rprec 5_15 0.2791 bpref 5_15 0.2374 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.4167 iprec_at_recall_0.20 5_15 0.2857 iprec_at_recall_0.30 5_15 0.2500 iprec_at_recall_0.40 5_15 0.2361 iprec_at_recall_0.50 5_15 0.1746 iprec_at_recall_0.60 5_15 0.1733 iprec_at_recall_0.70 5_15 0.1579 iprec_at_recall_0.80 5_15 0.1553 iprec_at_recall_0.90 5_15 0.0992 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.6000 P_10 5_15 0.4000 P_15 5_15 0.3333 P_20 5_15 0.3000 P_30 5_15 0.2000 P_100 5_15 0.1900 P_200 5_15 0.1500 P_500 5_15 0.0780 P_1000 5_15 0.0400 relstring 5_15 '120010-0-2' recall_5 5_15 0.0698 recall_10 5_15 0.0930 recall_15 5_15 0.1163 recall_20 5_15 0.1395 recall_30 5_15 0.1395 recall_100 5_15 0.4419 recall_200 5_15 0.6977 recall_500 5_15 0.9070 recall_1000 5_15 0.9302 infAP 5_15 0.2355 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.3333 Rprec_mult_0.60 5_15 0.2308 Rprec_mult_0.80 5_15 0.2857 Rprec_mult_1.00 5_15 0.2791 Rprec_mult_1.20 5_15 0.2500 Rprec_mult_1.40 5_15 0.2459 Rprec_mult_1.60 5_15 0.2319 Rprec_mult_1.80 5_15 0.2308 Rprec_mult_2.00 5_15 0.2209 utility 5_15 -920.0000 11pt_avg 5_15 0.2681 binG 5_15 0.2028 G 5_15 0.1532 ndcg 5_15 0.5513 ndcg_rel 5_15 0.3776 Rndcg 5_15 0.2909 ndcg_cut_5 5_15 0.2690 ndcg_cut_10 5_15 0.2206 ndcg_cut_15 5_15 0.2301 ndcg_cut_20 5_15 0.2147 ndcg_cut_30 5_15 0.1832 ndcg_cut_100 5_15 0.3302 ndcg_cut_200 5_15 0.4547 ndcg_cut_500 5_15 0.5472 ndcg_cut_1000 5_15 0.5513 map_cut_5 5_15 0.0605 map_cut_10 5_15 0.0698 map_cut_15 5_15 0.0795 map_cut_20 5_15 0.0872 map_cut_30 5_15 0.0872 map_cut_100 5_15 0.1626 map_cut_200 5_15 0.2066 map_cut_500 5_15 0.2342 map_cut_1000 5_15 0.2355 relative_P_5 5_15 0.6000 relative_P_10 5_15 0.4000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.3000 relative_P_30 5_15 0.2000 relative_P_100 5_15 0.4419 relative_P_200 5_15 0.6977 relative_P_500 5_15 0.9070 relative_P_1000 5_15 0.9302 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0400 set_relative_P 5_15 0.9302 set_recall 5_15 0.9302 set_map 5_15 0.0372 set_F 5_15 0.0767 num_nonrel_judged_ret 5_15 88 rbp 5_15 0.1415 rbp_resid 5_15 0.1495 unj_5 5_15 0.0000 unj_10 5_15 0.2000 unj_20 5_15 0.1500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 84 map 5_2 0.2595 Rprec 5_2 0.3165 bpref 5_2 0.5866 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.8500 iprec_at_recall_0.20 5_2 0.5000 iprec_at_recall_0.30 5_2 0.3443 iprec_at_recall_0.40 5_2 0.2850 iprec_at_recall_0.50 5_2 0.1944 iprec_at_recall_0.60 5_2 0.1146 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.8000 P_10 5_2 0.8000 P_15 5_2 0.8667 P_20 5_2 0.8500 P_30 5_2 0.7000 P_100 5_2 0.3400 P_200 5_2 0.2850 P_500 5_2 0.1480 P_1000 5_2 0.0840 relstring 5_2 '11032142-4' recall_5 5_2 0.0288 recall_10 5_2 0.0576 recall_15 5_2 0.0935 recall_20 5_2 0.1223 recall_30 5_2 0.1511 recall_100 5_2 0.2446 recall_200 5_2 0.4101 recall_500 5_2 0.5324 recall_1000 5_2 0.6043 infAP 5_2 0.2595 Rprec_mult_0.20 5_2 0.7143 Rprec_mult_0.40 5_2 0.4821 Rprec_mult_0.60 5_2 0.3810 Rprec_mult_0.80 5_2 0.3214 Rprec_mult_1.00 5_2 0.3165 Rprec_mult_1.20 5_2 0.2874 Rprec_mult_1.40 5_2 0.2769 Rprec_mult_1.60 5_2 0.2601 Rprec_mult_1.80 5_2 0.2510 Rprec_mult_2.00 5_2 0.2410 utility 5_2 -832.0000 11pt_avg 5_2 0.2989 binG 5_2 0.1479 G 5_2 0.0984 ndcg 5_2 0.5123 ndcg_rel 5_2 0.4531 Rndcg 5_2 0.4188 ndcg_cut_5 5_2 0.3134 ndcg_cut_10 5_2 0.3947 ndcg_cut_15 5_2 0.4546 ndcg_cut_20 5_2 0.4561 ndcg_cut_30 5_2 0.4195 ndcg_cut_100 5_2 0.3477 ndcg_cut_200 5_2 0.4207 ndcg_cut_500 5_2 0.4850 ndcg_cut_1000 5_2 0.5123 map_cut_5 5_2 0.0255 map_cut_10 5_2 0.0498 map_cut_15 5_2 0.0801 map_cut_20 5_2 0.1042 map_cut_30 5_2 0.1257 map_cut_100 5_2 0.1716 map_cut_200 5_2 0.2229 map_cut_500 5_2 0.2506 map_cut_1000 5_2 0.2595 relative_P_5 5_2 0.8000 relative_P_10 5_2 0.8000 relative_P_15 5_2 0.8667 relative_P_20 5_2 0.8500 relative_P_30 5_2 0.7000 relative_P_100 5_2 0.3400 relative_P_200 5_2 0.4101 relative_P_500 5_2 0.5324 relative_P_1000 5_2 0.6043 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0840 set_relative_P 5_2 0.6043 set_recall 5_2 0.6043 set_map 5_2 0.0508 set_F 5_2 0.1475 num_nonrel_judged_ret 5_2 4 rbp 5_2 0.4124 rbp_resid 5_2 0.1394 unj_5 5_2 0.0000 unj_10 5_2 0.1000 unj_20 5_2 0.1000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 28 map 5_4 0.1269 Rprec 5_4 0.1852 bpref 5_4 0.2509 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.5789 iprec_at_recall_0.20 5_4 0.1630 iprec_at_recall_0.30 5_4 0.0000 iprec_at_recall_0.40 5_4 0.0000 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 1.0000 P_10 5_4 0.8000 P_15 5_4 0.6000 P_20 5_4 0.5500 P_30 5_4 0.4667 P_100 5_4 0.2000 P_200 5_4 0.1150 P_500 5_4 0.0540 P_1000 5_4 0.0280 relstring 5_4 '12231-4-41' recall_5 5_4 0.0463 recall_10 5_4 0.0741 recall_15 5_4 0.0833 recall_20 5_4 0.1019 recall_30 5_4 0.1296 recall_100 5_4 0.1852 recall_200 5_4 0.2130 recall_500 5_4 0.2500 recall_1000 5_4 0.2593 infAP 5_4 0.1269 Rprec_mult_0.20 5_4 0.5455 Rprec_mult_0.40 5_4 0.3636 Rprec_mult_0.60 5_4 0.2615 Rprec_mult_0.80 5_4 0.2184 Rprec_mult_1.00 5_4 0.1852 Rprec_mult_1.20 5_4 0.1615 Rprec_mult_1.40 5_4 0.1447 Rprec_mult_1.60 5_4 0.1329 Rprec_mult_1.80 5_4 0.1179 Rprec_mult_2.00 5_4 0.1065 utility 5_4 -944.0000 11pt_avg 5_4 0.1584 binG 5_4 0.0987 G 5_4 0.0527 ndcg 5_4 0.2929 ndcg_rel 5_4 0.3075 Rndcg 5_4 0.3217 ndcg_cut_5 5_4 0.4189 ndcg_cut_10 5_4 0.4586 ndcg_cut_15 5_4 0.3977 ndcg_cut_20 5_4 0.3880 ndcg_cut_30 5_4 0.3821 ndcg_cut_100 5_4 0.2679 ndcg_cut_200 5_4 0.2757 ndcg_cut_500 5_4 0.2906 ndcg_cut_1000 5_4 0.2929 map_cut_5 5_4 0.0463 map_cut_10 5_4 0.0688 map_cut_15 5_4 0.0758 map_cut_20 5_4 0.0866 map_cut_30 5_4 0.1014 map_cut_100 5_4 0.1189 map_cut_200 5_4 0.1233 map_cut_500 5_4 0.1264 map_cut_1000 5_4 0.1269 relative_P_5 5_4 1.0000 relative_P_10 5_4 0.8000 relative_P_15 5_4 0.6000 relative_P_20 5_4 0.5500 relative_P_30 5_4 0.4667 relative_P_100 5_4 0.2000 relative_P_200 5_4 0.2130 relative_P_500 5_4 0.2500 relative_P_1000 5_4 0.2593 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0280 set_relative_P 5_4 0.2593 set_recall 5_4 0.2593 set_map 5_4 0.0073 set_F 5_4 0.0505 num_nonrel_judged_ret 5_4 7 rbp 5_4 0.3327 rbp_resid 5_4 0.3436 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.4000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 44 map 5_5 0.2988 Rprec 5_5 0.3519 bpref 5_5 0.3827 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 1.0000 iprec_at_recall_0.20 5_5 0.8387 iprec_at_recall_0.30 5_5 0.5818 iprec_at_recall_0.40 5_5 0.2183 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 1.0000 P_15 5_5 1.0000 P_20 5_5 0.8500 P_30 5_5 0.8333 P_100 5_5 0.3600 P_200 5_5 0.2150 P_500 5_5 0.0880 P_1000 5_5 0.0440 relstring 5_5 '1212421214' recall_5 5_5 0.0463 recall_10 5_5 0.0926 recall_15 5_5 0.1389 recall_20 5_5 0.1574 recall_30 5_5 0.2315 recall_100 5_5 0.3333 recall_200 5_5 0.3981 recall_500 5_5 0.4074 recall_1000 5_5 0.4074 infAP 5_5 0.2988 Rprec_mult_0.20 5_5 0.8636 Rprec_mult_0.40 5_5 0.6136 Rprec_mult_0.60 5_5 0.5077 Rprec_mult_0.80 5_5 0.3908 Rprec_mult_1.00 5_5 0.3519 Rprec_mult_1.20 5_5 0.3000 Rprec_mult_1.40 5_5 0.2697 Rprec_mult_1.60 5_5 0.2370 Rprec_mult_1.80 5_5 0.2154 Rprec_mult_2.00 5_5 0.2037 utility 5_5 -912.0000 11pt_avg 5_5 0.3308 binG 5_5 0.2129 G 5_5 0.0785 ndcg 5_5 0.3947 ndcg_rel 5_5 0.4135 Rndcg 5_5 0.4087 ndcg_cut_5 5_5 0.4533 ndcg_cut_10 5_5 0.5129 ndcg_cut_15 5_5 0.5182 ndcg_cut_20 5_5 0.4944 ndcg_cut_30 5_5 0.5030 ndcg_cut_100 5_5 0.3628 ndcg_cut_200 5_5 0.3886 ndcg_cut_500 5_5 0.3947 ndcg_cut_1000 5_5 0.3947 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0926 map_cut_15 5_5 0.1389 map_cut_20 5_5 0.1563 map_cut_30 5_5 0.2177 map_cut_100 5_5 0.2778 map_cut_200 5_5 0.2968 map_cut_500 5_5 0.2988 map_cut_1000 5_5 0.2988 relative_P_5 5_5 1.0000 relative_P_10 5_5 1.0000 relative_P_15 5_5 1.0000 relative_P_20 5_5 0.8500 relative_P_30 5_5 0.8333 relative_P_100 5_5 0.3600 relative_P_200 5_5 0.3981 relative_P_500 5_5 0.4074 relative_P_1000 5_5 0.4074 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0440 set_relative_P 5_5 0.4074 set_recall 5_5 0.4074 set_map 5_5 0.0179 set_F 5_5 0.0794 num_nonrel_judged_ret 5_5 37 rbp 5_5 0.3900 rbp_resid 5_5 0.0567 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.0500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 59 map 5_8 0.2804 Rprec 5_8 0.3974 bpref 5_8 0.5397 recip_rank 5_8 0.2000 iprec_at_recall_0.00 5_8 0.5789 iprec_at_recall_0.10 5_8 0.5789 iprec_at_recall_0.20 5_8 0.4872 iprec_at_recall_0.30 5_8 0.4364 iprec_at_recall_0.40 5_8 0.4133 iprec_at_recall_0.50 5_8 0.3679 iprec_at_recall_0.60 5_8 0.3176 iprec_at_recall_0.70 5_8 0.1451 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.2000 P_10 5_8 0.5000 P_15 5_8 0.5333 P_20 5_8 0.5500 P_30 5_8 0.4667 P_100 5_8 0.3700 P_200 5_8 0.2350 P_500 5_8 0.1180 P_1000 5_8 0.0590 relstring 5_8 '0000101331' recall_5 5_8 0.0128 recall_10 5_8 0.0641 recall_15 5_8 0.1026 recall_20 5_8 0.1410 recall_30 5_8 0.1795 recall_100 5_8 0.4744 recall_200 5_8 0.6026 recall_500 5_8 0.7564 recall_1000 5_8 0.7564 infAP 5_8 0.2804 Rprec_mult_0.20 5_8 0.5000 Rprec_mult_0.40 5_8 0.4688 Rprec_mult_0.60 5_8 0.4468 Rprec_mult_0.80 5_8 0.3968 Rprec_mult_1.00 5_8 0.3974 Rprec_mult_1.20 5_8 0.3936 Rprec_mult_1.40 5_8 0.3545 Rprec_mult_1.60 5_8 0.3520 Rprec_mult_1.80 5_8 0.3191 Rprec_mult_2.00 5_8 0.3013 utility 5_8 -882.0000 11pt_avg 5_8 0.3023 binG 5_8 0.1543 G 5_8 0.1206 ndcg 5_8 0.4890 ndcg_rel 5_8 0.3529 Rndcg 5_8 0.2426 ndcg_cut_5 5_8 0.0352 ndcg_cut_10 5_8 0.1814 ndcg_cut_15 5_8 0.2013 ndcg_cut_20 5_8 0.2331 ndcg_cut_30 5_8 0.2190 ndcg_cut_100 5_8 0.3496 ndcg_cut_200 5_8 0.4151 ndcg_cut_500 5_8 0.4890 ndcg_cut_1000 5_8 0.4890 map_cut_5 5_8 0.0026 map_cut_10 5_8 0.0231 map_cut_15 5_8 0.0438 map_cut_20 5_8 0.0651 map_cut_30 5_8 0.0832 map_cut_100 5_8 0.2108 map_cut_200 5_8 0.2558 map_cut_500 5_8 0.2804 map_cut_1000 5_8 0.2804 relative_P_5 5_8 0.2000 relative_P_10 5_8 0.5000 relative_P_15 5_8 0.5333 relative_P_20 5_8 0.5500 relative_P_30 5_8 0.4667 relative_P_100 5_8 0.4744 relative_P_200 5_8 0.6026 relative_P_500 5_8 0.7564 relative_P_1000 5_8 0.7564 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0590 set_relative_P 5_8 0.7564 set_recall 5_8 0.7564 set_map 5_8 0.0446 set_F 5_8 0.1095 num_nonrel_judged_ret 5_8 40 rbp 5_8 0.1677 rbp_resid 5_8 0.0963 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.1000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 47 map 5_9 0.6732 Rprec 5_9 0.6792 bpref 5_9 0.8159 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 1.0000 iprec_at_recall_0.20 5_9 0.9000 iprec_at_recall_0.30 5_9 0.9000 iprec_at_recall_0.40 5_9 0.8462 iprec_at_recall_0.50 5_9 0.8182 iprec_at_recall_0.60 5_9 0.7447 iprec_at_recall_0.70 5_9 0.6852 iprec_at_recall_0.80 5_9 0.5122 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 1.0000 P_10 5_9 0.8000 P_15 5_9 0.8667 P_20 5_9 0.9000 P_30 5_9 0.8000 P_100 5_9 0.4300 P_200 5_9 0.2300 P_500 5_9 0.0920 P_1000 5_9 0.0470 relstring 5_9 '4143233004' recall_5 5_9 0.0943 recall_10 5_9 0.1509 recall_15 5_9 0.2453 recall_20 5_9 0.3396 recall_30 5_9 0.4528 recall_100 5_9 0.8113 recall_200 5_9 0.8679 recall_500 5_9 0.8679 recall_1000 5_9 0.8868 infAP 5_9 0.6732 Rprec_mult_0.20 5_9 0.8182 Rprec_mult_0.40 5_9 0.8182 Rprec_mult_0.60 5_9 0.8125 Rprec_mult_0.80 5_9 0.7209 Rprec_mult_1.00 5_9 0.6792 Rprec_mult_1.20 5_9 0.5938 Rprec_mult_1.40 5_9 0.5467 Rprec_mult_1.60 5_9 0.4941 Rprec_mult_1.80 5_9 0.4375 Rprec_mult_2.00 5_9 0.4057 utility 5_9 -906.0000 11pt_avg 5_9 0.6733 binG 5_9 0.3816 G 5_9 0.2190 ndcg 5_9 0.8123 ndcg_rel 5_9 0.7401 Rndcg 5_9 0.7292 ndcg_cut_5 5_9 0.7374 ndcg_cut_10 5_9 0.6560 ndcg_cut_15 5_9 0.6867 ndcg_cut_20 5_9 0.6980 ndcg_cut_30 5_9 0.7022 ndcg_cut_100 5_9 0.7897 ndcg_cut_200 5_9 0.8071 ndcg_cut_500 5_9 0.8071 ndcg_cut_1000 5_9 0.8123 map_cut_5 5_9 0.0943 map_cut_10 5_9 0.1472 map_cut_15 5_9 0.2268 map_cut_20 5_9 0.3106 map_cut_30 5_9 0.4048 map_cut_100 5_9 0.6526 map_cut_200 5_9 0.6718 map_cut_500 5_9 0.6718 map_cut_1000 5_9 0.6732 relative_P_5 5_9 1.0000 relative_P_10 5_9 0.8000 relative_P_15 5_9 0.8667 relative_P_20 5_9 0.9000 relative_P_30 5_9 0.8000 relative_P_100 5_9 0.8113 relative_P_200 5_9 0.8679 relative_P_500 5_9 0.8679 relative_P_1000 5_9 0.8868 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0470 set_relative_P 5_9 0.8868 set_recall 5_9 0.8868 set_map 5_9 0.0417 set_F 5_9 0.0893 num_nonrel_judged_ret 5_9 12 rbp 5_9 0.6365 rbp_resid 5_9 0.0212 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 99 map 6_1 0.1422 Rprec 6_1 0.2205 bpref 6_1 0.2602 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.7174 iprec_at_recall_0.20 6_1 0.2638 iprec_at_recall_0.30 6_1 0.1099 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 0.8000 P_10 6_1 0.8000 P_15 6_1 0.8000 P_20 6_1 0.7500 P_30 6_1 0.7667 P_100 6_1 0.4600 P_200 6_1 0.3050 P_500 6_1 0.1700 P_1000 6_1 0.0990 relstring 6_1 '3130312011' recall_5 6_1 0.0121 recall_10 6_1 0.0242 recall_15 6_1 0.0363 recall_20 6_1 0.0453 recall_30 6_1 0.0695 recall_100 6_1 0.1390 recall_200 6_1 0.1843 recall_500 6_1 0.2568 recall_1000 6_1 0.2991 infAP 6_1 0.1422 Rprec_mult_0.20 6_1 0.5522 Rprec_mult_0.40 6_1 0.3985 Rprec_mult_0.60 6_1 0.3065 Rprec_mult_0.80 6_1 0.2528 Rprec_mult_1.00 6_1 0.2205 Rprec_mult_1.20 6_1 0.1960 Rprec_mult_1.40 6_1 0.1810 Rprec_mult_1.60 6_1 0.1679 Rprec_mult_1.80 6_1 0.1544 Rprec_mult_2.00 6_1 0.1405 utility 6_1 -802.0000 11pt_avg 6_1 0.1901 binG 6_1 0.0723 G 6_1 0.0525 ndcg 6_1 0.3393 ndcg_rel 6_1 0.3645 Rndcg 6_1 0.4547 ndcg_cut_5 6_1 0.6390 ndcg_cut_10 6_1 0.5403 ndcg_cut_15 6_1 0.5393 ndcg_cut_20 6_1 0.5451 ndcg_cut_30 6_1 0.5388 ndcg_cut_100 6_1 0.4038 ndcg_cut_200 6_1 0.3342 ndcg_cut_500 6_1 0.3149 ndcg_cut_1000 6_1 0.3393 map_cut_5 6_1 0.0115 map_cut_10 6_1 0.0214 map_cut_15 6_1 0.0311 map_cut_20 6_1 0.0379 map_cut_30 6_1 0.0569 map_cut_100 6_1 0.1011 map_cut_200 6_1 0.1194 map_cut_500 6_1 0.1360 map_cut_1000 6_1 0.1422 relative_P_5 6_1 0.8000 relative_P_10 6_1 0.8000 relative_P_15 6_1 0.8000 relative_P_20 6_1 0.7500 relative_P_30 6_1 0.7667 relative_P_100 6_1 0.4600 relative_P_200 6_1 0.3050 relative_P_500 6_1 0.2568 relative_P_1000 6_1 0.2991 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0990 set_relative_P 6_1 0.2991 set_recall 6_1 0.2991 set_map 6_1 0.0296 set_F 6_1 0.1488 num_nonrel_judged_ret 6_1 30 rbp 6_1 0.3720 rbp_resid 6_1 0.0255 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 28 map 6_10 0.2828 Rprec 6_10 0.3111 bpref 6_10 0.5832 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 1.0000 iprec_at_recall_0.20 6_10 0.5625 iprec_at_recall_0.30 6_10 0.4118 iprec_at_recall_0.40 6_10 0.2143 iprec_at_recall_0.50 6_10 0.1494 iprec_at_recall_0.60 6_10 0.0968 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 1.0000 P_10 6_10 0.7000 P_15 6_10 0.5333 P_20 6_10 0.4500 P_30 6_10 0.4000 P_100 6_10 0.1900 P_200 6_10 0.1200 P_500 6_10 0.0560 P_1000 6_10 0.0280 relstring 6_10 '331121010-' recall_5 6_10 0.1111 recall_10 6_10 0.1556 recall_15 6_10 0.1778 recall_20 6_10 0.2000 recall_30 6_10 0.2667 recall_100 6_10 0.4222 recall_200 6_10 0.5333 recall_500 6_10 0.6222 recall_1000 6_10 0.6222 infAP 6_10 0.2828 Rprec_mult_0.20 6_10 0.7778 Rprec_mult_0.40 6_10 0.5000 Rprec_mult_0.60 6_10 0.3704 Rprec_mult_0.80 6_10 0.3889 Rprec_mult_1.00 6_10 0.3111 Rprec_mult_1.20 6_10 0.2963 Rprec_mult_1.40 6_10 0.2698 Rprec_mult_1.60 6_10 0.2361 Rprec_mult_1.80 6_10 0.2099 Rprec_mult_2.00 6_10 0.2111 utility 6_10 -944.0000 11pt_avg 6_10 0.3122 binG 6_10 0.2372 G 6_10 0.1407 ndcg 6_10 0.5239 ndcg_rel 6_10 0.5189 Rndcg 6_10 0.5003 ndcg_cut_5 6_10 0.6701 ndcg_cut_10 6_10 0.4968 ndcg_cut_15 6_10 0.4237 ndcg_cut_20 6_10 0.4105 ndcg_cut_30 6_10 0.3972 ndcg_cut_100 6_10 0.4644 ndcg_cut_200 6_10 0.5006 ndcg_cut_500 6_10 0.5239 ndcg_cut_1000 6_10 0.5239 map_cut_5 6_10 0.1111 map_cut_10 6_10 0.1528 map_cut_15 6_10 0.1689 map_cut_20 6_10 0.1814 map_cut_30 6_10 0.2083 map_cut_100 6_10 0.2565 map_cut_200 6_10 0.2738 map_cut_500 6_10 0.2828 map_cut_1000 6_10 0.2828 relative_P_5 6_10 1.0000 relative_P_10 6_10 0.7000 relative_P_15 6_10 0.5333 relative_P_20 6_10 0.4500 relative_P_30 6_10 0.4000 relative_P_100 6_10 0.4222 relative_P_200 6_10 0.5333 relative_P_500 6_10 0.6222 relative_P_1000 6_10 0.6222 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0280 set_relative_P 6_10 0.6222 set_recall 6_10 0.6222 set_map 6_10 0.0174 set_F 6_10 0.0536 num_nonrel_judged_ret 6_10 8 rbp 6_10 0.2788 rbp_resid 6_10 0.2906 unj_5 6_10 0.0000 unj_10 6_10 0.1000 unj_20 6_10 0.4000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 5 map 6_11 0.0002 Rprec 6_11 0.0000 bpref 6_11 0.0332 recip_rank 6_11 0.0078 iprec_at_recall_0.00 6_11 0.0078 iprec_at_recall_0.10 6_11 0.0000 iprec_at_recall_0.20 6_11 0.0000 iprec_at_recall_0.30 6_11 0.0000 iprec_at_recall_0.40 6_11 0.0000 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.0000 P_10 6_11 0.0000 P_15 6_11 0.0000 P_20 6_11 0.0000 P_30 6_11 0.0000 P_100 6_11 0.0000 P_200 6_11 0.0050 P_500 6_11 0.0040 P_1000 6_11 0.0050 relstring 6_11 '00000---00' recall_5 6_11 0.0000 recall_10 6_11 0.0000 recall_15 6_11 0.0000 recall_20 6_11 0.0000 recall_30 6_11 0.0000 recall_100 6_11 0.0000 recall_200 6_11 0.0085 recall_500 6_11 0.0169 recall_1000 6_11 0.0424 infAP 6_11 0.0002 Rprec_mult_0.20 6_11 0.0000 Rprec_mult_0.40 6_11 0.0000 Rprec_mult_0.60 6_11 0.0000 Rprec_mult_0.80 6_11 0.0000 Rprec_mult_1.00 6_11 0.0000 Rprec_mult_1.20 6_11 0.0070 Rprec_mult_1.40 6_11 0.0060 Rprec_mult_1.60 6_11 0.0053 Rprec_mult_1.80 6_11 0.0047 Rprec_mult_2.00 6_11 0.0042 utility 6_11 -990.0000 11pt_avg 6_11 0.0007 binG 6_11 0.0048 G 6_11 0.0049 ndcg 6_11 0.0223 ndcg_rel 6_11 0.0219 Rndcg 6_11 0.0056 ndcg_cut_5 6_11 0.0000 ndcg_cut_10 6_11 0.0000 ndcg_cut_15 6_11 0.0000 ndcg_cut_20 6_11 0.0000 ndcg_cut_30 6_11 0.0000 ndcg_cut_100 6_11 0.0000 ndcg_cut_200 6_11 0.0036 ndcg_cut_500 6_11 0.0094 ndcg_cut_1000 6_11 0.0223 map_cut_5 6_11 0.0000 map_cut_10 6_11 0.0000 map_cut_15 6_11 0.0000 map_cut_20 6_11 0.0000 map_cut_30 6_11 0.0000 map_cut_100 6_11 0.0000 map_cut_200 6_11 0.0001 map_cut_500 6_11 0.0001 map_cut_1000 6_11 0.0002 relative_P_5 6_11 0.0000 relative_P_10 6_11 0.0000 relative_P_15 6_11 0.0000 relative_P_20 6_11 0.0000 relative_P_30 6_11 0.0000 relative_P_100 6_11 0.0000 relative_P_200 6_11 0.0085 relative_P_500 6_11 0.0169 relative_P_1000 6_11 0.0424 success_1 6_11 0.0000 success_5 6_11 0.0000 success_10 6_11 0.0000 set_P 6_11 0.0050 set_relative_P 6_11 0.0424 set_recall 6_11 0.0424 set_map 6_11 0.0002 set_F 6_11 0.0089 num_nonrel_judged_ret 6_11 27 rbp 6_11 0.0000 rbp_resid 6_11 0.4879 unj_5 6_11 0.0000 unj_10 6_11 0.3000 unj_20 6_11 0.6000 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 54 map 6_12 0.6133 Rprec 6_12 0.6377 bpref 6_12 0.7586 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 0.9167 iprec_at_recall_0.30 6_12 0.9167 iprec_at_recall_0.40 6_12 0.8286 iprec_at_recall_0.50 6_12 0.7917 iprec_at_recall_0.60 6_12 0.7321 iprec_at_recall_0.70 6_12 0.5783 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 0.9000 P_15 6_12 0.8667 P_20 6_12 0.9000 P_30 6_12 0.8000 P_100 6_12 0.4900 P_200 6_12 0.2550 P_500 6_12 0.1080 P_1000 6_12 0.0540 relstring 6_12 '3333333310' recall_5 6_12 0.0725 recall_10 6_12 0.1304 recall_15 6_12 0.1884 recall_20 6_12 0.2609 recall_30 6_12 0.3478 recall_100 6_12 0.7101 recall_200 6_12 0.7391 recall_500 6_12 0.7826 recall_1000 6_12 0.7826 infAP 6_12 0.6133 Rprec_mult_0.20 6_12 0.9286 Rprec_mult_0.40 6_12 0.8571 Rprec_mult_0.60 6_12 0.7857 Rprec_mult_0.80 6_12 0.7321 Rprec_mult_1.00 6_12 0.6377 Rprec_mult_1.20 6_12 0.5783 Rprec_mult_1.40 6_12 0.5052 Rprec_mult_1.60 6_12 0.4414 Rprec_mult_1.80 6_12 0.4000 Rprec_mult_2.00 6_12 0.3623 utility 6_12 -892.0000 11pt_avg 6_12 0.6149 binG 6_12 0.3507 G 6_12 0.2290 ndcg 6_12 0.7867 ndcg_rel 6_12 0.8083 Rndcg 6_12 0.7346 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.8312 ndcg_cut_15 6_12 0.8409 ndcg_cut_20 6_12 0.8663 ndcg_cut_30 6_12 0.8089 ndcg_cut_100 6_12 0.7506 ndcg_cut_200 6_12 0.7654 ndcg_cut_500 6_12 0.7867 ndcg_cut_1000 6_12 0.7867 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1304 map_cut_15 6_12 0.1837 map_cut_20 6_12 0.2481 map_cut_30 6_12 0.3257 map_cut_100 6_12 0.5937 map_cut_200 6_12 0.6036 map_cut_500 6_12 0.6133 map_cut_1000 6_12 0.6133 relative_P_5 6_12 1.0000 relative_P_10 6_12 0.9000 relative_P_15 6_12 0.8667 relative_P_20 6_12 0.9000 relative_P_30 6_12 0.8000 relative_P_100 6_12 0.7101 relative_P_200 6_12 0.7391 relative_P_500 6_12 0.7826 relative_P_1000 6_12 0.7826 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0540 set_relative_P 6_12 0.7826 set_recall 6_12 0.7826 set_map 6_12 0.0423 set_F 6_12 0.1010 num_nonrel_judged_ret 6_12 6 rbp 6_12 0.6611 rbp_resid 6_12 0.0366 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 79 map 6_13 0.4657 Rprec 6_13 0.5421 bpref 6_13 0.6932 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.8125 iprec_at_recall_0.20 6_13 0.8000 iprec_at_recall_0.30 6_13 0.7609 iprec_at_recall_0.40 6_13 0.6825 iprec_at_recall_0.50 6_13 0.5806 iprec_at_recall_0.60 6_13 0.4161 iprec_at_recall_0.70 6_13 0.2660 iprec_at_recall_0.80 6_13 0.0000 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.8000 P_10 6_13 0.8000 P_15 6_13 0.8000 P_20 6_13 0.7000 P_30 6_13 0.7667 P_100 6_13 0.5500 P_200 6_13 0.3550 P_500 6_13 0.1580 P_1000 6_13 0.0790 relstring 6_13 '30232312-2' recall_5 6_13 0.0374 recall_10 6_13 0.0748 recall_15 6_13 0.1121 recall_20 6_13 0.1308 recall_30 6_13 0.2150 recall_100 6_13 0.5140 recall_200 6_13 0.6636 recall_500 6_13 0.7383 recall_1000 6_13 0.7383 infAP 6_13 0.4657 Rprec_mult_0.20 6_13 0.6818 Rprec_mult_0.40 6_13 0.7442 Rprec_mult_0.60 6_13 0.6615 Rprec_mult_0.80 6_13 0.5930 Rprec_mult_1.00 6_13 0.5421 Rprec_mult_1.20 6_13 0.4729 Rprec_mult_1.40 6_13 0.4133 Rprec_mult_1.60 6_13 0.4012 Rprec_mult_1.80 6_13 0.3679 Rprec_mult_2.00 6_13 0.3364 utility 6_13 -842.0000 11pt_avg 6_13 0.4835 binG 6_13 0.2084 G 6_13 0.1614 ndcg 6_13 0.7013 ndcg_rel 6_13 0.6514 Rndcg 6_13 0.6260 ndcg_cut_5 6_13 0.6858 ndcg_cut_10 6_13 0.6366 ndcg_cut_15 6_13 0.6249 ndcg_cut_20 6_13 0.5977 ndcg_cut_30 6_13 0.6156 ndcg_cut_100 6_13 0.5915 ndcg_cut_200 6_13 0.6589 ndcg_cut_500 6_13 0.7013 ndcg_cut_1000 6_13 0.7013 map_cut_5 6_13 0.0301 map_cut_10 6_13 0.0615 map_cut_15 6_13 0.0918 map_cut_20 6_13 0.1062 map_cut_30 6_13 0.1675 map_cut_100 6_13 0.3790 map_cut_200 6_13 0.4466 map_cut_500 6_13 0.4657 map_cut_1000 6_13 0.4657 relative_P_5 6_13 0.8000 relative_P_10 6_13 0.8000 relative_P_15 6_13 0.8000 relative_P_20 6_13 0.7000 relative_P_30 6_13 0.7667 relative_P_100 6_13 0.5500 relative_P_200 6_13 0.6636 relative_P_500 6_13 0.7383 relative_P_1000 6_13 0.7383 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0790 set_relative_P 6_13 0.7383 set_recall 6_13 0.7383 set_map 6_13 0.0583 set_F 6_13 0.1427 num_nonrel_judged_ret 6_13 7 rbp 6_13 0.5483 rbp_resid 6_13 0.1278 unj_5 6_13 0.0000 unj_10 6_13 0.1000 unj_20 6_13 0.2000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 40 map 6_14 0.3114 Rprec 6_14 0.3929 bpref 6_14 0.4474 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.7500 iprec_at_recall_0.20 6_14 0.4800 iprec_at_recall_0.30 6_14 0.4722 iprec_at_recall_0.40 6_14 0.3929 iprec_at_recall_0.50 6_14 0.3011 iprec_at_recall_0.60 6_14 0.1791 iprec_at_recall_0.70 6_14 0.1523 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.7000 P_15 6_14 0.6000 P_20 6_14 0.4500 P_30 6_14 0.4333 P_100 6_14 0.2800 P_200 6_14 0.1750 P_500 6_14 0.0800 P_1000 6_14 0.0400 relstring 6_14 '32203202-2' recall_5 6_14 0.0714 recall_10 6_14 0.1250 recall_15 6_14 0.1607 recall_20 6_14 0.1607 recall_30 6_14 0.2321 recall_100 6_14 0.5000 recall_200 6_14 0.6250 recall_500 6_14 0.7143 recall_1000 6_14 0.7143 infAP 6_14 0.3114 Rprec_mult_0.20 6_14 0.7500 Rprec_mult_0.40 6_14 0.4348 Rprec_mult_0.60 6_14 0.4412 Rprec_mult_0.80 6_14 0.4222 Rprec_mult_1.00 6_14 0.3929 Rprec_mult_1.20 6_14 0.3529 Rprec_mult_1.40 6_14 0.3038 Rprec_mult_1.60 6_14 0.2889 Rprec_mult_1.80 6_14 0.2772 Rprec_mult_2.00 6_14 0.2589 utility 6_14 -920.0000 11pt_avg 6_14 0.3389 binG 6_14 0.2088 G 6_14 0.1914 ndcg 6_14 0.6715 ndcg_rel 6_14 0.6359 Rndcg 6_14 0.6071 ndcg_cut_5 6_14 0.7261 ndcg_cut_10 6_14 0.6733 ndcg_cut_15 6_14 0.6278 ndcg_cut_20 6_14 0.5426 ndcg_cut_30 6_14 0.5195 ndcg_cut_100 6_14 0.5798 ndcg_cut_200 6_14 0.6375 ndcg_cut_500 6_14 0.6715 ndcg_cut_1000 6_14 0.6715 map_cut_5 6_14 0.0679 map_cut_10 6_14 0.1086 map_cut_15 6_14 0.1350 map_cut_20 6_14 0.1350 map_cut_30 6_14 0.1676 map_cut_100 6_14 0.2720 map_cut_200 6_14 0.2973 map_cut_500 6_14 0.3114 map_cut_1000 6_14 0.3114 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.7000 relative_P_15 6_14 0.6000 relative_P_20 6_14 0.4500 relative_P_30 6_14 0.4333 relative_P_100 6_14 0.5000 relative_P_200 6_14 0.6250 relative_P_500 6_14 0.7143 relative_P_1000 6_14 0.7143 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0400 set_relative_P 6_14 0.7143 set_recall 6_14 0.7143 set_map 6_14 0.0286 set_F 6_14 0.0758 num_nonrel_judged_ret 6_14 52 rbp 6_14 0.4508 rbp_resid 6_14 0.1184 unj_5 6_14 0.0000 unj_10 6_14 0.1000 unj_20 6_14 0.1500 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 13 map 6_16 0.0135 Rprec 6_16 0.0690 bpref 6_16 0.1249 recip_rank 6_16 0.0667 iprec_at_recall_0.00 6_16 0.0909 iprec_at_recall_0.10 6_16 0.0316 iprec_at_recall_0.20 6_16 0.0254 iprec_at_recall_0.30 6_16 0.0229 iprec_at_recall_0.40 6_16 0.0165 iprec_at_recall_0.50 6_16 0.0000 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0667 P_20 6_16 0.0500 P_30 6_16 0.0667 P_100 6_16 0.0300 P_200 6_16 0.0150 P_500 6_16 0.0180 P_1000 6_16 0.0130 relstring 6_16 '000000----' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0345 recall_20 6_16 0.0345 recall_30 6_16 0.0690 recall_100 6_16 0.1034 recall_200 6_16 0.1034 recall_500 6_16 0.3103 recall_1000 6_16 0.4483 infAP 6_16 0.0135 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0556 Rprec_mult_0.80 6_16 0.0833 Rprec_mult_1.00 6_16 0.0690 Rprec_mult_1.20 6_16 0.0571 Rprec_mult_1.40 6_16 0.0488 Rprec_mult_1.60 6_16 0.0426 Rprec_mult_1.80 6_16 0.0377 Rprec_mult_2.00 6_16 0.0345 utility 6_16 -974.0000 11pt_avg 6_16 0.0170 binG 6_16 0.0618 G 6_16 0.0513 ndcg 6_16 0.1622 ndcg_rel 6_16 0.1303 Rndcg 6_16 0.0546 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0142 ndcg_cut_20 6_16 0.0125 ndcg_cut_30 6_16 0.0205 ndcg_cut_100 6_16 0.0404 ndcg_cut_200 6_16 0.0404 ndcg_cut_500 6_16 0.1208 ndcg_cut_1000 6_16 0.1622 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0023 map_cut_20 6_16 0.0023 map_cut_30 6_16 0.0054 map_cut_100 6_16 0.0065 map_cut_200 6_16 0.0065 map_cut_500 6_16 0.0112 map_cut_1000 6_16 0.0135 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0667 relative_P_20 6_16 0.0500 relative_P_30 6_16 0.0690 relative_P_100 6_16 0.1034 relative_P_200 6_16 0.1034 relative_P_500 6_16 0.3103 relative_P_1000 6_16 0.4483 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0130 set_relative_P 6_16 0.4483 set_recall 6_16 0.4483 set_map 6_16 0.0058 set_F 6_16 0.0253 num_nonrel_judged_ret 6_16 29 rbp 6_16 0.0113 rbp_resid 6_16 0.4550 unj_5 6_16 0.0000 unj_10 6_16 0.4000 unj_20 6_16 0.6000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 17 map 6_3 0.0848 Rprec 6_3 0.1340 bpref 6_3 0.1718 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.3448 iprec_at_recall_0.20 6_3 0.0000 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 1.0000 P_10 6_3 0.5000 P_15 6_3 0.4000 P_20 6_3 0.4000 P_30 6_3 0.3333 P_100 6_3 0.1400 P_200 6_3 0.0850 P_500 6_3 0.0340 P_1000 6_3 0.0170 relstring 6_3 '12111-----' recall_5 6_3 0.0515 recall_10 6_3 0.0515 recall_15 6_3 0.0619 recall_20 6_3 0.0825 recall_30 6_3 0.1031 recall_100 6_3 0.1443 recall_200 6_3 0.1753 recall_500 6_3 0.1753 recall_1000 6_3 0.1753 infAP 6_3 0.0848 Rprec_mult_0.20 6_3 0.4000 Rprec_mult_0.40 6_3 0.2564 Rprec_mult_0.60 6_3 0.1864 Rprec_mult_0.80 6_3 0.1410 Rprec_mult_1.00 6_3 0.1340 Rprec_mult_1.20 6_3 0.1453 Rprec_mult_1.40 6_3 0.1250 Rprec_mult_1.60 6_3 0.1090 Rprec_mult_1.80 6_3 0.0971 Rprec_mult_2.00 6_3 0.0876 utility 6_3 -966.0000 11pt_avg 6_3 0.1223 binG 6_3 0.0774 G 6_3 0.0290 ndcg 6_3 0.1684 ndcg_rel 6_3 0.1790 Rndcg 6_3 0.2080 ndcg_cut_5 6_3 0.3417 ndcg_cut_10 6_3 0.2345 ndcg_cut_15 6_3 0.2034 ndcg_cut_20 6_3 0.2255 ndcg_cut_30 6_3 0.2201 ndcg_cut_100 6_3 0.1542 ndcg_cut_200 6_3 0.1684 ndcg_cut_500 6_3 0.1684 ndcg_cut_1000 6_3 0.1684 map_cut_5 6_3 0.0515 map_cut_10 6_3 0.0515 map_cut_15 6_3 0.0572 map_cut_20 6_3 0.0660 map_cut_30 6_3 0.0729 map_cut_100 6_3 0.0801 map_cut_200 6_3 0.0848 map_cut_500 6_3 0.0848 map_cut_1000 6_3 0.0848 relative_P_5 6_3 1.0000 relative_P_10 6_3 0.5000 relative_P_15 6_3 0.4000 relative_P_20 6_3 0.4000 relative_P_30 6_3 0.3333 relative_P_100 6_3 0.1443 relative_P_200 6_3 0.1753 relative_P_500 6_3 0.1753 relative_P_1000 6_3 0.1753 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0170 set_relative_P 6_3 0.1753 set_recall 6_3 0.1753 set_map 6_3 0.0030 set_F 6_3 0.0310 num_nonrel_judged_ret 6_3 17 rbp 6_3 0.1570 rbp_resid 6_3 0.4957 unj_5 6_3 0.0000 unj_10 6_3 0.5000 unj_20 6_3 0.6000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 35 map 6_4 0.0578 Rprec 6_4 0.1653 bpref 6_4 0.2534 recip_rank 6_4 0.5000 iprec_at_recall_0.00 6_4 0.5000 iprec_at_recall_0.10 6_4 0.2449 iprec_at_recall_0.20 6_4 0.1250 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.4000 P_10 6_4 0.4000 P_15 6_4 0.3333 P_20 6_4 0.3000 P_30 6_4 0.2333 P_100 6_4 0.1700 P_200 6_4 0.1200 P_500 6_4 0.0640 P_1000 6_4 0.0350 relstring 6_4 '010102-02-' recall_5 6_4 0.0165 recall_10 6_4 0.0331 recall_15 6_4 0.0413 recall_20 6_4 0.0496 recall_30 6_4 0.0579 recall_100 6_4 0.1405 recall_200 6_4 0.1983 recall_500 6_4 0.2645 recall_1000 6_4 0.2893 infAP 6_4 0.0578 Rprec_mult_0.20 6_4 0.2400 Rprec_mult_0.40 6_4 0.2449 Rprec_mult_0.60 6_4 0.1918 Rprec_mult_0.80 6_4 0.1649 Rprec_mult_1.00 6_4 0.1653 Rprec_mult_1.20 6_4 0.1370 Rprec_mult_1.40 6_4 0.1176 Rprec_mult_1.60 6_4 0.1237 Rprec_mult_1.80 6_4 0.1101 Rprec_mult_2.00 6_4 0.1074 utility 6_4 -930.0000 11pt_avg 6_4 0.0791 binG 6_4 0.0565 G 6_4 0.0406 ndcg 6_4 0.2236 ndcg_rel 6_4 0.2110 Rndcg 6_4 0.1759 ndcg_cut_5 6_4 0.1200 ndcg_cut_10 6_4 0.1743 ndcg_cut_15 6_4 0.1666 ndcg_cut_20 6_4 0.1706 ndcg_cut_30 6_4 0.1575 ndcg_cut_100 6_4 0.1531 ndcg_cut_200 6_4 0.1796 ndcg_cut_500 6_4 0.2135 ndcg_cut_1000 6_4 0.2236 map_cut_5 6_4 0.0083 map_cut_10 6_4 0.0161 map_cut_15 6_4 0.0190 map_cut_20 6_4 0.0218 map_cut_30 6_4 0.0238 map_cut_100 6_4 0.0422 map_cut_200 6_4 0.0505 map_cut_500 6_4 0.0568 map_cut_1000 6_4 0.0578 relative_P_5 6_4 0.4000 relative_P_10 6_4 0.4000 relative_P_15 6_4 0.3333 relative_P_20 6_4 0.3000 relative_P_30 6_4 0.2333 relative_P_100 6_4 0.1700 relative_P_200 6_4 0.1983 relative_P_500 6_4 0.2645 relative_P_1000 6_4 0.2893 success_1 6_4 0.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0350 set_relative_P 6_4 0.2893 set_recall 6_4 0.2893 set_map 6_4 0.0101 set_F 6_4 0.0624 num_nonrel_judged_ret 6_4 35 rbp 6_4 0.1613 rbp_resid 6_4 0.3227 unj_5 6_4 0.0000 unj_10 6_4 0.2000 unj_20 6_4 0.4000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 8 map 6_5 0.0502 Rprec 6_5 0.1277 bpref 6_5 0.1489 recip_rank 6_5 0.5000 iprec_at_recall_0.00 6_5 0.5000 iprec_at_recall_0.10 6_5 0.3846 iprec_at_recall_0.20 6_5 0.0000 iprec_at_recall_0.30 6_5 0.0000 iprec_at_recall_0.40 6_5 0.0000 iprec_at_recall_0.50 6_5 0.0000 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.2000 P_10 6_5 0.4000 P_15 6_5 0.3333 P_20 6_5 0.3000 P_30 6_5 0.2000 P_100 6_5 0.0700 P_200 6_5 0.0350 P_500 6_5 0.0160 P_1000 6_5 0.0080 relstring 6_5 '03000-3303' recall_5 6_5 0.0213 recall_10 6_5 0.0851 recall_15 6_5 0.1064 recall_20 6_5 0.1277 recall_30 6_5 0.1277 recall_100 6_5 0.1489 recall_200 6_5 0.1489 recall_500 6_5 0.1702 recall_1000 6_5 0.1702 infAP 6_5 0.0502 Rprec_mult_0.20 6_5 0.4000 Rprec_mult_0.40 6_5 0.2632 Rprec_mult_0.60 6_5 0.2069 Rprec_mult_0.80 6_5 0.1579 Rprec_mult_1.00 6_5 0.1277 Rprec_mult_1.20 6_5 0.1053 Rprec_mult_1.40 6_5 0.0909 Rprec_mult_1.60 6_5 0.0789 Rprec_mult_1.80 6_5 0.0824 Rprec_mult_2.00 6_5 0.0745 utility 6_5 -984.0000 11pt_avg 6_5 0.0804 binG 6_5 0.0534 G 6_5 0.0460 ndcg 6_5 0.2154 ndcg_rel 6_5 0.2229 Rndcg 6_5 0.2152 ndcg_cut_5 6_5 0.1659 ndcg_cut_10 6_5 0.2907 ndcg_cut_15 6_5 0.2858 ndcg_cut_20 6_5 0.2815 ndcg_cut_30 6_5 0.2315 ndcg_cut_100 6_5 0.2081 ndcg_cut_200 6_5 0.2081 ndcg_cut_500 6_5 0.2154 ndcg_cut_1000 6_5 0.2154 map_cut_5 6_5 0.0106 map_cut_10 6_5 0.0332 map_cut_15 6_5 0.0414 map_cut_20 6_5 0.0478 map_cut_30 6_5 0.0478 map_cut_100 6_5 0.0497 map_cut_200 6_5 0.0497 map_cut_500 6_5 0.0502 map_cut_1000 6_5 0.0502 relative_P_5 6_5 0.2000 relative_P_10 6_5 0.4000 relative_P_15 6_5 0.3333 relative_P_20 6_5 0.3000 relative_P_30 6_5 0.2000 relative_P_100 6_5 0.1489 relative_P_200 6_5 0.1489 relative_P_500 6_5 0.1702 relative_P_1000 6_5 0.1702 success_1 6_5 0.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0080 set_relative_P 6_5 0.1702 set_recall 6_5 0.1702 set_map 6_5 0.0014 set_F 6_5 0.0153 num_nonrel_judged_ret 6_5 16 rbp 6_5 0.2140 rbp_resid 6_5 0.3263 unj_5 6_5 0.0000 unj_10 6_5 0.1000 unj_20 6_5 0.3500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 36 map 6_6 0.2527 Rprec 6_6 0.3647 bpref 6_6 0.3864 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.7500 iprec_at_recall_0.20 6_6 0.6207 iprec_at_recall_0.30 6_6 0.4906 iprec_at_recall_0.40 6_6 0.1560 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.7000 P_15 6_6 0.7333 P_20 6_6 0.6500 P_30 6_6 0.6000 P_100 6_6 0.3100 P_200 6_6 0.1650 P_500 6_6 0.0700 P_1000 6_6 0.0360 relstring 6_6 '2323230-20' recall_5 6_6 0.0588 recall_10 6_6 0.0824 recall_15 6_6 0.1294 recall_20 6_6 0.1529 recall_30 6_6 0.2118 recall_100 6_6 0.3647 recall_200 6_6 0.3882 recall_500 6_6 0.4118 recall_1000 6_6 0.4235 infAP 6_6 0.2527 Rprec_mult_0.20 6_6 0.7059 Rprec_mult_0.40 6_6 0.5294 Rprec_mult_0.60 6_6 0.4902 Rprec_mult_0.80 6_6 0.4412 Rprec_mult_1.00 6_6 0.3647 Rprec_mult_1.20 6_6 0.3039 Rprec_mult_1.40 6_6 0.2773 Rprec_mult_1.60 6_6 0.2426 Rprec_mult_1.80 6_6 0.2157 Rprec_mult_2.00 6_6 0.1941 utility 6_6 -928.0000 11pt_avg 6_6 0.2743 binG 6_6 0.1610 G 6_6 0.1174 ndcg 6_6 0.4937 ndcg_rel 6_6 0.5364 Rndcg 6_6 0.5332 ndcg_cut_5 6_6 0.7867 ndcg_cut_10 6_6 0.6617 ndcg_cut_15 6_6 0.6510 ndcg_cut_20 6_6 0.6327 ndcg_cut_30 6_6 0.5884 ndcg_cut_100 6_6 0.4649 ndcg_cut_200 6_6 0.4808 ndcg_cut_500 6_6 0.4877 ndcg_cut_1000 6_6 0.4937 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.0797 map_cut_15 6_6 0.1141 map_cut_20 6_6 0.1315 map_cut_30 6_6 0.1681 map_cut_100 6_6 0.2416 map_cut_200 6_6 0.2485 map_cut_500 6_6 0.2519 map_cut_1000 6_6 0.2527 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.7000 relative_P_15 6_6 0.7333 relative_P_20 6_6 0.6500 relative_P_30 6_6 0.6000 relative_P_100 6_6 0.3647 relative_P_200 6_6 0.3882 relative_P_500 6_6 0.4118 relative_P_1000 6_6 0.4235 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0360 set_relative_P 6_6 0.4235 set_recall 6_6 0.4235 set_map 6_6 0.0152 set_F 6_6 0.0664 num_nonrel_judged_ret 6_6 15 rbp 6_6 0.5303 rbp_resid 6_6 0.1518 unj_5 6_6 0.0000 unj_10 6_6 0.1000 unj_20 6_6 0.1500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 38 map 7_11 0.4809 Rprec 7_11 0.5000 bpref 7_11 0.8141 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.8571 iprec_at_recall_0.20 7_11 0.7368 iprec_at_recall_0.30 7_11 0.7368 iprec_at_recall_0.40 7_11 0.7273 iprec_at_recall_0.50 7_11 0.5938 iprec_at_recall_0.60 7_11 0.2688 iprec_at_recall_0.70 7_11 0.2126 iprec_at_recall_0.80 7_11 0.2013 iprec_at_recall_0.90 7_11 0.1838 iprec_at_recall_1.00 7_11 0.0862 P_5 7_11 0.8000 P_10 7_11 0.7000 P_15 7_11 0.6667 P_20 7_11 0.7000 P_30 7_11 0.6000 P_100 7_11 0.2500 P_200 7_11 0.1700 P_500 7_11 0.0760 P_1000 7_11 0.0380 relstring 7_11 '30211110-1' recall_5 7_11 0.1053 recall_10 7_11 0.1842 recall_15 7_11 0.2632 recall_20 7_11 0.3684 recall_30 7_11 0.4737 recall_100 7_11 0.6579 recall_200 7_11 0.8947 recall_500 7_11 1.0000 recall_1000 7_11 1.0000 infAP 7_11 0.4809 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.6875 Rprec_mult_0.60 7_11 0.6957 Rprec_mult_0.80 7_11 0.5806 Rprec_mult_1.00 7_11 0.5000 Rprec_mult_1.20 7_11 0.4565 Rprec_mult_1.40 7_11 0.3889 Rprec_mult_1.60 7_11 0.3443 Rprec_mult_1.80 7_11 0.3188 Rprec_mult_2.00 7_11 0.2895 utility 7_11 -924.0000 11pt_avg 7_11 0.5095 binG 7_11 0.3051 G 7_11 0.2383 ndcg 7_11 0.7234 ndcg_rel 7_11 0.5882 Rndcg 7_11 0.5732 ndcg_cut_5 7_11 0.5695 ndcg_cut_10 7_11 0.4976 ndcg_cut_15 7_11 0.5072 ndcg_cut_20 7_11 0.5470 ndcg_cut_30 7_11 0.5296 ndcg_cut_100 7_11 0.5577 ndcg_cut_200 7_11 0.6704 ndcg_cut_500 7_11 0.7234 ndcg_cut_1000 7_11 0.7234 map_cut_5 7_11 0.0846 map_cut_10 7_11 0.1476 map_cut_15 7_11 0.2021 map_cut_20 7_11 0.2772 map_cut_30 7_11 0.3513 map_cut_100 7_11 0.4210 map_cut_200 7_11 0.4686 map_cut_500 7_11 0.4809 map_cut_1000 7_11 0.4809 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.7000 relative_P_15 7_11 0.6667 relative_P_20 7_11 0.7000 relative_P_30 7_11 0.6000 relative_P_100 7_11 0.6579 relative_P_200 7_11 0.8947 relative_P_500 7_11 1.0000 relative_P_1000 7_11 1.0000 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0380 set_relative_P 7_11 1.0000 set_recall 7_11 1.0000 set_map 7_11 0.0380 set_F 7_11 0.0732 num_nonrel_judged_ret 7_11 15 rbp 7_11 0.3328 rbp_resid 7_11 0.1507 unj_5 7_11 0.0000 unj_10 7_11 0.1000 unj_20 7_11 0.1500 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 41 map 7_12 0.2418 Rprec 7_12 0.3750 bpref 7_12 0.5032 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.5833 iprec_at_recall_0.20 7_12 0.4118 iprec_at_recall_0.30 7_12 0.3770 iprec_at_recall_0.40 7_12 0.3714 iprec_at_recall_0.50 7_12 0.2602 iprec_at_recall_0.60 7_12 0.0997 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.8000 P_10 7_12 0.5000 P_15 7_12 0.5333 P_20 7_12 0.4500 P_30 7_12 0.3667 P_100 7_12 0.3000 P_200 7_12 0.1650 P_500 7_12 0.0800 P_1000 7_12 0.0410 relstring 7_12 '20111020--' recall_5 7_12 0.0625 recall_10 7_12 0.0781 recall_15 7_12 0.1250 recall_20 7_12 0.1406 recall_30 7_12 0.1719 recall_100 7_12 0.4688 recall_200 7_12 0.5156 recall_500 7_12 0.6250 recall_1000 7_12 0.6406 infAP 7_12 0.2418 Rprec_mult_0.20 7_12 0.5385 Rprec_mult_0.40 7_12 0.3846 Rprec_mult_0.60 7_12 0.3846 Rprec_mult_0.80 7_12 0.3462 Rprec_mult_1.00 7_12 0.3750 Rprec_mult_1.20 7_12 0.3377 Rprec_mult_1.40 7_12 0.3222 Rprec_mult_1.60 7_12 0.2913 Rprec_mult_1.80 7_12 0.2586 Rprec_mult_2.00 7_12 0.2500 utility 7_12 -918.0000 11pt_avg 7_12 0.2821 binG 7_12 0.1608 G 7_12 0.1269 ndcg 7_12 0.5231 ndcg_rel 7_12 0.4520 Rndcg 7_12 0.4033 ndcg_cut_5 7_12 0.4133 ndcg_cut_10 7_12 0.3552 ndcg_cut_15 7_12 0.3654 ndcg_cut_20 7_12 0.3419 ndcg_cut_30 7_12 0.2914 ndcg_cut_100 7_12 0.4437 ndcg_cut_200 7_12 0.4704 ndcg_cut_500 7_12 0.5153 ndcg_cut_1000 7_12 0.5231 map_cut_5 7_12 0.0503 map_cut_10 7_12 0.0614 map_cut_15 7_12 0.0874 map_cut_20 7_12 0.0957 map_cut_30 7_12 0.1081 map_cut_100 7_12 0.2171 map_cut_200 7_12 0.2287 map_cut_500 7_12 0.2410 map_cut_1000 7_12 0.2418 relative_P_5 7_12 0.8000 relative_P_10 7_12 0.5000 relative_P_15 7_12 0.5333 relative_P_20 7_12 0.4500 relative_P_30 7_12 0.3667 relative_P_100 7_12 0.4688 relative_P_200 7_12 0.5156 relative_P_500 7_12 0.6250 relative_P_1000 7_12 0.6406 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0410 set_relative_P 7_12 0.6406 set_recall 7_12 0.6406 set_map 7_12 0.0263 set_F 7_12 0.0771 num_nonrel_judged_ret 7_12 34 rbp 7_12 0.2455 rbp_resid 7_12 0.1813 unj_5 7_12 0.0000 unj_10 7_12 0.2000 unj_20 7_12 0.2500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 67 map 7_14 0.5541 Rprec 7_14 0.5672 bpref 7_14 0.9072 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.9000 iprec_at_recall_0.20 7_14 0.8421 iprec_at_recall_0.30 7_14 0.8333 iprec_at_recall_0.40 7_14 0.6585 iprec_at_recall_0.50 7_14 0.6140 iprec_at_recall_0.60 7_14 0.5195 iprec_at_recall_0.70 7_14 0.3561 iprec_at_recall_0.80 7_14 0.2621 iprec_at_recall_0.90 7_14 0.1290 iprec_at_recall_1.00 7_14 0.0761 P_5 7_14 0.8000 P_10 7_14 0.9000 P_15 7_14 0.8000 P_20 7_14 0.8000 P_30 7_14 0.7333 P_100 7_14 0.4400 P_200 7_14 0.2650 P_500 7_14 0.1200 P_1000 7_14 0.0670 relstring 7_14 '2332021133' recall_5 7_14 0.0597 recall_10 7_14 0.1343 recall_15 7_14 0.1791 recall_20 7_14 0.2388 recall_30 7_14 0.3284 recall_100 7_14 0.6567 recall_200 7_14 0.7910 recall_500 7_14 0.8955 recall_1000 7_14 1.0000 infAP 7_14 0.5541 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.7778 Rprec_mult_0.60 7_14 0.6585 Rprec_mult_0.80 7_14 0.6111 Rprec_mult_1.00 7_14 0.5672 Rprec_mult_1.20 7_14 0.4938 Rprec_mult_1.40 7_14 0.4468 Rprec_mult_1.60 7_14 0.4259 Rprec_mult_1.80 7_14 0.3802 Rprec_mult_2.00 7_14 0.3507 utility 7_14 -866.0000 11pt_avg 7_14 0.5628 binG 7_14 0.3053 G 7_14 0.2036 ndcg 7_14 0.8170 ndcg_rel 7_14 0.6808 Rndcg 7_14 0.6625 ndcg_cut_5 7_14 0.7071 ndcg_cut_10 7_14 0.6886 ndcg_cut_15 7_14 0.6389 ndcg_cut_20 7_14 0.6443 ndcg_cut_30 7_14 0.6217 ndcg_cut_100 7_14 0.6658 ndcg_cut_200 7_14 0.7236 ndcg_cut_500 7_14 0.7672 ndcg_cut_1000 7_14 0.8170 map_cut_5 7_14 0.0597 map_cut_10 7_14 0.1247 map_cut_15 7_14 0.1626 map_cut_20 7_14 0.2120 map_cut_30 7_14 0.2840 map_cut_100 7_14 0.4796 map_cut_200 7_14 0.5257 map_cut_500 7_14 0.5443 map_cut_1000 7_14 0.5541 relative_P_5 7_14 0.8000 relative_P_10 7_14 0.9000 relative_P_15 7_14 0.8000 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.7333 relative_P_100 7_14 0.6567 relative_P_200 7_14 0.7910 relative_P_500 7_14 0.8955 relative_P_1000 7_14 1.0000 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0670 set_relative_P 7_14 1.0000 set_recall 7_14 1.0000 set_map 7_14 0.0670 set_F 7_14 0.1256 num_nonrel_judged_ret 7_14 5 rbp 7_14 0.6246 rbp_resid 7_14 0.1181 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 38 map 7_15 0.3816 Rprec 7_15 0.4259 bpref 7_15 0.6723 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.7857 iprec_at_recall_0.30 7_15 0.6667 iprec_at_recall_0.40 7_15 0.6471 iprec_at_recall_0.50 7_15 0.2477 iprec_at_recall_0.60 7_15 0.1053 iprec_at_recall_0.70 7_15 0.0478 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.9000 P_15 7_15 0.7333 P_20 7_15 0.6500 P_30 7_15 0.6333 P_100 7_15 0.2500 P_200 7_15 0.1500 P_500 7_15 0.0700 P_1000 7_15 0.0380 relstring 7_15 '222221111-' recall_5 7_15 0.0926 recall_10 7_15 0.1667 recall_15 7_15 0.2037 recall_20 7_15 0.2407 recall_30 7_15 0.3519 recall_100 7_15 0.4630 recall_200 7_15 0.5556 recall_500 7_15 0.6481 recall_1000 7_15 0.7037 infAP 7_15 0.3816 Rprec_mult_0.20 7_15 0.8182 Rprec_mult_0.40 7_15 0.6818 Rprec_mult_0.60 7_15 0.6364 Rprec_mult_0.80 7_15 0.5227 Rprec_mult_1.00 7_15 0.4259 Rprec_mult_1.20 7_15 0.3538 Rprec_mult_1.40 7_15 0.3158 Rprec_mult_1.60 7_15 0.2759 Rprec_mult_1.80 7_15 0.2551 Rprec_mult_2.00 7_15 0.2407 utility 7_15 -924.0000 11pt_avg 7_15 0.4091 binG 7_15 0.2845 G 7_15 0.1810 ndcg 7_15 0.6243 ndcg_rel 7_15 0.6155 Rndcg 7_15 0.5836 ndcg_cut_5 7_15 0.7833 ndcg_cut_10 7_15 0.6720 ndcg_cut_15 7_15 0.5788 ndcg_cut_20 7_15 0.5607 ndcg_cut_30 7_15 0.5659 ndcg_cut_100 7_15 0.5253 ndcg_cut_200 7_15 0.5706 ndcg_cut_500 7_15 0.6096 ndcg_cut_1000 7_15 0.6243 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1667 map_cut_15 7_15 0.1966 map_cut_20 7_15 0.2204 map_cut_30 7_15 0.2934 map_cut_100 7_15 0.3505 map_cut_200 7_15 0.3693 map_cut_500 7_15 0.3787 map_cut_1000 7_15 0.3816 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.9000 relative_P_15 7_15 0.7333 relative_P_20 7_15 0.6500 relative_P_30 7_15 0.6333 relative_P_100 7_15 0.4630 relative_P_200 7_15 0.5556 relative_P_500 7_15 0.6481 relative_P_1000 7_15 0.7037 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0380 set_relative_P 7_15 0.7037 set_recall 7_15 0.7037 set_map 7_15 0.0267 set_F 7_15 0.0721 num_nonrel_judged_ret 7_15 6 rbp 7_15 0.3970 rbp_resid 7_15 0.2221 unj_5 7_15 0.0000 unj_10 7_15 0.1000 unj_20 7_15 0.3500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 27 map 7_16 0.1169 Rprec 7_16 0.1702 bpref 7_16 0.4097 recip_rank 7_16 0.5000 iprec_at_recall_0.00 7_16 0.6667 iprec_at_recall_0.10 7_16 0.3846 iprec_at_recall_0.20 7_16 0.1639 iprec_at_recall_0.30 7_16 0.1416 iprec_at_recall_0.40 7_16 0.1152 iprec_at_recall_0.50 7_16 0.0949 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.6000 P_10 7_16 0.4000 P_15 7_16 0.3333 P_20 7_16 0.2500 P_30 7_16 0.2333 P_100 7_16 0.1300 P_200 7_16 0.1000 P_500 7_16 0.0500 P_1000 7_16 0.0270 relstring 7_16 '033010-0-1' recall_5 7_16 0.0638 recall_10 7_16 0.0851 recall_15 7_16 0.1064 recall_20 7_16 0.1064 recall_30 7_16 0.1489 recall_100 7_16 0.2766 recall_200 7_16 0.4255 recall_500 7_16 0.5319 recall_1000 7_16 0.5745 infAP 7_16 0.1169 Rprec_mult_0.20 7_16 0.4000 Rprec_mult_0.40 7_16 0.2632 Rprec_mult_0.60 7_16 0.2414 Rprec_mult_0.80 7_16 0.2105 Rprec_mult_1.00 7_16 0.1702 Rprec_mult_1.20 7_16 0.1579 Rprec_mult_1.40 7_16 0.1515 Rprec_mult_1.60 7_16 0.1447 Rprec_mult_1.80 7_16 0.1294 Rprec_mult_2.00 7_16 0.1277 utility 7_16 -946.0000 11pt_avg 7_16 0.1424 binG 7_16 0.1229 G 7_16 0.1328 ndcg 7_16 0.4553 ndcg_rel 7_16 0.4203 Rndcg 7_16 0.3969 ndcg_cut_5 7_16 0.5021 ndcg_cut_10 7_16 0.4292 ndcg_cut_15 7_16 0.4012 ndcg_cut_20 7_16 0.3617 ndcg_cut_30 7_16 0.3377 ndcg_cut_100 7_16 0.3430 ndcg_cut_200 7_16 0.4003 ndcg_cut_500 7_16 0.4362 ndcg_cut_1000 7_16 0.4553 map_cut_5 7_16 0.0376 map_cut_10 7_16 0.0461 map_cut_15 7_16 0.0543 map_cut_20 7_16 0.0543 map_cut_30 7_16 0.0656 map_cut_100 7_16 0.0867 map_cut_200 7_16 0.1056 map_cut_500 7_16 0.1148 map_cut_1000 7_16 0.1169 relative_P_5 7_16 0.6000 relative_P_10 7_16 0.4000 relative_P_15 7_16 0.3333 relative_P_20 7_16 0.2500 relative_P_30 7_16 0.2333 relative_P_100 7_16 0.2766 relative_P_200 7_16 0.4255 relative_P_500 7_16 0.5319 relative_P_1000 7_16 0.5745 success_1 7_16 0.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0270 set_relative_P 7_16 0.5745 set_recall 7_16 0.5745 set_map 7_16 0.0155 set_F 7_16 0.0516 num_nonrel_judged_ret 7_16 30 rbp 7_16 0.2227 rbp_resid 7_16 0.3228 unj_5 7_16 0.0000 unj_10 7_16 0.2000 unj_20 7_16 0.4000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 15 map 7_2 0.1078 Rprec 7_2 0.1711 bpref 7_2 0.1896 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.5333 iprec_at_recall_0.20 7_2 0.0843 iprec_at_recall_0.30 7_2 0.0000 iprec_at_recall_0.40 7_2 0.0000 iprec_at_recall_0.50 7_2 0.0000 iprec_at_recall_0.60 7_2 0.0000 iprec_at_recall_0.70 7_2 0.0000 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 0.8000 P_10 7_2 0.6000 P_15 7_2 0.5333 P_20 7_2 0.4000 P_30 7_2 0.3000 P_100 7_2 0.1300 P_200 7_2 0.0750 P_500 7_2 0.0300 P_1000 7_2 0.0150 relstring 7_2 '2120112---' recall_5 7_2 0.0526 recall_10 7_2 0.0789 recall_15 7_2 0.1053 recall_20 7_2 0.1053 recall_30 7_2 0.1184 recall_100 7_2 0.1711 recall_200 7_2 0.1974 recall_500 7_2 0.1974 recall_1000 7_2 0.1974 infAP 7_2 0.1078 Rprec_mult_0.20 7_2 0.5000 Rprec_mult_0.40 7_2 0.2903 Rprec_mult_0.60 7_2 0.2609 Rprec_mult_0.80 7_2 0.2131 Rprec_mult_1.00 7_2 0.1711 Rprec_mult_1.20 7_2 0.1413 Rprec_mult_1.40 7_2 0.1215 Rprec_mult_1.60 7_2 0.1148 Rprec_mult_1.80 7_2 0.1022 Rprec_mult_2.00 7_2 0.0921 utility 7_2 -970.0000 11pt_avg 7_2 0.1471 binG 7_2 0.0904 G 7_2 0.0595 ndcg 7_2 0.2813 ndcg_rel 7_2 0.3056 Rndcg 7_2 0.3273 ndcg_cut_5 7_2 0.4542 ndcg_cut_10 7_2 0.4188 ndcg_cut_15 7_2 0.3975 ndcg_cut_20 7_2 0.3424 ndcg_cut_30 7_2 0.3048 ndcg_cut_100 7_2 0.2560 ndcg_cut_200 7_2 0.2813 ndcg_cut_500 7_2 0.2813 ndcg_cut_1000 7_2 0.2813 map_cut_5 7_2 0.0500 map_cut_10 7_2 0.0722 map_cut_15 7_2 0.0869 map_cut_20 7_2 0.0869 map_cut_30 7_2 0.0913 map_cut_100 7_2 0.1051 map_cut_200 7_2 0.1078 map_cut_500 7_2 0.1078 map_cut_1000 7_2 0.1078 relative_P_5 7_2 0.8000 relative_P_10 7_2 0.6000 relative_P_15 7_2 0.5333 relative_P_20 7_2 0.4000 relative_P_30 7_2 0.3000 relative_P_100 7_2 0.1711 relative_P_200 7_2 0.1974 relative_P_500 7_2 0.1974 relative_P_1000 7_2 0.1974 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0150 set_relative_P 7_2 0.1974 set_recall 7_2 0.1974 set_map 7_2 0.0030 set_F 7_2 0.0279 num_nonrel_judged_ret 7_2 11 rbp 7_2 0.2612 rbp_resid 7_2 0.4060 unj_5 7_2 0.0000 unj_10 7_2 0.3000 unj_20 7_2 0.5500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 48 map 7_3 0.3763 Rprec 7_3 0.4545 bpref 7_3 0.6026 recip_rank 7_3 0.5000 iprec_at_recall_0.00 7_3 0.6667 iprec_at_recall_0.10 7_3 0.6667 iprec_at_recall_0.20 7_3 0.6667 iprec_at_recall_0.30 7_3 0.5862 iprec_at_recall_0.40 7_3 0.5349 iprec_at_recall_0.50 7_3 0.4133 iprec_at_recall_0.60 7_3 0.3434 iprec_at_recall_0.70 7_3 0.2422 iprec_at_recall_0.80 7_3 0.2105 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.4000 P_10 7_3 0.5000 P_15 7_3 0.6000 P_20 7_3 0.6500 P_30 7_3 0.5667 P_100 7_3 0.3400 P_200 7_3 0.2100 P_500 7_3 0.0960 P_1000 7_3 0.0480 relstring 7_3 '02002101-2' recall_5 7_3 0.0364 recall_10 7_3 0.0909 recall_15 7_3 0.1636 recall_20 7_3 0.2364 recall_30 7_3 0.3091 recall_100 7_3 0.6182 recall_200 7_3 0.7636 recall_500 7_3 0.8727 recall_1000 7_3 0.8727 infAP 7_3 0.3763 Rprec_mult_0.20 7_3 0.5455 Rprec_mult_0.40 7_3 0.6364 Rprec_mult_0.60 7_3 0.5455 Rprec_mult_0.80 7_3 0.5227 Rprec_mult_1.00 7_3 0.4545 Rprec_mult_1.20 7_3 0.4091 Rprec_mult_1.40 7_3 0.4026 Rprec_mult_1.60 7_3 0.3636 Rprec_mult_1.80 7_3 0.3434 Rprec_mult_2.00 7_3 0.3182 utility 7_3 -904.0000 11pt_avg 7_3 0.3937 binG 7_3 0.2082 G 7_3 0.1817 ndcg 7_3 0.6236 ndcg_rel 7_3 0.4838 Rndcg 7_3 0.3928 ndcg_cut_5 7_3 0.2536 ndcg_cut_10 7_3 0.2929 ndcg_cut_15 7_3 0.3919 ndcg_cut_20 7_3 0.4569 ndcg_cut_30 7_3 0.4497 ndcg_cut_100 7_3 0.5147 ndcg_cut_200 7_3 0.5881 ndcg_cut_500 7_3 0.6236 ndcg_cut_1000 7_3 0.6236 map_cut_5 7_3 0.0164 map_cut_10 7_3 0.0436 map_cut_15 7_3 0.0870 map_cut_20 7_3 0.1321 map_cut_30 7_3 0.1771 map_cut_100 7_3 0.3177 map_cut_200 7_3 0.3574 map_cut_500 7_3 0.3763 map_cut_1000 7_3 0.3763 relative_P_5 7_3 0.4000 relative_P_10 7_3 0.5000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.6500 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.6182 relative_P_200 7_3 0.7636 relative_P_500 7_3 0.8727 relative_P_1000 7_3 0.8727 success_1 7_3 0.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0480 set_relative_P 7_3 0.8727 set_recall 7_3 0.8727 set_map 7_3 0.0419 set_F 7_3 0.0910 num_nonrel_judged_ret 7_3 38 rbp 7_3 0.2780 rbp_resid 7_3 0.1002 unj_5 7_3 0.0000 unj_10 7_3 0.1000 unj_20 7_3 0.1000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 16 map 7_4 0.2916 Rprec 7_4 0.3793 bpref 7_4 0.4114 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.7000 iprec_at_recall_0.30 7_4 0.4762 iprec_at_recall_0.40 7_4 0.2353 iprec_at_recall_0.50 7_4 0.0724 iprec_at_recall_0.60 7_4 0.0000 iprec_at_recall_0.70 7_4 0.0000 iprec_at_recall_0.80 7_4 0.0000 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.6000 P_10 7_4 0.7000 P_15 7_4 0.4667 P_20 7_4 0.4500 P_30 7_4 0.3667 P_100 7_4 0.1400 P_200 7_4 0.0700 P_500 7_4 0.0320 P_1000 7_4 0.0160 relstring 7_4 '3210013-12' recall_5 7_4 0.1034 recall_10 7_4 0.2414 recall_15 7_4 0.2414 recall_20 7_4 0.3103 recall_30 7_4 0.3793 recall_100 7_4 0.4828 recall_200 7_4 0.4828 recall_500 7_4 0.5517 recall_1000 7_4 0.5517 infAP 7_4 0.2916 Rprec_mult_0.20 7_4 0.6667 Rprec_mult_0.40 7_4 0.5833 Rprec_mult_0.60 7_4 0.4444 Rprec_mult_0.80 7_4 0.4583 Rprec_mult_1.00 7_4 0.3793 Rprec_mult_1.20 7_4 0.3143 Rprec_mult_1.40 7_4 0.2683 Rprec_mult_1.60 7_4 0.2340 Rprec_mult_1.80 7_4 0.2264 Rprec_mult_2.00 7_4 0.2241 utility 7_4 -968.0000 11pt_avg 7_4 0.3167 binG 7_4 0.2333 G 7_4 0.1961 ndcg 7_4 0.5657 ndcg_rel 7_4 0.5870 Rndcg 7_4 0.5405 ndcg_cut_5 7_4 0.5630 ndcg_cut_10 7_4 0.6007 ndcg_cut_15 7_4 0.4899 ndcg_cut_20 7_4 0.4758 ndcg_cut_30 7_4 0.4866 ndcg_cut_100 7_4 0.5438 ndcg_cut_200 7_4 0.5438 ndcg_cut_500 7_4 0.5657 ndcg_cut_1000 7_4 0.5657 map_cut_5 7_4 0.1034 map_cut_10 7_4 0.1982 map_cut_15 7_4 0.1982 map_cut_20 7_4 0.2318 map_cut_30 7_4 0.2640 map_cut_100 7_4 0.2867 map_cut_200 7_4 0.2867 map_cut_500 7_4 0.2916 map_cut_1000 7_4 0.2916 relative_P_5 7_4 0.6000 relative_P_10 7_4 0.7000 relative_P_15 7_4 0.4667 relative_P_20 7_4 0.4500 relative_P_30 7_4 0.3793 relative_P_100 7_4 0.4828 relative_P_200 7_4 0.4828 relative_P_500 7_4 0.5517 relative_P_1000 7_4 0.5517 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0160 set_relative_P 7_4 0.5517 set_recall 7_4 0.5517 set_map 7_4 0.0088 set_F 7_4 0.0311 num_nonrel_judged_ret 7_4 29 rbp 7_4 0.3304 rbp_resid 7_4 0.1980 unj_5 7_4 0.0000 unj_10 7_4 0.1000 unj_20 7_4 0.2000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 8 map 7_9 0.0526 Rprec 7_9 0.1111 bpref 7_9 0.1443 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.1250 iprec_at_recall_0.20 7_9 0.0552 iprec_at_recall_0.30 7_9 0.0000 iprec_at_recall_0.40 7_9 0.0000 iprec_at_recall_0.50 7_9 0.0000 iprec_at_recall_0.60 7_9 0.0000 iprec_at_recall_0.70 7_9 0.0000 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.2000 P_10 7_9 0.2000 P_15 7_9 0.2000 P_20 7_9 0.1500 P_30 7_9 0.1000 P_100 7_9 0.0600 P_200 7_9 0.0400 P_500 7_9 0.0160 P_1000 7_9 0.0080 relstring 7_9 '300--003--' recall_5 7_9 0.0278 recall_10 7_9 0.0556 recall_15 7_9 0.0833 recall_20 7_9 0.0833 recall_30 7_9 0.0833 recall_100 7_9 0.1667 recall_200 7_9 0.2222 recall_500 7_9 0.2222 recall_1000 7_9 0.2222 infAP 7_9 0.0526 Rprec_mult_0.20 7_9 0.2500 Rprec_mult_0.40 7_9 0.2000 Rprec_mult_0.60 7_9 0.1364 Rprec_mult_0.80 7_9 0.1034 Rprec_mult_1.00 7_9 0.1111 Rprec_mult_1.20 7_9 0.1136 Rprec_mult_1.40 7_9 0.0980 Rprec_mult_1.60 7_9 0.0862 Rprec_mult_1.80 7_9 0.0769 Rprec_mult_2.00 7_9 0.0694 utility 7_9 -984.0000 11pt_avg 7_9 0.1073 binG 7_9 0.0678 G 7_9 0.0942 ndcg 7_9 0.2917 ndcg_rel 7_9 0.3119 Rndcg 7_9 0.3261 ndcg_cut_5 7_9 0.3737 ndcg_cut_10 7_9 0.3518 ndcg_cut_15 7_9 0.3033 ndcg_cut_20 7_9 0.2796 ndcg_cut_30 7_9 0.2450 ndcg_cut_100 7_9 0.2763 ndcg_cut_200 7_9 0.2917 ndcg_cut_500 7_9 0.2917 ndcg_cut_1000 7_9 0.2917 map_cut_5 7_9 0.0278 map_cut_10 7_9 0.0347 map_cut_15 7_9 0.0407 map_cut_20 7_9 0.0407 map_cut_30 7_9 0.0407 map_cut_100 7_9 0.0496 map_cut_200 7_9 0.0526 map_cut_500 7_9 0.0526 map_cut_1000 7_9 0.0526 relative_P_5 7_9 0.2000 relative_P_10 7_9 0.2000 relative_P_15 7_9 0.2000 relative_P_20 7_9 0.1500 relative_P_30 7_9 0.1000 relative_P_100 7_9 0.1667 relative_P_200 7_9 0.2222 relative_P_500 7_9 0.2222 relative_P_1000 7_9 0.2222 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0080 set_relative_P 7_9 0.2222 set_recall 7_9 0.2222 set_map 7_9 0.0018 set_F 7_9 0.0154 num_nonrel_judged_ret 7_9 34 rbp 7_9 0.1580 rbp_resid 7_9 0.3790 unj_5 7_9 0.4000 unj_10 7_9 0.4000 unj_20 7_9 0.3500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 1 map 8_1 0.0001 Rprec 8_1 0.0000 bpref 8_1 0.0090 recip_rank 8_1 0.0057 iprec_at_recall_0.00 8_1 0.0057 iprec_at_recall_0.10 8_1 0.0000 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.0000 P_10 8_1 0.0000 P_15 8_1 0.0000 P_20 8_1 0.0000 P_30 8_1 0.0000 P_100 8_1 0.0000 P_200 8_1 0.0050 P_500 8_1 0.0020 P_1000 8_1 0.0010 relstring 8_1 '00000--000' recall_5 8_1 0.0000 recall_10 8_1 0.0000 recall_15 8_1 0.0000 recall_20 8_1 0.0000 recall_30 8_1 0.0000 recall_100 8_1 0.0000 recall_200 8_1 0.0156 recall_500 8_1 0.0156 recall_1000 8_1 0.0156 infAP 8_1 0.0001 Rprec_mult_0.20 8_1 0.0000 Rprec_mult_0.40 8_1 0.0000 Rprec_mult_0.60 8_1 0.0000 Rprec_mult_0.80 8_1 0.0000 Rprec_mult_1.00 8_1 0.0000 Rprec_mult_1.20 8_1 0.0000 Rprec_mult_1.40 8_1 0.0000 Rprec_mult_1.60 8_1 0.0000 Rprec_mult_1.80 8_1 0.0000 Rprec_mult_2.00 8_1 0.0000 utility 8_1 -998.0000 11pt_avg 8_1 0.0005 binG 8_1 0.0021 G 8_1 0.0021 ndcg 8_1 0.0077 ndcg_rel 8_1 0.0077 Rndcg 8_1 0.0015 ndcg_cut_5 8_1 0.0000 ndcg_cut_10 8_1 0.0000 ndcg_cut_15 8_1 0.0000 ndcg_cut_20 8_1 0.0000 ndcg_cut_30 8_1 0.0000 ndcg_cut_100 8_1 0.0000 ndcg_cut_200 8_1 0.0077 ndcg_cut_500 8_1 0.0077 ndcg_cut_1000 8_1 0.0077 map_cut_5 8_1 0.0000 map_cut_10 8_1 0.0000 map_cut_15 8_1 0.0000 map_cut_20 8_1 0.0000 map_cut_30 8_1 0.0000 map_cut_100 8_1 0.0000 map_cut_200 8_1 0.0001 map_cut_500 8_1 0.0001 map_cut_1000 8_1 0.0001 relative_P_5 8_1 0.0000 relative_P_10 8_1 0.0000 relative_P_15 8_1 0.0000 relative_P_20 8_1 0.0000 relative_P_30 8_1 0.0000 relative_P_100 8_1 0.0000 relative_P_200 8_1 0.0156 relative_P_500 8_1 0.0156 relative_P_1000 8_1 0.0156 success_1 8_1 0.0000 success_5 8_1 0.0000 success_10 8_1 0.0000 set_P 8_1 0.0010 set_relative_P 8_1 0.0156 set_recall 8_1 0.0156 set_map 8_1 0.0000 set_F 8_1 0.0019 num_nonrel_judged_ret 8_1 33 rbp 8_1 0.0000 rbp_resid 8_1 0.2978 unj_5 8_1 0.0000 unj_10 8_1 0.2000 unj_20 8_1 0.3500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 0 map 8_10 0.0000 Rprec 8_10 0.0000 bpref 8_10 0.0000 recip_rank 8_10 0.0000 iprec_at_recall_0.00 8_10 0.0000 iprec_at_recall_0.10 8_10 0.0000 iprec_at_recall_0.20 8_10 0.0000 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0000 P_200 8_10 0.0000 P_500 8_10 0.0000 P_1000 8_10 0.0000 relstring 8_10 '00000---00' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0000 recall_200 8_10 0.0000 recall_500 8_10 0.0000 recall_1000 8_10 0.0000 infAP 8_10 0.0000 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -1000.0000 11pt_avg 8_10 0.0000 binG 8_10 0.0000 G 8_10 0.0000 ndcg 8_10 0.0000 ndcg_rel 8_10 0.0000 Rndcg 8_10 0.0000 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0000 ndcg_cut_200 8_10 0.0000 ndcg_cut_500 8_10 0.0000 ndcg_cut_1000 8_10 0.0000 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0000 map_cut_200 8_10 0.0000 map_cut_500 8_10 0.0000 map_cut_1000 8_10 0.0000 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0000 relative_P_200 8_10 0.0000 relative_P_500 8_10 0.0000 relative_P_1000 8_10 0.0000 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0000 set_relative_P 8_10 0.0000 set_recall 8_10 0.0000 set_map 8_10 0.0000 set_F 8_10 0.0000 num_nonrel_judged_ret 8_10 13 rbp 8_10 0.0000 rbp_resid 8_10 0.4976 unj_5 8_10 0.0000 unj_10 8_10 0.3000 unj_20 8_10 0.6500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.5514 Rprec 8_11 0.5000 bpref 8_11 0.5400 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 1.0000 iprec_at_recall_0.40 8_11 1.0000 iprec_at_recall_0.50 8_11 1.0000 iprec_at_recall_0.60 8_11 0.3750 iprec_at_recall_0.70 8_11 0.0686 iprec_at_recall_0.80 8_11 0.0455 iprec_at_recall_0.90 8_11 0.0251 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 1.0000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.3000 P_30 8_11 0.2000 P_100 8_11 0.0600 P_200 8_11 0.0400 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '21111000--' recall_5 8_11 0.5000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.6000 recall_30 8_11 0.6000 recall_100 8_11 0.6000 recall_200 8_11 0.8000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.5514 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 1.0000 Rprec_mult_0.60 8_11 0.8333 Rprec_mult_0.80 8_11 0.6250 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3750 Rprec_mult_1.80 8_11 0.3333 Rprec_mult_2.00 8_11 0.3000 utility 8_11 -982.0000 11pt_avg 8_11 0.5922 binG 8_11 0.5684 G 8_11 0.4332 ndcg 8_11 0.7441 ndcg_rel 8_11 0.7946 Rndcg 8_11 0.7300 ndcg_cut_5 8_11 0.8622 ndcg_cut_10 8_11 0.6395 ndcg_cut_15 8_11 0.6395 ndcg_cut_20 8_11 0.6791 ndcg_cut_30 8_11 0.6791 ndcg_cut_100 8_11 0.6791 ndcg_cut_200 8_11 0.7250 ndcg_cut_500 8_11 0.7441 ndcg_cut_1000 8_11 0.7441 map_cut_5 8_11 0.5000 map_cut_10 8_11 0.5000 map_cut_15 8_11 0.5000 map_cut_20 8_11 0.5375 map_cut_30 8_11 0.5375 map_cut_100 8_11 0.5375 map_cut_200 8_11 0.5489 map_cut_500 8_11 0.5514 map_cut_1000 8_11 0.5514 relative_P_5 8_11 1.0000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.6000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.8000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 42 rbp 8_11 0.2651 rbp_resid 8_11 0.2557 unj_5 8_11 0.0000 unj_10 8_11 0.2000 unj_20 8_11 0.3500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 19 map 8_12 0.0633 Rprec 8_12 0.0909 bpref 8_12 0.2392 recip_rank 8_12 1.0000 iprec_at_recall_0.00 8_12 1.0000 iprec_at_recall_0.10 8_12 0.0952 iprec_at_recall_0.20 8_12 0.0642 iprec_at_recall_0.30 8_12 0.0642 iprec_at_recall_0.40 8_12 0.0390 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.4000 P_10 8_12 0.2000 P_15 8_12 0.2000 P_20 8_12 0.1500 P_30 8_12 0.1000 P_100 8_12 0.0500 P_200 8_12 0.0600 P_500 8_12 0.0360 P_1000 8_12 0.0190 relstring 8_12 '101000---0' recall_5 8_12 0.0455 recall_10 8_12 0.0455 recall_15 8_12 0.0682 recall_20 8_12 0.0682 recall_30 8_12 0.0682 recall_100 8_12 0.1136 recall_200 8_12 0.2727 recall_500 8_12 0.4091 recall_1000 8_12 0.4318 infAP 8_12 0.0633 Rprec_mult_0.20 8_12 0.2222 Rprec_mult_0.40 8_12 0.1667 Rprec_mult_0.60 8_12 0.1111 Rprec_mult_0.80 8_12 0.0833 Rprec_mult_1.00 8_12 0.0909 Rprec_mult_1.20 8_12 0.0755 Rprec_mult_1.40 8_12 0.0645 Rprec_mult_1.60 8_12 0.0563 Rprec_mult_1.80 8_12 0.0500 Rprec_mult_2.00 8_12 0.0455 utility 8_12 -962.0000 11pt_avg 8_12 0.1148 binG 8_12 0.0924 G 8_12 0.0671 ndcg 8_12 0.2374 ndcg_rel 8_12 0.2083 Rndcg 8_12 0.1384 ndcg_cut_5 8_12 0.1432 ndcg_cut_10 8_12 0.1022 ndcg_cut_15 8_12 0.1038 ndcg_cut_20 8_12 0.0971 ndcg_cut_30 8_12 0.0870 ndcg_cut_100 8_12 0.0915 ndcg_cut_200 8_12 0.1794 ndcg_cut_500 8_12 0.2327 ndcg_cut_1000 8_12 0.2374 map_cut_5 8_12 0.0379 map_cut_10 8_12 0.0379 map_cut_15 8_12 0.0436 map_cut_20 8_12 0.0436 map_cut_30 8_12 0.0436 map_cut_100 8_12 0.0469 map_cut_200 8_12 0.0552 map_cut_500 8_12 0.0625 map_cut_1000 8_12 0.0633 relative_P_5 8_12 0.4000 relative_P_10 8_12 0.2000 relative_P_15 8_12 0.2000 relative_P_20 8_12 0.1500 relative_P_30 8_12 0.1000 relative_P_100 8_12 0.1136 relative_P_200 8_12 0.2727 relative_P_500 8_12 0.4091 relative_P_1000 8_12 0.4318 success_1 8_12 1.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0190 set_relative_P 8_12 0.4318 set_recall 8_12 0.4318 set_map 8_12 0.0082 set_F 8_12 0.0364 num_nonrel_judged_ret 8_12 32 rbp 8_12 0.0534 rbp_resid 8_12 0.3451 unj_5 8_12 0.0000 unj_10 8_12 0.3000 unj_20 8_12 0.4500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 16 map 8_13 0.0779 Rprec 8_13 0.1132 bpref 8_13 0.2414 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.4167 iprec_at_recall_0.20 8_13 0.1068 iprec_at_recall_0.30 8_13 0.0825 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.4000 P_10 8_13 0.4000 P_15 8_13 0.3333 P_20 8_13 0.2500 P_30 8_13 0.1667 P_100 8_13 0.1000 P_200 8_13 0.0800 P_500 8_13 0.0320 P_1000 8_13 0.0160 relstring 8_13 '404001-1--' recall_5 8_13 0.0377 recall_10 8_13 0.0755 recall_15 8_13 0.0943 recall_20 8_13 0.0943 recall_30 8_13 0.0943 recall_100 8_13 0.1887 recall_200 8_13 0.3019 recall_500 8_13 0.3019 recall_1000 8_13 0.3019 infAP 8_13 0.0779 Rprec_mult_0.20 8_13 0.3636 Rprec_mult_0.40 8_13 0.2273 Rprec_mult_0.60 8_13 0.1562 Rprec_mult_0.80 8_13 0.1163 Rprec_mult_1.00 8_13 0.1132 Rprec_mult_1.20 8_13 0.0938 Rprec_mult_1.40 8_13 0.0800 Rprec_mult_1.60 8_13 0.0941 Rprec_mult_1.80 8_13 0.1042 Rprec_mult_2.00 8_13 0.1038 utility 8_13 -968.0000 11pt_avg 8_13 0.1460 binG 8_13 0.0835 G 8_13 0.0960 ndcg 8_13 0.3308 ndcg_rel 8_13 0.3500 Rndcg 8_13 0.3829 ndcg_cut_5 8_13 0.5260 ndcg_cut_10 8_13 0.4120 ndcg_cut_15 8_13 0.3687 ndcg_cut_20 8_13 0.3277 ndcg_cut_30 8_13 0.2978 ndcg_cut_100 8_13 0.2809 ndcg_cut_200 8_13 0.3308 ndcg_cut_500 8_13 0.3308 ndcg_cut_1000 8_13 0.3308 map_cut_5 8_13 0.0314 map_cut_10 8_13 0.0503 map_cut_15 8_13 0.0582 map_cut_20 8_13 0.0582 map_cut_30 8_13 0.0582 map_cut_100 8_13 0.0681 map_cut_200 8_13 0.0779 map_cut_500 8_13 0.0779 map_cut_1000 8_13 0.0779 relative_P_5 8_13 0.4000 relative_P_10 8_13 0.4000 relative_P_15 8_13 0.3333 relative_P_20 8_13 0.2500 relative_P_30 8_13 0.1667 relative_P_100 8_13 0.1887 relative_P_200 8_13 0.3019 relative_P_500 8_13 0.3019 relative_P_1000 8_13 0.3019 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0160 set_relative_P 8_13 0.3019 set_recall 8_13 0.3019 set_map 8_13 0.0048 set_F 8_13 0.0304 num_nonrel_judged_ret 8_13 26 rbp 8_13 0.2158 rbp_resid 8_13 0.4160 unj_5 8_13 0.0000 unj_10 8_13 0.3000 unj_20 8_13 0.6000 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 27 map 8_2 0.1513 Rprec 8_2 0.2766 bpref 8_2 0.2911 recip_rank 8_2 0.5000 iprec_at_recall_0.00 8_2 0.5000 iprec_at_recall_0.10 8_2 0.5000 iprec_at_recall_0.20 8_2 0.3143 iprec_at_recall_0.30 8_2 0.2917 iprec_at_recall_0.40 8_2 0.1527 iprec_at_recall_0.50 8_2 0.1326 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.2000 P_10 8_2 0.5000 P_15 8_2 0.4000 P_20 8_2 0.3000 P_30 8_2 0.3000 P_100 8_2 0.1600 P_200 8_2 0.1250 P_500 8_2 0.0540 P_1000 8_2 0.0270 relstring 8_2 '0100011101' recall_5 8_2 0.0213 recall_10 8_2 0.1064 recall_15 8_2 0.1277 recall_20 8_2 0.1277 recall_30 8_2 0.1915 recall_100 8_2 0.3404 recall_200 8_2 0.5319 recall_500 8_2 0.5745 recall_1000 8_2 0.5745 infAP 8_2 0.1513 Rprec_mult_0.20 8_2 0.5000 Rprec_mult_0.40 8_2 0.3158 Rprec_mult_0.60 8_2 0.3103 Rprec_mult_0.80 8_2 0.2895 Rprec_mult_1.00 8_2 0.2766 Rprec_mult_1.20 8_2 0.2456 Rprec_mult_1.40 8_2 0.2273 Rprec_mult_1.60 8_2 0.1974 Rprec_mult_1.80 8_2 0.1882 Rprec_mult_2.00 8_2 0.1702 utility 8_2 -946.0000 11pt_avg 8_2 0.1719 binG 8_2 0.1293 G 8_2 0.0881 ndcg 8_2 0.3148 ndcg_rel 8_2 0.2499 Rndcg 8_2 0.1610 ndcg_cut_5 8_2 0.0575 ndcg_cut_10 8_2 0.1244 ndcg_cut_15 8_2 0.1208 ndcg_cut_20 8_2 0.1069 ndcg_cut_30 8_2 0.1430 ndcg_cut_100 8_2 0.2187 ndcg_cut_200 8_2 0.3002 ndcg_cut_500 8_2 0.3148 ndcg_cut_1000 8_2 0.3148 map_cut_5 8_2 0.0106 map_cut_10 8_2 0.0481 map_cut_15 8_2 0.0579 map_cut_20 8_2 0.0579 map_cut_30 8_2 0.0771 map_cut_100 8_2 0.1188 map_cut_200 8_2 0.1467 map_cut_500 8_2 0.1513 map_cut_1000 8_2 0.1513 relative_P_5 8_2 0.2000 relative_P_10 8_2 0.5000 relative_P_15 8_2 0.4000 relative_P_20 8_2 0.3000 relative_P_30 8_2 0.3000 relative_P_100 8_2 0.3404 relative_P_200 8_2 0.5319 relative_P_500 8_2 0.5745 relative_P_1000 8_2 0.5745 success_1 8_2 0.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0270 set_relative_P 8_2 0.5745 set_recall 8_2 0.5745 set_map 8_2 0.0155 set_F 8_2 0.0516 num_nonrel_judged_ret 8_2 58 rbp 8_2 0.0938 rbp_resid 8_2 0.0985 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.1500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 4 map 8_3 0.0432 Rprec 8_3 0.1071 bpref 8_3 0.1097 recip_rank 8_3 0.5000 iprec_at_recall_0.00 8_3 0.5000 iprec_at_recall_0.10 8_3 0.3750 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.2000 P_10 8_3 0.3000 P_15 8_3 0.2000 P_20 8_3 0.1500 P_30 8_3 0.1000 P_100 8_3 0.0400 P_200 8_3 0.0200 P_500 8_3 0.0080 P_1000 8_3 0.0040 relstring 8_3 '010000110-' recall_5 8_3 0.0357 recall_10 8_3 0.1071 recall_15 8_3 0.1071 recall_20 8_3 0.1071 recall_30 8_3 0.1071 recall_100 8_3 0.1429 recall_200 8_3 0.1429 recall_500 8_3 0.1429 recall_1000 8_3 0.1429 infAP 8_3 0.0432 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.2500 Rprec_mult_0.60 8_3 0.1765 Rprec_mult_0.80 8_3 0.1304 Rprec_mult_1.00 8_3 0.1071 Rprec_mult_1.20 8_3 0.0882 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0667 Rprec_mult_1.80 8_3 0.0588 Rprec_mult_2.00 8_3 0.0536 utility 8_3 -992.0000 11pt_avg 8_3 0.0795 binG 8_3 0.0536 G 8_3 0.0331 ndcg 8_3 0.1191 ndcg_rel 8_3 0.1245 Rndcg 8_3 0.1069 ndcg_cut_5 8_3 0.1070 ndcg_cut_10 8_3 0.1631 ndcg_cut_15 8_3 0.1396 ndcg_cut_20 8_3 0.1237 ndcg_cut_30 8_3 0.1061 ndcg_cut_100 8_3 0.1191 ndcg_cut_200 8_3 0.1191 ndcg_cut_500 8_3 0.1191 ndcg_cut_1000 8_3 0.1191 map_cut_5 8_3 0.0179 map_cut_10 8_3 0.0415 map_cut_15 8_3 0.0415 map_cut_20 8_3 0.0415 map_cut_30 8_3 0.0415 map_cut_100 8_3 0.0432 map_cut_200 8_3 0.0432 map_cut_500 8_3 0.0432 map_cut_1000 8_3 0.0432 relative_P_5 8_3 0.2000 relative_P_10 8_3 0.3000 relative_P_15 8_3 0.2000 relative_P_20 8_3 0.1500 relative_P_30 8_3 0.1071 relative_P_100 8_3 0.1429 relative_P_200 8_3 0.1429 relative_P_500 8_3 0.1429 relative_P_1000 8_3 0.1429 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0040 set_relative_P 8_3 0.1429 set_recall 8_3 0.1429 set_map 8_3 0.0006 set_F 8_3 0.0078 num_nonrel_judged_ret 8_3 21 rbp 8_3 0.0955 rbp_resid 8_3 0.3225 unj_5 8_3 0.0000 unj_10 8_3 0.1000 unj_20 8_3 0.5000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 27 map 8_4 0.0870 Rprec 8_4 0.1881 bpref 8_4 0.2239 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.4000 iprec_at_recall_0.20 8_4 0.1628 iprec_at_recall_0.30 8_4 0.0000 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.6000 P_10 8_4 0.5000 P_15 8_4 0.5333 P_20 8_4 0.4000 P_30 8_4 0.3667 P_100 8_4 0.1900 P_200 8_4 0.1100 P_500 8_4 0.0500 P_1000 8_4 0.0270 relstring 8_4 '4040401--4' recall_5 8_4 0.0297 recall_10 8_4 0.0495 recall_15 8_4 0.0792 recall_20 8_4 0.0792 recall_30 8_4 0.1089 recall_100 8_4 0.1881 recall_200 8_4 0.2178 recall_500 8_4 0.2475 recall_1000 8_4 0.2673 infAP 8_4 0.0870 Rprec_mult_0.20 8_4 0.3810 Rprec_mult_0.40 8_4 0.2927 Rprec_mult_0.60 8_4 0.2295 Rprec_mult_0.80 8_4 0.1975 Rprec_mult_1.00 8_4 0.1881 Rprec_mult_1.20 8_4 0.1557 Rprec_mult_1.40 8_4 0.1479 Rprec_mult_1.60 8_4 0.1358 Rprec_mult_1.80 8_4 0.1209 Rprec_mult_2.00 8_4 0.1089 utility 8_4 -946.0000 11pt_avg 8_4 0.1421 binG 8_4 0.0698 G 8_4 0.0713 ndcg 8_4 0.3267 ndcg_rel 8_4 0.3489 Rndcg 8_4 0.3654 ndcg_cut_5 8_4 0.6399 ndcg_cut_10 8_4 0.4972 ndcg_cut_15 8_4 0.4547 ndcg_cut_20 8_4 0.3920 ndcg_cut_30 8_4 0.3849 ndcg_cut_100 8_4 0.3023 ndcg_cut_200 8_4 0.3136 ndcg_cut_500 8_4 0.3219 ndcg_cut_1000 8_4 0.3267 map_cut_5 8_4 0.0224 map_cut_10 8_4 0.0331 map_cut_15 8_4 0.0479 map_cut_20 8_4 0.0479 map_cut_30 8_4 0.0594 map_cut_100 8_4 0.0786 map_cut_200 8_4 0.0831 map_cut_500 8_4 0.0861 map_cut_1000 8_4 0.0870 relative_P_5 8_4 0.6000 relative_P_10 8_4 0.5000 relative_P_15 8_4 0.5333 relative_P_20 8_4 0.4000 relative_P_30 8_4 0.3667 relative_P_100 8_4 0.1900 relative_P_200 8_4 0.2178 relative_P_500 8_4 0.2475 relative_P_1000 8_4 0.2673 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0270 set_relative_P 8_4 0.2673 set_recall 8_4 0.2673 set_map 8_4 0.0072 set_F 8_4 0.0490 num_nonrel_judged_ret 8_4 42 rbp 8_4 0.3417 rbp_resid 8_4 0.2216 unj_5 8_4 0.0000 unj_10 8_4 0.2000 unj_20 8_4 0.3000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 22 map 8_5 0.2753 Rprec 8_5 0.3333 bpref 8_5 0.3899 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 1.0000 iprec_at_recall_0.20 8_5 0.6842 iprec_at_recall_0.30 8_5 0.4167 iprec_at_recall_0.40 8_5 0.2667 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 1.0000 P_10 8_5 0.8000 P_15 8_5 0.6000 P_20 8_5 0.6500 P_30 8_5 0.4667 P_100 8_5 0.2100 P_200 8_5 0.1050 P_500 8_5 0.0440 P_1000 8_5 0.0220 relstring 8_5 '2312112001' recall_5 8_5 0.0980 recall_10 8_5 0.1569 recall_15 8_5 0.1765 recall_20 8_5 0.2549 recall_30 8_5 0.2745 recall_100 8_5 0.4118 recall_200 8_5 0.4118 recall_500 8_5 0.4314 recall_1000 8_5 0.4314 infAP 8_5 0.2753 Rprec_mult_0.20 8_5 0.7273 Rprec_mult_0.40 8_5 0.6667 Rprec_mult_0.60 8_5 0.4516 Rprec_mult_0.80 8_5 0.3902 Rprec_mult_1.00 8_5 0.3333 Rprec_mult_1.20 8_5 0.2903 Rprec_mult_1.40 8_5 0.2639 Rprec_mult_1.60 8_5 0.2439 Rprec_mult_1.80 8_5 0.2174 Rprec_mult_2.00 8_5 0.2059 utility 8_5 -956.0000 11pt_avg 8_5 0.3061 binG 8_5 0.2145 G 8_5 0.1119 ndcg 8_5 0.4457 ndcg_rel 8_5 0.4675 Rndcg 8_5 0.4939 ndcg_cut_5 8_5 0.5591 ndcg_cut_10 8_5 0.5236 ndcg_cut_15 8_5 0.4758 ndcg_cut_20 8_5 0.5129 ndcg_cut_30 8_5 0.4674 ndcg_cut_100 8_5 0.4400 ndcg_cut_200 8_5 0.4400 ndcg_cut_500 8_5 0.4457 ndcg_cut_1000 8_5 0.4457 map_cut_5 8_5 0.0980 map_cut_10 8_5 0.1529 map_cut_15 8_5 0.1647 map_cut_20 8_5 0.2161 map_cut_30 8_5 0.2292 map_cut_100 8_5 0.2732 map_cut_200 8_5 0.2732 map_cut_500 8_5 0.2753 map_cut_1000 8_5 0.2753 relative_P_5 8_5 1.0000 relative_P_10 8_5 0.8000 relative_P_15 8_5 0.6000 relative_P_20 8_5 0.6500 relative_P_30 8_5 0.4667 relative_P_100 8_5 0.4118 relative_P_200 8_5 0.4118 relative_P_500 8_5 0.4314 relative_P_1000 8_5 0.4314 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0220 set_relative_P 8_5 0.4314 set_recall 8_5 0.4314 set_map 8_5 0.0095 set_F 8_5 0.0419 num_nonrel_judged_ret 8_5 17 rbp 8_5 0.2793 rbp_resid 8_5 0.1667 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.2000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 5 map 8_7 0.0169 Rprec 8_7 0.0638 bpref 8_7 0.0933 recip_rank 8_7 0.5000 iprec_at_recall_0.00 8_7 0.5000 iprec_at_recall_0.10 8_7 0.0185 iprec_at_recall_0.20 8_7 0.0000 iprec_at_recall_0.30 8_7 0.0000 iprec_at_recall_0.40 8_7 0.0000 iprec_at_recall_0.50 8_7 0.0000 iprec_at_recall_0.60 8_7 0.0000 iprec_at_recall_0.70 8_7 0.0000 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.2000 P_10 8_7 0.1000 P_15 8_7 0.0667 P_20 8_7 0.1000 P_30 8_7 0.1000 P_100 8_7 0.0400 P_200 8_7 0.0200 P_500 8_7 0.0100 P_1000 8_7 0.0050 relstring 8_7 '01000-0---' recall_5 8_7 0.0213 recall_10 8_7 0.0213 recall_15 8_7 0.0213 recall_20 8_7 0.0426 recall_30 8_7 0.0638 recall_100 8_7 0.0851 recall_200 8_7 0.0851 recall_500 8_7 0.1064 recall_1000 8_7 0.1064 infAP 8_7 0.0169 Rprec_mult_0.20 8_7 0.1000 Rprec_mult_0.40 8_7 0.1053 Rprec_mult_0.60 8_7 0.1034 Rprec_mult_0.80 8_7 0.0789 Rprec_mult_1.00 8_7 0.0638 Rprec_mult_1.20 8_7 0.0526 Rprec_mult_1.40 8_7 0.0455 Rprec_mult_1.60 8_7 0.0395 Rprec_mult_1.80 8_7 0.0353 Rprec_mult_2.00 8_7 0.0319 utility 8_7 -990.0000 11pt_avg 8_7 0.0471 binG 8_7 0.0291 G 8_7 0.0185 ndcg 8_7 0.0756 ndcg_rel 8_7 0.0753 Rndcg 8_7 0.0700 ndcg_cut_5 8_7 0.0625 ndcg_cut_10 8_7 0.0475 ndcg_cut_15 8_7 0.0396 ndcg_cut_20 8_7 0.0505 ndcg_cut_30 8_7 0.0661 ndcg_cut_100 8_7 0.0702 ndcg_cut_200 8_7 0.0702 ndcg_cut_500 8_7 0.0756 ndcg_cut_1000 8_7 0.0756 map_cut_5 8_7 0.0106 map_cut_10 8_7 0.0106 map_cut_15 8_7 0.0106 map_cut_20 8_7 0.0133 map_cut_30 8_7 0.0156 map_cut_100 8_7 0.0165 map_cut_200 8_7 0.0165 map_cut_500 8_7 0.0169 map_cut_1000 8_7 0.0169 relative_P_5 8_7 0.2000 relative_P_10 8_7 0.1000 relative_P_15 8_7 0.0667 relative_P_20 8_7 0.1000 relative_P_30 8_7 0.1000 relative_P_100 8_7 0.0851 relative_P_200 8_7 0.0851 relative_P_500 8_7 0.1064 relative_P_1000 8_7 0.1064 success_1 8_7 0.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0050 set_relative_P 8_7 0.1064 set_recall 8_7 0.1064 set_map 8_7 0.0005 set_F 8_7 0.0096 num_nonrel_judged_ret 8_7 8 rbp 8_7 0.0306 rbp_resid 8_7 0.4695 unj_5 8_7 0.0000 unj_10 8_7 0.4000 unj_20 8_7 0.5500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 19 map 8_8 0.3592 Rprec 8_8 0.4062 bpref 8_8 0.4893 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 0.7500 iprec_at_recall_0.30 8_8 0.6250 iprec_at_recall_0.40 8_8 0.4815 iprec_at_recall_0.50 8_8 0.3333 iprec_at_recall_0.60 8_8 0.2000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.8000 P_10 8_8 0.7000 P_15 8_8 0.6000 P_20 8_8 0.5000 P_30 8_8 0.4333 P_100 8_8 0.1900 P_200 8_8 0.0950 P_500 8_8 0.0380 P_1000 8_8 0.0190 relstring 8_8 '3433030104' recall_5 8_8 0.1250 recall_10 8_8 0.2188 recall_15 8_8 0.2812 recall_20 8_8 0.3125 recall_30 8_8 0.4062 recall_100 8_8 0.5938 recall_200 8_8 0.5938 recall_500 8_8 0.5938 recall_1000 8_8 0.5938 infAP 8_8 0.3592 Rprec_mult_0.20 8_8 0.7143 Rprec_mult_0.40 8_8 0.6154 Rprec_mult_0.60 8_8 0.5000 Rprec_mult_0.80 8_8 0.4615 Rprec_mult_1.00 8_8 0.4062 Rprec_mult_1.20 8_8 0.3590 Rprec_mult_1.40 8_8 0.3111 Rprec_mult_1.60 8_8 0.3269 Rprec_mult_1.80 8_8 0.2931 Rprec_mult_2.00 8_8 0.2812 utility 8_8 -962.0000 11pt_avg 8_8 0.3991 binG 8_8 0.2665 G 8_8 0.2173 ndcg 8_8 0.6665 ndcg_rel 8_8 0.6738 Rndcg 8_8 0.6385 ndcg_cut_5 8_8 0.7051 ndcg_cut_10 8_8 0.6548 ndcg_cut_15 8_8 0.6371 ndcg_cut_20 8_8 0.5919 ndcg_cut_30 8_8 0.6029 ndcg_cut_100 8_8 0.6665 ndcg_cut_200 8_8 0.6665 ndcg_cut_500 8_8 0.6665 ndcg_cut_1000 8_8 0.6665 map_cut_5 8_8 0.1250 map_cut_10 8_8 0.1964 map_cut_15 8_8 0.2357 map_cut_20 8_8 0.2552 map_cut_30 8_8 0.3009 map_cut_100 8_8 0.3592 map_cut_200 8_8 0.3592 map_cut_500 8_8 0.3592 map_cut_1000 8_8 0.3592 relative_P_5 8_8 0.8000 relative_P_10 8_8 0.7000 relative_P_15 8_8 0.6000 relative_P_20 8_8 0.5000 relative_P_30 8_8 0.4333 relative_P_100 8_8 0.5938 relative_P_200 8_8 0.5938 relative_P_500 8_8 0.5938 relative_P_1000 8_8 0.5938 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0190 set_relative_P 8_8 0.5938 set_recall 8_8 0.5938 set_map 8_8 0.0113 set_F 8_8 0.0368 num_nonrel_judged_ret 8_8 24 rbp 8_8 0.4397 rbp_resid 8_8 0.1887 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.2500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 15 map 9_11 0.0513 Rprec 9_11 0.1092 bpref 9_11 0.1213 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.2653 iprec_at_recall_0.20 9_11 0.0000 iprec_at_recall_0.30 9_11 0.0000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.6000 P_10 9_11 0.5000 P_15 9_11 0.4000 P_20 9_11 0.3500 P_30 9_11 0.3000 P_100 9_11 0.1300 P_200 9_11 0.0700 P_500 9_11 0.0280 P_1000 9_11 0.0150 relstring 9_11 '2-21---12-' recall_5 9_11 0.0252 recall_10 9_11 0.0420 recall_15 9_11 0.0504 recall_20 9_11 0.0588 recall_30 9_11 0.0756 recall_100 9_11 0.1092 recall_200 9_11 0.1176 recall_500 9_11 0.1176 recall_1000 9_11 0.1261 infAP 9_11 0.0513 Rprec_mult_0.20 9_11 0.3333 Rprec_mult_0.40 9_11 0.2500 Rprec_mult_0.60 9_11 0.1806 Rprec_mult_0.80 9_11 0.1354 Rprec_mult_1.00 9_11 0.1092 Rprec_mult_1.20 9_11 0.0909 Rprec_mult_1.40 9_11 0.0838 Rprec_mult_1.60 9_11 0.0733 Rprec_mult_1.80 9_11 0.0651 Rprec_mult_2.00 9_11 0.0588 utility 9_11 -970.0000 11pt_avg 9_11 0.1150 binG 9_11 0.0430 G 9_11 0.0253 ndcg 9_11 0.1520 ndcg_rel 9_11 0.1709 Rndcg 9_11 0.2015 ndcg_cut_5 9_11 0.3878 ndcg_cut_10 9_11 0.3259 ndcg_cut_15 9_11 0.2882 ndcg_cut_20 9_11 0.2773 ndcg_cut_30 9_11 0.2439 ndcg_cut_100 9_11 0.1529 ndcg_cut_200 9_11 0.1496 ndcg_cut_500 9_11 0.1496 ndcg_cut_1000 9_11 0.1520 map_cut_5 9_11 0.0203 map_cut_10 9_11 0.0292 map_cut_15 9_11 0.0328 map_cut_20 9_11 0.0362 map_cut_30 9_11 0.0418 map_cut_100 9_11 0.0503 map_cut_200 9_11 0.0511 map_cut_500 9_11 0.0511 map_cut_1000 9_11 0.0513 relative_P_5 9_11 0.6000 relative_P_10 9_11 0.5000 relative_P_15 9_11 0.4000 relative_P_20 9_11 0.3500 relative_P_30 9_11 0.3000 relative_P_100 9_11 0.1300 relative_P_200 9_11 0.1176 relative_P_500 9_11 0.1176 relative_P_1000 9_11 0.1261 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0150 set_relative_P 9_11 0.1261 set_recall 9_11 0.1261 set_map 9_11 0.0019 set_F 9_11 0.0268 num_nonrel_judged_ret 9_11 14 rbp 9_11 0.2173 rbp_resid 9_11 0.5216 unj_5 9_11 0.4000 unj_10 9_11 0.5000 unj_20 9_11 0.5500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 2 map 9_13 0.1477 Rprec 9_13 0.2500 bpref 9_13 0.3750 recip_rank 9_13 0.5000 iprec_at_recall_0.00 9_13 0.5000 iprec_at_recall_0.10 9_13 0.5000 iprec_at_recall_0.20 9_13 0.5000 iprec_at_recall_0.30 9_13 0.5000 iprec_at_recall_0.40 9_13 0.0909 iprec_at_recall_0.50 9_13 0.0909 iprec_at_recall_0.60 9_13 0.0909 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0667 P_100 9_13 0.0200 P_200 9_13 0.0100 P_500 9_13 0.0040 P_1000 9_13 0.0020 relstring 9_13 '-2---0--0-' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.5000 recall_100 9_13 0.5000 recall_200 9_13 0.5000 recall_500 9_13 0.5000 recall_1000 9_13 0.5000 infAP 9_13 0.1477 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -996.0000 11pt_avg 9_13 0.2066 binG 9_13 0.2138 G 9_13 0.1096 ndcg 9_13 0.2345 ndcg_rel 9_13 0.2404 Rndcg 9_13 0.2265 ndcg_cut_5 9_13 0.1996 ndcg_cut_10 9_13 0.1996 ndcg_cut_15 9_13 0.1996 ndcg_cut_20 9_13 0.1996 ndcg_cut_30 9_13 0.2345 ndcg_cut_100 9_13 0.2345 ndcg_cut_200 9_13 0.2345 ndcg_cut_500 9_13 0.2345 ndcg_cut_1000 9_13 0.2345 map_cut_5 9_13 0.1250 map_cut_10 9_13 0.1250 map_cut_15 9_13 0.1250 map_cut_20 9_13 0.1250 map_cut_30 9_13 0.1477 map_cut_100 9_13 0.1477 map_cut_200 9_13 0.1477 map_cut_500 9_13 0.1477 map_cut_1000 9_13 0.1477 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.5000 relative_P_100 9_13 0.5000 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.5000 relative_P_1000 9_13 0.5000 success_1 9_13 0.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0020 set_relative_P 9_13 0.5000 set_recall 9_13 0.5000 set_map 9_13 0.0010 set_F 9_13 0.0040 num_nonrel_judged_ret 9_13 2 rbp 9_13 0.0636 rbp_resid 9_13 0.7970 unj_5 9_13 0.8000 unj_10 9_13 0.7000 unj_20 9_13 0.8500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 18 map 9_2 0.1226 Rprec 9_2 0.1416 bpref 9_2 0.1572 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.9231 iprec_at_recall_0.20 9_2 0.0000 iprec_at_recall_0.30 9_2 0.0000 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 1.0000 P_15 9_2 0.8667 P_20 9_2 0.6500 P_30 9_2 0.4667 P_100 9_2 0.1600 P_200 9_2 0.0850 P_500 9_2 0.0360 P_1000 9_2 0.0180 relstring 9_2 '1311212221' recall_5 9_2 0.0442 recall_10 9_2 0.0885 recall_15 9_2 0.1150 recall_20 9_2 0.1150 recall_30 9_2 0.1239 recall_100 9_2 0.1416 recall_200 9_2 0.1504 recall_500 9_2 0.1593 recall_1000 9_2 0.1593 infAP 9_2 0.1226 Rprec_mult_0.20 9_2 0.5652 Rprec_mult_0.40 9_2 0.3043 Rprec_mult_0.60 9_2 0.2206 Rprec_mult_0.80 9_2 0.1758 Rprec_mult_1.00 9_2 0.1416 Rprec_mult_1.20 9_2 0.1176 Rprec_mult_1.40 9_2 0.1006 Rprec_mult_1.60 9_2 0.0939 Rprec_mult_1.80 9_2 0.0833 Rprec_mult_2.00 9_2 0.0752 utility 9_2 -964.0000 11pt_avg 9_2 0.1748 binG 9_2 0.1118 G 9_2 0.0526 ndcg 9_2 0.2632 ndcg_rel 9_2 0.2984 Rndcg 9_2 0.3462 ndcg_cut_5 9_2 0.5197 ndcg_cut_10 9_2 0.5934 ndcg_cut_15 9_2 0.5949 ndcg_cut_20 9_2 0.5125 ndcg_cut_30 9_2 0.4303 ndcg_cut_100 9_2 0.2667 ndcg_cut_200 9_2 0.2565 ndcg_cut_500 9_2 0.2632 ndcg_cut_1000 9_2 0.2632 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0885 map_cut_15 9_2 0.1124 map_cut_20 9_2 0.1124 map_cut_30 9_2 0.1174 map_cut_100 9_2 0.1212 map_cut_200 9_2 0.1220 map_cut_500 9_2 0.1226 map_cut_1000 9_2 0.1226 relative_P_5 9_2 1.0000 relative_P_10 9_2 1.0000 relative_P_15 9_2 0.8667 relative_P_20 9_2 0.6500 relative_P_30 9_2 0.4667 relative_P_100 9_2 0.1600 relative_P_200 9_2 0.1504 relative_P_500 9_2 0.1593 relative_P_1000 9_2 0.1593 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0180 set_relative_P 9_2 0.1593 set_recall 9_2 0.1593 set_map 9_2 0.0029 set_F 9_2 0.0323 num_nonrel_judged_ret 9_2 3 rbp 9_2 0.4102 rbp_resid 9_2 0.2230 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.3000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 82 map 9_6 0.3308 Rprec 9_6 0.4275 bpref 9_6 0.6054 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.6500 iprec_at_recall_0.20 9_6 0.6346 iprec_at_recall_0.30 9_6 0.6308 iprec_at_recall_0.40 9_6 0.5474 iprec_at_recall_0.50 9_6 0.3300 iprec_at_recall_0.60 9_6 0.2158 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 0.8000 P_10 9_6 0.5000 P_15 9_6 0.6000 P_20 9_6 0.6500 P_30 9_6 0.6000 P_100 9_6 0.5400 P_200 9_6 0.3300 P_500 9_6 0.1620 P_1000 9_6 0.0820 relstring 9_6 '122032----' recall_5 9_6 0.0305 recall_10 9_6 0.0382 recall_15 9_6 0.0687 recall_20 9_6 0.0992 recall_30 9_6 0.1374 recall_100 9_6 0.4122 recall_200 9_6 0.5038 recall_500 9_6 0.6183 recall_1000 9_6 0.6260 infAP 9_6 0.3308 Rprec_mult_0.20 9_6 0.6296 Rprec_mult_0.40 9_6 0.6226 Rprec_mult_0.60 9_6 0.5949 Rprec_mult_0.80 9_6 0.5238 Rprec_mult_1.00 9_6 0.4275 Rprec_mult_1.20 9_6 0.3797 Rprec_mult_1.40 9_6 0.3424 Rprec_mult_1.60 9_6 0.3190 Rprec_mult_1.80 9_6 0.3008 Rprec_mult_2.00 9_6 0.2824 utility 9_6 -836.0000 11pt_avg 9_6 0.3644 binG 9_6 0.1534 G 9_6 0.1085 ndcg 9_6 0.5674 ndcg_rel 9_6 0.5127 Rndcg 9_6 0.4651 ndcg_cut_5 9_6 0.5000 ndcg_cut_10 9_6 0.3767 ndcg_cut_15 9_6 0.4102 ndcg_cut_20 9_6 0.4091 ndcg_cut_30 9_6 0.4329 ndcg_cut_100 9_6 0.4768 ndcg_cut_200 9_6 0.4938 ndcg_cut_500 9_6 0.5636 ndcg_cut_1000 9_6 0.5674 map_cut_5 9_6 0.0290 map_cut_10 9_6 0.0354 map_cut_15 9_6 0.0522 map_cut_20 9_6 0.0720 map_cut_30 9_6 0.0955 map_cut_100 9_6 0.2632 map_cut_200 9_6 0.2991 map_cut_500 9_6 0.3300 map_cut_1000 9_6 0.3308 relative_P_5 9_6 0.8000 relative_P_10 9_6 0.5000 relative_P_15 9_6 0.6000 relative_P_20 9_6 0.6500 relative_P_30 9_6 0.6000 relative_P_100 9_6 0.5400 relative_P_200 9_6 0.5038 relative_P_500 9_6 0.6183 relative_P_1000 9_6 0.6260 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0820 set_relative_P 9_6 0.6260 set_recall 9_6 0.6260 set_map 9_6 0.0513 set_F 9_6 0.1450 num_nonrel_judged_ret 9_6 4 rbp 9_6 0.4078 rbp_resid 9_6 0.2901 unj_5 9_6 0.0000 unj_10 9_6 0.4000 unj_20 9_6 0.3000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 19 map 9_9 0.1982 Rprec 9_9 0.3091 bpref 9_9 0.3382 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.7500 iprec_at_recall_0.20 9_9 0.4828 iprec_at_recall_0.30 9_9 0.3214 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.8000 P_10 9_9 0.6000 P_15 9_9 0.6000 P_20 9_9 0.5000 P_30 9_9 0.4667 P_100 9_9 0.1900 P_200 9_9 0.0950 P_500 9_9 0.0380 P_1000 9_9 0.0190 relstring 9_9 '330323-3--' recall_5 9_9 0.0727 recall_10 9_9 0.1091 recall_15 9_9 0.1636 recall_20 9_9 0.1818 recall_30 9_9 0.2545 recall_100 9_9 0.3455 recall_200 9_9 0.3455 recall_500 9_9 0.3455 recall_1000 9_9 0.3455 infAP 9_9 0.1982 Rprec_mult_0.20 9_9 0.5455 Rprec_mult_0.40 9_9 0.4545 Rprec_mult_0.60 9_9 0.4242 Rprec_mult_0.80 9_9 0.3409 Rprec_mult_1.00 9_9 0.3091 Rprec_mult_1.20 9_9 0.2727 Rprec_mult_1.40 9_9 0.2338 Rprec_mult_1.60 9_9 0.2045 Rprec_mult_1.80 9_9 0.1919 Rprec_mult_2.00 9_9 0.1727 utility 9_9 -962.0000 11pt_avg 9_9 0.2322 binG 9_9 0.1394 G 9_9 0.1279 ndcg 9_9 0.4452 ndcg_rel 9_9 0.5039 Rndcg 9_9 0.4482 ndcg_cut_5 9_9 0.7867 ndcg_cut_10 9_9 0.6583 ndcg_cut_15 9_9 0.5998 ndcg_cut_20 9_9 0.5209 ndcg_cut_30 9_9 0.4903 ndcg_cut_100 9_9 0.4452 ndcg_cut_200 9_9 0.4452 ndcg_cut_500 9_9 0.4452 ndcg_cut_1000 9_9 0.4452 map_cut_5 9_9 0.0645 map_cut_10 9_9 0.0933 map_cut_15 9_9 0.1260 map_cut_20 9_9 0.1351 map_cut_30 9_9 0.1681 map_cut_100 9_9 0.1982 map_cut_200 9_9 0.1982 map_cut_500 9_9 0.1982 map_cut_1000 9_9 0.1982 relative_P_5 9_9 0.8000 relative_P_10 9_9 0.6000 relative_P_15 9_9 0.6000 relative_P_20 9_9 0.5000 relative_P_30 9_9 0.4667 relative_P_100 9_9 0.3455 relative_P_200 9_9 0.3455 relative_P_500 9_9 0.3455 relative_P_1000 9_9 0.3455 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0190 set_relative_P 9_9 0.3455 set_recall 9_9 0.3455 set_map 9_9 0.0066 set_F 9_9 0.0360 num_nonrel_judged_ret 9_9 3 rbp 9_9 0.4970 rbp_resid 9_9 0.3543 unj_5 9_9 0.0000 unj_10 9_9 0.3000 unj_20 9_9 0.4500 runid all gpt4-QR-bm25-rr-baseline num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 3775 map all 0.1915 gm_map all 0.0810 Rprec all 0.2484 bpref all 0.3293 recip_rank all 0.7477 iprec_at_recall_0.00 all 0.7668 iprec_at_recall_0.10 all 0.5394 iprec_at_recall_0.20 all 0.3670 iprec_at_recall_0.30 all 0.2666 iprec_at_recall_0.40 all 0.1821 iprec_at_recall_0.50 all 0.1256 iprec_at_recall_0.60 all 0.0825 iprec_at_recall_0.70 all 0.0499 iprec_at_recall_0.80 all 0.0288 iprec_at_recall_0.90 all 0.0127 iprec_at_recall_1.00 all 0.0051 P_5 all 0.5966 P_10 all 0.5353 P_15 all 0.4845 P_20 all 0.4444 P_30 all 0.3983 P_100 all 0.2134 P_200 all 0.1319 P_500 all 0.0624 P_1000 all 0.0325 recall_5 all 0.0506 recall_10 all 0.0868 recall_15 all 0.1119 recall_20 all 0.1334 recall_30 all 0.1721 recall_100 all 0.3055 recall_200 all 0.3699 recall_500 all 0.4248 recall_1000 all 0.4391 infAP all 0.1915 gm_bpref all 0.1757 Rprec_mult_0.20 all 0.4726 Rprec_mult_0.40 all 0.3856 Rprec_mult_0.60 all 0.3211 Rprec_mult_0.80 all 0.2794 Rprec_mult_1.00 all 0.2484 Rprec_mult_1.20 all 0.2210 Rprec_mult_1.40 all 0.2000 Rprec_mult_1.60 all 0.1831 Rprec_mult_1.80 all 0.1689 Rprec_mult_2.00 all 0.1581 utility all -934.9138 11pt_avg all 0.2206 binG all 0.1391 G all 0.1017 ndcg all 0.3771 ndcg_rel all 0.3633 Rndcg all 0.3422 ndcg_cut_5 all 0.4086 ndcg_cut_10 all 0.3911 ndcg_cut_15 all 0.3767 ndcg_cut_20 all 0.3642 ndcg_cut_30 all 0.3535 ndcg_cut_100 all 0.3315 ndcg_cut_200 all 0.3486 ndcg_cut_500 all 0.3717 ndcg_cut_1000 all 0.3771 map_cut_5 all 0.0436 map_cut_10 all 0.0684 map_cut_15 all 0.0850 map_cut_20 all 0.0987 map_cut_30 all 0.1195 map_cut_100 all 0.1691 map_cut_200 all 0.1832 map_cut_500 all 0.1905 map_cut_1000 all 0.1915 relative_P_5 all 0.5970 relative_P_10 all 0.5366 relative_P_15 all 0.4888 relative_P_20 all 0.4521 relative_P_30 all 0.4149 relative_P_100 all 0.3376 relative_P_200 all 0.3717 relative_P_500 all 0.4248 relative_P_1000 all 0.4391 success_1 all 0.6552 success_5 all 0.8707 success_10 all 0.8966 set_P all 0.0325 set_relative_P all 0.4391 set_recall all 0.4391 set_map all 0.0172 set_F all 0.0587 num_nonrel_judged_ret all 2640 rbp all 0.2832 rbp_resid all 0.2514 unj_5 all 0.0259 unj_10 all 0.1698 unj_20 all 0.3026