num_ret 14 1000 num_rel 14 272 num_rel_ret 14 104 map 14 0.1106 Rprec 14 0.2279 bpref 14 0.3151 recip_rank 14 0.5000 iprec_at_recall_0.00 14 0.6000 iprec_at_recall_0.10 14 0.3733 iprec_at_recall_0.20 14 0.2629 iprec_at_recall_0.30 14 0.1684 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.4000 P_10 14 0.5000 P_15 14 0.6000 P_20 14 0.5500 P_30 14 0.5000 P_100 14 0.3100 P_200 14 0.2650 P_500 14 0.1640 P_1000 14 0.1040 relstring 14 '1212021220' recall_5 14 0.0074 recall_10 14 0.0184 recall_15 14 0.0331 recall_20 14 0.0404 recall_30 14 0.0551 recall_100 14 0.1140 recall_200 14 0.1949 recall_500 14 0.3015 recall_1000 14 0.3824 infAP 14 0.1106 Rprec_mult_0.20 14 0.4182 Rprec_mult_0.40 14 0.3119 Rprec_mult_0.60 14 0.2622 Rprec_mult_0.80 14 0.2569 Rprec_mult_1.00 14 0.2279 Rprec_mult_1.20 14 0.2110 Rprec_mult_1.40 14 0.1942 Rprec_mult_1.60 14 0.1835 Rprec_mult_1.80 14 0.1673 Rprec_mult_2.00 14 0.1562 utility 14 -792.0000 11pt_avg 14 0.1277 binG 14 0.0654 G 14 0.0566 ndcg 14 0.3838 ndcg_rel 14 0.3709 Rndcg 14 0.3396 ndcg_cut_5 14 0.3458 ndcg_cut_10 14 0.3867 ndcg_cut_15 14 0.4153 ndcg_cut_20 14 0.4127 ndcg_cut_30 14 0.4157 ndcg_cut_100 14 0.3629 ndcg_cut_200 14 0.3207 ndcg_cut_500 14 0.3282 ndcg_cut_1000 14 0.3838 map_cut_5 14 0.0037 map_cut_10 14 0.0094 map_cut_15 14 0.0175 map_cut_20 14 0.0218 map_cut_30 14 0.0294 map_cut_100 14 0.0545 map_cut_200 14 0.0767 map_cut_500 14 0.0997 map_cut_1000 14 0.1106 relative_P_5 14 0.4000 relative_P_10 14 0.5000 relative_P_15 14 0.6000 relative_P_20 14 0.5500 relative_P_30 14 0.5000 relative_P_100 14 0.3100 relative_P_200 14 0.2650 relative_P_500 14 0.3015 relative_P_1000 14 0.3824 success_1 14 0.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.1040 set_relative_P 14 0.3824 set_recall 14 0.3824 set_map 14 0.0398 set_F 14 0.1635 num_nonrel_judged_ret 14 76 rbp 14 0.3218 rbp_resid 14 0.0215 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 1000 num_rel 144 197 num_rel_ret 144 117 map 144 0.2320 Rprec 144 0.3249 bpref 144 0.5064 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.7000 iprec_at_recall_0.20 144 0.4149 iprec_at_recall_0.30 144 0.3550 iprec_at_recall_0.40 144 0.2484 iprec_at_recall_0.50 144 0.1595 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.8000 P_10 144 0.7000 P_15 144 0.6000 P_20 144 0.7000 P_30 144 0.7000 P_100 144 0.4100 P_200 144 0.3200 P_500 144 0.1800 P_1000 144 0.1170 relstring 144 '2231332102' recall_5 144 0.0203 recall_10 144 0.0355 recall_15 144 0.0457 recall_20 144 0.0711 recall_30 144 0.1066 recall_100 144 0.2081 recall_200 144 0.3249 recall_500 144 0.4569 recall_1000 144 0.5939 infAP 144 0.2320 Rprec_mult_0.20 144 0.6250 Rprec_mult_0.40 144 0.4557 Rprec_mult_0.60 144 0.3950 Rprec_mult_0.80 144 0.3608 Rprec_mult_1.00 144 0.3249 Rprec_mult_1.20 144 0.2827 Rprec_mult_1.40 144 0.2645 Rprec_mult_1.60 144 0.2468 Rprec_mult_1.80 144 0.2282 Rprec_mult_2.00 144 0.2132 utility 144 -766.0000 11pt_avg 144 0.2616 binG 144 0.1220 G 144 0.0834 ndcg 144 0.5271 ndcg_rel 144 0.5092 Rndcg 144 0.4806 ndcg_cut_5 144 0.6453 ndcg_cut_10 144 0.6139 ndcg_cut_15 144 0.5850 ndcg_cut_20 144 0.5981 ndcg_cut_30 144 0.5989 ndcg_cut_100 144 0.4786 ndcg_cut_200 144 0.4187 ndcg_cut_500 144 0.4436 ndcg_cut_1000 144 0.5271 map_cut_5 144 0.0193 map_cut_10 144 0.0314 map_cut_15 144 0.0389 map_cut_20 144 0.0558 map_cut_30 144 0.0810 map_cut_100 144 0.1356 map_cut_200 144 0.1793 map_cut_500 144 0.2118 map_cut_1000 144 0.2320 relative_P_5 144 0.8000 relative_P_10 144 0.7000 relative_P_15 144 0.6000 relative_P_20 144 0.7000 relative_P_30 144 0.7000 relative_P_100 144 0.4100 relative_P_200 144 0.3249 relative_P_500 144 0.4569 relative_P_1000 144 0.5939 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1170 set_relative_P 144 0.5939 set_recall 144 0.5939 set_map 144 0.0695 set_F 144 0.1955 num_nonrel_judged_ret 144 70 rbp 144 0.4716 rbp_resid 144 0.0174 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 1000 num_rel 161 218 num_rel_ret 161 107 map 161 0.1612 Rprec 161 0.2294 bpref 161 0.3994 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.5510 iprec_at_recall_0.20 161 0.2738 iprec_at_recall_0.30 161 0.1720 iprec_at_recall_0.40 161 0.1507 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 0.7000 P_15 161 0.6000 P_20 161 0.6000 P_30 161 0.5667 P_100 161 0.3700 P_200 161 0.2400 P_500 161 0.1560 P_1000 161 0.1070 relstring 161 '2322220200' recall_5 161 0.0229 recall_10 161 0.0321 recall_15 161 0.0413 recall_20 161 0.0550 recall_30 161 0.0780 recall_100 161 0.1697 recall_200 161 0.2202 recall_500 161 0.3578 recall_1000 161 0.4908 infAP 161 0.1612 Rprec_mult_0.20 161 0.5227 Rprec_mult_0.40 161 0.3977 Rprec_mult_0.60 161 0.3053 Rprec_mult_0.80 161 0.2629 Rprec_mult_1.00 161 0.2294 Rprec_mult_1.20 161 0.2061 Rprec_mult_1.40 161 0.1863 Rprec_mult_1.60 161 0.1748 Rprec_mult_1.80 161 0.1679 Rprec_mult_2.00 161 0.1606 utility 161 -786.0000 11pt_avg 161 0.1952 binG 161 0.1020 G 161 0.0740 ndcg 161 0.4544 ndcg_rel 161 0.4373 Rndcg 161 0.3863 ndcg_cut_5 161 0.7380 ndcg_cut_10 161 0.5775 ndcg_cut_15 161 0.5068 ndcg_cut_20 161 0.4886 ndcg_cut_30 161 0.4944 ndcg_cut_100 161 0.4121 ndcg_cut_200 161 0.3084 ndcg_cut_500 161 0.3729 ndcg_cut_1000 161 0.4544 map_cut_5 161 0.0229 map_cut_10 161 0.0315 map_cut_15 161 0.0373 map_cut_20 161 0.0456 map_cut_30 161 0.0590 map_cut_100 161 0.1038 map_cut_200 161 0.1188 map_cut_500 161 0.1438 map_cut_1000 161 0.1612 relative_P_5 161 1.0000 relative_P_10 161 0.7000 relative_P_15 161 0.6000 relative_P_20 161 0.6000 relative_P_30 161 0.5667 relative_P_100 161 0.3700 relative_P_200 161 0.2400 relative_P_500 161 0.3578 relative_P_1000 161 0.4908 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.1070 set_relative_P 161 0.4908 set_recall 161 0.4908 set_map 161 0.0525 set_F 161 0.1757 num_nonrel_judged_ret 161 86 rbp 161 0.4839 rbp_resid 161 0.0198 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 1000 num_rel 200 184 num_rel_ret 200 123 map 200 0.2293 Rprec 200 0.3261 bpref 200 0.5198 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.4651 iprec_at_recall_0.20 200 0.4386 iprec_at_recall_0.30 200 0.3957 iprec_at_recall_0.40 200 0.2734 iprec_at_recall_0.50 200 0.2081 iprec_at_recall_0.60 200 0.1721 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.4000 P_10 200 0.6000 P_15 200 0.6667 P_20 200 0.5000 P_30 200 0.4333 P_100 200 0.4100 P_200 200 0.3100 P_500 200 0.1960 P_1000 200 0.1230 relstring 200 '2200033331' recall_5 200 0.0109 recall_10 200 0.0326 recall_15 200 0.0543 recall_20 200 0.0543 recall_30 200 0.0707 recall_100 200 0.2228 recall_200 200 0.3370 recall_500 200 0.5326 recall_1000 200 0.6685 infAP 200 0.2293 Rprec_mult_0.20 200 0.4054 Rprec_mult_0.40 200 0.4054 Rprec_mult_0.60 200 0.4324 Rprec_mult_0.80 200 0.3784 Rprec_mult_1.00 200 0.3261 Rprec_mult_1.20 200 0.3032 Rprec_mult_1.40 200 0.2752 Rprec_mult_1.60 200 0.2610 Rprec_mult_1.80 200 0.2470 Rprec_mult_2.00 200 0.2337 utility 200 -754.0000 11pt_avg 200 0.2685 binG 200 0.1200 G 200 0.0944 ndcg 200 0.5711 ndcg_rel 200 0.5048 Rndcg 200 0.4571 ndcg_cut_5 200 0.3313 ndcg_cut_10 200 0.5105 ndcg_cut_15 200 0.5300 ndcg_cut_20 200 0.4453 ndcg_cut_30 200 0.4208 ndcg_cut_100 200 0.4306 ndcg_cut_200 200 0.3966 ndcg_cut_500 200 0.5028 ndcg_cut_1000 200 0.5711 map_cut_5 200 0.0109 map_cut_10 200 0.0237 map_cut_15 200 0.0379 map_cut_20 200 0.0379 map_cut_30 200 0.0462 map_cut_100 200 0.1117 map_cut_200 200 0.1567 map_cut_500 200 0.2065 map_cut_1000 200 0.2293 relative_P_5 200 0.4000 relative_P_10 200 0.6000 relative_P_15 200 0.6667 relative_P_20 200 0.5000 relative_P_30 200 0.4333 relative_P_100 200 0.4100 relative_P_200 200 0.3370 relative_P_500 200 0.5326 relative_P_1000 200 0.6685 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.1230 set_relative_P 200 0.6685 set_recall 200 0.6685 set_map 200 0.0822 set_F 200 0.2078 num_nonrel_judged_ret 200 88 rbp 200 0.3547 rbp_resid 200 0.0168 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 1000 num_rel 213 322 num_rel_ret 213 196 map 213 0.2796 Rprec 213 0.3540 bpref 213 0.5201 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.7273 iprec_at_recall_0.20 213 0.5078 iprec_at_recall_0.30 213 0.3754 iprec_at_recall_0.40 213 0.3226 iprec_at_recall_0.50 213 0.2609 iprec_at_recall_0.60 213 0.2025 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 0.9000 P_15 213 0.9333 P_20 213 0.9000 P_30 213 0.8333 P_100 213 0.5100 P_200 213 0.4250 P_500 213 0.2880 P_1000 213 0.1960 relstring 213 '4332322331' recall_5 213 0.0155 recall_10 213 0.0280 recall_15 213 0.0435 recall_20 213 0.0559 recall_30 213 0.0776 recall_100 213 0.1584 recall_200 213 0.2640 recall_500 213 0.4472 recall_1000 213 0.6087 infAP 213 0.2796 Rprec_mult_0.20 213 0.6000 Rprec_mult_0.40 213 0.5039 Rprec_mult_0.60 213 0.4330 Rprec_mult_0.80 213 0.3721 Rprec_mult_1.00 213 0.3540 Rprec_mult_1.20 213 0.3230 Rprec_mult_1.40 213 0.3038 Rprec_mult_1.60 213 0.2829 Rprec_mult_1.80 213 0.2655 Rprec_mult_2.00 213 0.2531 utility 213 -608.0000 11pt_avg 213 0.3088 binG 213 0.1316 G 213 0.0914 ndcg 213 0.5993 ndcg_rel 213 0.5721 Rndcg 213 0.5435 ndcg_cut_5 213 0.7983 ndcg_cut_10 213 0.7116 ndcg_cut_15 213 0.7330 ndcg_cut_20 213 0.7600 ndcg_cut_30 213 0.7410 ndcg_cut_100 213 0.5439 ndcg_cut_200 213 0.4823 ndcg_cut_500 213 0.4957 ndcg_cut_1000 213 0.5993 map_cut_5 213 0.0155 map_cut_10 213 0.0280 map_cut_15 213 0.0423 map_cut_20 213 0.0538 map_cut_30 213 0.0725 map_cut_100 213 0.1254 map_cut_200 213 0.1764 map_cut_500 213 0.2408 map_cut_1000 213 0.2796 relative_P_5 213 1.0000 relative_P_10 213 0.9000 relative_P_15 213 0.9333 relative_P_20 213 0.9000 relative_P_30 213 0.8333 relative_P_100 213 0.5100 relative_P_200 213 0.4250 relative_P_500 213 0.4472 relative_P_1000 213 0.6087 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.1960 set_relative_P 213 0.6087 set_recall 213 0.6087 set_map 213 0.1193 set_F 213 0.2965 num_nonrel_judged_ret 213 55 rbp 213 0.6589 rbp_resid 213 0.0201 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 1000 num_rel 219 203 num_rel_ret 219 83 map 219 0.1341 Rprec 219 0.2069 bpref 219 0.2853 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.6667 iprec_at_recall_0.20 219 0.2132 iprec_at_recall_0.30 219 0.1263 iprec_at_recall_0.40 219 0.0902 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.6000 P_10 219 0.7000 P_15 219 0.7333 P_20 219 0.7000 P_30 219 0.6667 P_100 219 0.3200 P_200 219 0.2100 P_500 219 0.1220 P_1000 219 0.0830 relstring 219 '3120302222' recall_5 219 0.0148 recall_10 219 0.0345 recall_15 219 0.0542 recall_20 219 0.0690 recall_30 219 0.0985 recall_100 219 0.1576 recall_200 219 0.2069 recall_500 219 0.3005 recall_1000 219 0.4089 infAP 219 0.1341 Rprec_mult_0.20 219 0.5610 Rprec_mult_0.40 219 0.3780 Rprec_mult_0.60 219 0.2623 Rprec_mult_0.80 219 0.2209 Rprec_mult_1.00 219 0.2069 Rprec_mult_1.20 219 0.1926 Rprec_mult_1.40 219 0.1789 Rprec_mult_1.60 219 0.1662 Rprec_mult_1.80 219 0.1503 Rprec_mult_2.00 219 0.1404 utility 219 -834.0000 11pt_avg 219 0.1906 binG 219 0.0831 G 219 0.0576 ndcg 219 0.3758 ndcg_rel 219 0.3731 Rndcg 219 0.3658 ndcg_cut_5 219 0.4911 ndcg_cut_10 219 0.4789 ndcg_cut_15 219 0.5002 ndcg_cut_20 219 0.4948 ndcg_cut_30 219 0.4812 ndcg_cut_100 219 0.3651 ndcg_cut_200 219 0.2852 ndcg_cut_500 219 0.3193 ndcg_cut_1000 219 0.3758 map_cut_5 219 0.0112 map_cut_10 219 0.0238 map_cut_15 219 0.0379 map_cut_20 219 0.0484 map_cut_30 219 0.0680 map_cut_100 219 0.0954 map_cut_200 219 0.1067 map_cut_500 219 0.1227 map_cut_1000 219 0.1341 relative_P_5 219 0.6000 relative_P_10 219 0.7000 relative_P_15 219 0.7333 relative_P_20 219 0.7000 relative_P_30 219 0.6667 relative_P_100 219 0.3200 relative_P_200 219 0.2100 relative_P_500 219 0.3005 relative_P_1000 219 0.4089 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.0830 set_relative_P 219 0.4089 set_recall 219 0.4089 set_map 219 0.0339 set_F 219 0.1380 num_nonrel_judged_ret 219 125 rbp 219 0.3970 rbp_resid 219 0.0097 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 1000 num_rel 224 304 num_rel_ret 224 128 map 224 0.1437 Rprec 224 0.2829 bpref 224 0.3634 recip_rank 224 0.1667 iprec_at_recall_0.00 224 0.5714 iprec_at_recall_0.10 224 0.4928 iprec_at_recall_0.20 224 0.3910 iprec_at_recall_0.30 224 0.2263 iprec_at_recall_0.40 224 0.1484 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.0000 P_10 224 0.4000 P_15 224 0.5333 P_20 224 0.4500 P_30 224 0.4667 P_100 224 0.4300 P_200 224 0.3400 P_500 224 0.2000 P_1000 224 0.1280 relstring 224 '1111022220' recall_5 224 0.0000 recall_10 224 0.0132 recall_15 224 0.0263 recall_20 224 0.0296 recall_30 224 0.0461 recall_100 224 0.1414 recall_200 224 0.2237 recall_500 224 0.3289 recall_1000 224 0.4211 infAP 224 0.1437 Rprec_mult_0.20 224 0.4754 Rprec_mult_0.40 224 0.4262 Rprec_mult_0.60 224 0.3552 Rprec_mult_0.80 224 0.3238 Rprec_mult_1.00 224 0.2829 Rprec_mult_1.20 224 0.2411 Rprec_mult_1.40 224 0.2183 Rprec_mult_1.60 224 0.2033 Rprec_mult_1.80 224 0.1880 Rprec_mult_2.00 224 0.1776 utility 224 -744.0000 11pt_avg 224 0.1664 binG 224 0.0699 G 224 0.0590 ndcg 224 0.4045 ndcg_rel 224 0.3983 Rndcg 224 0.3656 ndcg_cut_5 224 0.2896 ndcg_cut_10 224 0.3796 ndcg_cut_15 224 0.4310 ndcg_cut_20 224 0.3816 ndcg_cut_30 224 0.3961 ndcg_cut_100 224 0.4318 ndcg_cut_200 224 0.3753 ndcg_cut_500 224 0.3422 ndcg_cut_1000 224 0.4045 map_cut_5 224 0.0000 map_cut_10 224 0.0042 map_cut_15 224 0.0110 map_cut_20 224 0.0127 map_cut_30 224 0.0210 map_cut_100 224 0.0662 map_cut_200 224 0.0987 map_cut_500 224 0.1282 map_cut_1000 224 0.1437 relative_P_5 224 0.0000 relative_P_10 224 0.4000 relative_P_15 224 0.5333 relative_P_20 224 0.4500 relative_P_30 224 0.4667 relative_P_100 224 0.4300 relative_P_200 224 0.3400 relative_P_500 224 0.3289 relative_P_1000 224 0.4211 success_1 224 0.0000 success_5 224 0.0000 success_10 224 1.0000 set_P 224 0.1280 set_relative_P 224 0.4211 set_recall 224 0.4211 set_map 224 0.0539 set_F 224 0.1963 num_nonrel_judged_ret 224 55 rbp 224 0.4047 rbp_resid 224 0.0213 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 1000 num_rel 225 238 num_rel_ret 225 174 map 225 0.3012 Rprec 225 0.3655 bpref 225 0.5134 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.7273 iprec_at_recall_0.20 225 0.4508 iprec_at_recall_0.30 225 0.4162 iprec_at_recall_0.40 225 0.3519 iprec_at_recall_0.50 225 0.2713 iprec_at_recall_0.60 225 0.2344 iprec_at_recall_0.70 225 0.1976 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.8000 P_15 225 0.7333 P_20 225 0.7500 P_30 225 0.7000 P_100 225 0.4600 P_200 225 0.3900 P_500 225 0.2600 P_1000 225 0.1740 relstring 225 '2332221220' recall_5 225 0.0210 recall_10 225 0.0336 recall_15 225 0.0462 recall_20 225 0.0630 recall_30 225 0.0882 recall_100 225 0.1933 recall_200 225 0.3277 recall_500 225 0.5462 recall_1000 225 0.7311 infAP 225 0.3012 Rprec_mult_0.20 225 0.6250 Rprec_mult_0.40 225 0.4688 Rprec_mult_0.60 225 0.4476 Rprec_mult_0.80 225 0.3927 Rprec_mult_1.00 225 0.3655 Rprec_mult_1.20 225 0.3392 Rprec_mult_1.40 225 0.3054 Rprec_mult_1.60 225 0.2835 Rprec_mult_1.80 225 0.2727 Rprec_mult_2.00 225 0.2689 utility 225 -652.0000 11pt_avg 225 0.3318 binG 225 0.1425 G 225 0.1077 ndcg 225 0.6543 ndcg_rel 225 0.5802 Rndcg 225 0.5153 ndcg_cut_5 225 0.7945 ndcg_cut_10 225 0.6828 ndcg_cut_15 225 0.6636 ndcg_cut_20 225 0.6414 ndcg_cut_30 225 0.6321 ndcg_cut_100 225 0.5003 ndcg_cut_200 225 0.4665 ndcg_cut_500 225 0.5367 ndcg_cut_1000 225 0.6543 map_cut_5 225 0.0210 map_cut_10 225 0.0326 map_cut_15 225 0.0423 map_cut_20 225 0.0547 map_cut_30 225 0.0730 map_cut_100 225 0.1336 map_cut_200 225 0.1917 map_cut_500 225 0.2607 map_cut_1000 225 0.3012 relative_P_5 225 1.0000 relative_P_10 225 0.8000 relative_P_15 225 0.7333 relative_P_20 225 0.7500 relative_P_30 225 0.7000 relative_P_100 225 0.4600 relative_P_200 225 0.3900 relative_P_500 225 0.5462 relative_P_1000 225 0.7311 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.1740 set_relative_P 225 0.7311 set_recall 225 0.7311 set_map 225 0.1272 set_F 225 0.2811 num_nonrel_judged_ret 225 55 rbp 225 0.6417 rbp_resid 225 0.0165 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 1000 num_rel 233 203 num_rel_ret 233 171 map 233 0.4465 Rprec 233 0.4631 bpref 233 0.6701 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.7879 iprec_at_recall_0.20 233 0.6885 iprec_at_recall_0.30 233 0.6238 iprec_at_recall_0.40 233 0.5548 iprec_at_recall_0.50 233 0.4426 iprec_at_recall_0.60 233 0.4112 iprec_at_recall_0.70 233 0.3059 iprec_at_recall_0.80 233 0.2272 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 1.0000 P_15 233 0.8667 P_20 233 0.7500 P_30 233 0.7667 P_100 233 0.6200 P_200 233 0.4650 P_500 233 0.2940 P_1000 233 0.1710 relstring 233 '3322223223' recall_5 233 0.0246 recall_10 233 0.0493 recall_15 233 0.0640 recall_20 233 0.0739 recall_30 233 0.1133 recall_100 233 0.3054 recall_200 233 0.4581 recall_500 233 0.7241 recall_1000 233 0.8424 infAP 233 0.4465 Rprec_mult_0.20 233 0.7073 Rprec_mult_0.40 233 0.5976 Rprec_mult_0.60 233 0.5820 Rprec_mult_0.80 233 0.5092 Rprec_mult_1.00 233 0.4631 Rprec_mult_1.20 233 0.4426 Rprec_mult_1.40 233 0.4175 Rprec_mult_1.60 233 0.3877 Rprec_mult_1.80 233 0.3607 Rprec_mult_2.00 233 0.3424 utility 233 -658.0000 11pt_avg 233 0.4584 binG 233 0.1922 G 233 0.1297 ndcg 233 0.7568 ndcg_rel 233 0.6582 Rndcg 233 0.6405 ndcg_cut_5 233 0.7186 ndcg_cut_10 233 0.7431 ndcg_cut_15 233 0.7265 ndcg_cut_20 233 0.6964 ndcg_cut_30 233 0.6891 ndcg_cut_100 233 0.5957 ndcg_cut_200 233 0.5456 ndcg_cut_500 233 0.6884 ndcg_cut_1000 233 0.7568 map_cut_5 233 0.0246 map_cut_10 233 0.0493 map_cut_15 233 0.0623 map_cut_20 233 0.0704 map_cut_30 233 0.0999 map_cut_100 233 0.2283 map_cut_200 233 0.3121 map_cut_500 233 0.4176 map_cut_1000 233 0.4465 relative_P_5 233 1.0000 relative_P_10 233 1.0000 relative_P_15 233 0.8667 relative_P_20 233 0.7500 relative_P_30 233 0.7667 relative_P_100 233 0.6200 relative_P_200 233 0.4650 relative_P_500 233 0.7241 relative_P_1000 233 0.8424 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.1710 set_relative_P 233 0.8424 set_recall 233 0.8424 set_map 233 0.1440 set_F 233 0.2843 num_nonrel_judged_ret 233 90 rbp 233 0.5548 rbp_resid 233 0.0073 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 1000 num_rel 273 290 num_rel_ret 273 149 map 273 0.2531 Rprec 273 0.3103 bpref 273 0.4416 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.8056 iprec_at_recall_0.20 273 0.6237 iprec_at_recall_0.30 273 0.3129 iprec_at_recall_0.40 273 0.2108 iprec_at_recall_0.50 273 0.1518 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 0.9333 P_20 273 0.8500 P_30 273 0.8333 P_100 273 0.5900 P_200 273 0.3900 P_500 273 0.2200 P_1000 273 0.1490 relstring 273 '2333323323' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0483 recall_20 273 0.0586 recall_30 273 0.0862 recall_100 273 0.2034 recall_200 273 0.2690 recall_500 273 0.3793 recall_1000 273 0.5138 infAP 273 0.2531 Rprec_mult_0.20 273 0.7241 Rprec_mult_0.40 273 0.5431 Rprec_mult_0.60 273 0.4195 Rprec_mult_0.80 273 0.3491 Rprec_mult_1.00 273 0.3103 Rprec_mult_1.20 273 0.2759 Rprec_mult_1.40 273 0.2512 Rprec_mult_1.60 273 0.2306 Rprec_mult_1.80 273 0.2146 Rprec_mult_2.00 273 0.2086 utility 273 -702.0000 11pt_avg 273 0.2823 binG 273 0.1325 G 273 0.0861 ndcg 273 0.5216 ndcg_rel 273 0.5430 Rndcg 273 0.4976 ndcg_cut_5 273 0.7969 ndcg_cut_10 273 0.8184 ndcg_cut_15 273 0.8153 ndcg_cut_20 273 0.7817 ndcg_cut_30 273 0.7408 ndcg_cut_100 273 0.6050 ndcg_cut_200 273 0.4901 ndcg_cut_500 273 0.4389 ndcg_cut_1000 273 0.5216 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0480 map_cut_20 273 0.0578 map_cut_30 273 0.0810 map_cut_100 273 0.1665 map_cut_200 273 0.1968 map_cut_500 273 0.2284 map_cut_1000 273 0.2531 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 0.9333 relative_P_20 273 0.8500 relative_P_30 273 0.8333 relative_P_100 273 0.5900 relative_P_200 273 0.3900 relative_P_500 273 0.3793 relative_P_1000 273 0.5138 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.1490 set_relative_P 273 0.5138 set_recall 273 0.5138 set_map 273 0.0766 set_F 273 0.2310 num_nonrel_judged_ret 273 41 rbp 273 0.6161 rbp_resid 273 0.0109 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 1000 num_rel 300 239 num_rel_ret 300 98 map 300 0.1172 Rprec 300 0.2092 bpref 300 0.3337 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.4167 iprec_at_recall_0.20 300 0.2637 iprec_at_recall_0.30 300 0.1380 iprec_at_recall_0.40 300 0.0993 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.8000 P_10 300 0.7000 P_15 300 0.4667 P_20 300 0.5000 P_30 300 0.5000 P_100 300 0.3200 P_200 300 0.2400 P_500 300 0.1360 P_1000 300 0.0980 relstring 300 '2221212132' recall_5 300 0.0167 recall_10 300 0.0293 recall_15 300 0.0293 recall_20 300 0.0418 recall_30 300 0.0628 recall_100 300 0.1339 recall_200 300 0.2008 recall_500 300 0.2845 recall_1000 300 0.4100 infAP 300 0.1172 Rprec_mult_0.20 300 0.3750 Rprec_mult_0.40 300 0.3125 Rprec_mult_0.60 300 0.2847 Rprec_mult_0.80 300 0.2500 Rprec_mult_1.00 300 0.2092 Rprec_mult_1.20 300 0.1812 Rprec_mult_1.40 300 0.1612 Rprec_mult_1.60 300 0.1619 Rprec_mult_1.80 300 0.1508 Rprec_mult_2.00 300 0.1402 utility 300 -804.0000 11pt_avg 300 0.1743 binG 300 0.0774 G 300 0.0603 ndcg 300 0.3949 ndcg_rel 300 0.3922 Rndcg 300 0.3506 ndcg_cut_5 300 0.6180 ndcg_cut_10 300 0.6079 ndcg_cut_15 300 0.4858 ndcg_cut_20 300 0.4933 ndcg_cut_30 300 0.4644 ndcg_cut_100 300 0.3760 ndcg_cut_200 300 0.3138 ndcg_cut_500 300 0.3138 ndcg_cut_1000 300 0.3949 map_cut_5 300 0.0159 map_cut_10 300 0.0246 map_cut_15 300 0.0246 map_cut_20 300 0.0306 map_cut_30 300 0.0414 map_cut_100 300 0.0699 map_cut_200 300 0.0889 map_cut_500 300 0.1030 map_cut_1000 300 0.1172 relative_P_5 300 0.8000 relative_P_10 300 0.7000 relative_P_15 300 0.4667 relative_P_20 300 0.5000 relative_P_30 300 0.5000 relative_P_100 300 0.3200 relative_P_200 300 0.2400 relative_P_500 300 0.2845 relative_P_1000 300 0.4100 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.0980 set_relative_P 300 0.4100 set_recall 300 0.4100 set_map 300 0.0402 set_F 300 0.1582 num_nonrel_judged_ret 300 75 rbp 300 0.4829 rbp_resid 300 0.0218 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 1000 num_rel 31 134 num_rel_ret 31 92 map 31 0.2478 Rprec 31 0.3657 bpref 31 0.4309 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.5909 iprec_at_recall_0.20 31 0.4198 iprec_at_recall_0.30 31 0.3846 iprec_at_recall_0.40 31 0.3506 iprec_at_recall_0.50 31 0.2343 iprec_at_recall_0.60 31 0.1702 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.6000 P_10 31 0.7000 P_15 31 0.6667 P_20 31 0.6000 P_30 31 0.4667 P_100 31 0.3800 P_200 31 0.3050 P_500 31 0.1640 P_1000 31 0.0920 relstring 31 '2123012232' recall_5 31 0.0224 recall_10 31 0.0522 recall_15 31 0.0746 recall_20 31 0.0896 recall_30 31 0.1045 recall_100 31 0.2836 recall_200 31 0.4552 recall_500 31 0.6119 recall_1000 31 0.6866 infAP 31 0.2478 Rprec_mult_0.20 31 0.5185 Rprec_mult_0.40 31 0.3704 Rprec_mult_0.60 31 0.4198 Rprec_mult_0.80 31 0.3704 Rprec_mult_1.00 31 0.3657 Rprec_mult_1.20 31 0.3478 Rprec_mult_1.40 31 0.3191 Rprec_mult_1.60 31 0.2884 Rprec_mult_1.80 31 0.2603 Rprec_mult_2.00 31 0.2425 utility 31 -816.0000 11pt_avg 31 0.2864 binG 31 0.1353 G 31 0.1115 ndcg 31 0.6143 ndcg_rel 31 0.5508 Rndcg 31 0.5163 ndcg_cut_5 31 0.5566 ndcg_cut_10 31 0.5912 ndcg_cut_15 31 0.5619 ndcg_cut_20 31 0.5405 ndcg_cut_30 31 0.5177 ndcg_cut_100 31 0.4721 ndcg_cut_200 31 0.4883 ndcg_cut_500 31 0.5763 ndcg_cut_1000 31 0.6143 map_cut_5 31 0.0180 map_cut_10 31 0.0372 map_cut_15 31 0.0519 map_cut_20 31 0.0615 map_cut_30 31 0.0703 map_cut_100 31 0.1442 map_cut_200 31 0.2055 map_cut_500 31 0.2378 map_cut_1000 31 0.2478 relative_P_5 31 0.6000 relative_P_10 31 0.7000 relative_P_15 31 0.6667 relative_P_20 31 0.6000 relative_P_30 31 0.4667 relative_P_100 31 0.3800 relative_P_200 31 0.4552 relative_P_500 31 0.6119 relative_P_1000 31 0.6866 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.0920 set_relative_P 31 0.6866 set_recall 31 0.6866 set_map 31 0.0632 set_F 31 0.1623 num_nonrel_judged_ret 31 123 rbp 31 0.5130 rbp_resid 31 0.0141 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 1000 num_rel 37 230 num_rel_ret 37 84 map 37 0.0592 Rprec 37 0.1652 bpref 37 0.2734 recip_rank 37 0.1667 iprec_at_recall_0.00 37 0.3333 iprec_at_recall_0.10 37 0.1752 iprec_at_recall_0.20 37 0.1565 iprec_at_recall_0.30 37 0.1223 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.0000 P_10 37 0.3000 P_15 37 0.2000 P_20 37 0.1500 P_30 37 0.2333 P_100 37 0.1600 P_200 37 0.1750 P_500 37 0.1320 P_1000 37 0.0840 relstring 37 '0011022131' recall_5 37 0.0000 recall_10 37 0.0130 recall_15 37 0.0130 recall_20 37 0.0130 recall_30 37 0.0304 recall_100 37 0.0696 recall_200 37 0.1522 recall_500 37 0.2870 recall_1000 37 0.3652 infAP 37 0.0592 Rprec_mult_0.20 37 0.1957 Rprec_mult_0.40 37 0.1739 Rprec_mult_0.60 37 0.1739 Rprec_mult_0.80 37 0.1739 Rprec_mult_1.00 37 0.1652 Rprec_mult_1.20 37 0.1594 Rprec_mult_1.40 37 0.1491 Rprec_mult_1.60 37 0.1495 Rprec_mult_1.80 37 0.1498 Rprec_mult_2.00 37 0.1370 utility 37 -832.0000 11pt_avg 37 0.0716 binG 37 0.0526 G 37 0.0473 ndcg 37 0.3269 ndcg_rel 37 0.3094 Rndcg 37 0.2787 ndcg_cut_5 37 0.1052 ndcg_cut_10 37 0.2801 ndcg_cut_15 37 0.2767 ndcg_cut_20 37 0.2748 ndcg_cut_30 37 0.3205 ndcg_cut_100 37 0.2695 ndcg_cut_200 37 0.2624 ndcg_cut_500 37 0.2751 ndcg_cut_1000 37 0.3269 map_cut_5 37 0.0000 map_cut_10 37 0.0034 map_cut_15 37 0.0034 map_cut_20 37 0.0034 map_cut_30 37 0.0069 map_cut_100 37 0.0159 map_cut_200 37 0.0300 map_cut_500 37 0.0509 map_cut_1000 37 0.0592 relative_P_5 37 0.0000 relative_P_10 37 0.3000 relative_P_15 37 0.2000 relative_P_20 37 0.1500 relative_P_30 37 0.2333 relative_P_100 37 0.1600 relative_P_200 37 0.1750 relative_P_500 37 0.2870 relative_P_1000 37 0.3652 success_1 37 0.0000 success_5 37 0.0000 success_10 37 1.0000 set_P 37 0.0840 set_relative_P 37 0.3652 set_recall 37 0.3652 set_map 37 0.0307 set_F 37 0.1366 num_nonrel_judged_ret 37 103 rbp 37 0.2943 rbp_resid 37 0.0206 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 1000 num_rel 407 102 num_rel_ret 407 62 map 407 0.0974 Rprec 407 0.1373 bpref 407 0.2343 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.2174 iprec_at_recall_0.20 407 0.1529 iprec_at_recall_0.30 407 0.1192 iprec_at_recall_0.40 407 0.0851 iprec_at_recall_0.50 407 0.0723 iprec_at_recall_0.60 407 0.0654 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.4000 P_10 407 0.4000 P_15 407 0.4000 P_20 407 0.3000 P_30 407 0.2333 P_100 407 0.1400 P_200 407 0.1300 P_500 407 0.0820 P_1000 407 0.0620 relstring 407 '2000220200' recall_5 407 0.0196 recall_10 407 0.0392 recall_15 407 0.0588 recall_20 407 0.0588 recall_30 407 0.0686 recall_100 407 0.1373 recall_200 407 0.2549 recall_500 407 0.4020 recall_1000 407 0.6078 infAP 407 0.0974 Rprec_mult_0.20 407 0.2857 Rprec_mult_0.40 407 0.2195 Rprec_mult_0.60 407 0.1935 Rprec_mult_0.80 407 0.1707 Rprec_mult_1.00 407 0.1373 Rprec_mult_1.20 407 0.1301 Rprec_mult_1.40 407 0.1469 Rprec_mult_1.60 407 0.1463 Rprec_mult_1.80 407 0.1304 Rprec_mult_2.00 407 0.1275 utility 407 -876.0000 11pt_avg 407 0.1557 binG 407 0.1006 G 407 0.0828 ndcg 407 0.4368 ndcg_rel 407 0.3644 Rndcg 407 0.2947 ndcg_cut_5 407 0.3136 ndcg_cut_10 407 0.3157 ndcg_cut_15 407 0.3327 ndcg_cut_20 407 0.2892 ndcg_cut_30 407 0.2730 ndcg_cut_100 407 0.1976 ndcg_cut_200 407 0.2500 ndcg_cut_500 407 0.3389 ndcg_cut_1000 407 0.4368 map_cut_5 407 0.0137 map_cut_10 407 0.0235 map_cut_15 407 0.0329 map_cut_20 407 0.0329 map_cut_30 407 0.0360 map_cut_100 407 0.0502 map_cut_200 407 0.0669 map_cut_500 407 0.0823 map_cut_1000 407 0.0974 relative_P_5 407 0.4000 relative_P_10 407 0.4000 relative_P_15 407 0.4000 relative_P_20 407 0.3000 relative_P_30 407 0.2333 relative_P_100 407 0.1400 relative_P_200 407 0.2549 relative_P_500 407 0.4020 relative_P_1000 407 0.6078 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.0620 set_relative_P 407 0.6078 set_recall 407 0.6078 set_map 407 0.0377 set_F 407 0.1125 num_nonrel_judged_ret 407 114 rbp 407 0.2433 rbp_resid 407 0.0177 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 1000 num_rel 477 285 num_rel_ret 477 178 map 477 0.3466 Rprec 477 0.3930 bpref 477 0.5685 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.9118 iprec_at_recall_0.20 477 0.6196 iprec_at_recall_0.30 477 0.5584 iprec_at_recall_0.40 477 0.3859 iprec_at_recall_0.50 477 0.2895 iprec_at_recall_0.60 477 0.2339 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 0.9333 P_20 477 0.9000 P_30 477 0.9333 P_100 477 0.5800 P_200 477 0.4950 P_500 477 0.2860 P_1000 477 0.1780 relstring 477 '3223232332' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0491 recall_20 477 0.0632 recall_30 477 0.0982 recall_100 477 0.2035 recall_200 477 0.3474 recall_500 477 0.5018 recall_1000 477 0.6246 infAP 477 0.3466 Rprec_mult_0.20 477 0.7895 Rprec_mult_0.40 477 0.5965 Rprec_mult_0.60 477 0.5322 Rprec_mult_0.80 477 0.4518 Rprec_mult_1.00 477 0.3930 Rprec_mult_1.20 477 0.3567 Rprec_mult_1.40 477 0.3283 Rprec_mult_1.60 477 0.3026 Rprec_mult_1.80 477 0.2846 Rprec_mult_2.00 477 0.2702 utility 477 -644.0000 11pt_avg 477 0.3636 binG 477 0.1633 G 477 0.0995 ndcg 477 0.6039 ndcg_rel 477 0.6120 Rndcg 477 0.5457 ndcg_cut_5 477 0.8284 ndcg_cut_10 477 0.8430 ndcg_cut_15 477 0.8050 ndcg_cut_20 477 0.8042 ndcg_cut_30 477 0.8265 ndcg_cut_100 477 0.5893 ndcg_cut_200 477 0.5634 ndcg_cut_500 477 0.5227 ndcg_cut_1000 477 0.6039 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0491 map_cut_20 477 0.0622 map_cut_30 477 0.0945 map_cut_100 477 0.1769 map_cut_200 477 0.2588 map_cut_500 477 0.3162 map_cut_1000 477 0.3466 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 0.9333 relative_P_20 477 0.9000 relative_P_30 477 0.9333 relative_P_100 477 0.5800 relative_P_200 477 0.4950 relative_P_500 477 0.5018 relative_P_1000 477 0.6246 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.1780 set_relative_P 477 0.6246 set_recall 477 0.6246 set_map 477 0.1112 set_F 477 0.2770 num_nonrel_judged_ret 477 41 rbp 477 0.8017 rbp_resid 477 0.0145 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 1000 num_rel 499 192 num_rel_ret 499 151 map 499 0.3088 Rprec 499 0.3906 bpref 499 0.5416 recip_rank 499 0.3333 iprec_at_recall_0.00 499 0.8000 iprec_at_recall_0.10 499 0.7143 iprec_at_recall_0.20 499 0.5417 iprec_at_recall_0.30 499 0.4833 iprec_at_recall_0.40 499 0.3793 iprec_at_recall_0.50 499 0.2874 iprec_at_recall_0.60 499 0.2190 iprec_at_recall_0.70 499 0.1818 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.8000 P_15 499 0.7333 P_20 499 0.7000 P_30 499 0.7000 P_100 499 0.4900 P_200 499 0.3750 P_500 499 0.2260 P_1000 499 0.1510 relstring 499 '1123223322' recall_5 499 0.0156 recall_10 499 0.0417 recall_15 499 0.0573 recall_20 499 0.0729 recall_30 499 0.1094 recall_100 499 0.2552 recall_200 499 0.3906 recall_500 499 0.5885 recall_1000 499 0.7865 infAP 499 0.3088 Rprec_mult_0.20 499 0.5897 Rprec_mult_0.40 499 0.5195 Rprec_mult_0.60 499 0.4828 Rprec_mult_0.80 499 0.4286 Rprec_mult_1.00 499 0.3906 Rprec_mult_1.20 499 0.3550 Rprec_mult_1.40 499 0.3271 Rprec_mult_1.60 499 0.2987 Rprec_mult_1.80 499 0.2775 Rprec_mult_2.00 499 0.2656 utility 499 -698.0000 11pt_avg 499 0.3279 binG 499 0.1414 G 499 0.1149 ndcg 499 0.6814 ndcg_rel 499 0.5909 Rndcg 499 0.5527 ndcg_cut_5 499 0.5310 ndcg_cut_10 499 0.6262 ndcg_cut_15 499 0.5728 ndcg_cut_20 499 0.5772 ndcg_cut_30 499 0.5820 ndcg_cut_100 499 0.5645 ndcg_cut_200 499 0.4906 ndcg_cut_500 499 0.5632 ndcg_cut_1000 499 0.6814 map_cut_5 499 0.0075 map_cut_10 499 0.0268 map_cut_15 499 0.0379 map_cut_20 499 0.0490 map_cut_30 499 0.0744 map_cut_100 499 0.1522 map_cut_200 499 0.2125 map_cut_500 499 0.2717 map_cut_1000 499 0.3088 relative_P_5 499 0.6000 relative_P_10 499 0.8000 relative_P_15 499 0.7333 relative_P_20 499 0.7000 relative_P_30 499 0.7000 relative_P_100 499 0.4900 relative_P_200 499 0.3906 relative_P_500 499 0.5885 relative_P_1000 499 0.7865 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.1510 set_relative_P 499 0.7865 set_recall 499 0.7865 set_map 499 0.1188 set_F 499 0.2534 num_nonrel_judged_ret 499 109 rbp 499 0.5893 rbp_resid 499 0.0158 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 1000 num_rel 515 147 num_rel_ret 515 29 map 515 0.0096 Rprec 515 0.0408 bpref 515 0.0459 recip_rank 515 0.2000 iprec_at_recall_0.00 515 0.2000 iprec_at_recall_0.10 515 0.0366 iprec_at_recall_0.20 515 0.0295 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.1000 P_15 515 0.0667 P_20 515 0.1000 P_30 515 0.0667 P_100 515 0.0600 P_200 515 0.0400 P_500 515 0.0340 P_1000 515 0.0290 relstring 515 '0000200000' recall_5 515 0.0068 recall_10 515 0.0068 recall_15 515 0.0068 recall_20 515 0.0136 recall_30 515 0.0136 recall_100 515 0.0408 recall_200 515 0.0544 recall_500 515 0.1156 recall_1000 515 0.1973 infAP 515 0.0096 Rprec_mult_0.20 515 0.0667 Rprec_mult_0.40 515 0.0678 Rprec_mult_0.60 515 0.0562 Rprec_mult_0.80 515 0.0508 Rprec_mult_1.00 515 0.0408 Rprec_mult_1.20 515 0.0395 Rprec_mult_1.40 515 0.0437 Rprec_mult_1.60 515 0.0466 Rprec_mult_1.80 515 0.0453 Rprec_mult_2.00 515 0.0408 utility 515 -942.0000 11pt_avg 515 0.0242 binG 515 0.0267 G 515 0.0295 ndcg 515 0.1769 ndcg_rel 515 0.1614 Rndcg 515 0.1115 ndcg_cut_5 515 0.1312 ndcg_cut_10 515 0.0851 ndcg_cut_15 515 0.0660 ndcg_cut_20 515 0.0884 ndcg_cut_30 515 0.0679 ndcg_cut_100 515 0.1029 ndcg_cut_200 515 0.0843 ndcg_cut_500 515 0.1265 ndcg_cut_1000 515 0.1769 map_cut_5 515 0.0014 map_cut_10 515 0.0014 map_cut_15 515 0.0014 map_cut_20 515 0.0021 map_cut_30 515 0.0021 map_cut_100 515 0.0039 map_cut_200 515 0.0044 map_cut_500 515 0.0070 map_cut_1000 515 0.0096 relative_P_5 515 0.2000 relative_P_10 515 0.1000 relative_P_15 515 0.0667 relative_P_20 515 0.1000 relative_P_30 515 0.0667 relative_P_100 515 0.0600 relative_P_200 515 0.0544 relative_P_500 515 0.1156 relative_P_1000 515 0.1973 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.0290 set_relative_P 515 0.1973 set_recall 515 0.1973 set_map 515 0.0057 set_F 515 0.0506 num_nonrel_judged_ret 515 171 rbp 515 0.0879 rbp_resid 515 0.0109 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 1000 num_rel 58 373 num_rel_ret 58 204 map 58 0.2693 Rprec 58 0.3753 bpref 58 0.4629 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.6849 iprec_at_recall_0.20 58 0.5938 iprec_at_recall_0.30 58 0.4462 iprec_at_recall_0.40 58 0.3558 iprec_at_recall_0.50 58 0.2569 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.4000 P_10 58 0.6000 P_15 58 0.7333 P_20 58 0.7500 P_30 58 0.8000 P_100 58 0.6400 P_200 58 0.4900 P_500 58 0.3180 P_1000 58 0.2040 relstring 58 '3012133412' recall_5 58 0.0054 recall_10 58 0.0161 recall_15 58 0.0295 recall_20 58 0.0402 recall_30 58 0.0643 recall_100 58 0.1716 recall_200 58 0.2627 recall_500 58 0.4263 recall_1000 58 0.5469 infAP 58 0.2693 Rprec_mult_0.20 58 0.6800 Rprec_mult_0.40 58 0.5600 Rprec_mult_0.60 58 0.4643 Rprec_mult_0.80 58 0.4047 Rprec_mult_1.00 58 0.3753 Rprec_mult_1.20 58 0.3438 Rprec_mult_1.40 58 0.3117 Rprec_mult_1.60 58 0.2915 Rprec_mult_1.80 58 0.2738 Rprec_mult_2.00 58 0.2507 utility 58 -592.0000 11pt_avg 58 0.3034 binG 58 0.1008 G 58 0.0779 ndcg 58 0.5405 ndcg_rel 58 0.5259 Rndcg 58 0.4653 ndcg_cut_5 58 0.4026 ndcg_cut_10 58 0.5403 ndcg_cut_15 58 0.5778 ndcg_cut_20 58 0.6012 ndcg_cut_30 58 0.6222 ndcg_cut_100 58 0.5574 ndcg_cut_200 58 0.4933 ndcg_cut_500 58 0.4557 ndcg_cut_1000 58 0.5405 map_cut_5 58 0.0040 map_cut_10 58 0.0102 map_cut_15 58 0.0194 map_cut_20 58 0.0275 map_cut_30 58 0.0463 map_cut_100 58 0.1197 map_cut_200 58 0.1712 map_cut_500 58 0.2366 map_cut_1000 58 0.2693 relative_P_5 58 0.4000 relative_P_10 58 0.6000 relative_P_15 58 0.7333 relative_P_20 58 0.7500 relative_P_30 58 0.8000 relative_P_100 58 0.6400 relative_P_200 58 0.4900 relative_P_500 58 0.4263 relative_P_1000 58 0.5469 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.2040 set_relative_P 58 0.5469 set_recall 58 0.5469 set_map 58 0.1116 set_F 58 0.2972 num_nonrel_judged_ret 58 24 rbp 58 0.4937 rbp_resid 58 0.0209 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 1000 num_rel 707 186 num_rel_ret 707 26 map 707 0.0094 Rprec 707 0.0484 bpref 707 0.1030 recip_rank 707 0.1429 iprec_at_recall_0.00 707 0.1429 iprec_at_recall_0.10 707 0.0402 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.0000 P_10 707 0.1000 P_15 707 0.0667 P_20 707 0.1000 P_30 707 0.1000 P_100 707 0.0800 P_200 707 0.0450 P_500 707 0.0380 P_1000 707 0.0260 relstring 707 '0000002000' recall_5 707 0.0000 recall_10 707 0.0054 recall_15 707 0.0054 recall_20 707 0.0108 recall_30 707 0.0161 recall_100 707 0.0430 recall_200 707 0.0484 recall_500 707 0.1022 recall_1000 707 0.1398 infAP 707 0.0094 Rprec_mult_0.20 707 0.1316 Rprec_mult_0.40 707 0.0933 Rprec_mult_0.60 707 0.0804 Rprec_mult_0.80 707 0.0604 Rprec_mult_1.00 707 0.0484 Rprec_mult_1.20 707 0.0491 Rprec_mult_1.40 707 0.0460 Rprec_mult_1.60 707 0.0470 Rprec_mult_1.80 707 0.0448 Rprec_mult_2.00 707 0.0403 utility 707 -948.0000 11pt_avg 707 0.0166 binG 707 0.0206 G 707 0.0181 ndcg 707 0.1133 ndcg_rel 707 0.1091 Rndcg 707 0.0699 ndcg_cut_5 707 0.0000 ndcg_cut_10 707 0.0511 ndcg_cut_15 707 0.0425 ndcg_cut_20 707 0.0636 ndcg_cut_30 707 0.0801 ndcg_cut_100 707 0.0777 ndcg_cut_200 707 0.0538 ndcg_cut_500 707 0.0897 ndcg_cut_1000 707 0.1133 map_cut_5 707 0.0000 map_cut_10 707 0.0008 map_cut_15 707 0.0008 map_cut_20 707 0.0014 map_cut_30 707 0.0020 map_cut_100 707 0.0052 map_cut_200 707 0.0057 map_cut_500 707 0.0081 map_cut_1000 707 0.0094 relative_P_5 707 0.0000 relative_P_10 707 0.1000 relative_P_15 707 0.0667 relative_P_20 707 0.1000 relative_P_30 707 0.1000 relative_P_100 707 0.0800 relative_P_200 707 0.0484 relative_P_500 707 0.1022 relative_P_1000 707 0.1398 success_1 707 0.0000 success_5 707 0.0000 success_10 707 1.0000 set_P 707 0.0260 set_relative_P 707 0.1398 set_recall 707 0.1398 set_map 707 0.0036 set_F 707 0.0438 num_nonrel_judged_ret 707 82 rbp 707 0.0598 rbp_resid 707 0.0254 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 1000 num_rel 72 466 num_rel_ret 72 292 map 72 0.3551 Rprec 72 0.4378 bpref 72 0.5952 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.8246 iprec_at_recall_0.20 72 0.6597 iprec_at_recall_0.30 72 0.5091 iprec_at_recall_0.40 72 0.4416 iprec_at_recall_0.50 72 0.3916 iprec_at_recall_0.60 72 0.3120 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.6700 P_200 72 0.5500 P_500 72 0.4240 P_1000 72 0.2920 relstring 72 '4323333333' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1438 recall_200 72 0.2361 recall_500 72 0.4549 recall_1000 72 0.6266 infAP 72 0.3551 Rprec_mult_0.20 72 0.6702 Rprec_mult_0.40 72 0.5829 Rprec_mult_0.60 72 0.5071 Rprec_mult_0.80 72 0.4638 Rprec_mult_1.00 72 0.4378 Rprec_mult_1.20 72 0.4054 Rprec_mult_1.40 72 0.3737 Rprec_mult_1.60 72 0.3418 Rprec_mult_1.80 72 0.3206 Rprec_mult_2.00 72 0.3047 utility 72 -416.0000 11pt_avg 72 0.3762 binG 72 0.1549 G 72 0.0889 ndcg 72 0.6270 ndcg_rel 72 0.6056 Rndcg 72 0.5621 ndcg_cut_5 72 0.7924 ndcg_cut_10 72 0.7775 ndcg_cut_15 72 0.7705 ndcg_cut_20 72 0.7669 ndcg_cut_30 72 0.7511 ndcg_cut_100 72 0.6208 ndcg_cut_200 72 0.5590 ndcg_cut_500 72 0.5052 ndcg_cut_1000 72 0.6270 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1286 map_cut_200 72 0.1880 map_cut_500 72 0.2941 map_cut_1000 72 0.3551 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.6700 relative_P_200 72 0.5500 relative_P_500 72 0.4549 relative_P_1000 72 0.6266 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.2920 set_relative_P 72 0.6266 set_recall 72 0.6266 set_map 72 0.1830 set_F 72 0.3984 num_nonrel_judged_ret 72 6 rbp 72 0.7381 rbp_resid 72 0.0152 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 1000 num_rel 84 142 num_rel_ret 84 47 map 84 0.0869 Rprec 84 0.1690 bpref 84 0.2201 recip_rank 84 0.5000 iprec_at_recall_0.00 84 0.8000 iprec_at_recall_0.10 84 0.5000 iprec_at_recall_0.20 84 0.1250 iprec_at_recall_0.30 84 0.0563 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.8000 P_10 84 0.6000 P_15 84 0.4667 P_20 84 0.4500 P_30 84 0.4667 P_100 84 0.1800 P_200 84 0.1250 P_500 84 0.0720 P_1000 84 0.0470 relstring 84 '0242202002' recall_5 84 0.0282 recall_10 84 0.0423 recall_15 84 0.0493 recall_20 84 0.0634 recall_30 84 0.0986 recall_100 84 0.1268 recall_200 84 0.1761 recall_500 84 0.2535 recall_1000 84 0.3310 infAP 84 0.0869 Rprec_mult_0.20 84 0.4828 Rprec_mult_0.40 84 0.2982 Rprec_mult_0.60 84 0.2093 Rprec_mult_0.80 84 0.1754 Rprec_mult_1.00 84 0.1690 Rprec_mult_1.20 84 0.1462 Rprec_mult_1.40 84 0.1256 Rprec_mult_1.60 84 0.1140 Rprec_mult_1.80 84 0.1211 Rprec_mult_2.00 84 0.1127 utility 84 -906.0000 11pt_avg 84 0.1347 binG 84 0.0703 G 84 0.0449 ndcg 84 0.2851 ndcg_rel 84 0.2846 Rndcg 84 0.3032 ndcg_cut_5 84 0.4293 ndcg_cut_10 84 0.3793 ndcg_cut_15 84 0.3430 ndcg_cut_20 84 0.3524 ndcg_cut_30 84 0.3819 ndcg_cut_100 84 0.2518 ndcg_cut_200 84 0.2195 ndcg_cut_500 84 0.2476 ndcg_cut_1000 84 0.2851 map_cut_5 84 0.0191 map_cut_10 84 0.0284 map_cut_15 84 0.0319 map_cut_20 84 0.0392 map_cut_30 84 0.0564 map_cut_100 84 0.0652 map_cut_200 84 0.0738 map_cut_500 84 0.0825 map_cut_1000 84 0.0869 relative_P_5 84 0.8000 relative_P_10 84 0.6000 relative_P_15 84 0.4667 relative_P_20 84 0.4500 relative_P_30 84 0.4667 relative_P_100 84 0.1800 relative_P_200 84 0.1761 relative_P_500 84 0.2535 relative_P_1000 84 0.3310 success_1 84 0.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.0470 set_relative_P 84 0.3310 set_recall 84 0.3310 set_map 84 0.0156 set_F 84 0.0823 num_nonrel_judged_ret 84 106 rbp 84 0.3155 rbp_resid 84 0.0204 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 1000 num_rel 897 239 num_rel_ret 897 87 map 897 0.1175 Rprec 897 0.2050 bpref 897 0.3244 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.3871 iprec_at_recall_0.20 897 0.2124 iprec_at_recall_0.30 897 0.1220 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.9000 P_15 897 0.6667 P_20 897 0.6000 P_30 897 0.5333 P_100 897 0.3300 P_200 897 0.2250 P_500 897 0.1300 P_1000 897 0.0870 relstring 897 '3202222222' recall_5 897 0.0167 recall_10 897 0.0377 recall_15 897 0.0418 recall_20 897 0.0502 recall_30 897 0.0669 recall_100 897 0.1381 recall_200 897 0.1883 recall_500 897 0.2720 recall_1000 897 0.3640 infAP 897 0.1175 Rprec_mult_0.20 897 0.4167 Rprec_mult_0.40 897 0.3333 Rprec_mult_0.60 897 0.2639 Rprec_mult_0.80 897 0.2292 Rprec_mult_1.00 897 0.2050 Rprec_mult_1.20 897 0.1812 Rprec_mult_1.40 897 0.1731 Rprec_mult_1.60 897 0.1593 Rprec_mult_1.80 897 0.1439 Rprec_mult_2.00 897 0.1360 utility 897 -826.0000 11pt_avg 897 0.1565 binG 897 0.0771 G 897 0.0571 ndcg 897 0.3655 ndcg_rel 897 0.3758 Rndcg 897 0.3499 ndcg_cut_5 897 0.6667 ndcg_cut_10 897 0.6667 ndcg_cut_15 897 0.5598 ndcg_cut_20 897 0.5235 ndcg_cut_30 897 0.4817 ndcg_cut_100 897 0.3974 ndcg_cut_200 897 0.3064 ndcg_cut_500 897 0.3089 ndcg_cut_1000 897 0.3655 map_cut_5 897 0.0149 map_cut_10 897 0.0331 map_cut_15 897 0.0359 map_cut_20 897 0.0417 map_cut_30 897 0.0507 map_cut_100 897 0.0784 map_cut_200 897 0.0918 map_cut_500 897 0.1072 map_cut_1000 897 0.1175 relative_P_5 897 0.8000 relative_P_10 897 0.9000 relative_P_15 897 0.6667 relative_P_20 897 0.6000 relative_P_30 897 0.5333 relative_P_100 897 0.3300 relative_P_200 897 0.2250 relative_P_500 897 0.2720 relative_P_1000 897 0.3640 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.0870 set_relative_P 897 0.3640 set_recall 897 0.3640 set_map 897 0.0317 set_F 897 0.1404 num_nonrel_judged_ret 897 55 rbp 897 0.5014 rbp_resid 897 0.0263 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all Faiss num_q all 22 num_ret all 22000 num_rel all 5166 num_rel_ret all 2702 map all 0.1962 gm_map all 0.1433 Rprec all 0.2740 bpref all 0.3940 recip_rank all 0.7732 iprec_at_recall_0.00 all 0.8385 iprec_at_recall_0.10 all 0.5362 iprec_at_recall_0.20 all 0.3654 iprec_at_recall_0.30 all 0.2778 iprec_at_recall_0.40 all 0.2022 iprec_at_recall_0.50 all 0.1376 iprec_at_recall_0.60 all 0.0919 iprec_at_recall_0.70 all 0.0312 iprec_at_recall_0.80 all 0.0103 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.6273 P_10 all 0.6591 P_15 all 0.6182 P_20 all 0.5864 P_30 all 0.5682 P_100 all 0.3845 P_200 all 0.2977 P_500 all 0.1874 P_1000 all 0.1228 recall_5 all 0.0143 recall_10 all 0.0296 recall_15 all 0.0411 recall_20 all 0.0514 recall_30 all 0.0736 recall_100 all 0.1646 recall_200 all 0.2542 recall_500 all 0.3943 recall_1000 all 0.5158 infAP all 0.1962 gm_bpref all 0.3458 Rprec_mult_0.20 all 0.4939 Rprec_mult_0.40 all 0.3916 Rprec_mult_0.60 all 0.3437 Rprec_mult_0.80 all 0.3026 Rprec_mult_1.00 all 0.2740 Rprec_mult_1.20 all 0.2506 Rprec_mult_1.40 all 0.2319 Rprec_mult_1.60 all 0.2167 Rprec_mult_1.80 all 0.2030 Rprec_mult_2.00 all 0.1919 utility all -754.3636 11pt_avg all 0.2265 binG all 0.1037 G all 0.0760 ndcg all 0.4734 ndcg_rel all 0.4468 Rndcg all 0.4088 ndcg_cut_5 all 0.5147 ndcg_cut_10 all 0.5303 ndcg_cut_15 all 0.5137 ndcg_cut_20 all 0.5034 ndcg_cut_30 all 0.4991 ndcg_cut_100 all 0.4183 ndcg_cut_200 all 0.3715 ndcg_cut_500 all 0.3997 ndcg_cut_1000 all 0.4734 map_cut_5 all 0.0122 map_cut_10 all 0.0234 map_cut_15 all 0.0317 map_cut_20 all 0.0388 map_cut_30 all 0.0535 map_cut_100 all 0.1014 map_cut_200 all 0.1369 map_cut_500 all 0.1753 map_cut_1000 all 0.1962 relative_P_5 all 0.6273 relative_P_10 all 0.6591 relative_P_15 all 0.6182 relative_P_20 all 0.5864 relative_P_30 all 0.5682 relative_P_100 all 0.3845 relative_P_200 all 0.3155 relative_P_500 all 0.3943 relative_P_1000 all 0.5158 success_1 all 0.6818 success_5 all 0.8636 success_10 all 1.0000 set_P all 0.1228 set_relative_P all 0.5158 set_recall all 0.5158 set_map all 0.0705 set_F all 0.1947 num_nonrel_judged_ret all 1750 rbp all 0.4557 rbp_resid all 0.0175 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000