num_ret               	1001	354
num_rel               	1001	14
num_rel_ret           	1001	14
map                   	1001	0.2280
Rprec                 	1001	0.1429
bpref                 	1001	0.0969
recip_rank            	1001	1.0000
iprec_at_recall_0.00  	1001	1.0000
iprec_at_recall_0.10  	1001	1.0000
iprec_at_recall_0.20  	1001	0.2121
iprec_at_recall_0.30  	1001	0.2121
iprec_at_recall_0.40  	1001	0.2121
iprec_at_recall_0.50  	1001	0.2121
iprec_at_recall_0.60  	1001	0.2000
iprec_at_recall_0.70  	1001	0.1562
iprec_at_recall_0.80  	1001	0.1507
iprec_at_recall_0.90  	1001	0.1373
iprec_at_recall_1.00  	1001	0.1373
P_5                   	1001	0.2000
P_10                  	1001	0.1000
P_15                  	1001	0.2000
P_20                  	1001	0.1500
P_30                  	1001	0.1667
P_100                 	1001	0.1300
P_200                 	1001	0.0700
P_500                 	1001	0.0280
P_1000                	1001	0.0140
relstring             	1001	'3110010110'
recall_5              	1001	0.0714
recall_10             	1001	0.0714
recall_15             	1001	0.2143
recall_20             	1001	0.2143
recall_30             	1001	0.3571
recall_100            	1001	0.9286
recall_200            	1001	1.0000
recall_500            	1001	1.0000
recall_1000           	1001	1.0000
infAP                 	1001	0.2280
Rprec_mult_0.20       	1001	0.3333
Rprec_mult_0.40       	1001	0.1667
Rprec_mult_0.60       	1001	0.1111
Rprec_mult_0.80       	1001	0.0833
Rprec_mult_1.00       	1001	0.1429
Rprec_mult_1.20       	1001	0.1765
Rprec_mult_1.40       	1001	0.1500
Rprec_mult_1.60       	1001	0.1304
Rprec_mult_1.80       	1001	0.1538
Rprec_mult_2.00       	1001	0.1429
utility               	1001	-326.0000
11pt_avg              	1001	0.3300
binG                  	1001	0.2554
G                     	1001	0.2133
ndcg                  	1001	0.7314
ndcg_rel              	1001	0.5878
Rndcg                 	1001	0.5635
ndcg_cut_5            	1001	0.4670
ndcg_cut_10           	1001	0.3744
ndcg_cut_15           	1001	0.4359
ndcg_cut_20           	1001	0.4209
ndcg_cut_30           	1001	0.5013
ndcg_cut_100          	1001	0.6879
ndcg_cut_200          	1001	0.7266
ndcg_cut_500          	1001	0.7314
ndcg_cut_1000         	1001	0.7314
map_cut_5             	1001	0.0714
map_cut_10            	1001	0.0714
map_cut_15            	1001	0.0967
map_cut_20            	1001	0.0967
map_cut_30            	1001	0.1209
map_cut_100           	1001	0.2182
map_cut_200           	1001	0.2280
map_cut_500           	1001	0.2280
map_cut_1000          	1001	0.2280
relative_P_5          	1001	0.2000
relative_P_10         	1001	0.1000
relative_P_15         	1001	0.2143
relative_P_20         	1001	0.2143
relative_P_30         	1001	0.3571
relative_P_100        	1001	0.9286
relative_P_200        	1001	1.0000
relative_P_500        	1001	1.0000
relative_P_1000       	1001	1.0000
success_1             	1001	1.0000
success_5             	1001	1.0000
success_10            	1001	1.0000
set_P                 	1001	0.0395
set_relative_P        	1001	1.0000
set_recall            	1001	1.0000
set_map               	1001	0.0395
set_F                 	1001	0.0761
num_nonrel_judged_ret 	1001	114
rbp                   	1001	0.3411
rbp_resid             	1001	0.0016
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	480
num_rel               	1003	4
num_rel_ret           	1003	4
map                   	1003	0.2579
Rprec                 	1003	0.2500
bpref                 	1003	0.1875
recip_rank            	1003	0.5000
iprec_at_recall_0.00  	1003	0.5000
iprec_at_recall_0.10  	1003	0.5000
iprec_at_recall_0.20  	1003	0.5000
iprec_at_recall_0.30  	1003	0.5000
iprec_at_recall_0.40  	1003	0.3333
iprec_at_recall_0.50  	1003	0.3333
iprec_at_recall_0.60  	1003	0.3333
iprec_at_recall_0.70  	1003	0.1765
iprec_at_recall_0.80  	1003	0.1765
iprec_at_recall_0.90  	1003	0.0220
iprec_at_recall_1.00  	1003	0.0220
P_5                   	1003	0.2000
P_10                  	1003	0.2000
P_15                  	1003	0.1333
P_20                  	1003	0.1500
P_30                  	1003	0.1000
P_100                 	1003	0.0300
P_200                 	1003	0.0200
P_500                 	1003	0.0080
P_1000                	1003	0.0040
relstring             	1003	'1311131010'
recall_5              	1003	0.2500
recall_10             	1003	0.5000
recall_15             	1003	0.5000
recall_20             	1003	0.7500
recall_30             	1003	0.7500
recall_100            	1003	0.7500
recall_200            	1003	1.0000
recall_500            	1003	1.0000
recall_1000           	1003	1.0000
infAP                 	1003	0.2579
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.5000
Rprec_mult_0.60       	1003	0.3333
Rprec_mult_0.80       	1003	0.2500
Rprec_mult_1.00       	1003	0.2500
Rprec_mult_1.20       	1003	0.2000
Rprec_mult_1.40       	1003	0.3333
Rprec_mult_1.60       	1003	0.2857
Rprec_mult_1.80       	1003	0.2500
Rprec_mult_2.00       	1003	0.2500
utility               	1003	-472.0000
11pt_avg              	1003	0.3088
binG                  	1003	0.3503
G                     	1003	0.1698
ndcg                  	1003	0.6528
ndcg_rel              	1003	0.6422
Rndcg                 	1003	0.5739
ndcg_cut_5            	1003	0.5216
ndcg_cut_10           	1003	0.6117
ndcg_cut_15           	1003	0.6344
ndcg_cut_20           	1003	0.6905
ndcg_cut_30           	1003	0.6764
ndcg_cut_100          	1003	0.6133
ndcg_cut_200          	1003	0.6232
ndcg_cut_500          	1003	0.6528
ndcg_cut_1000         	1003	0.6528
map_cut_5             	1003	0.1250
map_cut_10            	1003	0.2083
map_cut_15            	1003	0.2083
map_cut_20            	1003	0.2525
map_cut_30            	1003	0.2525
map_cut_100           	1003	0.2525
map_cut_200           	1003	0.2579
map_cut_500           	1003	0.2579
map_cut_1000          	1003	0.2579
relative_P_5          	1003	0.2500
relative_P_10         	1003	0.5000
relative_P_15         	1003	0.5000
relative_P_20         	1003	0.7500
relative_P_30         	1003	0.7500
relative_P_100        	1003	0.7500
relative_P_200        	1003	1.0000
relative_P_500        	1003	1.0000
relative_P_1000       	1003	1.0000
success_1             	1003	0.0000
success_5             	1003	1.0000
success_10            	1003	1.0000
set_P                 	1003	0.0083
set_relative_P        	1003	1.0000
set_recall            	1003	1.0000
set_map               	1003	0.0083
set_F                 	1003	0.0165
num_nonrel_judged_ret 	1003	163
rbp                   	1003	0.3857
rbp_resid             	1003	0.0012
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	357
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'0110101100'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-357.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.2916
ndcg                  	1007	0.5995
ndcg_rel              	1007	0.5341
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	0.5148
ndcg_cut_10           	1007	0.4768
ndcg_cut_15           	1007	0.4990
ndcg_cut_20           	1007	0.4990
ndcg_cut_30           	1007	0.4990
ndcg_cut_100          	1007	0.5995
ndcg_cut_200          	1007	0.5995
ndcg_cut_500          	1007	0.5995
ndcg_cut_1000         	1007	0.5995
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	106
rbp                   	1007	0.3901
rbp_resid             	1007	0.0072
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	368
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	1.0000
Rprec                 	1009	1.0000
bpref                 	1009	1.0000
recip_rank            	1009	1.0000
iprec_at_recall_0.00  	1009	1.0000
iprec_at_recall_0.10  	1009	1.0000
iprec_at_recall_0.20  	1009	1.0000
iprec_at_recall_0.30  	1009	1.0000
iprec_at_recall_0.40  	1009	1.0000
iprec_at_recall_0.50  	1009	1.0000
iprec_at_recall_0.60  	1009	1.0000
iprec_at_recall_0.70  	1009	1.0000
iprec_at_recall_0.80  	1009	1.0000
iprec_at_recall_0.90  	1009	1.0000
iprec_at_recall_1.00  	1009	1.0000
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'3001011000'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	1.0000
Rprec_mult_0.20       	1009	1.0000
Rprec_mult_0.40       	1009	1.0000
Rprec_mult_0.60       	1009	1.0000
Rprec_mult_0.80       	1009	1.0000
Rprec_mult_1.00       	1009	1.0000
Rprec_mult_1.20       	1009	0.5000
Rprec_mult_1.40       	1009	0.5000
Rprec_mult_1.60       	1009	0.5000
Rprec_mult_1.80       	1009	0.5000
Rprec_mult_2.00       	1009	0.5000
utility               	1009	-366.0000
11pt_avg              	1009	1.0000
binG                  	1009	1.0000
G                     	1009	0.3426
ndcg                  	1009	0.7102
ndcg_rel              	1009	0.7022
Rndcg                 	1009	0.7614
ndcg_cut_5            	1009	0.6933
ndcg_cut_10           	1009	0.6297
ndcg_cut_15           	1009	0.5919
ndcg_cut_20           	1009	0.5740
ndcg_cut_30           	1009	0.6003
ndcg_cut_100          	1009	0.7102
ndcg_cut_200          	1009	0.7102
ndcg_cut_500          	1009	0.7102
ndcg_cut_1000         	1009	0.7102
map_cut_5             	1009	1.0000
map_cut_10            	1009	1.0000
map_cut_15            	1009	1.0000
map_cut_20            	1009	1.0000
map_cut_30            	1009	1.0000
map_cut_100           	1009	1.0000
map_cut_200           	1009	1.0000
map_cut_500           	1009	1.0000
map_cut_1000          	1009	1.0000
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	1.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0027
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0027
set_F                 	1009	0.0054
num_nonrel_judged_ret 	1009	104
rbp                   	1009	0.1869
rbp_resid             	1009	0.0077
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	521
num_rel               	1011	4
num_rel_ret           	1011	3
map                   	1011	0.0104
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0118
iprec_at_recall_0.00  	1011	0.0213
iprec_at_recall_0.10  	1011	0.0213
iprec_at_recall_0.20  	1011	0.0213
iprec_at_recall_0.30  	1011	0.0213
iprec_at_recall_0.40  	1011	0.0213
iprec_at_recall_0.50  	1011	0.0213
iprec_at_recall_0.60  	1011	0.0213
iprec_at_recall_0.70  	1011	0.0087
iprec_at_recall_0.80  	1011	0.0087
iprec_at_recall_0.90  	1011	0.0000
iprec_at_recall_1.00  	1011	0.0000
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0200
P_200                 	1011	0.0100
P_500                 	1011	0.0060
P_1000                	1011	0.0030
relstring             	1011	'0000011010'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.5000
recall_200            	1011	0.5000
recall_500            	1011	0.7500
recall_1000           	1011	0.7500
infAP                 	1011	0.0104
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-515.0000
11pt_avg              	1011	0.0151
binG                  	1011	0.1067
G                     	1011	0.1238
ndcg                  	1011	0.5079
ndcg_rel              	1011	0.3718
Rndcg                 	1011	0.2743
ndcg_cut_5            	1011	0.0000
ndcg_cut_10           	1011	0.1025
ndcg_cut_15           	1011	0.1402
ndcg_cut_20           	1011	0.1840
ndcg_cut_30           	1011	0.2024
ndcg_cut_100          	1011	0.3047
ndcg_cut_200          	1011	0.4135
ndcg_cut_500          	1011	0.5079
ndcg_cut_1000         	1011	0.5079
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0083
map_cut_200           	1011	0.0083
map_cut_500           	1011	0.0104
map_cut_1000          	1011	0.0104
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.5000
relative_P_200        	1011	0.5000
relative_P_500        	1011	0.7500
relative_P_1000       	1011	0.7500
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0058
set_relative_P        	1011	0.7500
set_recall            	1011	0.7500
set_map               	1011	0.0043
set_F                 	1011	0.0114
num_nonrel_judged_ret 	1011	212
rbp                   	1011	0.1062
rbp_resid             	1011	0.0080
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	394
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.3068
Rprec                 	1013	0.2500
bpref                 	1013	0.1875
recip_rank            	1013	0.5000
iprec_at_recall_0.00  	1013	0.5000
iprec_at_recall_0.10  	1013	0.5000
iprec_at_recall_0.20  	1013	0.5000
iprec_at_recall_0.30  	1013	0.5000
iprec_at_recall_0.40  	1013	0.2857
iprec_at_recall_0.50  	1013	0.2857
iprec_at_recall_0.60  	1013	0.2857
iprec_at_recall_0.70  	1013	0.2308
iprec_at_recall_0.80  	1013	0.2308
iprec_at_recall_0.90  	1013	0.2105
iprec_at_recall_1.00  	1013	0.2105
P_5                   	1013	0.2000
P_10                  	1013	0.2000
P_15                  	1013	0.2000
P_20                  	1013	0.2000
P_30                  	1013	0.1333
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'1311113111'
recall_5              	1013	0.2500
recall_10             	1013	0.5000
recall_15             	1013	0.7500
recall_20             	1013	1.0000
recall_30             	1013	1.0000
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.3068
Rprec_mult_0.20       	1013	0.0000
Rprec_mult_0.40       	1013	0.5000
Rprec_mult_0.60       	1013	0.3333
Rprec_mult_0.80       	1013	0.2500
Rprec_mult_1.00       	1013	0.2500
Rprec_mult_1.20       	1013	0.2000
Rprec_mult_1.40       	1013	0.1667
Rprec_mult_1.60       	1013	0.2857
Rprec_mult_1.80       	1013	0.2500
Rprec_mult_2.00       	1013	0.2500
utility               	1013	-386.0000
11pt_avg              	1013	0.3400
binG                  	1013	0.3777
G                     	1013	0.3507
ndcg                  	1013	0.7627
ndcg_rel              	1013	0.7131
Rndcg                 	1013	0.6506
ndcg_cut_5            	1013	0.5216
ndcg_cut_10           	1013	0.6695
ndcg_cut_15           	1013	0.7570
ndcg_cut_20           	1013	0.7989
ndcg_cut_30           	1013	0.7843
ndcg_cut_100          	1013	0.7315
ndcg_cut_200          	1013	0.7483
ndcg_cut_500          	1013	0.7627
ndcg_cut_1000         	1013	0.7627
map_cut_5             	1013	0.1250
map_cut_10            	1013	0.1964
map_cut_15            	1013	0.2541
map_cut_20            	1013	0.3068
map_cut_30            	1013	0.3068
map_cut_100           	1013	0.3068
map_cut_200           	1013	0.3068
map_cut_500           	1013	0.3068
map_cut_1000          	1013	0.3068
relative_P_5          	1013	0.2500
relative_P_10         	1013	0.5000
relative_P_15         	1013	0.7500
relative_P_20         	1013	1.0000
relative_P_30         	1013	1.0000
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	0.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0102
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0102
set_F                 	1013	0.0201
num_nonrel_judged_ret 	1013	82
rbp                   	1013	0.4321
rbp_resid             	1013	0.0262
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	596
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'0100111001'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-596.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.2907
ndcg                  	1015	0.6171
ndcg_rel              	1015	0.4976
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.3452
ndcg_cut_10           	1015	0.4394
ndcg_cut_15           	1015	0.4699
ndcg_cut_20           	1015	0.4699
ndcg_cut_30           	1015	0.5870
ndcg_cut_100          	1015	0.6171
ndcg_cut_200          	1015	0.6171
ndcg_cut_500          	1015	0.6171
ndcg_cut_1000         	1015	0.6171
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	118
rbp                   	1015	0.3812
rbp_resid             	1015	0.0244
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	454
num_rel               	1017	4
num_rel_ret           	1017	4
map                   	1017	0.1691
Rprec                 	1017	0.2500
bpref                 	1017	0.0625
recip_rank            	1017	0.2500
iprec_at_recall_0.00  	1017	0.2857
iprec_at_recall_0.10  	1017	0.2857
iprec_at_recall_0.20  	1017	0.2857
iprec_at_recall_0.30  	1017	0.2857
iprec_at_recall_0.40  	1017	0.2857
iprec_at_recall_0.50  	1017	0.2857
iprec_at_recall_0.60  	1017	0.2857
iprec_at_recall_0.70  	1017	0.1154
iprec_at_recall_0.80  	1017	0.1154
iprec_at_recall_0.90  	1017	0.0252
iprec_at_recall_1.00  	1017	0.0252
P_5                   	1017	0.2000
P_10                  	1017	0.2000
P_15                  	1017	0.1333
P_20                  	1017	0.1000
P_30                  	1017	0.1000
P_100                 	1017	0.0300
P_200                 	1017	0.0200
P_500                 	1017	0.0080
P_1000                	1017	0.0040
relstring             	1017	'1013103000'
recall_5              	1017	0.2500
recall_10             	1017	0.5000
recall_15             	1017	0.5000
recall_20             	1017	0.5000
recall_30             	1017	0.7500
recall_100            	1017	0.7500
recall_200            	1017	1.0000
recall_500            	1017	1.0000
recall_1000           	1017	1.0000
infAP                 	1017	0.1691
Rprec_mult_0.20       	1017	0.0000
Rprec_mult_0.40       	1017	0.0000
Rprec_mult_0.60       	1017	0.0000
Rprec_mult_0.80       	1017	0.2500
Rprec_mult_1.00       	1017	0.2500
Rprec_mult_1.20       	1017	0.2000
Rprec_mult_1.40       	1017	0.1667
Rprec_mult_1.60       	1017	0.2857
Rprec_mult_1.80       	1017	0.2500
Rprec_mult_2.00       	1017	0.2500
utility               	1017	-446.0000
11pt_avg              	1017	0.2074
binG                  	1017	0.2848
G                     	1017	0.1338
ndcg                  	1017	0.4676
ndcg_rel              	1017	0.4235
Rndcg                 	1017	0.3843
ndcg_cut_5            	1017	0.3938
ndcg_cut_10           	1017	0.4323
ndcg_cut_15           	1017	0.4032
ndcg_cut_20           	1017	0.3641
ndcg_cut_30           	1017	0.3691
ndcg_cut_100          	1017	0.3798
ndcg_cut_200          	1017	0.4468
ndcg_cut_500          	1017	0.4676
ndcg_cut_1000         	1017	0.4676
map_cut_5             	1017	0.0625
map_cut_10            	1017	0.1339
map_cut_15            	1017	0.1339
map_cut_20            	1017	0.1339
map_cut_30            	1017	0.1628
map_cut_100           	1017	0.1628
map_cut_200           	1017	0.1691
map_cut_500           	1017	0.1691
map_cut_1000          	1017	0.1691
relative_P_5          	1017	0.2500
relative_P_10         	1017	0.5000
relative_P_15         	1017	0.5000
relative_P_20         	1017	0.5000
relative_P_30         	1017	0.7500
relative_P_100        	1017	0.7500
relative_P_200        	1017	1.0000
relative_P_500        	1017	1.0000
relative_P_1000       	1017	1.0000
success_1             	1017	0.0000
success_5             	1017	1.0000
success_10            	1017	1.0000
set_P                 	1017	0.0088
set_relative_P        	1017	1.0000
set_recall            	1017	1.0000
set_map               	1017	0.0088
set_F                 	1017	0.0175
num_nonrel_judged_ret 	1017	128
rbp                   	1017	0.2265
rbp_resid             	1017	0.0126
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	435
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1101101010'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-435.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.3154
ndcg                  	1019	0.7636
ndcg_rel              	1019	0.7274
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.8304
ndcg_cut_10           	1019	0.6785
ndcg_cut_15           	1019	0.6645
ndcg_cut_20           	1019	0.5873
ndcg_cut_30           	1019	0.5751
ndcg_cut_100          	1019	0.7182
ndcg_cut_200          	1019	0.7346
ndcg_cut_500          	1019	0.7636
ndcg_cut_1000         	1019	0.7636
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	134
rbp                   	1019	0.5778
rbp_resid             	1019	0.0073
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	609
num_rel               	1023	7
num_rel_ret           	1023	5
map                   	1023	0.0292
Rprec                 	1023	0.1429
bpref                 	1023	0.0204
recip_rank            	1023	0.1429
iprec_at_recall_0.00  	1023	0.1429
iprec_at_recall_0.10  	1023	0.1429
iprec_at_recall_0.20  	1023	0.1429
iprec_at_recall_0.30  	1023	0.0196
iprec_at_recall_0.40  	1023	0.0196
iprec_at_recall_0.50  	1023	0.0196
iprec_at_recall_0.60  	1023	0.0196
iprec_at_recall_0.70  	1023	0.0196
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.1000
P_15                  	1023	0.0667
P_20                  	1023	0.0500
P_30                  	1023	0.0333
P_100                 	1023	0.0100
P_200                 	1023	0.0100
P_500                 	1023	0.0100
P_1000                	1023	0.0050
relstring             	1023	'1000113100'
recall_5              	1023	0.0000
recall_10             	1023	0.1429
recall_15             	1023	0.1429
recall_20             	1023	0.1429
recall_30             	1023	0.1429
recall_100            	1023	0.1429
recall_200            	1023	0.2857
recall_500            	1023	0.7143
recall_1000           	1023	0.7143
infAP                 	1023	0.0292
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.1429
Rprec_mult_1.20       	1023	0.1111
Rprec_mult_1.40       	1023	0.1000
Rprec_mult_1.60       	1023	0.0833
Rprec_mult_1.80       	1023	0.0769
Rprec_mult_2.00       	1023	0.0714
utility               	1023	-599.0000
11pt_avg              	1023	0.0479
binG                  	1023	0.1210
G                     	1023	0.0965
ndcg                  	1023	0.3655
ndcg_rel              	1023	0.3053
Rndcg                 	1023	0.2573
ndcg_cut_5            	1023	0.1568
ndcg_cut_10           	1023	0.2588
ndcg_cut_15           	1023	0.2328
ndcg_cut_20           	1023	0.2136
ndcg_cut_30           	1023	0.1861
ndcg_cut_100          	1023	0.1851
ndcg_cut_200          	1023	0.2378
ndcg_cut_500          	1023	0.3441
ndcg_cut_1000         	1023	0.3655
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0204
map_cut_15            	1023	0.0204
map_cut_20            	1023	0.0204
map_cut_30            	1023	0.0204
map_cut_100           	1023	0.0204
map_cut_200           	1023	0.0218
map_cut_500           	1023	0.0292
map_cut_1000          	1023	0.0292
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.1429
relative_P_15         	1023	0.1429
relative_P_20         	1023	0.1429
relative_P_30         	1023	0.1429
relative_P_100        	1023	0.1429
relative_P_200        	1023	0.2857
relative_P_500        	1023	0.7143
relative_P_1000       	1023	0.7143
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	1.0000
set_P                 	1023	0.0082
set_relative_P        	1023	0.7143
set_recall            	1023	0.7143
set_map               	1023	0.0059
set_F                 	1023	0.0162
num_nonrel_judged_ret 	1023	214
rbp                   	1023	0.1443
rbp_resid             	1023	0.0096
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	582
num_rel               	1025	2
num_rel_ret           	1025	2
map                   	1025	0.0573
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.1111
iprec_at_recall_0.00  	1025	0.1111
iprec_at_recall_0.10  	1025	0.1111
iprec_at_recall_0.20  	1025	0.1111
iprec_at_recall_0.30  	1025	0.1111
iprec_at_recall_0.40  	1025	0.1111
iprec_at_recall_0.50  	1025	0.1111
iprec_at_recall_0.60  	1025	0.1111
iprec_at_recall_0.70  	1025	0.1111
iprec_at_recall_0.80  	1025	0.0035
iprec_at_recall_0.90  	1025	0.0035
iprec_at_recall_1.00  	1025	0.0035
P_5                   	1025	0.0000
P_10                  	1025	0.1000
P_15                  	1025	0.0667
P_20                  	1025	0.0500
P_30                  	1025	0.0333
P_100                 	1025	0.0100
P_200                 	1025	0.0050
P_500                 	1025	0.0020
P_1000                	1025	0.0020
relstring             	1025	'1001000030'
recall_5              	1025	0.0000
recall_10             	1025	0.5000
recall_15             	1025	0.5000
recall_20             	1025	0.5000
recall_30             	1025	0.5000
recall_100            	1025	0.5000
recall_200            	1025	0.5000
recall_500            	1025	0.5000
recall_1000           	1025	1.0000
infAP                 	1025	0.0573
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-578.0000
11pt_avg              	1025	0.0818
binG                  	1025	0.2051
G                     	1025	0.1180
ndcg                  	1025	0.4005
ndcg_rel              	1025	0.3450
Rndcg                 	1025	0.2710
ndcg_cut_5            	1025	0.2304
ndcg_cut_10           	1025	0.2990
ndcg_cut_15           	1025	0.2846
ndcg_cut_20           	1025	0.2741
ndcg_cut_30           	1025	0.2437
ndcg_cut_100          	1025	0.3132
ndcg_cut_200          	1025	0.3228
ndcg_cut_500          	1025	0.3628
ndcg_cut_1000         	1025	0.4005
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0556
map_cut_15            	1025	0.0556
map_cut_20            	1025	0.0556
map_cut_30            	1025	0.0556
map_cut_100           	1025	0.0556
map_cut_200           	1025	0.0556
map_cut_500           	1025	0.0556
map_cut_1000          	1025	0.0573
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.5000
relative_P_15         	1025	0.5000
relative_P_20         	1025	0.5000
relative_P_30         	1025	0.5000
relative_P_100        	1025	0.5000
relative_P_200        	1025	0.5000
relative_P_500        	1025	0.5000
relative_P_1000       	1025	1.0000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	1.0000
set_P                 	1025	0.0034
set_relative_P        	1025	1.0000
set_recall            	1025	1.0000
set_map               	1025	0.0034
set_F                 	1025	0.0068
num_nonrel_judged_ret 	1025	200
rbp                   	1025	0.1177
rbp_resid             	1025	0.0070
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	606
num_rel               	1029	8
num_rel_ret           	1029	8
map                   	1029	0.5001
Rprec                 	1029	0.3750
bpref                 	1029	0.3750
recip_rank            	1029	1.0000
iprec_at_recall_0.00  	1029	1.0000
iprec_at_recall_0.10  	1029	1.0000
iprec_at_recall_0.20  	1029	1.0000
iprec_at_recall_0.30  	1029	1.0000
iprec_at_recall_0.40  	1029	1.0000
iprec_at_recall_0.50  	1029	0.2222
iprec_at_recall_0.60  	1029	0.2083
iprec_at_recall_0.70  	1029	0.2069
iprec_at_recall_0.80  	1029	0.2069
iprec_at_recall_0.90  	1029	0.1892
iprec_at_recall_1.00  	1029	0.1739
P_5                   	1029	0.6000
P_10                  	1029	0.3000
P_15                  	1029	0.2000
P_20                  	1029	0.2000
P_30                  	1029	0.2000
P_100                 	1029	0.0800
P_200                 	1029	0.0400
P_500                 	1029	0.0160
P_1000                	1029	0.0080
relstring             	1029	'3331101101'
recall_5              	1029	0.3750
recall_10             	1029	0.3750
recall_15             	1029	0.3750
recall_20             	1029	0.5000
recall_30             	1029	0.7500
recall_100            	1029	1.0000
recall_200            	1029	1.0000
recall_500            	1029	1.0000
recall_1000           	1029	1.0000
infAP                 	1029	0.5001
Rprec_mult_0.20       	1029	1.0000
Rprec_mult_0.40       	1029	0.7500
Rprec_mult_0.60       	1029	0.6000
Rprec_mult_0.80       	1029	0.4286
Rprec_mult_1.00       	1029	0.3750
Rprec_mult_1.20       	1029	0.3000
Rprec_mult_1.40       	1029	0.2500
Rprec_mult_1.60       	1029	0.2308
Rprec_mult_1.80       	1029	0.2000
Rprec_mult_2.00       	1029	0.1875
utility               	1029	-590.0000
11pt_avg              	1029	0.5643
binG                  	1029	0.5101
G                     	1029	0.2432
ndcg                  	1029	0.7026
ndcg_rel              	1029	0.7017
Rndcg                 	1029	0.6599
ndcg_cut_5            	1029	0.8152
ndcg_cut_10           	1029	0.6544
ndcg_cut_15           	1029	0.6694
ndcg_cut_20           	1029	0.6638
ndcg_cut_30           	1029	0.6798
ndcg_cut_100          	1029	0.6275
ndcg_cut_200          	1029	0.6681
ndcg_cut_500          	1029	0.6979
ndcg_cut_1000         	1029	0.7026
map_cut_5             	1029	0.3750
map_cut_10            	1029	0.3750
map_cut_15            	1029	0.3750
map_cut_20            	1029	0.4028
map_cut_30            	1029	0.4547
map_cut_100           	1029	0.5001
map_cut_200           	1029	0.5001
map_cut_500           	1029	0.5001
map_cut_1000          	1029	0.5001
relative_P_5          	1029	0.6000
relative_P_10         	1029	0.3750
relative_P_15         	1029	0.3750
relative_P_20         	1029	0.5000
relative_P_30         	1029	0.7500
relative_P_100        	1029	1.0000
relative_P_200        	1029	1.0000
relative_P_500        	1029	1.0000
relative_P_1000       	1029	1.0000
success_1             	1029	1.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0132
set_relative_P        	1029	1.0000
set_recall            	1029	1.0000
set_map               	1029	0.0132
set_F                 	1029	0.0261
num_nonrel_judged_ret 	1029	138
rbp                   	1029	0.4481
rbp_resid             	1029	0.0034
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	441
num_rel               	1031	44
num_rel_ret           	1031	19
map                   	1031	0.0669
Rprec                 	1031	0.1364
bpref                 	1031	0.0945
recip_rank            	1031	0.3333
iprec_at_recall_0.00  	1031	0.4286
iprec_at_recall_0.10  	1031	0.2353
iprec_at_recall_0.20  	1031	0.1343
iprec_at_recall_0.30  	1031	0.0956
iprec_at_recall_0.40  	1031	0.0814
iprec_at_recall_0.50  	1031	0.0000
iprec_at_recall_0.60  	1031	0.0000
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.4000
P_10                  	1031	0.3000
P_15                  	1031	0.2000
P_20                  	1031	0.2000
P_30                  	1031	0.1333
P_100                 	1031	0.0900
P_200                 	1031	0.0800
P_500                 	1031	0.0380
P_1000                	1031	0.0190
relstring             	1031	'1130303011'
recall_5              	1031	0.0455
recall_10             	1031	0.0682
recall_15             	1031	0.0682
recall_20             	1031	0.0909
recall_30             	1031	0.0909
recall_100            	1031	0.2045
recall_200            	1031	0.3636
recall_500            	1031	0.4318
recall_1000           	1031	0.4318
infAP                 	1031	0.0669
Rprec_mult_0.20       	1031	0.3333
Rprec_mult_0.40       	1031	0.2222
Rprec_mult_0.60       	1031	0.1481
Rprec_mult_0.80       	1031	0.1389
Rprec_mult_1.00       	1031	0.1364
Rprec_mult_1.20       	1031	0.1132
Rprec_mult_1.40       	1031	0.1290
Rprec_mult_1.60       	1031	0.1268
Rprec_mult_1.80       	1031	0.1125
Rprec_mult_2.00       	1031	0.1023
utility               	1031	-403.0000
11pt_avg              	1031	0.0887
binG                  	1031	0.0879
G                     	1031	0.0719
ndcg                  	1031	0.3904
ndcg_rel              	1031	0.3708
Rndcg                 	1031	0.3321
ndcg_cut_5            	1031	0.4852
ndcg_cut_10           	1031	0.4315
ndcg_cut_15           	1031	0.3503
ndcg_cut_20           	1031	0.3483
ndcg_cut_30           	1031	0.2989
ndcg_cut_100          	1031	0.3129
ndcg_cut_200          	1031	0.3418
ndcg_cut_500          	1031	0.3904
ndcg_cut_1000         	1031	0.3904
map_cut_5             	1031	0.0167
map_cut_10            	1031	0.0264
map_cut_15            	1031	0.0264
map_cut_20            	1031	0.0318
map_cut_30            	1031	0.0318
map_cut_100           	1031	0.0474
map_cut_200           	1031	0.0620
map_cut_500           	1031	0.0669
map_cut_1000          	1031	0.0669
relative_P_5          	1031	0.4000
relative_P_10         	1031	0.3000
relative_P_15         	1031	0.2000
relative_P_20         	1031	0.2000
relative_P_30         	1031	0.1333
relative_P_100        	1031	0.2045
relative_P_200        	1031	0.3636
relative_P_500        	1031	0.4318
relative_P_1000       	1031	0.4318
success_1             	1031	0.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.0431
set_relative_P        	1031	0.4318
set_recall            	1031	0.4318
set_map               	1031	0.0186
set_F                 	1031	0.0784
num_nonrel_judged_ret 	1031	165
rbp                   	1031	0.3555
rbp_resid             	1031	0.0073
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	258
num_rel               	1033	13
num_rel_ret           	1033	10
map                   	1033	0.1777
Rprec                 	1033	0.2308
bpref                 	1033	0.1953
recip_rank            	1033	0.5000
iprec_at_recall_0.00  	1033	0.6667
iprec_at_recall_0.10  	1033	0.6667
iprec_at_recall_0.20  	1033	0.4286
iprec_at_recall_0.30  	1033	0.1562
iprec_at_recall_0.40  	1033	0.1562
iprec_at_recall_0.50  	1033	0.1296
iprec_at_recall_0.60  	1033	0.0784
iprec_at_recall_0.70  	1033	0.0588
iprec_at_recall_0.80  	1033	0.0446
iprec_at_recall_0.90  	1033	0.0000
iprec_at_recall_1.00  	1033	0.0000
P_5                   	1033	0.4000
P_10                  	1033	0.3000
P_15                  	1033	0.2000
P_20                  	1033	0.1500
P_30                  	1033	0.1333
P_100                 	1033	0.0700
P_200                 	1033	0.0450
P_500                 	1033	0.0200
P_1000                	1033	0.0100
relstring             	1033	'1331103110'
recall_5              	1033	0.1538
recall_10             	1033	0.2308
recall_15             	1033	0.2308
recall_20             	1033	0.2308
recall_30             	1033	0.3077
recall_100            	1033	0.5385
recall_200            	1033	0.6923
recall_500            	1033	0.7692
recall_1000           	1033	0.7692
infAP                 	1033	0.1777
Rprec_mult_0.20       	1033	0.6667
Rprec_mult_0.40       	1033	0.3333
Rprec_mult_0.60       	1033	0.3750
Rprec_mult_0.80       	1033	0.2727
Rprec_mult_1.00       	1033	0.2308
Rprec_mult_1.20       	1033	0.1875
Rprec_mult_1.40       	1033	0.1579
Rprec_mult_1.60       	1033	0.1429
Rprec_mult_1.80       	1033	0.1250
Rprec_mult_2.00       	1033	0.1154
utility               	1033	-238.0000
11pt_avg              	1033	0.2169
binG                  	1033	0.2184
G                     	1033	0.1844
ndcg                  	1033	0.7003
ndcg_rel              	1033	0.5776
Rndcg                 	1033	0.5650
ndcg_cut_5            	1033	0.5890
ndcg_cut_10           	1033	0.5008
ndcg_cut_15           	1033	0.4433
ndcg_cut_20           	1033	0.4537
ndcg_cut_30           	1033	0.4789
ndcg_cut_100          	1033	0.5847
ndcg_cut_200          	1033	0.6782
ndcg_cut_500          	1033	0.7003
ndcg_cut_1000         	1033	0.7003
map_cut_5             	1033	0.0897
map_cut_10            	1033	0.1227
map_cut_15            	1033	0.1227
map_cut_20            	1033	0.1227
map_cut_30            	1033	0.1330
map_cut_100           	1033	0.1637
map_cut_200           	1033	0.1742
map_cut_500           	1033	0.1777
map_cut_1000          	1033	0.1777
relative_P_5          	1033	0.4000
relative_P_10         	1033	0.3000
relative_P_15         	1033	0.2308
relative_P_20         	1033	0.2308
relative_P_30         	1033	0.3077
relative_P_100        	1033	0.5385
relative_P_200        	1033	0.6923
relative_P_500        	1033	0.7692
relative_P_1000       	1033	0.7692
success_1             	1033	0.0000
success_5             	1033	1.0000
success_10            	1033	1.0000
set_P                 	1033	0.0388
set_relative_P        	1033	0.7692
set_recall            	1033	0.7692
set_map               	1033	0.0298
set_F                 	1033	0.0738
num_nonrel_judged_ret 	1033	121
rbp                   	1033	0.3987
rbp_resid             	1033	0.0008
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	762
num_rel               	1035	3
num_rel_ret           	1035	1
map                   	1035	0.0011
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0033
iprec_at_recall_0.00  	1035	0.0033
iprec_at_recall_0.10  	1035	0.0033
iprec_at_recall_0.20  	1035	0.0033
iprec_at_recall_0.30  	1035	0.0033
iprec_at_recall_0.40  	1035	0.0033
iprec_at_recall_0.50  	1035	0.0000
iprec_at_recall_0.60  	1035	0.0000
iprec_at_recall_0.70  	1035	0.0000
iprec_at_recall_0.80  	1035	0.0000
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0000
P_20                  	1035	0.0000
P_30                  	1035	0.0000
P_100                 	1035	0.0000
P_200                 	1035	0.0000
P_500                 	1035	0.0020
P_1000                	1035	0.0010
relstring             	1035	'0010000000'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.0000
recall_20             	1035	0.0000
recall_30             	1035	0.0000
recall_100            	1035	0.0000
recall_200            	1035	0.0000
recall_500            	1035	0.3333
recall_1000           	1035	0.3333
infAP                 	1035	0.0011
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-760.0000
11pt_avg              	1035	0.0015
binG                  	1035	0.0405
G                     	1035	0.0645
ndcg                  	1035	0.2307
ndcg_rel              	1035	0.1873
Rndcg                 	1035	0.1231
ndcg_cut_5            	1035	0.0693
ndcg_cut_10           	1035	0.0568
ndcg_cut_15           	1035	0.0494
ndcg_cut_20           	1035	0.0651
ndcg_cut_30           	1035	0.0548
ndcg_cut_100          	1035	0.0686
ndcg_cut_200          	1035	0.2041
ndcg_cut_500          	1035	0.2307
ndcg_cut_1000         	1035	0.2307
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0000
map_cut_20            	1035	0.0000
map_cut_30            	1035	0.0000
map_cut_100           	1035	0.0000
map_cut_200           	1035	0.0000
map_cut_500           	1035	0.0011
map_cut_1000          	1035	0.0011
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.0000
relative_P_20         	1035	0.0000
relative_P_30         	1035	0.0000
relative_P_100        	1035	0.0000
relative_P_200        	1035	0.0000
relative_P_500        	1035	0.3333
relative_P_1000       	1035	0.3333
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0013
set_relative_P        	1035	0.3333
set_recall            	1035	0.3333
set_map               	1035	0.0004
set_F                 	1035	0.0026
num_nonrel_judged_ret 	1035	140
rbp                   	1035	0.0333
rbp_resid             	1035	0.0265
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	593
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'1001100100'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-593.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.4443
ndcg                  	1037	0.7692
ndcg_rel              	1037	0.7000
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.6164
ndcg_cut_10           	1037	0.5863
ndcg_cut_15           	1037	0.6550
ndcg_cut_20           	1037	0.6550
ndcg_cut_30           	1037	0.7142
ndcg_cut_100          	1037	0.7692
ndcg_cut_200          	1037	0.7692
ndcg_cut_500          	1037	0.7692
ndcg_cut_1000         	1037	0.7692
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	90
rbp                   	1037	0.3223
rbp_resid             	1037	0.0133
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	414
num_rel               	1041	6
num_rel_ret           	1041	1
map                   	1041	0.1667
Rprec                 	1041	0.1667
bpref                 	1041	0.1667
recip_rank            	1041	1.0000
iprec_at_recall_0.00  	1041	1.0000
iprec_at_recall_0.10  	1041	1.0000
iprec_at_recall_0.20  	1041	1.0000
iprec_at_recall_0.30  	1041	0.0000
iprec_at_recall_0.40  	1041	0.0000
iprec_at_recall_0.50  	1041	0.0000
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.2000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0333
P_100                 	1041	0.0100
P_200                 	1041	0.0050
P_500                 	1041	0.0020
P_1000                	1041	0.0010
relstring             	1041	'3101110001'
recall_5              	1041	0.1667
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.1667
recall_100            	1041	0.1667
recall_200            	1041	0.1667
recall_500            	1041	0.1667
recall_1000           	1041	0.1667
infAP                 	1041	0.1667
Rprec_mult_0.20       	1041	0.5000
Rprec_mult_0.40       	1041	0.3333
Rprec_mult_0.60       	1041	0.2500
Rprec_mult_0.80       	1041	0.2000
Rprec_mult_1.00       	1041	0.1667
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-412.0000
11pt_avg              	1041	0.2727
binG                  	1041	0.1667
G                     	1041	0.1602
ndcg                  	1041	0.5050
ndcg_rel              	1041	0.4882
Rndcg                 	1041	0.4538
ndcg_cut_5            	1041	0.5029
ndcg_cut_10           	1041	0.4567
ndcg_cut_15           	1041	0.4724
ndcg_cut_20           	1041	0.4316
ndcg_cut_30           	1041	0.4006
ndcg_cut_100          	1041	0.4268
ndcg_cut_200          	1041	0.4981
ndcg_cut_500          	1041	0.5050
ndcg_cut_1000         	1041	0.5050
map_cut_5             	1041	0.1667
map_cut_10            	1041	0.1667
map_cut_15            	1041	0.1667
map_cut_20            	1041	0.1667
map_cut_30            	1041	0.1667
map_cut_100           	1041	0.1667
map_cut_200           	1041	0.1667
map_cut_500           	1041	0.1667
map_cut_1000          	1041	0.1667
relative_P_5          	1041	0.2000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.1667
relative_P_100        	1041	0.1667
relative_P_200        	1041	0.1667
relative_P_500        	1041	0.1667
relative_P_1000       	1041	0.1667
success_1             	1041	1.0000
success_5             	1041	1.0000
success_10            	1041	1.0000
set_P                 	1041	0.0024
set_relative_P        	1041	0.1667
set_recall            	1041	0.1667
set_map               	1041	0.0004
set_F                 	1041	0.0048
num_nonrel_judged_ret 	1041	142
rbp                   	1041	0.2471
rbp_resid             	1041	0.0048
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	344
num_rel               	1047	19
num_rel_ret           	1047	13
map                   	1047	0.1391
Rprec                 	1047	0.2105
bpref                 	1047	0.1496
recip_rank            	1047	0.5000
iprec_at_recall_0.00  	1047	0.5000
iprec_at_recall_0.10  	1047	0.3000
iprec_at_recall_0.20  	1047	0.2667
iprec_at_recall_0.30  	1047	0.2500
iprec_at_recall_0.40  	1047	0.1455
iprec_at_recall_0.50  	1047	0.1163
iprec_at_recall_0.60  	1047	0.1089
iprec_at_recall_0.70  	1047	0.0580
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.2000
P_10                  	1047	0.3000
P_15                  	1047	0.2667
P_20                  	1047	0.2000
P_30                  	1047	0.2000
P_100                 	1047	0.1000
P_200                 	1047	0.0600
P_500                 	1047	0.0260
P_1000                	1047	0.0130
relstring             	1047	'1310011313'
recall_5              	1047	0.0526
recall_10             	1047	0.1579
recall_15             	1047	0.2105
recall_20             	1047	0.2105
recall_30             	1047	0.3158
recall_100            	1047	0.5263
recall_200            	1047	0.6316
recall_500            	1047	0.6842
recall_1000           	1047	0.6842
infAP                 	1047	0.1391
Rprec_mult_0.20       	1047	0.2500
Rprec_mult_0.40       	1047	0.2500
Rprec_mult_0.60       	1047	0.2500
Rprec_mult_0.80       	1047	0.2500
Rprec_mult_1.00       	1047	0.2105
Rprec_mult_1.20       	1047	0.2174
Rprec_mult_1.40       	1047	0.2222
Rprec_mult_1.60       	1047	0.2258
Rprec_mult_1.80       	1047	0.2000
Rprec_mult_2.00       	1047	0.1842
utility               	1047	-318.0000
11pt_avg              	1047	0.1587
binG                  	1047	0.1659
G                     	1047	0.1385
ndcg                  	1047	0.5473
ndcg_rel              	1047	0.4902
Rndcg                 	1047	0.4649
ndcg_cut_5            	1047	0.3836
ndcg_cut_10           	1047	0.4546
ndcg_cut_15           	1047	0.4409
ndcg_cut_20           	1047	0.4212
ndcg_cut_30           	1047	0.4579
ndcg_cut_100          	1047	0.4920
ndcg_cut_200          	1047	0.5288
ndcg_cut_500          	1047	0.5473
ndcg_cut_1000         	1047	0.5473
map_cut_5             	1047	0.0263
map_cut_10            	1047	0.0553
map_cut_15            	1047	0.0693
map_cut_20            	1047	0.0693
map_cut_30            	1047	0.0944
map_cut_100           	1047	0.1262
map_cut_200           	1047	0.1360
map_cut_500           	1047	0.1391
map_cut_1000          	1047	0.1391
relative_P_5          	1047	0.2000
relative_P_10         	1047	0.3000
relative_P_15         	1047	0.2667
relative_P_20         	1047	0.2105
relative_P_30         	1047	0.3158
relative_P_100        	1047	0.5263
relative_P_200        	1047	0.6316
relative_P_500        	1047	0.6842
relative_P_1000       	1047	0.6842
success_1             	1047	0.0000
success_5             	1047	1.0000
success_10            	1047	1.0000
set_P                 	1047	0.0378
set_relative_P        	1047	0.6842
set_recall            	1047	0.6842
set_map               	1047	0.0259
set_F                 	1047	0.0716
num_nonrel_judged_ret 	1047	95
rbp                   	1047	0.3952
rbp_resid             	1047	0.0056
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	548
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.3213
Rprec                 	1053	0.3333
bpref                 	1053	0.2222
recip_rank            	1053	0.5000
iprec_at_recall_0.00  	1053	0.5000
iprec_at_recall_0.10  	1053	0.5000
iprec_at_recall_0.20  	1053	0.5000
iprec_at_recall_0.30  	1053	0.5000
iprec_at_recall_0.40  	1053	0.5000
iprec_at_recall_0.50  	1053	0.3333
iprec_at_recall_0.60  	1053	0.3333
iprec_at_recall_0.70  	1053	0.3333
iprec_at_recall_0.80  	1053	0.3333
iprec_at_recall_0.90  	1053	0.1304
iprec_at_recall_1.00  	1053	0.1304
P_5                   	1053	0.2000
P_10                  	1053	0.2000
P_15                  	1053	0.1333
P_20                  	1053	0.1000
P_30                  	1053	0.1000
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'1311130101'
recall_5              	1053	0.3333
recall_10             	1053	0.6667
recall_15             	1053	0.6667
recall_20             	1053	0.6667
recall_30             	1053	1.0000
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.3213
Rprec_mult_0.20       	1053	0.0000
Rprec_mult_0.40       	1053	0.5000
Rprec_mult_0.60       	1053	0.5000
Rprec_mult_0.80       	1053	0.3333
Rprec_mult_1.00       	1053	0.3333
Rprec_mult_1.20       	1053	0.2500
Rprec_mult_1.40       	1053	0.2000
Rprec_mult_1.60       	1053	0.2000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-542.0000
11pt_avg              	1053	0.3722
binG                  	1053	0.4140
G                     	1053	0.2702
ndcg                  	1053	0.7088
ndcg_rel              	1053	0.6463
Rndcg                 	1053	0.6108
ndcg_cut_5            	1053	0.5839
ndcg_cut_10           	1053	0.6682
ndcg_cut_15           	1053	0.6594
ndcg_cut_20           	1053	0.6114
ndcg_cut_30           	1053	0.6105
ndcg_cut_100          	1053	0.6693
ndcg_cut_200          	1053	0.7003
ndcg_cut_500          	1053	0.7088
ndcg_cut_1000         	1053	0.7088
map_cut_5             	1053	0.1667
map_cut_10            	1053	0.2778
map_cut_15            	1053	0.2778
map_cut_20            	1053	0.2778
map_cut_30            	1053	0.3213
map_cut_100           	1053	0.3213
map_cut_200           	1053	0.3213
map_cut_500           	1053	0.3213
map_cut_1000          	1053	0.3213
relative_P_5          	1053	0.3333
relative_P_10         	1053	0.6667
relative_P_15         	1053	0.6667
relative_P_20         	1053	0.6667
relative_P_30         	1053	1.0000
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	0.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0055
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0055
set_F                 	1053	0.0109
num_nonrel_judged_ret 	1053	90
rbp                   	1053	0.3377
rbp_resid             	1053	0.0088
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	475
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-475.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.1120
ndcg                  	1055	0.1574
ndcg_rel              	1055	0.1318
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.0000
ndcg_cut_15           	1055	0.0000
ndcg_cut_20           	1055	0.0000
ndcg_cut_30           	1055	0.0000
ndcg_cut_100          	1055	0.1574
ndcg_cut_200          	1055	0.1574
ndcg_cut_500          	1055	0.1574
ndcg_cut_1000         	1055	0.1574
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	154
rbp                   	1055	0.0004
rbp_resid             	1055	0.0068
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	778
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	1.0000
Rprec                 	1065	1.0000
bpref                 	1065	1.0000
recip_rank            	1065	1.0000
iprec_at_recall_0.00  	1065	1.0000
iprec_at_recall_0.10  	1065	1.0000
iprec_at_recall_0.20  	1065	1.0000
iprec_at_recall_0.30  	1065	1.0000
iprec_at_recall_0.40  	1065	1.0000
iprec_at_recall_0.50  	1065	1.0000
iprec_at_recall_0.60  	1065	1.0000
iprec_at_recall_0.70  	1065	1.0000
iprec_at_recall_0.80  	1065	1.0000
iprec_at_recall_0.90  	1065	1.0000
iprec_at_recall_1.00  	1065	1.0000
P_5                   	1065	0.2000
P_10                  	1065	0.1000
P_15                  	1065	0.0667
P_20                  	1065	0.0500
P_30                  	1065	0.0333
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'3010110000'
recall_5              	1065	1.0000
recall_10             	1065	1.0000
recall_15             	1065	1.0000
recall_20             	1065	1.0000
recall_30             	1065	1.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	1.0000
Rprec_mult_0.20       	1065	1.0000
Rprec_mult_0.40       	1065	1.0000
Rprec_mult_0.60       	1065	1.0000
Rprec_mult_0.80       	1065	1.0000
Rprec_mult_1.00       	1065	1.0000
Rprec_mult_1.20       	1065	0.5000
Rprec_mult_1.40       	1065	0.5000
Rprec_mult_1.60       	1065	0.5000
Rprec_mult_1.80       	1065	0.5000
Rprec_mult_2.00       	1065	0.5000
utility               	1065	-776.0000
11pt_avg              	1065	1.0000
binG                  	1065	1.0000
G                     	1065	0.3127
ndcg                  	1065	0.6935
ndcg_rel              	1065	0.6763
Rndcg                 	1065	0.7250
ndcg_cut_5            	1065	0.7855
ndcg_cut_10           	1065	0.6484
ndcg_cut_15           	1065	0.5397
ndcg_cut_20           	1065	0.5073
ndcg_cut_30           	1065	0.5317
ndcg_cut_100          	1065	0.6095
ndcg_cut_200          	1065	0.6576
ndcg_cut_500          	1065	0.6576
ndcg_cut_1000         	1065	0.6935
map_cut_5             	1065	1.0000
map_cut_10            	1065	1.0000
map_cut_15            	1065	1.0000
map_cut_20            	1065	1.0000
map_cut_30            	1065	1.0000
map_cut_100           	1065	1.0000
map_cut_200           	1065	1.0000
map_cut_500           	1065	1.0000
map_cut_1000          	1065	1.0000
relative_P_5          	1065	1.0000
relative_P_10         	1065	1.0000
relative_P_15         	1065	1.0000
relative_P_20         	1065	1.0000
relative_P_30         	1065	1.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	1.0000
success_5             	1065	1.0000
success_10            	1065	1.0000
set_P                 	1065	0.0013
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0013
set_F                 	1065	0.0026
num_nonrel_judged_ret 	1065	139
rbp                   	1065	0.1770
rbp_resid             	1065	0.0246
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	494
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.1250
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.1250
iprec_at_recall_0.00  	1067	0.1250
iprec_at_recall_0.10  	1067	0.1250
iprec_at_recall_0.20  	1067	0.1250
iprec_at_recall_0.30  	1067	0.1250
iprec_at_recall_0.40  	1067	0.1250
iprec_at_recall_0.50  	1067	0.1250
iprec_at_recall_0.60  	1067	0.1250
iprec_at_recall_0.70  	1067	0.1250
iprec_at_recall_0.80  	1067	0.1250
iprec_at_recall_0.90  	1067	0.1250
iprec_at_recall_1.00  	1067	0.1250
P_5                   	1067	0.0000
P_10                  	1067	0.1000
P_15                  	1067	0.0667
P_20                  	1067	0.0500
P_30                  	1067	0.0333
P_100                 	1067	0.0100
P_200                 	1067	0.0050
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'1101010300'
recall_5              	1067	0.0000
recall_10             	1067	1.0000
recall_15             	1067	1.0000
recall_20             	1067	1.0000
recall_30             	1067	1.0000
recall_100            	1067	1.0000
recall_200            	1067	1.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.1250
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-492.0000
11pt_avg              	1067	0.1250
binG                  	1067	0.3155
G                     	1067	0.1880
ndcg                  	1067	0.5055
ndcg_rel              	1067	0.4663
Rndcg                 	1067	0.3952
ndcg_cut_5            	1067	0.4166
ndcg_cut_10           	1067	0.5141
ndcg_cut_15           	1067	0.4279
ndcg_cut_20           	1067	0.3721
ndcg_cut_30           	1067	0.3689
ndcg_cut_100          	1067	0.4073
ndcg_cut_200          	1067	0.4939
ndcg_cut_500          	1067	0.5055
ndcg_cut_1000         	1067	0.5055
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.1250
map_cut_15            	1067	0.1250
map_cut_20            	1067	0.1250
map_cut_30            	1067	0.1250
map_cut_100           	1067	0.1250
map_cut_200           	1067	0.1250
map_cut_500           	1067	0.1250
map_cut_1000          	1067	0.1250
relative_P_5          	1067	0.0000
relative_P_10         	1067	1.0000
relative_P_15         	1067	1.0000
relative_P_20         	1067	1.0000
relative_P_30         	1067	1.0000
relative_P_100        	1067	1.0000
relative_P_200        	1067	1.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	1.0000
set_P                 	1067	0.0020
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0020
set_F                 	1067	0.0040
num_nonrel_judged_ret 	1067	146
rbp                   	1067	0.1593
rbp_resid             	1067	0.0034
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	666
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0000000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-666.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0719
ndcg                  	1069	0.1382
ndcg_rel              	1069	0.1100
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.0000
ndcg_cut_10           	1069	0.0000
ndcg_cut_15           	1069	0.0000
ndcg_cut_20           	1069	0.0000
ndcg_cut_30           	1069	0.0000
ndcg_cut_100          	1069	0.0000
ndcg_cut_200          	1069	0.0738
ndcg_cut_500          	1069	0.1382
ndcg_cut_1000         	1069	0.1382
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	150
rbp                   	1069	0.0000
rbp_resid             	1069	0.0120
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	440
num_rel               	1075	3
num_rel_ret           	1075	2
map                   	1075	0.0322
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.0500
iprec_at_recall_0.00  	1075	0.0500
iprec_at_recall_0.10  	1075	0.0500
iprec_at_recall_0.20  	1075	0.0500
iprec_at_recall_0.30  	1075	0.0500
iprec_at_recall_0.40  	1075	0.0500
iprec_at_recall_0.50  	1075	0.0465
iprec_at_recall_0.60  	1075	0.0465
iprec_at_recall_0.70  	1075	0.0465
iprec_at_recall_0.80  	1075	0.0465
iprec_at_recall_0.90  	1075	0.0000
iprec_at_recall_1.00  	1075	0.0000
P_5                   	1075	0.0000
P_10                  	1075	0.0000
P_15                  	1075	0.0000
P_20                  	1075	0.0500
P_30                  	1075	0.0333
P_100                 	1075	0.0200
P_200                 	1075	0.0100
P_500                 	1075	0.0040
P_1000                	1075	0.0020
relstring             	1075	'1111011100'
recall_5              	1075	0.0000
recall_10             	1075	0.0000
recall_15             	1075	0.0000
recall_20             	1075	0.3333
recall_30             	1075	0.3333
recall_100            	1075	0.6667
recall_200            	1075	0.6667
recall_500            	1075	0.6667
recall_1000           	1075	0.6667
infAP                 	1075	0.0322
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-436.0000
11pt_avg              	1075	0.0396
binG                  	1075	0.1373
G                     	1075	0.1396
ndcg                  	1075	0.5908
ndcg_rel              	1075	0.5170
Rndcg                 	1075	0.4534
ndcg_cut_5            	1075	0.3553
ndcg_cut_10           	1075	0.4050
ndcg_cut_15           	1075	0.4037
ndcg_cut_20           	1075	0.4641
ndcg_cut_30           	1075	0.5013
ndcg_cut_100          	1075	0.4452
ndcg_cut_200          	1075	0.5230
ndcg_cut_500          	1075	0.5908
ndcg_cut_1000         	1075	0.5908
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0000
map_cut_15            	1075	0.0000
map_cut_20            	1075	0.0167
map_cut_30            	1075	0.0167
map_cut_100           	1075	0.0322
map_cut_200           	1075	0.0322
map_cut_500           	1075	0.0322
map_cut_1000          	1075	0.0322
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.0000
relative_P_15         	1075	0.0000
relative_P_20         	1075	0.3333
relative_P_30         	1075	0.3333
relative_P_100        	1075	0.6667
relative_P_200        	1075	0.6667
relative_P_500        	1075	0.6667
relative_P_1000       	1075	0.6667
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	0.0000
set_P                 	1075	0.0045
set_relative_P        	1075	0.6667
set_recall            	1075	0.6667
set_map               	1075	0.0030
set_F                 	1075	0.0090
num_nonrel_judged_ret 	1075	172
rbp                   	1075	0.2374
rbp_resid             	1075	0.0048
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	249
num_rel               	1077	16
num_rel_ret           	1077	14
map                   	1077	0.0757
Rprec                 	1077	0.0625
bpref                 	1077	0.0352
recip_rank            	1077	0.1250
iprec_at_recall_0.00  	1077	0.1250
iprec_at_recall_0.10  	1077	0.1061
iprec_at_recall_0.20  	1077	0.1061
iprec_at_recall_0.30  	1077	0.1061
iprec_at_recall_0.40  	1077	0.1061
iprec_at_recall_0.50  	1077	0.0920
iprec_at_recall_0.60  	1077	0.0909
iprec_at_recall_0.70  	1077	0.0745
iprec_at_recall_0.80  	1077	0.0745
iprec_at_recall_0.90  	1077	0.0745
iprec_at_recall_1.00  	1077	0.0000
P_5                   	1077	0.0000
P_10                  	1077	0.1000
P_15                  	1077	0.0667
P_20                  	1077	0.0500
P_30                  	1077	0.0667
P_100                 	1077	0.0900
P_200                 	1077	0.0700
P_500                 	1077	0.0280
P_1000                	1077	0.0140
relstring             	1077	'1101111311'
recall_5              	1077	0.0000
recall_10             	1077	0.0625
recall_15             	1077	0.0625
recall_20             	1077	0.0625
recall_30             	1077	0.1250
recall_100            	1077	0.5625
recall_200            	1077	0.8750
recall_500            	1077	0.8750
recall_1000           	1077	0.8750
infAP                 	1077	0.0757
Rprec_mult_0.20       	1077	0.0000
Rprec_mult_0.40       	1077	0.0000
Rprec_mult_0.60       	1077	0.1000
Rprec_mult_0.80       	1077	0.0769
Rprec_mult_1.00       	1077	0.0625
Rprec_mult_1.20       	1077	0.0500
Rprec_mult_1.40       	1077	0.0435
Rprec_mult_1.60       	1077	0.0769
Rprec_mult_1.80       	1077	0.0690
Rprec_mult_2.00       	1077	0.0625
utility               	1077	-221.0000
11pt_avg              	1077	0.0869
binG                  	1077	0.1509
G                     	1077	0.1589
ndcg                  	1077	0.6636
ndcg_rel              	1077	0.5300
Rndcg                 	1077	0.5218
ndcg_cut_5            	1077	0.2768
ndcg_cut_10           	1077	0.3429
ndcg_cut_15           	1077	0.3249
ndcg_cut_20           	1077	0.3580
ndcg_cut_30           	1077	0.4414
ndcg_cut_100          	1077	0.5764
ndcg_cut_200          	1077	0.6600
ndcg_cut_500          	1077	0.6636
ndcg_cut_1000         	1077	0.6636
map_cut_5             	1077	0.0000
map_cut_10            	1077	0.0078
map_cut_15            	1077	0.0078
map_cut_20            	1077	0.0078
map_cut_30            	1077	0.0126
map_cut_100           	1077	0.0517
map_cut_200           	1077	0.0757
map_cut_500           	1077	0.0757
map_cut_1000          	1077	0.0757
relative_P_5          	1077	0.0000
relative_P_10         	1077	0.1000
relative_P_15         	1077	0.0667
relative_P_20         	1077	0.0625
relative_P_30         	1077	0.1250
relative_P_100        	1077	0.5625
relative_P_200        	1077	0.8750
relative_P_500        	1077	0.8750
relative_P_1000       	1077	0.8750
success_1             	1077	0.0000
success_5             	1077	0.0000
success_10            	1077	1.0000
set_P                 	1077	0.0562
set_relative_P        	1077	0.8750
set_recall            	1077	0.8750
set_map               	1077	0.0492
set_F                 	1077	0.1057
num_nonrel_judged_ret 	1077	119
rbp                   	1077	0.3290
rbp_resid             	1077	0.0011
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	595
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.4938
Rprec                 	1079	0.5000
bpref                 	1079	0.5556
recip_rank            	1079	0.5000
iprec_at_recall_0.00  	1079	0.6667
iprec_at_recall_0.10  	1079	0.6667
iprec_at_recall_0.20  	1079	0.6667
iprec_at_recall_0.30  	1079	0.6667
iprec_at_recall_0.40  	1079	0.6667
iprec_at_recall_0.50  	1079	0.6250
iprec_at_recall_0.60  	1079	0.6250
iprec_at_recall_0.70  	1079	0.6250
iprec_at_recall_0.80  	1079	0.6250
iprec_at_recall_0.90  	1079	0.6250
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.6000
P_10                  	1079	0.5000
P_15                  	1079	0.3333
P_20                  	1079	0.2500
P_30                  	1079	0.1667
P_100                 	1079	0.0500
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'1331313311'
recall_5              	1079	0.5000
recall_10             	1079	0.8333
recall_15             	1079	0.8333
recall_20             	1079	0.8333
recall_30             	1079	0.8333
recall_100            	1079	0.8333
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.4939
Rprec_mult_0.20       	1079	0.5000
Rprec_mult_0.40       	1079	0.6667
Rprec_mult_0.60       	1079	0.5000
Rprec_mult_0.80       	1079	0.6000
Rprec_mult_1.00       	1079	0.5000
Rprec_mult_1.20       	1079	0.6250
Rprec_mult_1.40       	1079	0.5556
Rprec_mult_1.60       	1079	0.5000
Rprec_mult_1.80       	1079	0.4545
Rprec_mult_2.00       	1079	0.4167
utility               	1079	-585.0000
11pt_avg              	1079	0.5871
binG                  	1079	0.4372
G                     	1079	0.3520
ndcg                  	1079	0.7906
ndcg_rel              	1079	0.7335
Rndcg                 	1079	0.7137
ndcg_cut_5            	1079	0.6765
ndcg_cut_10           	1079	0.7959
ndcg_cut_15           	1079	0.7964
ndcg_cut_20           	1079	0.7625
ndcg_cut_30           	1079	0.7245
ndcg_cut_100          	1079	0.7734
ndcg_cut_200          	1079	0.7828
ndcg_cut_500          	1079	0.7906
ndcg_cut_1000         	1079	0.7906
map_cut_5             	1079	0.2944
map_cut_10            	1079	0.4938
map_cut_15            	1079	0.4938
map_cut_20            	1079	0.4938
map_cut_30            	1079	0.4938
map_cut_100           	1079	0.4938
map_cut_200           	1079	0.4938
map_cut_500           	1079	0.4938
map_cut_1000          	1079	0.4938
relative_P_5          	1079	0.6000
relative_P_10         	1079	0.8333
relative_P_15         	1079	0.8333
relative_P_20         	1079	0.8333
relative_P_30         	1079	0.8333
relative_P_100        	1079	0.8333
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	0.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0084
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0070
set_F                 	1079	0.0166
num_nonrel_judged_ret 	1079	86
rbp                   	1079	0.4998
rbp_resid             	1079	0.0221
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	318
num_rel               	1081	11
num_rel_ret           	1081	10
map                   	1081	0.2386
Rprec                 	1081	0.3636
bpref                 	1081	0.2810
recip_rank            	1081	0.3333
iprec_at_recall_0.00  	1081	0.5714
iprec_at_recall_0.10  	1081	0.5714
iprec_at_recall_0.20  	1081	0.5714
iprec_at_recall_0.30  	1081	0.5714
iprec_at_recall_0.40  	1081	0.5714
iprec_at_recall_0.50  	1081	0.2222
iprec_at_recall_0.60  	1081	0.0889
iprec_at_recall_0.70  	1081	0.0889
iprec_at_recall_0.80  	1081	0.0556
iprec_at_recall_0.90  	1081	0.0495
iprec_at_recall_1.00  	1081	0.0000
P_5                   	1081	0.4000
P_10                  	1081	0.4000
P_15                  	1081	0.2667
P_20                  	1081	0.2000
P_30                  	1081	0.2000
P_100                 	1081	0.0800
P_200                 	1081	0.0450
P_500                 	1081	0.0200
P_1000                	1081	0.0100
relstring             	1081	'1133133111'
recall_5              	1081	0.1818
recall_10             	1081	0.3636
recall_15             	1081	0.3636
recall_20             	1081	0.3636
recall_30             	1081	0.5455
recall_100            	1081	0.7273
recall_200            	1081	0.8182
recall_500            	1081	0.9091
recall_1000           	1081	0.9091
infAP                 	1081	0.2386
Rprec_mult_0.20       	1081	0.3333
Rprec_mult_0.40       	1081	0.4000
Rprec_mult_0.60       	1081	0.5714
Rprec_mult_0.80       	1081	0.4444
Rprec_mult_1.00       	1081	0.3636
Rprec_mult_1.20       	1081	0.2857
Rprec_mult_1.40       	1081	0.2500
Rprec_mult_1.60       	1081	0.2222
Rprec_mult_1.80       	1081	0.2000
Rprec_mult_2.00       	1081	0.1818
utility               	1081	-298.0000
11pt_avg              	1081	0.3057
binG                  	1081	0.2636
G                     	1081	0.1871
ndcg                  	1081	0.7164
ndcg_rel              	1081	0.6447
Rndcg                 	1081	0.6306
ndcg_cut_5            	1081	0.5438
ndcg_cut_10           	1081	0.5711
ndcg_cut_15           	1081	0.5708
ndcg_cut_20           	1081	0.6012
ndcg_cut_30           	1081	0.6585
ndcg_cut_100          	1081	0.6180
ndcg_cut_200          	1081	0.6914
ndcg_cut_500          	1081	0.7164
ndcg_cut_1000         	1081	0.7164
map_cut_5             	1081	0.0758
map_cut_10            	1081	0.1732
map_cut_15            	1081	0.1732
map_cut_20            	1081	0.1732
map_cut_30            	1081	0.2131
map_cut_100           	1081	0.2291
map_cut_200           	1081	0.2341
map_cut_500           	1081	0.2386
map_cut_1000          	1081	0.2386
relative_P_5          	1081	0.4000
relative_P_10         	1081	0.4000
relative_P_15         	1081	0.3636
relative_P_20         	1081	0.3636
relative_P_30         	1081	0.5455
relative_P_100        	1081	0.7273
relative_P_200        	1081	0.8182
relative_P_500        	1081	0.9091
relative_P_1000       	1081	0.9091
success_1             	1081	0.0000
success_5             	1081	1.0000
success_10            	1081	1.0000
set_P                 	1081	0.0314
set_relative_P        	1081	0.9091
set_recall            	1081	0.9091
set_map               	1081	0.0286
set_F                 	1081	0.0608
num_nonrel_judged_ret 	1081	137
rbp                   	1081	0.5020
rbp_resid             	1081	0.0025
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	388
num_rel               	1083	3
num_rel_ret           	1083	3
map                   	1083	0.1682
Rprec                 	1083	0.0000
bpref                 	1083	0.0000
recip_rank            	1083	0.2000
iprec_at_recall_0.00  	1083	0.2500
iprec_at_recall_0.10  	1083	0.2500
iprec_at_recall_0.20  	1083	0.2500
iprec_at_recall_0.30  	1083	0.2500
iprec_at_recall_0.40  	1083	0.2500
iprec_at_recall_0.50  	1083	0.2500
iprec_at_recall_0.60  	1083	0.2500
iprec_at_recall_0.70  	1083	0.2500
iprec_at_recall_0.80  	1083	0.2500
iprec_at_recall_0.90  	1083	0.0545
iprec_at_recall_1.00  	1083	0.0545
P_5                   	1083	0.2000
P_10                  	1083	0.2000
P_15                  	1083	0.1333
P_20                  	1083	0.1000
P_30                  	1083	0.0667
P_100                 	1083	0.0300
P_200                 	1083	0.0150
P_500                 	1083	0.0060
P_1000                	1083	0.0030
relstring             	1083	'0011301300'
recall_5              	1083	0.3333
recall_10             	1083	0.6667
recall_15             	1083	0.6667
recall_20             	1083	0.6667
recall_30             	1083	0.6667
recall_100            	1083	1.0000
recall_200            	1083	1.0000
recall_500            	1083	1.0000
recall_1000           	1083	1.0000
infAP                 	1083	0.1682
Rprec_mult_0.20       	1083	0.0000
Rprec_mult_0.40       	1083	0.0000
Rprec_mult_0.60       	1083	0.0000
Rprec_mult_0.80       	1083	0.0000
Rprec_mult_1.00       	1083	0.0000
Rprec_mult_1.20       	1083	0.0000
Rprec_mult_1.40       	1083	0.2000
Rprec_mult_1.60       	1083	0.2000
Rprec_mult_1.80       	1083	0.1667
Rprec_mult_2.00       	1083	0.1667
utility               	1083	-382.0000
11pt_avg              	1083	0.2145
binG                  	1083	0.2980
G                     	1083	0.2732
ndcg                  	1083	0.5625
ndcg_rel              	1083	0.3770
Rndcg                 	1083	0.3395
ndcg_cut_5            	1083	0.2900
ndcg_cut_10           	1083	0.3828
ndcg_cut_15           	1083	0.3778
ndcg_cut_20           	1083	0.4015
ndcg_cut_30           	1083	0.4683
ndcg_cut_100          	1083	0.5625
ndcg_cut_200          	1083	0.5625
ndcg_cut_500          	1083	0.5625
ndcg_cut_1000         	1083	0.5625
map_cut_5             	1083	0.0667
map_cut_10            	1083	0.1500
map_cut_15            	1083	0.1500
map_cut_20            	1083	0.1500
map_cut_30            	1083	0.1500
map_cut_100           	1083	0.1682
map_cut_200           	1083	0.1682
map_cut_500           	1083	0.1682
map_cut_1000          	1083	0.1682
relative_P_5          	1083	0.3333
relative_P_10         	1083	0.6667
relative_P_15         	1083	0.6667
relative_P_20         	1083	0.6667
relative_P_30         	1083	0.6667
relative_P_100        	1083	1.0000
relative_P_200        	1083	1.0000
relative_P_500        	1083	1.0000
relative_P_1000       	1083	1.0000
success_1             	1083	0.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0077
set_relative_P        	1083	1.0000
set_recall            	1083	1.0000
set_map               	1083	0.0077
set_F                 	1083	0.0153
num_nonrel_judged_ret 	1083	77
rbp                   	1083	0.2073
rbp_resid             	1083	0.1242
unj_5                 	1083	0.0000
unj_10                	1083	0.0000
unj_20                	1083	0.2000
num_ret               	1085	317
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.8167
Rprec                 	1085	0.5000
bpref                 	1085	1.0000
recip_rank            	1085	1.0000
iprec_at_recall_0.00  	1085	1.0000
iprec_at_recall_0.10  	1085	1.0000
iprec_at_recall_0.20  	1085	1.0000
iprec_at_recall_0.30  	1085	1.0000
iprec_at_recall_0.40  	1085	1.0000
iprec_at_recall_0.50  	1085	1.0000
iprec_at_recall_0.60  	1085	1.0000
iprec_at_recall_0.70  	1085	0.6667
iprec_at_recall_0.80  	1085	0.6667
iprec_at_recall_0.90  	1085	0.6667
iprec_at_recall_1.00  	1085	0.6667
P_5                   	1085	0.6000
P_10                  	1085	0.4000
P_15                  	1085	0.2667
P_20                  	1085	0.2000
P_30                  	1085	0.1333
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'33--330---'
recall_5              	1085	0.7500
recall_10             	1085	1.0000
recall_15             	1085	1.0000
recall_20             	1085	1.0000
recall_30             	1085	1.0000
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.8167
Rprec_mult_0.20       	1085	1.0000
Rprec_mult_0.40       	1085	1.0000
Rprec_mult_0.60       	1085	0.6667
Rprec_mult_0.80       	1085	0.5000
Rprec_mult_1.00       	1085	0.5000
Rprec_mult_1.20       	1085	0.6000
Rprec_mult_1.40       	1085	0.6667
Rprec_mult_1.60       	1085	0.5714
Rprec_mult_1.80       	1085	0.5000
Rprec_mult_2.00       	1085	0.5000
utility               	1085	-309.0000
11pt_avg              	1085	0.8788
binG                  	1085	0.7500
G                     	1085	0.4975
ndcg                  	1085	0.7942
ndcg_rel              	1085	0.8196
Rndcg                 	1085	0.7156
ndcg_cut_5            	1085	0.7499
ndcg_cut_10           	1085	0.7367
ndcg_cut_15           	1085	0.7161
ndcg_cut_20           	1085	0.7161
ndcg_cut_30           	1085	0.7161
ndcg_cut_100          	1085	0.7687
ndcg_cut_200          	1085	0.7687
ndcg_cut_500          	1085	0.7942
ndcg_cut_1000         	1085	0.7942
map_cut_5             	1085	0.6500
map_cut_10            	1085	0.8167
map_cut_15            	1085	0.8167
map_cut_20            	1085	0.8167
map_cut_30            	1085	0.8167
map_cut_100           	1085	0.8167
map_cut_200           	1085	0.8167
map_cut_500           	1085	0.8167
map_cut_1000          	1085	0.8167
relative_P_5          	1085	0.7500
relative_P_10         	1085	1.0000
relative_P_15         	1085	1.0000
relative_P_20         	1085	1.0000
relative_P_30         	1085	1.0000
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	1.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0126
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0126
set_F                 	1085	0.0249
num_nonrel_judged_ret 	1085	65
rbp                   	1085	0.3158
rbp_resid             	1085	0.4505
unj_5                 	1085	0.4000
unj_10                	1085	0.5000
unj_20                	1085	0.5500
num_ret               	1087	401
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.3088
Rprec                 	1087	0.5000
bpref                 	1087	0.2500
recip_rank            	1087	0.5000
iprec_at_recall_0.00  	1087	0.5000
iprec_at_recall_0.10  	1087	0.5000
iprec_at_recall_0.20  	1087	0.5000
iprec_at_recall_0.30  	1087	0.5000
iprec_at_recall_0.40  	1087	0.5000
iprec_at_recall_0.50  	1087	0.5000
iprec_at_recall_0.60  	1087	0.5000
iprec_at_recall_0.70  	1087	0.5000
iprec_at_recall_0.80  	1087	0.1176
iprec_at_recall_0.90  	1087	0.1176
iprec_at_recall_1.00  	1087	0.1176
P_5                   	1087	0.2000
P_10                  	1087	0.1000
P_15                  	1087	0.0667
P_20                  	1087	0.1000
P_30                  	1087	0.0667
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'03111011-0'
recall_5              	1087	0.5000
recall_10             	1087	0.5000
recall_15             	1087	0.5000
recall_20             	1087	1.0000
recall_30             	1087	1.0000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.3088
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.5000
Rprec_mult_0.80       	1087	0.5000
Rprec_mult_1.00       	1087	0.5000
Rprec_mult_1.20       	1087	0.3333
Rprec_mult_1.40       	1087	0.3333
Rprec_mult_1.60       	1087	0.2500
Rprec_mult_1.80       	1087	0.2500
Rprec_mult_2.00       	1087	0.2500
utility               	1087	-397.0000
11pt_avg              	1087	0.3957
binG                  	1087	0.4378
G                     	1087	0.2092
ndcg                  	1087	0.6679
ndcg_rel              	1087	0.5665
Rndcg                 	1087	0.5172
ndcg_cut_5            	1087	0.5169
ndcg_cut_10           	1087	0.4944
ndcg_cut_15           	1087	0.4824
ndcg_cut_20           	1087	0.5191
ndcg_cut_30           	1087	0.5162
ndcg_cut_100          	1087	0.5839
ndcg_cut_200          	1087	0.6679
ndcg_cut_500          	1087	0.6679
ndcg_cut_1000         	1087	0.6679
map_cut_5             	1087	0.2500
map_cut_10            	1087	0.2500
map_cut_15            	1087	0.2500
map_cut_20            	1087	0.3088
map_cut_30            	1087	0.3088
map_cut_100           	1087	0.3088
map_cut_200           	1087	0.3088
map_cut_500           	1087	0.3088
map_cut_1000          	1087	0.3088
relative_P_5          	1087	0.5000
relative_P_10         	1087	0.5000
relative_P_15         	1087	0.5000
relative_P_20         	1087	1.0000
relative_P_30         	1087	1.0000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	1.0000
success_10            	1087	1.0000
set_P                 	1087	0.0050
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0050
set_F                 	1087	0.0099
num_nonrel_judged_ret 	1087	165
rbp                   	1087	0.2616
rbp_resid             	1087	0.0659
unj_5                 	1087	0.0000
unj_10                	1087	0.1000
unj_20                	1087	0.1000
runid                 	all	genaius-gpt-4o
num_q                 	all	30
num_ret               	all	14237
num_rel               	all	183
num_rel_ret           	all	134
map                   	all	0.2230
gm_map                	all	0.0209
Rprec                 	all	0.2138
bpref                 	all	0.1960
recip_rank            	all	0.3729
iprec_at_recall_0.00  	all	0.3983
iprec_at_recall_0.10  	all	0.3845
iprec_at_recall_0.20  	all	0.3458
iprec_at_recall_0.30  	all	0.2975
iprec_at_recall_0.40  	all	0.2808
iprec_at_recall_0.50  	all	0.2310
iprec_at_recall_0.60  	all	0.2237
iprec_at_recall_0.70  	all	0.1951
iprec_at_recall_0.80  	all	0.1744
iprec_at_recall_0.90  	all	0.1477
iprec_at_recall_1.00  	all	0.1222
P_5                   	all	0.1733
P_10                  	all	0.1467
P_15                  	all	0.1067
P_20                  	all	0.0900
P_30                  	all	0.0733
P_100                 	all	0.0337
P_200                 	all	0.0203
P_500                 	all	0.0089
P_1000                	all	0.0045
recall_5              	all	0.2071
recall_10             	all	0.3435
recall_15             	all	0.3584
recall_20             	all	0.4077
recall_30             	all	0.4545
recall_100            	all	0.5599
recall_200            	all	0.6111
recall_500            	all	0.6545
recall_1000           	all	0.6711
infAP                 	all	0.2230
gm_bpref              	all	0.0038
Rprec_mult_0.20       	all	0.2306
Rprec_mult_0.40       	all	0.2541
Rprec_mult_0.60       	all	0.2413
Rprec_mult_0.80       	all	0.2193
Rprec_mult_1.00       	all	0.2138
Rprec_mult_1.20       	all	0.1658
Rprec_mult_1.40       	all	0.1679
Rprec_mult_1.60       	all	0.1639
Rprec_mult_1.80       	all	0.1561
Rprec_mult_2.00       	all	0.1516
utility               	all	-465.6333
11pt_avg              	all	0.2546
binG                  	all	0.2698
G                     	all	0.2175
ndcg                  	all	0.5805
ndcg_rel              	all	0.5195
Rndcg                 	all	0.3986
ndcg_cut_5            	all	0.4444
ndcg_cut_10           	all	0.4558
ndcg_cut_15           	all	0.4498
ndcg_cut_20           	all	0.4476
ndcg_cut_30           	all	0.4616
ndcg_cut_100          	all	0.5104
ndcg_cut_200          	all	0.5536
ndcg_cut_500          	all	0.5771
ndcg_cut_1000         	all	0.5805
map_cut_5             	all	0.1521
map_cut_10            	all	0.1909
map_cut_15            	all	0.1941
map_cut_20            	all	0.2010
map_cut_30            	all	0.2086
map_cut_100           	all	0.2192
map_cut_200           	all	0.2221
map_cut_500           	all	0.2230
map_cut_1000          	all	0.2230
relative_P_5          	all	0.2556
relative_P_10         	all	0.3617
relative_P_15         	all	0.3648
relative_P_20         	all	0.4114
relative_P_30         	all	0.4559
relative_P_100        	all	0.5599
relative_P_200        	all	0.6111
relative_P_500        	all	0.6545
relative_P_1000       	all	0.6711
success_1             	all	0.2000
success_5             	all	0.5667
success_10            	all	0.7000
set_P                 	all	0.0119
set_relative_P        	all	0.6711
set_recall            	all	0.6711
set_map               	all	0.0098
set_F                 	all	0.0229
num_nonrel_judged_ret 	all	3966
rbp                   	all	0.2839
rbp_resid             	all	0.0300
unj_5                 	all	0.0133
unj_10                	all	0.0200
unj_20                	all	0.0283
