num_ret               	1001	1000
num_rel               	1001	14
num_rel_ret           	1001	14
map                   	1001	0.1146
Rprec                 	1001	0.0714
bpref                 	1001	0.0306
recip_rank            	1001	0.1111
iprec_at_recall_0.00  	1001	0.1486
iprec_at_recall_0.10  	1001	0.1486
iprec_at_recall_0.20  	1001	0.1486
iprec_at_recall_0.30  	1001	0.1486
iprec_at_recall_0.40  	1001	0.1486
iprec_at_recall_0.50  	1001	0.1486
iprec_at_recall_0.60  	1001	0.1486
iprec_at_recall_0.70  	1001	0.1486
iprec_at_recall_0.80  	1001	0.1486
iprec_at_recall_0.90  	1001	0.0610
iprec_at_recall_1.00  	1001	0.0151
P_5                   	1001	0.0000
P_10                  	1001	0.1000
P_15                  	1001	0.0667
P_20                  	1001	0.1000
P_30                  	1001	0.1000
P_100                 	1001	0.1100
P_200                 	1001	0.0600
P_500                 	1001	0.0260
P_1000                	1001	0.0140
relstring             	1001	'1101111131'
recall_5              	1001	0.0000
recall_10             	1001	0.0714
recall_15             	1001	0.0714
recall_20             	1001	0.1429
recall_30             	1001	0.2143
recall_100            	1001	0.7857
recall_200            	1001	0.8571
recall_500            	1001	0.9286
recall_1000           	1001	1.0000
infAP                 	1001	0.1146
Rprec_mult_0.20       	1001	0.0000
Rprec_mult_0.40       	1001	0.0000
Rprec_mult_0.60       	1001	0.1111
Rprec_mult_0.80       	1001	0.0833
Rprec_mult_1.00       	1001	0.0714
Rprec_mult_1.20       	1001	0.1176
Rprec_mult_1.40       	1001	0.1000
Rprec_mult_1.60       	1001	0.0870
Rprec_mult_1.80       	1001	0.1154
Rprec_mult_2.00       	1001	0.1071
utility               	1001	-972.0000
11pt_avg              	1001	0.1285
binG                  	1001	0.1845
G                     	1001	0.1871
ndcg                  	1001	0.6828
ndcg_rel              	1001	0.4820
Rndcg                 	1001	0.4925
ndcg_cut_5            	1001	0.2768
ndcg_cut_10           	1001	0.3408
ndcg_cut_15           	1001	0.3029
ndcg_cut_20           	1001	0.3747
ndcg_cut_30           	1001	0.4074
ndcg_cut_100          	1001	0.5886
ndcg_cut_200          	1001	0.6433
ndcg_cut_500          	1001	0.6673
ndcg_cut_1000         	1001	0.6828
map_cut_5             	1001	0.0000
map_cut_10            	1001	0.0079
map_cut_15            	1001	0.0079
map_cut_20            	1001	0.0169
map_cut_30            	1001	0.0254
map_cut_100           	1001	0.1018
map_cut_200           	1001	0.1092
map_cut_500           	1001	0.1136
map_cut_1000          	1001	0.1146
relative_P_5          	1001	0.0000
relative_P_10         	1001	0.1000
relative_P_15         	1001	0.0714
relative_P_20         	1001	0.1429
relative_P_30         	1001	0.2143
relative_P_100        	1001	0.7857
relative_P_200        	1001	0.8571
relative_P_500        	1001	0.9286
relative_P_1000       	1001	1.0000
success_1             	1001	0.0000
success_5             	1001	0.0000
success_10            	1001	1.0000
set_P                 	1001	0.0140
set_relative_P        	1001	1.0000
set_recall            	1001	1.0000
set_map               	1001	0.0140
set_F                 	1001	0.0276
num_nonrel_judged_ret 	1001	189
rbp                   	1001	0.3056
rbp_resid             	1001	0.0067
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	1000
num_rel               	1003	4
num_rel_ret           	1003	4
map                   	1003	0.2433
Rprec                 	1003	0.2500
bpref                 	1003	0.1875
recip_rank            	1003	0.5000
iprec_at_recall_0.00  	1003	0.5000
iprec_at_recall_0.10  	1003	0.5000
iprec_at_recall_0.20  	1003	0.5000
iprec_at_recall_0.30  	1003	0.5000
iprec_at_recall_0.40  	1003	0.3333
iprec_at_recall_0.50  	1003	0.3333
iprec_at_recall_0.60  	1003	0.3333
iprec_at_recall_0.70  	1003	0.1111
iprec_at_recall_0.80  	1003	0.1111
iprec_at_recall_0.90  	1003	0.0286
iprec_at_recall_1.00  	1003	0.0286
P_5                   	1003	0.2000
P_10                  	1003	0.2000
P_15                  	1003	0.1333
P_20                  	1003	0.1000
P_30                  	1003	0.1000
P_100                 	1003	0.0300
P_200                 	1003	0.0200
P_500                 	1003	0.0080
P_1000                	1003	0.0040
relstring             	1003	'1311030101'
recall_5              	1003	0.2500
recall_10             	1003	0.5000
recall_15             	1003	0.5000
recall_20             	1003	0.5000
recall_30             	1003	0.7500
recall_100            	1003	0.7500
recall_200            	1003	1.0000
recall_500            	1003	1.0000
recall_1000           	1003	1.0000
infAP                 	1003	0.2433
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.5000
Rprec_mult_0.60       	1003	0.3333
Rprec_mult_0.80       	1003	0.2500
Rprec_mult_1.00       	1003	0.2500
Rprec_mult_1.20       	1003	0.2000
Rprec_mult_1.40       	1003	0.3333
Rprec_mult_1.60       	1003	0.2857
Rprec_mult_1.80       	1003	0.2500
Rprec_mult_2.00       	1003	0.2500
utility               	1003	-992.0000
11pt_avg              	1003	0.2981
binG                  	1003	0.3428
G                     	1003	0.1743
ndcg                  	1003	0.6788
ndcg_rel              	1003	0.6431
Rndcg                 	1003	0.5785
ndcg_cut_5            	1003	0.4737
ndcg_cut_10           	1003	0.5686
ndcg_cut_15           	1003	0.5743
ndcg_cut_20           	1003	0.6156
ndcg_cut_30           	1003	0.6573
ndcg_cut_100          	1003	0.5938
ndcg_cut_200          	1003	0.6159
ndcg_cut_500          	1003	0.6463
ndcg_cut_1000         	1003	0.6788
map_cut_5             	1003	0.1250
map_cut_10            	1003	0.2083
map_cut_15            	1003	0.2083
map_cut_20            	1003	0.2083
map_cut_30            	1003	0.2361
map_cut_100           	1003	0.2361
map_cut_200           	1003	0.2433
map_cut_500           	1003	0.2433
map_cut_1000          	1003	0.2433
relative_P_5          	1003	0.2500
relative_P_10         	1003	0.5000
relative_P_15         	1003	0.5000
relative_P_20         	1003	0.5000
relative_P_30         	1003	0.7500
relative_P_100        	1003	0.7500
relative_P_200        	1003	1.0000
relative_P_500        	1003	1.0000
relative_P_1000       	1003	1.0000
success_1             	1003	0.0000
success_5             	1003	1.0000
success_10            	1003	1.0000
set_P                 	1003	0.0040
set_relative_P        	1003	1.0000
set_recall            	1003	1.0000
set_map               	1003	0.0040
set_F                 	1003	0.0080
num_nonrel_judged_ret 	1003	221
rbp                   	1003	0.3561
rbp_resid             	1003	0.0013
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	1000
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'1000000000'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-1000.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.2000
ndcg                  	1007	0.4812
ndcg_rel              	1007	0.4324
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	0.3392
ndcg_cut_10           	1007	0.2201
ndcg_cut_15           	1007	0.1867
ndcg_cut_20           	1007	0.1867
ndcg_cut_30           	1007	0.2244
ndcg_cut_100          	1007	0.3890
ndcg_cut_200          	1007	0.4413
ndcg_cut_500          	1007	0.4413
ndcg_cut_1000         	1007	0.4812
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	185
rbp                   	1007	0.1104
rbp_resid             	1007	0.0150
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	1000
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	1.0000
Rprec                 	1009	1.0000
bpref                 	1009	1.0000
recip_rank            	1009	1.0000
iprec_at_recall_0.00  	1009	1.0000
iprec_at_recall_0.10  	1009	1.0000
iprec_at_recall_0.20  	1009	1.0000
iprec_at_recall_0.30  	1009	1.0000
iprec_at_recall_0.40  	1009	1.0000
iprec_at_recall_0.50  	1009	1.0000
iprec_at_recall_0.60  	1009	1.0000
iprec_at_recall_0.70  	1009	1.0000
iprec_at_recall_0.80  	1009	1.0000
iprec_at_recall_0.90  	1009	1.0000
iprec_at_recall_1.00  	1009	1.0000
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'3101110010'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	1.0000
Rprec_mult_0.20       	1009	1.0000
Rprec_mult_0.40       	1009	1.0000
Rprec_mult_0.60       	1009	1.0000
Rprec_mult_0.80       	1009	1.0000
Rprec_mult_1.00       	1009	1.0000
Rprec_mult_1.20       	1009	0.5000
Rprec_mult_1.40       	1009	0.5000
Rprec_mult_1.60       	1009	0.5000
Rprec_mult_1.80       	1009	0.5000
Rprec_mult_2.00       	1009	0.5000
utility               	1009	-998.0000
11pt_avg              	1009	1.0000
binG                  	1009	1.0000
G                     	1009	0.3968
ndcg                  	1009	0.7275
ndcg_rel              	1009	0.7886
Rndcg                 	1009	0.7858
ndcg_cut_5            	1009	0.8990
ndcg_cut_10           	1009	0.7803
ndcg_cut_15           	1009	0.6495
ndcg_cut_20           	1009	0.6299
ndcg_cut_30           	1009	0.6299
ndcg_cut_100          	1009	0.6967
ndcg_cut_200          	1009	0.7149
ndcg_cut_500          	1009	0.7149
ndcg_cut_1000         	1009	0.7275
map_cut_5             	1009	1.0000
map_cut_10            	1009	1.0000
map_cut_15            	1009	1.0000
map_cut_20            	1009	1.0000
map_cut_30            	1009	1.0000
map_cut_100           	1009	1.0000
map_cut_200           	1009	1.0000
map_cut_500           	1009	1.0000
map_cut_1000          	1009	1.0000
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	1.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0010
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0010
set_F                 	1009	0.0020
num_nonrel_judged_ret 	1009	137
rbp                   	1009	0.2116
rbp_resid             	1009	0.0177
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	1000
num_rel               	1011	4
num_rel_ret           	1011	2
map                   	1011	0.0031
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0045
iprec_at_recall_0.00  	1011	0.0080
iprec_at_recall_0.10  	1011	0.0080
iprec_at_recall_0.20  	1011	0.0080
iprec_at_recall_0.30  	1011	0.0080
iprec_at_recall_0.40  	1011	0.0080
iprec_at_recall_0.50  	1011	0.0080
iprec_at_recall_0.60  	1011	0.0080
iprec_at_recall_0.70  	1011	0.0000
iprec_at_recall_0.80  	1011	0.0000
iprec_at_recall_0.90  	1011	0.0000
iprec_at_recall_1.00  	1011	0.0000
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0000
P_200                 	1011	0.0000
P_500                 	1011	0.0040
P_1000                	1011	0.0020
relstring             	1011	'0010000100'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.0000
recall_200            	1011	0.0000
recall_500            	1011	0.5000
recall_1000           	1011	0.5000
infAP                 	1011	0.0031
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-996.0000
11pt_avg              	1011	0.0051
binG                  	1011	0.0635
G                     	1011	0.0937
ndcg                  	1011	0.4016
ndcg_rel              	1011	0.3004
Rndcg                 	1011	0.2122
ndcg_cut_5            	1011	0.0619
ndcg_cut_10           	1011	0.0844
ndcg_cut_15           	1011	0.0970
ndcg_cut_20           	1011	0.1066
ndcg_cut_30           	1011	0.1212
ndcg_cut_100          	1011	0.1710
ndcg_cut_200          	1011	0.2611
ndcg_cut_500          	1011	0.3551
ndcg_cut_1000         	1011	0.4016
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0000
map_cut_200           	1011	0.0000
map_cut_500           	1011	0.0031
map_cut_1000          	1011	0.0031
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.0000
relative_P_200        	1011	0.0000
relative_P_500        	1011	0.5000
relative_P_1000       	1011	0.5000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0020
set_relative_P        	1011	0.5000
set_recall            	1011	0.5000
set_map               	1011	0.0010
set_F                 	1011	0.0040
num_nonrel_judged_ret 	1011	253
rbp                   	1011	0.0655
rbp_resid             	1011	0.0197
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	1000
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.5070
Rprec                 	1013	0.5000
bpref                 	1013	0.4375
recip_rank            	1013	1.0000
iprec_at_recall_0.00  	1013	1.0000
iprec_at_recall_0.10  	1013	1.0000
iprec_at_recall_0.20  	1013	1.0000
iprec_at_recall_0.30  	1013	1.0000
iprec_at_recall_0.40  	1013	0.6667
iprec_at_recall_0.50  	1013	0.6667
iprec_at_recall_0.60  	1013	0.6667
iprec_at_recall_0.70  	1013	0.1875
iprec_at_recall_0.80  	1013	0.1875
iprec_at_recall_0.90  	1013	0.1739
iprec_at_recall_1.00  	1013	0.1739
P_5                   	1013	0.4000
P_10                  	1013	0.2000
P_15                  	1013	0.1333
P_20                  	1013	0.1500
P_30                  	1013	0.1333
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'3131111101'
recall_5              	1013	0.5000
recall_10             	1013	0.5000
recall_15             	1013	0.5000
recall_20             	1013	0.7500
recall_30             	1013	1.0000
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.5070
Rprec_mult_0.20       	1013	1.0000
Rprec_mult_0.40       	1013	0.5000
Rprec_mult_0.60       	1013	0.6667
Rprec_mult_0.80       	1013	0.5000
Rprec_mult_1.00       	1013	0.5000
Rprec_mult_1.20       	1013	0.4000
Rprec_mult_1.40       	1013	0.3333
Rprec_mult_1.60       	1013	0.2857
Rprec_mult_1.80       	1013	0.2500
Rprec_mult_2.00       	1013	0.2500
utility               	1013	-992.0000
11pt_avg              	1013	0.6112
binG                  	1013	0.5286
G                     	1013	0.2726
ndcg                  	1013	0.7634
ndcg_rel              	1013	0.7285
Rndcg                 	1013	0.7052
ndcg_cut_5            	1013	0.7370
ndcg_cut_10           	1013	0.7492
ndcg_cut_15           	1013	0.6847
ndcg_cut_20           	1013	0.6974
ndcg_cut_30           	1013	0.6700
ndcg_cut_100          	1013	0.6896
ndcg_cut_200          	1013	0.7137
ndcg_cut_500          	1013	0.7573
ndcg_cut_1000         	1013	0.7634
map_cut_5             	1013	0.4167
map_cut_10            	1013	0.4167
map_cut_15            	1013	0.4167
map_cut_20            	1013	0.4635
map_cut_30            	1013	0.5070
map_cut_100           	1013	0.5070
map_cut_200           	1013	0.5070
map_cut_500           	1013	0.5070
map_cut_1000          	1013	0.5070
relative_P_5          	1013	0.5000
relative_P_10         	1013	0.5000
relative_P_15         	1013	0.5000
relative_P_20         	1013	0.7500
relative_P_30         	1013	1.0000
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	1.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0040
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0040
set_F                 	1013	0.0080
num_nonrel_judged_ret 	1013	115
rbp                   	1013	0.3820
rbp_resid             	1013	0.0205
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	1000
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'0010001000'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-1000.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.1892
ndcg                  	1015	0.4413
ndcg_rel              	1015	0.3453
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.1696
ndcg_cut_10           	1015	0.1834
ndcg_cut_15           	1015	0.2061
ndcg_cut_20           	1015	0.2493
ndcg_cut_30           	1015	0.3267
ndcg_cut_100          	1015	0.3954
ndcg_cut_200          	1015	0.3954
ndcg_cut_500          	1015	0.4413
ndcg_cut_1000         	1015	0.4413
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	109
rbp                   	1015	0.1970
rbp_resid             	1015	0.0257
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	1000
num_rel               	1017	4
num_rel_ret           	1017	4
map                   	1017	0.2725
Rprec                 	1017	0.2500
bpref                 	1017	0.1875
recip_rank            	1017	0.5000
iprec_at_recall_0.00  	1017	0.5000
iprec_at_recall_0.10  	1017	0.5000
iprec_at_recall_0.20  	1017	0.5000
iprec_at_recall_0.30  	1017	0.5000
iprec_at_recall_0.40  	1017	0.2500
iprec_at_recall_0.50  	1017	0.2500
iprec_at_recall_0.60  	1017	0.2500
iprec_at_recall_0.70  	1017	0.2500
iprec_at_recall_0.80  	1017	0.2500
iprec_at_recall_0.90  	1017	0.1176
iprec_at_recall_1.00  	1017	0.1176
P_5                   	1017	0.2000
P_10                  	1017	0.2000
P_15                  	1017	0.2000
P_20                  	1017	0.1500
P_30                  	1017	0.1000
P_100                 	1017	0.0400
P_200                 	1017	0.0200
P_500                 	1017	0.0080
P_1000                	1017	0.0040
relstring             	1017	'1311000031'
recall_5              	1017	0.2500
recall_10             	1017	0.5000
recall_15             	1017	0.7500
recall_20             	1017	0.7500
recall_30             	1017	0.7500
recall_100            	1017	1.0000
recall_200            	1017	1.0000
recall_500            	1017	1.0000
recall_1000           	1017	1.0000
infAP                 	1017	0.2725
Rprec_mult_0.20       	1017	0.0000
Rprec_mult_0.40       	1017	0.5000
Rprec_mult_0.60       	1017	0.3333
Rprec_mult_0.80       	1017	0.2500
Rprec_mult_1.00       	1017	0.2500
Rprec_mult_1.20       	1017	0.2000
Rprec_mult_1.40       	1017	0.1667
Rprec_mult_1.60       	1017	0.1429
Rprec_mult_1.80       	1017	0.1250
Rprec_mult_2.00       	1017	0.1250
utility               	1017	-992.0000
11pt_avg              	1017	0.3168
binG                  	1017	0.3589
G                     	1017	0.1880
ndcg                  	1017	0.6157
ndcg_rel              	1017	0.5432
Rndcg                 	1017	0.5216
ndcg_cut_5            	1017	0.4737
ndcg_cut_10           	1017	0.5189
ndcg_cut_15           	1017	0.5304
ndcg_cut_20           	1017	0.4991
ndcg_cut_30           	1017	0.4546
ndcg_cut_100          	1017	0.4996
ndcg_cut_200          	1017	0.5317
ndcg_cut_500          	1017	0.5962
ndcg_cut_1000         	1017	0.6157
map_cut_5             	1017	0.1250
map_cut_10            	1017	0.1806
map_cut_15            	1017	0.2431
map_cut_20            	1017	0.2431
map_cut_30            	1017	0.2431
map_cut_100           	1017	0.2725
map_cut_200           	1017	0.2725
map_cut_500           	1017	0.2725
map_cut_1000          	1017	0.2725
relative_P_5          	1017	0.2500
relative_P_10         	1017	0.5000
relative_P_15         	1017	0.7500
relative_P_20         	1017	0.7500
relative_P_30         	1017	0.7500
relative_P_100        	1017	1.0000
relative_P_200        	1017	1.0000
relative_P_500        	1017	1.0000
relative_P_1000       	1017	1.0000
success_1             	1017	0.0000
success_5             	1017	1.0000
success_10            	1017	1.0000
set_P                 	1017	0.0040
set_relative_P        	1017	1.0000
set_recall            	1017	1.0000
set_map               	1017	0.0040
set_F                 	1017	0.0080
num_nonrel_judged_ret 	1017	218
rbp                   	1017	0.2798
rbp_resid             	1017	0.0089
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	1000
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1011110101'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-1000.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.3135
ndcg                  	1019	0.7825
ndcg_rel              	1019	0.6918
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.7860
ndcg_cut_10           	1019	0.7215
ndcg_cut_15           	1019	0.6502
ndcg_cut_20           	1019	0.5413
ndcg_cut_30           	1019	0.5080
ndcg_cut_100          	1019	0.6562
ndcg_cut_200          	1019	0.7222
ndcg_cut_500          	1019	0.7825
ndcg_cut_1000         	1019	0.7825
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	230
rbp                   	1019	0.5484
rbp_resid             	1019	0.0020
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	1000
num_rel               	1023	7
num_rel_ret           	1023	1
map                   	1023	0.0036
Rprec                 	1023	0.0000
bpref                 	1023	0.0000
recip_rank            	1023	0.0250
iprec_at_recall_0.00  	1023	0.0250
iprec_at_recall_0.10  	1023	0.0250
iprec_at_recall_0.20  	1023	0.0250
iprec_at_recall_0.30  	1023	0.0000
iprec_at_recall_0.40  	1023	0.0000
iprec_at_recall_0.50  	1023	0.0000
iprec_at_recall_0.60  	1023	0.0000
iprec_at_recall_0.70  	1023	0.0000
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.0000
P_15                  	1023	0.0000
P_20                  	1023	0.0000
P_30                  	1023	0.0000
P_100                 	1023	0.0100
P_200                 	1023	0.0050
P_500                 	1023	0.0020
P_1000                	1023	0.0010
relstring             	1023	'1000000000'
recall_5              	1023	0.0000
recall_10             	1023	0.0000
recall_15             	1023	0.0000
recall_20             	1023	0.0000
recall_30             	1023	0.0000
recall_100            	1023	0.1429
recall_200            	1023	0.1429
recall_500            	1023	0.1429
recall_1000           	1023	0.1429
infAP                 	1023	0.0036
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.0000
Rprec_mult_1.20       	1023	0.0000
Rprec_mult_1.40       	1023	0.0000
Rprec_mult_1.60       	1023	0.0000
Rprec_mult_1.80       	1023	0.0000
Rprec_mult_2.00       	1023	0.0000
utility               	1023	-998.0000
11pt_avg              	1023	0.0068
binG                  	1023	0.0267
G                     	1023	0.0375
ndcg                  	1023	0.1486
ndcg_rel              	1023	0.1441
Rndcg                 	1023	0.1050
ndcg_cut_5            	1023	0.1131
ndcg_cut_10           	1023	0.0846
ndcg_cut_15           	1023	0.0761
ndcg_cut_20           	1023	0.0699
ndcg_cut_30           	1023	0.0608
ndcg_cut_100          	1023	0.0905
ndcg_cut_200          	1023	0.1106
ndcg_cut_500          	1023	0.1335
ndcg_cut_1000         	1023	0.1486
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0000
map_cut_15            	1023	0.0000
map_cut_20            	1023	0.0000
map_cut_30            	1023	0.0000
map_cut_100           	1023	0.0036
map_cut_200           	1023	0.0036
map_cut_500           	1023	0.0036
map_cut_1000          	1023	0.0036
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.0000
relative_P_15         	1023	0.0000
relative_P_20         	1023	0.0000
relative_P_30         	1023	0.0000
relative_P_100        	1023	0.1429
relative_P_200        	1023	0.1429
relative_P_500        	1023	0.1429
relative_P_1000       	1023	0.1429
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	0.0000
set_P                 	1023	0.0010
set_relative_P        	1023	0.1429
set_recall            	1023	0.1429
set_map               	1023	0.0001
set_F                 	1023	0.0020
num_nonrel_judged_ret 	1023	181
rbp                   	1023	0.0350
rbp_resid             	1023	0.0272
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	1000
num_rel               	1025	2
num_rel_ret           	1025	1
map                   	1025	0.0061
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0122
iprec_at_recall_0.00  	1025	0.0122
iprec_at_recall_0.10  	1025	0.0122
iprec_at_recall_0.20  	1025	0.0122
iprec_at_recall_0.30  	1025	0.0122
iprec_at_recall_0.40  	1025	0.0122
iprec_at_recall_0.50  	1025	0.0122
iprec_at_recall_0.60  	1025	0.0122
iprec_at_recall_0.70  	1025	0.0122
iprec_at_recall_0.80  	1025	0.0000
iprec_at_recall_0.90  	1025	0.0000
iprec_at_recall_1.00  	1025	0.0000
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0000
P_20                  	1025	0.0000
P_30                  	1025	0.0000
P_100                 	1025	0.0100
P_200                 	1025	0.0050
P_500                 	1025	0.0020
P_1000                	1025	0.0010
relstring             	1025	'0000000000'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.0000
recall_20             	1025	0.0000
recall_30             	1025	0.0000
recall_100            	1025	0.5000
recall_200            	1025	0.5000
recall_500            	1025	0.5000
recall_1000           	1025	0.5000
infAP                 	1025	0.0061
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-998.0000
11pt_avg              	1025	0.0089
binG                  	1025	0.0784
G                     	1025	0.0766
ndcg                  	1025	0.2378
ndcg_rel              	1025	0.1909
Rndcg                 	1025	0.0995
ndcg_cut_5            	1025	0.0000
ndcg_cut_10           	1025	0.0000
ndcg_cut_15           	1025	0.0000
ndcg_cut_20           	1025	0.0233
ndcg_cut_30           	1025	0.0709
ndcg_cut_100          	1025	0.1265
ndcg_cut_200          	1025	0.1748
ndcg_cut_500          	1025	0.2163
ndcg_cut_1000         	1025	0.2378
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0000
map_cut_20            	1025	0.0000
map_cut_30            	1025	0.0000
map_cut_100           	1025	0.0061
map_cut_200           	1025	0.0061
map_cut_500           	1025	0.0061
map_cut_1000          	1025	0.0061
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.0000
relative_P_20         	1025	0.0000
relative_P_30         	1025	0.0000
relative_P_100        	1025	0.5000
relative_P_200        	1025	0.5000
relative_P_500        	1025	0.5000
relative_P_1000       	1025	0.5000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0010
set_relative_P        	1025	0.5000
set_recall            	1025	0.5000
set_map               	1025	0.0005
set_F                 	1025	0.0020
num_nonrel_judged_ret 	1025	325
rbp                   	1025	0.0147
rbp_resid             	1025	0.0109
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	1000
num_rel               	1029	8
num_rel_ret           	1029	8
map                   	1029	0.2726
Rprec                 	1029	0.3750
bpref                 	1029	0.2344
recip_rank            	1029	0.2000
iprec_at_recall_0.00  	1029	0.4444
iprec_at_recall_0.10  	1029	0.4444
iprec_at_recall_0.20  	1029	0.4444
iprec_at_recall_0.30  	1029	0.4444
iprec_at_recall_0.40  	1029	0.4444
iprec_at_recall_0.50  	1029	0.4444
iprec_at_recall_0.60  	1029	0.4167
iprec_at_recall_0.70  	1029	0.3529
iprec_at_recall_0.80  	1029	0.3529
iprec_at_recall_0.90  	1029	0.0479
iprec_at_recall_1.00  	1029	0.0107
P_5                   	1029	0.2000
P_10                  	1029	0.4000
P_15                  	1029	0.3333
P_20                  	1029	0.3000
P_30                  	1029	0.2000
P_100                 	1029	0.0600
P_200                 	1029	0.0350
P_500                 	1029	0.0140
P_1000                	1029	0.0080
relstring             	1029	'1100330330'
recall_5              	1029	0.1250
recall_10             	1029	0.5000
recall_15             	1029	0.6250
recall_20             	1029	0.7500
recall_30             	1029	0.7500
recall_100            	1029	0.7500
recall_200            	1029	0.8750
recall_500            	1029	0.8750
recall_1000           	1029	1.0000
infAP                 	1029	0.2726
Rprec_mult_0.20       	1029	0.0000
Rprec_mult_0.40       	1029	0.0000
Rprec_mult_0.60       	1029	0.2000
Rprec_mult_0.80       	1029	0.2857
Rprec_mult_1.00       	1029	0.3750
Rprec_mult_1.20       	1029	0.4000
Rprec_mult_1.40       	1029	0.4167
Rprec_mult_1.60       	1029	0.3846
Rprec_mult_1.80       	1029	0.3333
Rprec_mult_2.00       	1029	0.3125
utility               	1029	-984.0000
11pt_avg              	1029	0.3498
binG                  	1029	0.2896
G                     	1029	0.1744
ndcg                  	1029	0.6457
ndcg_rel              	1029	0.5450
Rndcg                 	1029	0.4995
ndcg_cut_5            	1029	0.3156
ndcg_cut_10           	1029	0.4586
ndcg_cut_15           	1029	0.5294
ndcg_cut_20           	1029	0.5679
ndcg_cut_30           	1029	0.5469
ndcg_cut_100          	1029	0.4672
ndcg_cut_200          	1029	0.5547
ndcg_cut_500          	1029	0.6059
ndcg_cut_1000         	1029	0.6457
map_cut_5             	1029	0.0250
map_cut_10            	1029	0.1691
map_cut_15            	1029	0.2212
map_cut_20            	1029	0.2653
map_cut_30            	1029	0.2653
map_cut_100           	1029	0.2653
map_cut_200           	1029	0.2713
map_cut_500           	1029	0.2713
map_cut_1000          	1029	0.2726
relative_P_5          	1029	0.2000
relative_P_10         	1029	0.5000
relative_P_15         	1029	0.6250
relative_P_20         	1029	0.7500
relative_P_30         	1029	0.7500
relative_P_100        	1029	0.7500
relative_P_200        	1029	0.8750
relative_P_500        	1029	0.8750
relative_P_1000       	1029	1.0000
success_1             	1029	0.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0080
set_relative_P        	1029	1.0000
set_recall            	1029	1.0000
set_map               	1029	0.0080
set_F                 	1029	0.0159
num_nonrel_judged_ret 	1029	205
rbp                   	1029	0.3803
rbp_resid             	1029	0.0124
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	1000
num_rel               	1031	44
num_rel_ret           	1031	27
map                   	1031	0.0736
Rprec                 	1031	0.1136
bpref                 	1031	0.0981
recip_rank            	1031	0.3333
iprec_at_recall_0.00  	1031	0.4286
iprec_at_recall_0.10  	1031	0.3333
iprec_at_recall_0.20  	1031	0.0956
iprec_at_recall_0.30  	1031	0.0956
iprec_at_recall_0.40  	1031	0.0826
iprec_at_recall_0.50  	1031	0.0623
iprec_at_recall_0.60  	1031	0.0292
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.2000
P_10                  	1031	0.3000
P_15                  	1031	0.2667
P_20                  	1031	0.2500
P_30                  	1031	0.1667
P_100                 	1031	0.0500
P_200                 	1031	0.0750
P_500                 	1031	0.0460
P_1000                	1031	0.0270
relstring             	1031	'1131133110'
recall_5              	1031	0.0227
recall_10             	1031	0.0682
recall_15             	1031	0.0909
recall_20             	1031	0.1136
recall_30             	1031	0.1136
recall_100            	1031	0.1136
recall_200            	1031	0.3409
recall_500            	1031	0.5227
recall_1000           	1031	0.6136
infAP                 	1031	0.0736
Rprec_mult_0.20       	1031	0.3333
Rprec_mult_0.40       	1031	0.2778
Rprec_mult_0.60       	1031	0.1852
Rprec_mult_0.80       	1031	0.1389
Rprec_mult_1.00       	1031	0.1136
Rprec_mult_1.20       	1031	0.0943
Rprec_mult_1.40       	1031	0.0806
Rprec_mult_1.60       	1031	0.0704
Rprec_mult_1.80       	1031	0.0625
Rprec_mult_2.00       	1031	0.0568
utility               	1031	-946.0000
11pt_avg              	1031	0.1025
binG                  	1031	0.1072
G                     	1031	0.0890
ndcg                  	1031	0.4634
ndcg_rel              	1031	0.4068
Rndcg                 	1031	0.3448
ndcg_cut_5            	1031	0.4464
ndcg_cut_10           	1031	0.4867
ndcg_cut_15           	1031	0.4234
ndcg_cut_20           	1031	0.4085
ndcg_cut_30           	1031	0.3219
ndcg_cut_100          	1031	0.2447
ndcg_cut_200          	1031	0.3181
ndcg_cut_500          	1031	0.4203
ndcg_cut_1000         	1031	0.4634
map_cut_5             	1031	0.0076
map_cut_10            	1031	0.0249
map_cut_15            	1031	0.0325
map_cut_20            	1031	0.0392
map_cut_30            	1031	0.0392
map_cut_100           	1031	0.0392
map_cut_200           	1031	0.0580
map_cut_500           	1031	0.0703
map_cut_1000          	1031	0.0736
relative_P_5          	1031	0.2000
relative_P_10         	1031	0.3000
relative_P_15         	1031	0.2667
relative_P_20         	1031	0.2500
relative_P_30         	1031	0.1667
relative_P_100        	1031	0.1136
relative_P_200        	1031	0.3409
relative_P_500        	1031	0.5227
relative_P_1000       	1031	0.6136
success_1             	1031	0.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.0270
set_relative_P        	1031	0.6136
set_recall            	1031	0.6136
set_map               	1031	0.0166
set_F                 	1031	0.0517
num_nonrel_judged_ret 	1031	186
rbp                   	1031	0.3996
rbp_resid             	1031	0.0245
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	1000
num_rel               	1033	13
num_rel_ret           	1033	13
map                   	1033	0.1260
Rprec                 	1033	0.2308
bpref                 	1033	0.1302
recip_rank            	1033	0.2000
iprec_at_recall_0.00  	1033	0.3333
iprec_at_recall_0.10  	1033	0.3333
iprec_at_recall_0.20  	1033	0.2500
iprec_at_recall_0.30  	1033	0.1818
iprec_at_recall_0.40  	1033	0.1111
iprec_at_recall_0.50  	1033	0.0849
iprec_at_recall_0.60  	1033	0.0849
iprec_at_recall_0.70  	1033	0.0849
iprec_at_recall_0.80  	1033	0.0641
iprec_at_recall_0.90  	1033	0.0574
iprec_at_recall_1.00  	1033	0.0436
P_5                   	1033	0.2000
P_10                  	1033	0.2000
P_15                  	1033	0.2000
P_20                  	1033	0.1500
P_30                  	1033	0.1333
P_100                 	1033	0.0800
P_200                 	1033	0.0550
P_500                 	1033	0.0260
P_1000                	1033	0.0130
relstring             	1033	'1111331111'
recall_5              	1033	0.0769
recall_10             	1033	0.1538
recall_15             	1033	0.2308
recall_20             	1033	0.2308
recall_30             	1033	0.3077
recall_100            	1033	0.6154
recall_200            	1033	0.8462
recall_500            	1033	1.0000
recall_1000           	1033	1.0000
infAP                 	1033	0.1260
Rprec_mult_0.20       	1033	0.0000
Rprec_mult_0.40       	1033	0.3333
Rprec_mult_0.60       	1033	0.2500
Rprec_mult_0.80       	1033	0.1818
Rprec_mult_1.00       	1033	0.2308
Rprec_mult_1.20       	1033	0.1875
Rprec_mult_1.40       	1033	0.1579
Rprec_mult_1.60       	1033	0.1429
Rprec_mult_1.80       	1033	0.1667
Rprec_mult_2.00       	1033	0.1538
utility               	1033	-974.0000
11pt_avg              	1033	0.1481
binG                  	1033	0.2027
G                     	1033	0.1999
ndcg                  	1033	0.7643
ndcg_rel              	1033	0.5662
Rndcg                 	1033	0.5927
ndcg_cut_5            	1033	0.4208
ndcg_cut_10           	1033	0.4424
ndcg_cut_15           	1033	0.4760
ndcg_cut_20           	1033	0.4845
ndcg_cut_30           	1033	0.5201
ndcg_cut_100          	1033	0.6070
ndcg_cut_200          	1033	0.7131
ndcg_cut_500          	1033	0.7606
ndcg_cut_1000         	1033	0.7643
map_cut_5             	1033	0.0154
map_cut_10            	1033	0.0410
map_cut_15            	1033	0.0603
map_cut_20            	1033	0.0603
map_cut_30            	1033	0.0742
map_cut_100           	1033	0.1019
map_cut_200           	1033	0.1182
map_cut_500           	1033	0.1260
map_cut_1000          	1033	0.1260
relative_P_5          	1033	0.2000
relative_P_10         	1033	0.2000
relative_P_15         	1033	0.2308
relative_P_20         	1033	0.2308
relative_P_30         	1033	0.3077
relative_P_100        	1033	0.6154
relative_P_200        	1033	0.8462
relative_P_500        	1033	1.0000
relative_P_1000       	1033	1.0000
success_1             	1033	0.0000
success_5             	1033	1.0000
success_10            	1033	1.0000
set_P                 	1033	0.0130
set_relative_P        	1033	1.0000
set_recall            	1033	1.0000
set_map               	1033	0.0130
set_F                 	1033	0.0257
num_nonrel_judged_ret 	1033	159
rbp                   	1033	0.4216
rbp_resid             	1033	0.0032
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	1000
num_rel               	1035	3
num_rel_ret           	1035	2
map                   	1035	0.0014
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0017
iprec_at_recall_0.00  	1035	0.0024
iprec_at_recall_0.10  	1035	0.0024
iprec_at_recall_0.20  	1035	0.0024
iprec_at_recall_0.30  	1035	0.0024
iprec_at_recall_0.40  	1035	0.0024
iprec_at_recall_0.50  	1035	0.0024
iprec_at_recall_0.60  	1035	0.0024
iprec_at_recall_0.70  	1035	0.0024
iprec_at_recall_0.80  	1035	0.0024
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0000
P_20                  	1035	0.0000
P_30                  	1035	0.0000
P_100                 	1035	0.0000
P_200                 	1035	0.0000
P_500                 	1035	0.0000
P_1000                	1035	0.0020
relstring             	1035	'0000000100'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.0000
recall_20             	1035	0.0000
recall_30             	1035	0.0000
recall_100            	1035	0.0000
recall_200            	1035	0.0000
recall_500            	1035	0.0000
recall_1000           	1035	0.6667
infAP                 	1035	0.0014
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-996.0000
11pt_avg              	1035	0.0020
binG                  	1035	0.0705
G                     	1035	0.0273
ndcg                  	1035	0.0964
ndcg_rel              	1035	0.0900
Rndcg                 	1035	0.0379
ndcg_cut_5            	1035	0.0000
ndcg_cut_10           	1035	0.0358
ndcg_cut_15           	1035	0.0312
ndcg_cut_20           	1035	0.0279
ndcg_cut_30           	1035	0.0235
ndcg_cut_100          	1035	0.0173
ndcg_cut_200          	1035	0.0327
ndcg_cut_500          	1035	0.0327
ndcg_cut_1000         	1035	0.0964
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0000
map_cut_20            	1035	0.0000
map_cut_30            	1035	0.0000
map_cut_100           	1035	0.0000
map_cut_200           	1035	0.0000
map_cut_500           	1035	0.0000
map_cut_1000          	1035	0.0014
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.0000
relative_P_20         	1035	0.0000
relative_P_30         	1035	0.0000
relative_P_100        	1035	0.0000
relative_P_200        	1035	0.0000
relative_P_500        	1035	0.0000
relative_P_1000       	1035	0.6667
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0020
set_relative_P        	1035	0.6667
set_recall            	1035	0.6667
set_map               	1035	0.0013
set_F                 	1035	0.0040
num_nonrel_judged_ret 	1035	102
rbp                   	1035	0.0159
rbp_resid             	1035	0.0264
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	1000
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'1000001110'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-1000.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.4027
ndcg                  	1037	0.7220
ndcg_rel              	1037	0.6225
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.3392
ndcg_cut_10           	1037	0.5360
ndcg_cut_15           	1037	0.6063
ndcg_cut_20           	1037	0.6736
ndcg_cut_30           	1037	0.6736
ndcg_cut_100          	1037	0.7220
ndcg_cut_200          	1037	0.7220
ndcg_cut_500          	1037	0.7220
ndcg_cut_1000         	1037	0.7220
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	144
rbp                   	1037	0.2906
rbp_resid             	1037	0.0244
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	1000
num_rel               	1041	6
num_rel_ret           	1041	3
map                   	1041	0.0575
Rprec                 	1041	0.1667
bpref                 	1041	0.0833
recip_rank            	1041	0.2500
iprec_at_recall_0.00  	1041	0.2500
iprec_at_recall_0.10  	1041	0.2500
iprec_at_recall_0.20  	1041	0.2500
iprec_at_recall_0.30  	1041	0.0909
iprec_at_recall_0.40  	1041	0.0909
iprec_at_recall_0.50  	1041	0.0041
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.2000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0667
P_100                 	1041	0.0200
P_200                 	1041	0.0100
P_500                 	1041	0.0040
P_1000                	1041	0.0030
relstring             	1041	'1103001100'
recall_5              	1041	0.1667
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.3333
recall_100            	1041	0.3333
recall_200            	1041	0.3333
recall_500            	1041	0.3333
recall_1000           	1041	0.5000
infAP                 	1041	0.0575
Rprec_mult_0.20       	1041	0.0000
Rprec_mult_0.40       	1041	0.0000
Rprec_mult_0.60       	1041	0.2500
Rprec_mult_0.80       	1041	0.2000
Rprec_mult_1.00       	1041	0.1667
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-994.0000
11pt_avg              	1041	0.0851
binG                  	1041	0.1267
G                     	1041	0.1370
ndcg                  	1041	0.4765
ndcg_rel              	1041	0.3954
Rndcg                 	1041	0.3562
ndcg_cut_5            	1041	0.3305
ndcg_cut_10           	1041	0.3203
ndcg_cut_15           	1041	0.2864
ndcg_cut_20           	1041	0.3132
ndcg_cut_30           	1041	0.3407
ndcg_cut_100          	1041	0.3516
ndcg_cut_200          	1041	0.4213
ndcg_cut_500          	1041	0.4417
ndcg_cut_1000         	1041	0.4765
map_cut_5             	1041	0.0417
map_cut_10            	1041	0.0417
map_cut_15            	1041	0.0417
map_cut_20            	1041	0.0417
map_cut_30            	1041	0.0568
map_cut_100           	1041	0.0568
map_cut_200           	1041	0.0568
map_cut_500           	1041	0.0568
map_cut_1000          	1041	0.0575
relative_P_5          	1041	0.2000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.3333
relative_P_100        	1041	0.3333
relative_P_200        	1041	0.3333
relative_P_500        	1041	0.3333
relative_P_1000       	1041	0.5000
success_1             	1041	0.0000
success_5             	1041	1.0000
success_10            	1041	1.0000
set_P                 	1041	0.0030
set_relative_P        	1041	0.5000
set_recall            	1041	0.5000
set_map               	1041	0.0015
set_F                 	1041	0.0060
num_nonrel_judged_ret 	1041	153
rbp                   	1041	0.2039
rbp_resid             	1041	0.0173
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	1000
num_rel               	1047	19
num_rel_ret           	1047	16
map                   	1047	0.1266
Rprec                 	1047	0.2105
bpref                 	1047	0.1108
recip_rank            	1047	0.5000
iprec_at_recall_0.00  	1047	0.5000
iprec_at_recall_0.10  	1047	0.2222
iprec_at_recall_0.20  	1047	0.2222
iprec_at_recall_0.30  	1047	0.1642
iprec_at_recall_0.40  	1047	0.1642
iprec_at_recall_0.50  	1047	0.1642
iprec_at_recall_0.60  	1047	0.1642
iprec_at_recall_0.70  	1047	0.0573
iprec_at_recall_0.80  	1047	0.0305
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.2000
P_10                  	1047	0.1000
P_15                  	1047	0.2000
P_20                  	1047	0.2000
P_30                  	1047	0.1333
P_100                 	1047	0.1100
P_200                 	1047	0.0600
P_500                 	1047	0.0280
P_1000                	1047	0.0160
relstring             	1047	'1310110011'
recall_5              	1047	0.0526
recall_10             	1047	0.0526
recall_15             	1047	0.1579
recall_20             	1047	0.2105
recall_30             	1047	0.2105
recall_100            	1047	0.5789
recall_200            	1047	0.6316
recall_500            	1047	0.7368
recall_1000           	1047	0.8421
infAP                 	1047	0.1266
Rprec_mult_0.20       	1047	0.2500
Rprec_mult_0.40       	1047	0.1250
Rprec_mult_0.60       	1047	0.1667
Rprec_mult_0.80       	1047	0.1875
Rprec_mult_1.00       	1047	0.2105
Rprec_mult_1.20       	1047	0.1739
Rprec_mult_1.40       	1047	0.1481
Rprec_mult_1.60       	1047	0.1290
Rprec_mult_1.80       	1047	0.1143
Rprec_mult_2.00       	1047	0.1053
utility               	1047	-968.0000
11pt_avg              	1047	0.1535
binG                  	1047	0.1746
G                     	1047	0.1581
ndcg                  	1047	0.6092
ndcg_rel              	1047	0.4846
Rndcg                 	1047	0.4801
ndcg_cut_5            	1047	0.4273
ndcg_cut_10           	1047	0.3467
ndcg_cut_15           	1047	0.3735
ndcg_cut_20           	1047	0.3866
ndcg_cut_30           	1047	0.3788
ndcg_cut_100          	1047	0.4890
ndcg_cut_200          	1047	0.5294
ndcg_cut_500          	1047	0.5656
ndcg_cut_1000         	1047	0.6092
map_cut_5             	1047	0.0263
map_cut_10            	1047	0.0263
map_cut_15            	1047	0.0464
map_cut_20            	1047	0.0581
map_cut_30            	1047	0.0581
map_cut_100           	1047	0.1132
map_cut_200           	1047	0.1175
map_cut_500           	1047	0.1235
map_cut_1000          	1047	0.1266
relative_P_5          	1047	0.2000
relative_P_10         	1047	0.1000
relative_P_15         	1047	0.2000
relative_P_20         	1047	0.2105
relative_P_30         	1047	0.2105
relative_P_100        	1047	0.5789
relative_P_200        	1047	0.6316
relative_P_500        	1047	0.7368
relative_P_1000       	1047	0.8421
success_1             	1047	0.0000
success_5             	1047	1.0000
success_10            	1047	1.0000
set_P                 	1047	0.0160
set_relative_P        	1047	0.8421
set_recall            	1047	0.8421
set_map               	1047	0.0135
set_F                 	1047	0.0314
num_nonrel_judged_ret 	1047	152
rbp                   	1047	0.3359
rbp_resid             	1047	0.0141
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	1000
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.6905
Rprec                 	1053	0.6667
bpref                 	1053	0.6667
recip_rank            	1053	1.0000
iprec_at_recall_0.00  	1053	1.0000
iprec_at_recall_0.10  	1053	1.0000
iprec_at_recall_0.20  	1053	1.0000
iprec_at_recall_0.30  	1053	1.0000
iprec_at_recall_0.40  	1053	1.0000
iprec_at_recall_0.50  	1053	1.0000
iprec_at_recall_0.60  	1053	1.0000
iprec_at_recall_0.70  	1053	1.0000
iprec_at_recall_0.80  	1053	1.0000
iprec_at_recall_0.90  	1053	0.0714
iprec_at_recall_1.00  	1053	0.0714
P_5                   	1053	0.4000
P_10                  	1053	0.2000
P_15                  	1053	0.1333
P_20                  	1053	0.1000
P_30                  	1053	0.0667
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'3310001000'
recall_5              	1053	0.6667
recall_10             	1053	0.6667
recall_15             	1053	0.6667
recall_20             	1053	0.6667
recall_30             	1053	0.6667
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.6905
Rprec_mult_0.20       	1053	1.0000
Rprec_mult_0.40       	1053	1.0000
Rprec_mult_0.60       	1053	1.0000
Rprec_mult_0.80       	1053	0.6667
Rprec_mult_1.00       	1053	0.6667
Rprec_mult_1.20       	1053	0.5000
Rprec_mult_1.40       	1053	0.4000
Rprec_mult_1.60       	1053	0.4000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-994.0000
11pt_avg              	1053	0.8312
binG                  	1053	0.7289
G                     	1053	0.2647
ndcg                  	1053	0.6346
ndcg_rel              	1053	0.6450
Rndcg                 	1053	0.6595
ndcg_cut_5            	1053	0.7479
ndcg_cut_10           	1053	0.6503
ndcg_cut_15           	1053	0.6183
ndcg_cut_20           	1053	0.5754
ndcg_cut_30           	1053	0.5002
ndcg_cut_100          	1053	0.5741
ndcg_cut_200          	1053	0.5741
ndcg_cut_500          	1053	0.6188
ndcg_cut_1000         	1053	0.6346
map_cut_5             	1053	0.6667
map_cut_10            	1053	0.6667
map_cut_15            	1053	0.6667
map_cut_20            	1053	0.6667
map_cut_30            	1053	0.6667
map_cut_100           	1053	0.6905
map_cut_200           	1053	0.6905
map_cut_500           	1053	0.6905
map_cut_1000          	1053	0.6905
relative_P_5          	1053	0.6667
relative_P_10         	1053	0.6667
relative_P_15         	1053	0.6667
relative_P_20         	1053	0.6667
relative_P_30         	1053	0.6667
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	1.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0030
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0030
set_F                 	1053	0.0060
num_nonrel_judged_ret 	1053	102
rbp                   	1053	0.2666
rbp_resid             	1053	0.0258
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	1000
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-1000.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.1762
ndcg                  	1055	0.2476
ndcg_rel              	1055	0.1762
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.0000
ndcg_cut_15           	1055	0.0000
ndcg_cut_20           	1055	0.0000
ndcg_cut_30           	1055	0.1011
ndcg_cut_100          	1055	0.1799
ndcg_cut_200          	1055	0.2476
ndcg_cut_500          	1055	0.2476
ndcg_cut_1000         	1055	0.2476
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	193
rbp                   	1055	0.0090
rbp_resid             	1055	0.0165
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	1000
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	0.0526
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.0526
iprec_at_recall_0.00  	1065	0.0526
iprec_at_recall_0.10  	1065	0.0526
iprec_at_recall_0.20  	1065	0.0526
iprec_at_recall_0.30  	1065	0.0526
iprec_at_recall_0.40  	1065	0.0526
iprec_at_recall_0.50  	1065	0.0526
iprec_at_recall_0.60  	1065	0.0526
iprec_at_recall_0.70  	1065	0.0526
iprec_at_recall_0.80  	1065	0.0526
iprec_at_recall_0.90  	1065	0.0526
iprec_at_recall_1.00  	1065	0.0526
P_5                   	1065	0.0000
P_10                  	1065	0.0000
P_15                  	1065	0.0000
P_20                  	1065	0.0500
P_30                  	1065	0.0333
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'1101100000'
recall_5              	1065	0.0000
recall_10             	1065	0.0000
recall_15             	1065	0.0000
recall_20             	1065	1.0000
recall_30             	1065	1.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	0.0526
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-998.0000
11pt_avg              	1065	0.0526
binG                  	1065	0.2314
G                     	1065	0.1804
ndcg                  	1065	0.4814
ndcg_rel              	1065	0.4517
Rndcg                 	1065	0.4004
ndcg_cut_5            	1065	0.4948
ndcg_cut_10           	1065	0.3742
ndcg_cut_15           	1065	0.3449
ndcg_cut_20           	1065	0.3864
ndcg_cut_30           	1065	0.4112
ndcg_cut_100          	1065	0.4526
ndcg_cut_200          	1065	0.4687
ndcg_cut_500          	1065	0.4814
ndcg_cut_1000         	1065	0.4814
map_cut_5             	1065	0.0000
map_cut_10            	1065	0.0000
map_cut_15            	1065	0.0000
map_cut_20            	1065	0.0526
map_cut_30            	1065	0.0526
map_cut_100           	1065	0.0526
map_cut_200           	1065	0.0526
map_cut_500           	1065	0.0526
map_cut_1000          	1065	0.0526
relative_P_5          	1065	0.0000
relative_P_10         	1065	0.0000
relative_P_15         	1065	0.0000
relative_P_20         	1065	1.0000
relative_P_30         	1065	1.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	0.0000
success_5             	1065	0.0000
success_10            	1065	0.0000
set_P                 	1065	0.0010
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0010
set_F                 	1065	0.0020
num_nonrel_judged_ret 	1065	113
rbp                   	1065	0.1382
rbp_resid             	1065	0.0190
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	1000
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.2500
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.2500
iprec_at_recall_0.00  	1067	0.2500
iprec_at_recall_0.10  	1067	0.2500
iprec_at_recall_0.20  	1067	0.2500
iprec_at_recall_0.30  	1067	0.2500
iprec_at_recall_0.40  	1067	0.2500
iprec_at_recall_0.50  	1067	0.2500
iprec_at_recall_0.60  	1067	0.2500
iprec_at_recall_0.70  	1067	0.2500
iprec_at_recall_0.80  	1067	0.2500
iprec_at_recall_0.90  	1067	0.2500
iprec_at_recall_1.00  	1067	0.2500
P_5                   	1067	0.2000
P_10                  	1067	0.1000
P_15                  	1067	0.0667
P_20                  	1067	0.0500
P_30                  	1067	0.0333
P_100                 	1067	0.0100
P_200                 	1067	0.0050
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'0013000000'
recall_5              	1067	1.0000
recall_10             	1067	1.0000
recall_15             	1067	1.0000
recall_20             	1067	1.0000
recall_30             	1067	1.0000
recall_100            	1067	1.0000
recall_200            	1067	1.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.2500
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-998.0000
11pt_avg              	1067	0.2500
binG                  	1067	0.4307
G                     	1067	0.1682
ndcg                  	1067	0.4100
ndcg_rel              	1067	0.3629
Rndcg                 	1067	0.2409
ndcg_cut_5            	1067	0.3621
ndcg_cut_10           	1067	0.2739
ndcg_cut_15           	1067	0.3294
ndcg_cut_20           	1067	0.2864
ndcg_cut_30           	1067	0.3128
ndcg_cut_100          	1067	0.3128
ndcg_cut_200          	1067	0.3416
ndcg_cut_500          	1067	0.3670
ndcg_cut_1000         	1067	0.4100
map_cut_5             	1067	0.2500
map_cut_10            	1067	0.2500
map_cut_15            	1067	0.2500
map_cut_20            	1067	0.2500
map_cut_30            	1067	0.2500
map_cut_100           	1067	0.2500
map_cut_200           	1067	0.2500
map_cut_500           	1067	0.2500
map_cut_1000          	1067	0.2500
relative_P_5          	1067	1.0000
relative_P_10         	1067	1.0000
relative_P_15         	1067	1.0000
relative_P_20         	1067	1.0000
relative_P_30         	1067	1.0000
relative_P_100        	1067	1.0000
relative_P_200        	1067	1.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	1.0000
success_10            	1067	1.0000
set_P                 	1067	0.0010
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0010
set_F                 	1067	0.0020
num_nonrel_judged_ret 	1067	178
rbp                   	1067	0.1371
rbp_resid             	1067	0.0101
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	1000
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0000000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-1000.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0000
ndcg                  	1069	0.0000
ndcg_rel              	1069	0.0000
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.0000
ndcg_cut_10           	1069	0.0000
ndcg_cut_15           	1069	0.0000
ndcg_cut_20           	1069	0.0000
ndcg_cut_30           	1069	0.0000
ndcg_cut_100          	1069	0.0000
ndcg_cut_200          	1069	0.0000
ndcg_cut_500          	1069	0.0000
ndcg_cut_1000         	1069	0.0000
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	123
rbp                   	1069	0.0000
rbp_resid             	1069	0.0297
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	1000
num_rel               	1075	3
num_rel_ret           	1075	2
map                   	1075	0.0272
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.0714
iprec_at_recall_0.00  	1075	0.0714
iprec_at_recall_0.10  	1075	0.0714
iprec_at_recall_0.20  	1075	0.0714
iprec_at_recall_0.30  	1075	0.0714
iprec_at_recall_0.40  	1075	0.0714
iprec_at_recall_0.50  	1075	0.0101
iprec_at_recall_0.60  	1075	0.0101
iprec_at_recall_0.70  	1075	0.0101
iprec_at_recall_0.80  	1075	0.0101
iprec_at_recall_0.90  	1075	0.0000
iprec_at_recall_1.00  	1075	0.0000
P_5                   	1075	0.0000
P_10                  	1075	0.0000
P_15                  	1075	0.0667
P_20                  	1075	0.0500
P_30                  	1075	0.0333
P_100                 	1075	0.0100
P_200                 	1075	0.0100
P_500                 	1075	0.0040
P_1000                	1075	0.0020
relstring             	1075	'1110011111'
recall_5              	1075	0.0000
recall_10             	1075	0.0000
recall_15             	1075	0.3333
recall_20             	1075	0.3333
recall_30             	1075	0.3333
recall_100            	1075	0.3333
recall_200            	1075	0.6667
recall_500            	1075	0.6667
recall_1000           	1075	0.6667
infAP                 	1075	0.0272
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-996.0000
11pt_avg              	1075	0.0361
binG                  	1075	0.1290
G                     	1075	0.1478
ndcg                  	1075	0.6099
ndcg_rel              	1075	0.5312
Rndcg                 	1075	0.4518
ndcg_cut_5            	1075	0.2955
ndcg_cut_10           	1075	0.4232
ndcg_cut_15           	1075	0.5488
ndcg_cut_20           	1075	0.5959
ndcg_cut_30           	1075	0.5643
ndcg_cut_100          	1075	0.4249
ndcg_cut_200          	1075	0.4913
ndcg_cut_500          	1075	0.5671
ndcg_cut_1000         	1075	0.6099
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0000
map_cut_15            	1075	0.0238
map_cut_20            	1075	0.0238
map_cut_30            	1075	0.0238
map_cut_100           	1075	0.0238
map_cut_200           	1075	0.0272
map_cut_500           	1075	0.0272
map_cut_1000          	1075	0.0272
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.0000
relative_P_15         	1075	0.3333
relative_P_20         	1075	0.3333
relative_P_30         	1075	0.3333
relative_P_100        	1075	0.3333
relative_P_200        	1075	0.6667
relative_P_500        	1075	0.6667
relative_P_1000       	1075	0.6667
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	0.0000
set_P                 	1075	0.0020
set_relative_P        	1075	0.6667
set_recall            	1075	0.6667
set_map               	1075	0.0013
set_F                 	1075	0.0040
num_nonrel_judged_ret 	1075	197
rbp                   	1075	0.2789
rbp_resid             	1075	0.0147
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	1000
num_rel               	1077	16
num_rel_ret           	1077	16
map                   	1077	0.0445
Rprec                 	1077	0.0000
bpref                 	1077	0.0000
recip_rank            	1077	0.0127
iprec_at_recall_0.00  	1077	0.0608
iprec_at_recall_0.10  	1077	0.0608
iprec_at_recall_0.20  	1077	0.0608
iprec_at_recall_0.30  	1077	0.0608
iprec_at_recall_0.40  	1077	0.0608
iprec_at_recall_0.50  	1077	0.0608
iprec_at_recall_0.60  	1077	0.0591
iprec_at_recall_0.70  	1077	0.0591
iprec_at_recall_0.80  	1077	0.0591
iprec_at_recall_0.90  	1077	0.0574
iprec_at_recall_1.00  	1077	0.0203
P_5                   	1077	0.0000
P_10                  	1077	0.0000
P_15                  	1077	0.0000
P_20                  	1077	0.0000
P_30                  	1077	0.0000
P_100                 	1077	0.0300
P_200                 	1077	0.0500
P_500                 	1077	0.0300
P_1000                	1077	0.0160
relstring             	1077	'1111011001'
recall_5              	1077	0.0000
recall_10             	1077	0.0000
recall_15             	1077	0.0000
recall_20             	1077	0.0000
recall_30             	1077	0.0000
recall_100            	1077	0.1875
recall_200            	1077	0.6250
recall_500            	1077	0.9375
recall_1000           	1077	1.0000
infAP                 	1077	0.0445
Rprec_mult_0.20       	1077	0.0000
Rprec_mult_0.40       	1077	0.0000
Rprec_mult_0.60       	1077	0.0000
Rprec_mult_0.80       	1077	0.0000
Rprec_mult_1.00       	1077	0.0000
Rprec_mult_1.20       	1077	0.0000
Rprec_mult_1.40       	1077	0.0000
Rprec_mult_1.60       	1077	0.0000
Rprec_mult_1.80       	1077	0.0000
Rprec_mult_2.00       	1077	0.0000
utility               	1077	-968.0000
11pt_avg              	1077	0.0563
binG                  	1077	0.1380
G                     	1077	0.1618
ndcg                  	1077	0.6977
ndcg_rel              	1077	0.4583
Rndcg                 	1077	0.4542
ndcg_cut_5            	1077	0.2896
ndcg_cut_10           	1077	0.2597
ndcg_cut_15           	1077	0.2471
ndcg_cut_20           	1077	0.2751
ndcg_cut_30           	1077	0.3179
ndcg_cut_100          	1077	0.4093
ndcg_cut_200          	1077	0.5719
ndcg_cut_500          	1077	0.6832
ndcg_cut_1000         	1077	0.6977
map_cut_5             	1077	0.0000
map_cut_10            	1077	0.0000
map_cut_15            	1077	0.0000
map_cut_20            	1077	0.0000
map_cut_30            	1077	0.0000
map_cut_100           	1077	0.0043
map_cut_200           	1077	0.0259
map_cut_500           	1077	0.0432
map_cut_1000          	1077	0.0445
relative_P_5          	1077	0.0000
relative_P_10         	1077	0.0000
relative_P_15         	1077	0.0000
relative_P_20         	1077	0.0000
relative_P_30         	1077	0.0000
relative_P_100        	1077	0.1875
relative_P_200        	1077	0.6250
relative_P_500        	1077	0.9375
relative_P_1000       	1077	1.0000
success_1             	1077	0.0000
success_5             	1077	0.0000
success_10            	1077	0.0000
set_P                 	1077	0.0160
set_relative_P        	1077	1.0000
set_recall            	1077	1.0000
set_map               	1077	0.0160
set_F                 	1077	0.0315
num_nonrel_judged_ret 	1077	157
rbp                   	1077	0.2476
rbp_resid             	1077	0.0023
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	1000
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.4020
Rprec                 	1079	0.3333
bpref                 	1079	0.3333
recip_rank            	1079	1.0000
iprec_at_recall_0.00  	1079	1.0000
iprec_at_recall_0.10  	1079	1.0000
iprec_at_recall_0.20  	1079	1.0000
iprec_at_recall_0.30  	1079	0.5000
iprec_at_recall_0.40  	1079	0.5000
iprec_at_recall_0.50  	1079	0.4444
iprec_at_recall_0.60  	1079	0.4444
iprec_at_recall_0.70  	1079	0.4444
iprec_at_recall_0.80  	1079	0.0926
iprec_at_recall_0.90  	1079	0.0926
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.4000
P_10                  	1079	0.4000
P_15                  	1079	0.2667
P_20                  	1079	0.2000
P_30                  	1079	0.1333
P_100                 	1079	0.0500
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'3113111330'
recall_5              	1079	0.3333
recall_10             	1079	0.6667
recall_15             	1079	0.6667
recall_20             	1079	0.6667
recall_30             	1079	0.6667
recall_100            	1079	0.8333
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.4020
Rprec_mult_0.20       	1079	0.5000
Rprec_mult_0.40       	1079	0.3333
Rprec_mult_0.60       	1079	0.5000
Rprec_mult_0.80       	1079	0.4000
Rprec_mult_1.00       	1079	0.3333
Rprec_mult_1.20       	1079	0.3750
Rprec_mult_1.40       	1079	0.4444
Rprec_mult_1.60       	1079	0.4000
Rprec_mult_1.80       	1079	0.3636
Rprec_mult_2.00       	1079	0.3333
utility               	1079	-990.0000
11pt_avg              	1079	0.5017
binG                  	1079	0.3981
G                     	1079	0.2983
ndcg                  	1079	0.7493
ndcg_rel              	1079	0.7176
Rndcg                 	1079	0.6657
ndcg_cut_5            	1079	0.6568
ndcg_cut_10           	1079	0.7486
ndcg_cut_15           	1079	0.7129
ndcg_cut_20           	1079	0.6693
ndcg_cut_30           	1079	0.6258
ndcg_cut_100          	1079	0.6974
ndcg_cut_200          	1079	0.7342
ndcg_cut_500          	1079	0.7424
ndcg_cut_1000         	1079	0.7493
map_cut_5             	1079	0.2500
map_cut_10            	1079	0.3866
map_cut_15            	1079	0.3866
map_cut_20            	1079	0.3866
map_cut_30            	1079	0.3866
map_cut_100           	1079	0.4020
map_cut_200           	1079	0.4020
map_cut_500           	1079	0.4020
map_cut_1000          	1079	0.4020
relative_P_5          	1079	0.4000
relative_P_10         	1079	0.6667
relative_P_15         	1079	0.6667
relative_P_20         	1079	0.6667
relative_P_30         	1079	0.6667
relative_P_100        	1079	0.8333
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	1.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0050
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0042
set_F                 	1079	0.0099
num_nonrel_judged_ret 	1079	78
rbp                   	1079	0.4140
rbp_resid             	1079	0.0190
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	1000
num_rel               	1081	11
num_rel_ret           	1081	8
map                   	1081	0.2255
Rprec                 	1081	0.3636
bpref                 	1081	0.2975
recip_rank            	1081	0.3333
iprec_at_recall_0.00  	1081	0.6667
iprec_at_recall_0.10  	1081	0.6667
iprec_at_recall_0.20  	1081	0.6667
iprec_at_recall_0.30  	1081	0.6667
iprec_at_recall_0.40  	1081	0.6667
iprec_at_recall_0.50  	1081	0.1224
iprec_at_recall_0.60  	1081	0.0946
iprec_at_recall_0.70  	1081	0.0161
iprec_at_recall_0.80  	1081	0.0000
iprec_at_recall_0.90  	1081	0.0000
iprec_at_recall_1.00  	1081	0.0000
P_5                   	1081	0.6000
P_10                  	1081	0.4000
P_15                  	1081	0.2667
P_20                  	1081	0.2000
P_30                  	1081	0.1333
P_100                 	1081	0.0700
P_200                 	1081	0.0350
P_500                 	1081	0.0160
P_1000                	1081	0.0080
relstring             	1081	'1133331100'
recall_5              	1081	0.2727
recall_10             	1081	0.3636
recall_15             	1081	0.3636
recall_20             	1081	0.3636
recall_30             	1081	0.3636
recall_100            	1081	0.6364
recall_200            	1081	0.6364
recall_500            	1081	0.7273
recall_1000           	1081	0.7273
infAP                 	1081	0.2255
Rprec_mult_0.20       	1081	0.3333
Rprec_mult_0.40       	1081	0.6000
Rprec_mult_0.60       	1081	0.5714
Rprec_mult_0.80       	1081	0.4444
Rprec_mult_1.00       	1081	0.3636
Rprec_mult_1.20       	1081	0.2857
Rprec_mult_1.40       	1081	0.2500
Rprec_mult_1.60       	1081	0.2222
Rprec_mult_1.80       	1081	0.2000
Rprec_mult_2.00       	1081	0.1818
utility               	1081	-984.0000
11pt_avg              	1081	0.3242
binG                  	1081	0.2418
G                     	1081	0.1518
ndcg                  	1081	0.6294
ndcg_rel              	1081	0.5482
Rndcg                 	1081	0.5204
ndcg_cut_5            	1081	0.6312
ndcg_cut_10           	1081	0.5356
ndcg_cut_15           	1081	0.5378
ndcg_cut_20           	1081	0.5564
ndcg_cut_30           	1081	0.5161
ndcg_cut_100          	1081	0.4320
ndcg_cut_200          	1081	0.5061
ndcg_cut_500          	1081	0.5843
ndcg_cut_1000         	1081	0.6294
map_cut_5             	1081	0.1303
map_cut_10            	1081	0.1909
map_cut_15            	1081	0.1909
map_cut_20            	1081	0.1909
map_cut_30            	1081	0.1909
map_cut_100           	1081	0.2240
map_cut_200           	1081	0.2240
map_cut_500           	1081	0.2255
map_cut_1000          	1081	0.2255
relative_P_5          	1081	0.6000
relative_P_10         	1081	0.4000
relative_P_15         	1081	0.3636
relative_P_20         	1081	0.3636
relative_P_30         	1081	0.3636
relative_P_100        	1081	0.6364
relative_P_200        	1081	0.6364
relative_P_500        	1081	0.7273
relative_P_1000       	1081	0.7273
success_1             	1081	0.0000
success_5             	1081	1.0000
success_10            	1081	1.0000
set_P                 	1081	0.0080
set_relative_P        	1081	0.7273
set_recall            	1081	0.7273
set_map               	1081	0.0058
set_F                 	1081	0.0158
num_nonrel_judged_ret 	1081	163
rbp                   	1081	0.4449
rbp_resid             	1081	0.0281
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	1000
num_rel               	1083	3
num_rel_ret           	1083	3
map                   	1083	0.3873
Rprec                 	1083	0.3333
bpref                 	1083	0.4444
recip_rank            	1083	0.3333
iprec_at_recall_0.00  	1083	0.4286
iprec_at_recall_0.10  	1083	0.4286
iprec_at_recall_0.20  	1083	0.4286
iprec_at_recall_0.30  	1083	0.4286
iprec_at_recall_0.40  	1083	0.4286
iprec_at_recall_0.50  	1083	0.4286
iprec_at_recall_0.60  	1083	0.4286
iprec_at_recall_0.70  	1083	0.4286
iprec_at_recall_0.80  	1083	0.4286
iprec_at_recall_0.90  	1083	0.4286
iprec_at_recall_1.00  	1083	0.4286
P_5                   	1083	0.4000
P_10                  	1083	0.3000
P_15                  	1083	0.2000
P_20                  	1083	0.1500
P_30                  	1083	0.1000
P_100                 	1083	0.0300
P_200                 	1083	0.0150
P_500                 	1083	0.0060
P_1000                	1083	0.0030
relstring             	1083	'-0313-3110'
recall_5              	1083	0.6667
recall_10             	1083	1.0000
recall_15             	1083	1.0000
recall_20             	1083	1.0000
recall_30             	1083	1.0000
recall_100            	1083	1.0000
recall_200            	1083	1.0000
recall_500            	1083	1.0000
recall_1000           	1083	1.0000
infAP                 	1083	0.3873
Rprec_mult_0.20       	1083	0.0000
Rprec_mult_0.40       	1083	0.0000
Rprec_mult_0.60       	1083	0.0000
Rprec_mult_0.80       	1083	0.3333
Rprec_mult_1.00       	1083	0.3333
Rprec_mult_1.20       	1083	0.2500
Rprec_mult_1.40       	1083	0.4000
Rprec_mult_1.60       	1083	0.4000
Rprec_mult_1.80       	1083	0.3333
Rprec_mult_2.00       	1083	0.3333
utility               	1083	-994.0000
11pt_avg              	1083	0.4286
binG                  	1083	0.4392
G                     	1083	0.3501
ndcg                  	1083	0.6433
ndcg_rel              	1083	0.5190
Rndcg                 	1083	0.4840
ndcg_cut_5            	1083	0.4287
ndcg_cut_10           	1083	0.5346
ndcg_cut_15           	1083	0.5999
ndcg_cut_20           	1083	0.5999
ndcg_cut_30           	1083	0.6433
ndcg_cut_100          	1083	0.6433
ndcg_cut_200          	1083	0.6433
ndcg_cut_500          	1083	0.6433
ndcg_cut_1000         	1083	0.6433
map_cut_5             	1083	0.2444
map_cut_10            	1083	0.3873
map_cut_15            	1083	0.3873
map_cut_20            	1083	0.3873
map_cut_30            	1083	0.3873
map_cut_100           	1083	0.3873
map_cut_200           	1083	0.3873
map_cut_500           	1083	0.3873
map_cut_1000          	1083	0.3873
relative_P_5          	1083	0.6667
relative_P_10         	1083	1.0000
relative_P_15         	1083	1.0000
relative_P_20         	1083	1.0000
relative_P_30         	1083	1.0000
relative_P_100        	1083	1.0000
relative_P_200        	1083	1.0000
relative_P_500        	1083	1.0000
relative_P_1000       	1083	1.0000
success_1             	1083	0.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0030
set_relative_P        	1083	1.0000
set_recall            	1083	1.0000
set_map               	1083	0.0030
set_F                 	1083	0.0060
num_nonrel_judged_ret 	1083	120
rbp                   	1083	0.2980
rbp_resid             	1083	0.2345
unj_5                 	1083	0.2000
unj_10                	1083	0.2000
unj_20                	1083	0.2000
num_ret               	1085	1000
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.3115
Rprec                 	1085	0.5000
bpref                 	1085	0.5000
recip_rank            	1085	0.3333
iprec_at_recall_0.00  	1085	0.5000
iprec_at_recall_0.10  	1085	0.5000
iprec_at_recall_0.20  	1085	0.5000
iprec_at_recall_0.30  	1085	0.5000
iprec_at_recall_0.40  	1085	0.5000
iprec_at_recall_0.50  	1085	0.5000
iprec_at_recall_0.60  	1085	0.5000
iprec_at_recall_0.70  	1085	0.2308
iprec_at_recall_0.80  	1085	0.2308
iprec_at_recall_0.90  	1085	0.1818
iprec_at_recall_1.00  	1085	0.1818
P_5                   	1085	0.4000
P_10                  	1085	0.2000
P_15                  	1085	0.2000
P_20                  	1085	0.1500
P_30                  	1085	0.1333
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'--33000001'
recall_5              	1085	0.5000
recall_10             	1085	0.5000
recall_15             	1085	0.7500
recall_20             	1085	0.7500
recall_30             	1085	1.0000
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.3115
Rprec_mult_0.20       	1085	0.0000
Rprec_mult_0.40       	1085	0.0000
Rprec_mult_0.60       	1085	0.3333
Rprec_mult_0.80       	1085	0.5000
Rprec_mult_1.00       	1085	0.5000
Rprec_mult_1.20       	1085	0.4000
Rprec_mult_1.40       	1085	0.3333
Rprec_mult_1.60       	1085	0.2857
Rprec_mult_1.80       	1085	0.2500
Rprec_mult_2.00       	1085	0.2500
utility               	1085	-992.0000
11pt_avg              	1085	0.3932
binG                  	1085	0.3776
G                     	1085	0.2295
ndcg                  	1085	0.5131
ndcg_rel              	1085	0.4301
Rndcg                 	1085	0.3954
ndcg_cut_5            	1085	0.3459
ndcg_cut_10           	1085	0.3187
ndcg_cut_15           	1085	0.3890
ndcg_cut_20           	1085	0.3890
ndcg_cut_30           	1085	0.4557
ndcg_cut_100          	1085	0.4557
ndcg_cut_200          	1085	0.4690
ndcg_cut_500          	1085	0.4807
ndcg_cut_1000         	1085	0.5131
map_cut_5             	1085	0.2083
map_cut_10            	1085	0.2083
map_cut_15            	1085	0.2660
map_cut_20            	1085	0.2660
map_cut_30            	1085	0.3115
map_cut_100           	1085	0.3115
map_cut_200           	1085	0.3115
map_cut_500           	1085	0.3115
map_cut_1000          	1085	0.3115
relative_P_5          	1085	0.5000
relative_P_10         	1085	0.5000
relative_P_15         	1085	0.7500
relative_P_20         	1085	0.7500
relative_P_30         	1085	1.0000
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	0.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0040
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0040
set_F                 	1085	0.0080
num_nonrel_judged_ret 	1085	124
rbp                   	1085	0.2060
rbp_resid             	1085	0.3090
unj_5                 	1085	0.4000
unj_10                	1085	0.2000
unj_20                	1085	0.3000
num_ret               	1087	1000
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.0255
Rprec                 	1087	0.0000
bpref                 	1087	0.0000
recip_rank            	1087	0.0244
iprec_at_recall_0.00  	1087	0.0267
iprec_at_recall_0.10  	1087	0.0267
iprec_at_recall_0.20  	1087	0.0267
iprec_at_recall_0.30  	1087	0.0267
iprec_at_recall_0.40  	1087	0.0267
iprec_at_recall_0.50  	1087	0.0267
iprec_at_recall_0.60  	1087	0.0267
iprec_at_recall_0.70  	1087	0.0267
iprec_at_recall_0.80  	1087	0.0267
iprec_at_recall_0.90  	1087	0.0267
iprec_at_recall_1.00  	1087	0.0267
P_5                   	1087	0.0000
P_10                  	1087	0.0000
P_15                  	1087	0.0000
P_20                  	1087	0.0000
P_30                  	1087	0.0000
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'-110010001'
recall_5              	1087	0.0000
recall_10             	1087	0.0000
recall_15             	1087	0.0000
recall_20             	1087	0.0000
recall_30             	1087	0.0000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.0255
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.0000
Rprec_mult_0.80       	1087	0.0000
Rprec_mult_1.00       	1087	0.0000
Rprec_mult_1.20       	1087	0.0000
Rprec_mult_1.40       	1087	0.0000
Rprec_mult_1.60       	1087	0.0000
Rprec_mult_1.80       	1087	0.0000
Rprec_mult_2.00       	1087	0.0000
utility               	1087	-996.0000
11pt_avg              	1087	0.0267
binG                  	1087	0.1730
G                     	1087	0.1427
ndcg                  	1087	0.5006
ndcg_rel              	1087	0.3787
Rndcg                 	1087	0.2926
ndcg_cut_5            	1087	0.1821
ndcg_cut_10           	1087	0.2276
ndcg_cut_15           	1087	0.2798
ndcg_cut_20           	1087	0.2478
ndcg_cut_30           	1087	0.2575
ndcg_cut_100          	1087	0.3342
ndcg_cut_200          	1087	0.3996
ndcg_cut_500          	1087	0.4360
ndcg_cut_1000         	1087	0.5006
map_cut_5             	1087	0.0000
map_cut_10            	1087	0.0000
map_cut_15            	1087	0.0000
map_cut_20            	1087	0.0000
map_cut_30            	1087	0.0000
map_cut_100           	1087	0.0255
map_cut_200           	1087	0.0255
map_cut_500           	1087	0.0255
map_cut_1000          	1087	0.0255
relative_P_5          	1087	0.0000
relative_P_10         	1087	0.0000
relative_P_15         	1087	0.0000
relative_P_20         	1087	0.0000
relative_P_30         	1087	0.0000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	0.0000
success_10            	1087	0.0000
set_P                 	1087	0.0020
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0020
set_F                 	1087	0.0040
num_nonrel_judged_ret 	1087	186
rbp                   	1087	0.1289
rbp_resid             	1087	0.1554
unj_5                 	1087	0.2000
unj_10                	1087	0.1000
unj_20                	1087	0.1000
runid                 	all	hltime-lsr
num_q                 	all	30
num_ret               	all	30000
num_rel               	all	183
num_rel_ret           	all	145
map                   	all	0.1741
gm_map                	all	0.0139
Rprec                 	all	0.1788
bpref                 	all	0.1581
recip_rank            	all	0.2683
iprec_at_recall_0.00  	all	0.3070
iprec_at_recall_0.10  	all	0.2945
iprec_at_recall_0.20  	all	0.2838
iprec_at_recall_0.30  	all	0.2568
iprec_at_recall_0.40  	all	0.2290
iprec_at_recall_0.50  	all	0.2026
iprec_at_recall_0.60  	all	0.1994
iprec_at_recall_0.70  	all	0.1575
iprec_at_recall_0.80  	all	0.1433
iprec_at_recall_0.90  	all	0.0883
iprec_at_recall_1.00  	all	0.0807
P_5                   	all	0.1467
P_10                  	all	0.1167
P_15                  	all	0.0956
P_20                  	all	0.0817
P_30                  	all	0.0611
P_100                 	all	0.0290
P_200                 	all	0.0187
P_500                 	all	0.0089
P_1000                	all	0.0048
recall_5              	all	0.1961
recall_10             	all	0.2570
recall_15             	all	0.2958
recall_20             	all	0.3465
recall_30             	all	0.3820
recall_100            	all	0.5187
recall_200            	all	0.5763
recall_500            	all	0.6235
recall_1000           	all	0.6664
infAP                 	all	0.1741
gm_bpref              	all	0.0015
Rprec_mult_0.20       	all	0.1472
Rprec_mult_0.40       	all	0.1723
Rprec_mult_0.60       	all	0.1967
Rprec_mult_0.80       	all	0.1807
Rprec_mult_1.00       	all	0.1788
Rprec_mult_1.20       	all	0.1403
Rprec_mult_1.40       	all	0.1392
Rprec_mult_1.60       	all	0.1279
Rprec_mult_1.80       	all	0.1163
Rprec_mult_2.00       	all	0.1125
utility               	all	-990.3333
11pt_avg              	all	0.2039
binG                  	all	0.2281
G                     	all	0.1863
ndcg                  	all	0.5285
ndcg_rel              	all	0.4540
Rndcg                 	all	0.3459
ndcg_cut_5            	all	0.3681
ndcg_cut_10           	all	0.3741
ndcg_cut_15           	all	0.3764
ndcg_cut_20           	all	0.3812
ndcg_cut_30           	all	0.3881
ndcg_cut_100          	all	0.4237
ndcg_cut_200          	all	0.4688
ndcg_cut_500          	all	0.5051
ndcg_cut_1000         	all	0.5285
map_cut_5             	all	0.1177
map_cut_10            	all	0.1402
map_cut_15            	all	0.1483
map_cut_20            	all	0.1540
map_cut_30            	all	0.1592
map_cut_100           	all	0.1692
map_cut_200           	all	0.1720
map_cut_500           	all	0.1737
map_cut_1000          	all	0.1741
relative_P_5          	all	0.2278
relative_P_10         	all	0.2700
relative_P_15         	all	0.3030
relative_P_20         	all	0.3510
relative_P_30         	all	0.3838
relative_P_100        	all	0.5187
relative_P_200        	all	0.5763
relative_P_500        	all	0.6235
relative_P_1000       	all	0.6664
success_1             	all	0.1333
success_5             	all	0.5000
success_10            	all	0.5333
set_P                 	all	0.0048
set_relative_P        	all	0.6664
set_recall            	all	0.6664
set_map               	all	0.0041
set_F                 	all	0.0095
num_nonrel_judged_ret 	all	4998
rbp                   	all	0.2374
rbp_resid             	all	0.0381
unj_5                 	all	0.0267
unj_10                	all	0.0167
unj_20                	all	0.0200
