num_ret               	1001	1000
num_rel               	1001	14
num_rel_ret           	1001	14
map                   	1001	0.2122
Rprec                 	1001	0.0714
bpref                 	1001	0.0459
recip_rank            	1001	0.1429
iprec_at_recall_0.00  	1001	0.3077
iprec_at_recall_0.10  	1001	0.3077
iprec_at_recall_0.20  	1001	0.3077
iprec_at_recall_0.30  	1001	0.3077
iprec_at_recall_0.40  	1001	0.3077
iprec_at_recall_0.50  	1001	0.3077
iprec_at_recall_0.60  	1001	0.3077
iprec_at_recall_0.70  	1001	0.2564
iprec_at_recall_0.80  	1001	0.2500
iprec_at_recall_0.90  	1001	0.1262
iprec_at_recall_1.00  	1001	0.1085
P_5                   	1001	0.0000
P_10                  	1001	0.1000
P_15                  	1001	0.1333
P_20                  	1001	0.2500
P_30                  	1001	0.2667
P_100                 	1001	0.1200
P_200                 	1001	0.0700
P_500                 	1001	0.0280
P_1000                	1001	0.0140
relstring             	1001	'1110103101'
recall_5              	1001	0.0000
recall_10             	1001	0.0714
recall_15             	1001	0.1429
recall_20             	1001	0.3571
recall_30             	1001	0.5714
recall_100            	1001	0.8571
recall_200            	1001	1.0000
recall_500            	1001	1.0000
recall_1000           	1001	1.0000
infAP                 	1001	0.2122
Rprec_mult_0.20       	1001	0.0000
Rprec_mult_0.40       	1001	0.0000
Rprec_mult_0.60       	1001	0.1111
Rprec_mult_0.80       	1001	0.0833
Rprec_mult_1.00       	1001	0.0714
Rprec_mult_1.20       	1001	0.1765
Rprec_mult_1.40       	1001	0.2500
Rprec_mult_1.60       	1001	0.2609
Rprec_mult_1.80       	1001	0.3077
Rprec_mult_2.00       	1001	0.2857
utility               	1001	-972.0000
11pt_avg              	1001	0.2632
binG                  	1001	0.2225
G                     	1001	0.2061
ndcg                  	1001	0.7225
ndcg_rel              	1001	0.5420
Rndcg                 	1001	0.5341
ndcg_cut_5            	1001	0.2846
ndcg_cut_10           	1001	0.3024
ndcg_cut_15           	1001	0.3477
ndcg_cut_20           	1001	0.4668
ndcg_cut_30           	1001	0.5343
ndcg_cut_100          	1001	0.6514
ndcg_cut_200          	1001	0.7176
ndcg_cut_500          	1001	0.7225
ndcg_cut_1000         	1001	0.7225
map_cut_5             	1001	0.0000
map_cut_10            	1001	0.0102
map_cut_15            	1001	0.0197
map_cut_20            	1001	0.0661
map_cut_30            	1001	0.1284
map_cut_100           	1001	0.1954
map_cut_200           	1001	0.2122
map_cut_500           	1001	0.2122
map_cut_1000          	1001	0.2122
relative_P_5          	1001	0.0000
relative_P_10         	1001	0.1000
relative_P_15         	1001	0.1429
relative_P_20         	1001	0.3571
relative_P_30         	1001	0.5714
relative_P_100        	1001	0.8571
relative_P_200        	1001	1.0000
relative_P_500        	1001	1.0000
relative_P_1000       	1001	1.0000
success_1             	1001	0.0000
success_5             	1001	0.0000
success_10            	1001	1.0000
set_P                 	1001	0.0140
set_relative_P        	1001	1.0000
set_recall            	1001	1.0000
set_map               	1001	0.0140
set_F                 	1001	0.0276
num_nonrel_judged_ret 	1001	179
rbp                   	1001	0.3632
rbp_resid             	1001	0.0006
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	1000
num_rel               	1003	4
num_rel_ret           	1003	4
map                   	1003	0.2864
Rprec                 	1003	0.5000
bpref                 	1003	0.2500
recip_rank            	1003	0.3333
iprec_at_recall_0.00  	1003	0.5000
iprec_at_recall_0.10  	1003	0.5000
iprec_at_recall_0.20  	1003	0.5000
iprec_at_recall_0.30  	1003	0.5000
iprec_at_recall_0.40  	1003	0.5000
iprec_at_recall_0.50  	1003	0.5000
iprec_at_recall_0.60  	1003	0.5000
iprec_at_recall_0.70  	1003	0.2727
iprec_at_recall_0.80  	1003	0.2727
iprec_at_recall_0.90  	1003	0.0396
iprec_at_recall_1.00  	1003	0.0396
P_5                   	1003	0.4000
P_10                  	1003	0.2000
P_15                  	1003	0.2000
P_20                  	1003	0.1500
P_30                  	1003	0.1000
P_100                 	1003	0.0300
P_200                 	1003	0.0200
P_500                 	1003	0.0080
P_1000                	1003	0.0040
relstring             	1003	'1133110110'
recall_5              	1003	0.5000
recall_10             	1003	0.5000
recall_15             	1003	0.7500
recall_20             	1003	0.7500
recall_30             	1003	0.7500
recall_100            	1003	0.7500
recall_200            	1003	1.0000
recall_500            	1003	1.0000
recall_1000           	1003	1.0000
infAP                 	1003	0.2864
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.0000
Rprec_mult_0.60       	1003	0.3333
Rprec_mult_0.80       	1003	0.5000
Rprec_mult_1.00       	1003	0.5000
Rprec_mult_1.20       	1003	0.4000
Rprec_mult_1.40       	1003	0.3333
Rprec_mult_1.60       	1003	0.2857
Rprec_mult_1.80       	1003	0.2500
Rprec_mult_2.00       	1003	0.2500
utility               	1003	-992.0000
11pt_avg              	1003	0.3750
binG                  	1003	0.3630
G                     	1003	0.1854
ndcg                  	1003	0.6961
ndcg_rel              	1003	0.6671
Rndcg                 	1003	0.6255
ndcg_cut_5            	1003	0.5959
ndcg_cut_10           	1003	0.5982
ndcg_cut_15           	1003	0.6726
ndcg_cut_20           	1003	0.6850
ndcg_cut_30           	1003	0.7023
ndcg_cut_100          	1003	0.6387
ndcg_cut_200          	1003	0.6190
ndcg_cut_500          	1003	0.6742
ndcg_cut_1000         	1003	0.6961
map_cut_5             	1003	0.2083
map_cut_10            	1003	0.2083
map_cut_15            	1003	0.2765
map_cut_20            	1003	0.2765
map_cut_30            	1003	0.2765
map_cut_100           	1003	0.2765
map_cut_200           	1003	0.2864
map_cut_500           	1003	0.2864
map_cut_1000          	1003	0.2864
relative_P_5          	1003	0.5000
relative_P_10         	1003	0.5000
relative_P_15         	1003	0.7500
relative_P_20         	1003	0.7500
relative_P_30         	1003	0.7500
relative_P_100        	1003	0.7500
relative_P_200        	1003	1.0000
relative_P_500        	1003	1.0000
relative_P_1000       	1003	1.0000
success_1             	1003	0.0000
success_5             	1003	1.0000
success_10            	1003	1.0000
set_P                 	1003	0.0040
set_relative_P        	1003	1.0000
set_recall            	1003	1.0000
set_map               	1003	0.0040
set_F                 	1003	0.0080
num_nonrel_judged_ret 	1003	223
rbp                   	1003	0.4021
rbp_resid             	1003	0.0002
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	1000
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'1101010100'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-1000.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.3955
ndcg                  	1007	0.7793
ndcg_rel              	1007	0.7466
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	0.6992
ndcg_cut_10           	1007	0.6016
ndcg_cut_15           	1007	0.6075
ndcg_cut_20           	1007	0.6075
ndcg_cut_30           	1007	0.6075
ndcg_cut_100          	1007	0.7020
ndcg_cut_200          	1007	0.7556
ndcg_cut_500          	1007	0.7793
ndcg_cut_1000         	1007	0.7793
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	196
rbp                   	1007	0.4254
rbp_resid             	1007	0.0009
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	1000
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	1.0000
Rprec                 	1009	1.0000
bpref                 	1009	1.0000
recip_rank            	1009	1.0000
iprec_at_recall_0.00  	1009	1.0000
iprec_at_recall_0.10  	1009	1.0000
iprec_at_recall_0.20  	1009	1.0000
iprec_at_recall_0.30  	1009	1.0000
iprec_at_recall_0.40  	1009	1.0000
iprec_at_recall_0.50  	1009	1.0000
iprec_at_recall_0.60  	1009	1.0000
iprec_at_recall_0.70  	1009	1.0000
iprec_at_recall_0.80  	1009	1.0000
iprec_at_recall_0.90  	1009	1.0000
iprec_at_recall_1.00  	1009	1.0000
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'3010101000'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	1.0000
Rprec_mult_0.20       	1009	1.0000
Rprec_mult_0.40       	1009	1.0000
Rprec_mult_0.60       	1009	1.0000
Rprec_mult_0.80       	1009	1.0000
Rprec_mult_1.00       	1009	1.0000
Rprec_mult_1.20       	1009	0.5000
Rprec_mult_1.40       	1009	0.5000
Rprec_mult_1.60       	1009	0.5000
Rprec_mult_1.80       	1009	0.5000
Rprec_mult_2.00       	1009	0.5000
utility               	1009	-998.0000
11pt_avg              	1009	1.0000
binG                  	1009	1.0000
G                     	1009	0.3694
ndcg                  	1009	0.7530
ndcg_rel              	1009	0.7321
Rndcg                 	1009	0.7798
ndcg_cut_5            	1009	0.7855
ndcg_cut_10           	1009	0.6449
ndcg_cut_15           	1009	0.6046
ndcg_cut_20           	1009	0.6159
ndcg_cut_30           	1009	0.6685
ndcg_cut_100          	1009	0.7099
ndcg_cut_200          	1009	0.7261
ndcg_cut_500          	1009	0.7261
ndcg_cut_1000         	1009	0.7530
map_cut_5             	1009	1.0000
map_cut_10            	1009	1.0000
map_cut_15            	1009	1.0000
map_cut_20            	1009	1.0000
map_cut_30            	1009	1.0000
map_cut_100           	1009	1.0000
map_cut_200           	1009	1.0000
map_cut_500           	1009	1.0000
map_cut_1000          	1009	1.0000
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	1.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0010
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0010
set_F                 	1009	0.0020
num_nonrel_judged_ret 	1009	169
rbp                   	1009	0.1984
rbp_resid             	1009	0.0039
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	1000
num_rel               	1011	4
num_rel_ret           	1011	4
map                   	1011	0.0067
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0079
iprec_at_recall_0.00  	1011	0.0079
iprec_at_recall_0.10  	1011	0.0079
iprec_at_recall_0.20  	1011	0.0079
iprec_at_recall_0.30  	1011	0.0079
iprec_at_recall_0.40  	1011	0.0076
iprec_at_recall_0.50  	1011	0.0076
iprec_at_recall_0.60  	1011	0.0076
iprec_at_recall_0.70  	1011	0.0076
iprec_at_recall_0.80  	1011	0.0076
iprec_at_recall_0.90  	1011	0.0051
iprec_at_recall_1.00  	1011	0.0051
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0000
P_200                 	1011	0.0050
P_500                 	1011	0.0060
P_1000                	1011	0.0040
relstring             	1011	'0111101001'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.0000
recall_200            	1011	0.2500
recall_500            	1011	0.7500
recall_1000           	1011	1.0000
infAP                 	1011	0.0067
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-992.0000
11pt_avg              	1011	0.0072
binG                  	1011	0.1207
G                     	1011	0.1283
ndcg                  	1011	0.5561
ndcg_rel              	1011	0.4020
Rndcg                 	1011	0.3454
ndcg_cut_5            	1011	0.2414
ndcg_cut_10           	1011	0.2659
ndcg_cut_15           	1011	0.3059
ndcg_cut_20           	1011	0.2949
ndcg_cut_30           	1011	0.2808
ndcg_cut_100          	1011	0.2822
ndcg_cut_200          	1011	0.3585
ndcg_cut_500          	1011	0.5096
ndcg_cut_1000         	1011	0.5561
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0000
map_cut_200           	1011	0.0020
map_cut_500           	1011	0.0054
map_cut_1000          	1011	0.0067
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.0000
relative_P_200        	1011	0.2500
relative_P_500        	1011	0.7500
relative_P_1000       	1011	1.0000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0040
set_relative_P        	1011	1.0000
set_recall            	1011	1.0000
set_map               	1011	0.0040
set_F                 	1011	0.0080
num_nonrel_judged_ret 	1011	290
rbp                   	1011	0.1759
rbp_resid             	1011	0.0005
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	1000
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.3951
Rprec                 	1013	0.5000
bpref                 	1013	0.3125
recip_rank            	1013	0.5000
iprec_at_recall_0.00  	1013	0.5000
iprec_at_recall_0.10  	1013	0.5000
iprec_at_recall_0.20  	1013	0.5000
iprec_at_recall_0.30  	1013	0.5000
iprec_at_recall_0.40  	1013	0.5000
iprec_at_recall_0.50  	1013	0.5000
iprec_at_recall_0.60  	1013	0.5000
iprec_at_recall_0.70  	1013	0.3077
iprec_at_recall_0.80  	1013	0.3077
iprec_at_recall_0.90  	1013	0.3077
iprec_at_recall_1.00  	1013	0.3077
P_5                   	1013	0.4000
P_10                  	1013	0.2000
P_15                  	1013	0.2667
P_20                  	1013	0.2000
P_30                  	1013	0.1333
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'1313111110'
recall_5              	1013	0.5000
recall_10             	1013	0.5000
recall_15             	1013	1.0000
recall_20             	1013	1.0000
recall_30             	1013	1.0000
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.3951
Rprec_mult_0.20       	1013	0.0000
Rprec_mult_0.40       	1013	0.5000
Rprec_mult_0.60       	1013	0.3333
Rprec_mult_0.80       	1013	0.5000
Rprec_mult_1.00       	1013	0.5000
Rprec_mult_1.20       	1013	0.4000
Rprec_mult_1.40       	1013	0.3333
Rprec_mult_1.60       	1013	0.2857
Rprec_mult_1.80       	1013	0.2500
Rprec_mult_2.00       	1013	0.2500
utility               	1013	-992.0000
11pt_avg              	1013	0.4301
binG                  	1013	0.4303
G                     	1013	0.3409
ndcg                  	1013	0.7909
ndcg_rel              	1013	0.7321
Rndcg                 	1013	0.7003
ndcg_cut_5            	1013	0.6283
ndcg_cut_10           	1013	0.6598
ndcg_cut_15           	1013	0.7764
ndcg_cut_20           	1013	0.7791
ndcg_cut_30           	1013	0.7679
ndcg_cut_100          	1013	0.7620
ndcg_cut_200          	1013	0.7699
ndcg_cut_500          	1013	0.7843
ndcg_cut_1000         	1013	0.7909
map_cut_5             	1013	0.2500
map_cut_10            	1013	0.2500
map_cut_15            	1013	0.3951
map_cut_20            	1013	0.3951
map_cut_30            	1013	0.3951
map_cut_100           	1013	0.3951
map_cut_200           	1013	0.3951
map_cut_500           	1013	0.3951
map_cut_1000          	1013	0.3951
relative_P_5          	1013	0.5000
relative_P_10         	1013	0.5000
relative_P_15         	1013	1.0000
relative_P_20         	1013	1.0000
relative_P_30         	1013	1.0000
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	0.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0040
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0040
set_F                 	1013	0.0080
num_nonrel_judged_ret 	1013	136
rbp                   	1013	0.4421
rbp_resid             	1013	0.0069
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	1000
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'0101101011'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-1000.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.2911
ndcg                  	1015	0.6090
ndcg_rel              	1015	0.5208
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.4913
ndcg_cut_10           	1015	0.5220
ndcg_cut_15           	1015	0.4429
ndcg_cut_20           	1015	0.4869
ndcg_cut_30           	1015	0.4869
ndcg_cut_100          	1015	0.5838
ndcg_cut_200          	1015	0.6090
ndcg_cut_500          	1015	0.6090
ndcg_cut_1000         	1015	0.6090
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	163
rbp                   	1015	0.3832
rbp_resid             	1015	0.0017
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	1000
num_rel               	1017	4
num_rel_ret           	1017	4
map                   	1017	0.3713
Rprec                 	1017	0.2500
bpref                 	1017	0.2500
recip_rank            	1017	1.0000
iprec_at_recall_0.00  	1017	1.0000
iprec_at_recall_0.10  	1017	1.0000
iprec_at_recall_0.20  	1017	1.0000
iprec_at_recall_0.30  	1017	1.0000
iprec_at_recall_0.40  	1017	0.3333
iprec_at_recall_0.50  	1017	0.3333
iprec_at_recall_0.60  	1017	0.3333
iprec_at_recall_0.70  	1017	0.0938
iprec_at_recall_0.80  	1017	0.0938
iprec_at_recall_0.90  	1017	0.0580
iprec_at_recall_1.00  	1017	0.0580
P_5                   	1017	0.2000
P_10                  	1017	0.2000
P_15                  	1017	0.1333
P_20                  	1017	0.1000
P_30                  	1017	0.0667
P_100                 	1017	0.0400
P_200                 	1017	0.0200
P_500                 	1017	0.0080
P_1000                	1017	0.0040
relstring             	1017	'3110130000'
recall_5              	1017	0.2500
recall_10             	1017	0.5000
recall_15             	1017	0.5000
recall_20             	1017	0.5000
recall_30             	1017	0.5000
recall_100            	1017	1.0000
recall_200            	1017	1.0000
recall_500            	1017	1.0000
recall_1000           	1017	1.0000
infAP                 	1017	0.3713
Rprec_mult_0.20       	1017	1.0000
Rprec_mult_0.40       	1017	0.5000
Rprec_mult_0.60       	1017	0.3333
Rprec_mult_0.80       	1017	0.2500
Rprec_mult_1.00       	1017	0.2500
Rprec_mult_1.20       	1017	0.2000
Rprec_mult_1.40       	1017	0.3333
Rprec_mult_1.60       	1017	0.2857
Rprec_mult_1.80       	1017	0.2500
Rprec_mult_2.00       	1017	0.2500
utility               	1017	-992.0000
11pt_avg              	1017	0.4821
binG                  	1017	0.4384
G                     	1017	0.2260
ndcg                  	1017	0.6906
ndcg_rel              	1017	0.6182
Rndcg                 	1017	0.5679
ndcg_cut_5            	1017	0.5597
ndcg_cut_10           	1017	0.5779
ndcg_cut_15           	1017	0.5806
ndcg_cut_20           	1017	0.5814
ndcg_cut_30           	1017	0.5097
ndcg_cut_100          	1017	0.5619
ndcg_cut_200          	1017	0.5949
ndcg_cut_500          	1017	0.6591
ndcg_cut_1000         	1017	0.6906
map_cut_5             	1017	0.2500
map_cut_10            	1017	0.3333
map_cut_15            	1017	0.3333
map_cut_20            	1017	0.3333
map_cut_30            	1017	0.3333
map_cut_100           	1017	0.3713
map_cut_200           	1017	0.3713
map_cut_500           	1017	0.3713
map_cut_1000          	1017	0.3713
relative_P_5          	1017	0.2500
relative_P_10         	1017	0.5000
relative_P_15         	1017	0.5000
relative_P_20         	1017	0.5000
relative_P_30         	1017	0.5000
relative_P_100        	1017	1.0000
relative_P_200        	1017	1.0000
relative_P_500        	1017	1.0000
relative_P_1000       	1017	1.0000
success_1             	1017	1.0000
success_5             	1017	1.0000
success_10            	1017	1.0000
set_P                 	1017	0.0040
set_relative_P        	1017	1.0000
set_recall            	1017	1.0000
set_map               	1017	0.0040
set_F                 	1017	0.0080
num_nonrel_judged_ret 	1017	241
rbp                   	1017	0.2886
rbp_resid             	1017	0.0004
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	1000
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1011101010'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-1000.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.2783
ndcg                  	1019	0.7335
ndcg_rel              	1019	0.6396
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.7860
ndcg_cut_10           	1019	0.6497
ndcg_cut_15           	1019	0.5497
ndcg_cut_20           	1019	0.4924
ndcg_cut_30           	1019	0.4156
ndcg_cut_100          	1019	0.5780
ndcg_cut_200          	1019	0.6941
ndcg_cut_500          	1019	0.7075
ndcg_cut_1000         	1019	0.7335
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	254
rbp                   	1019	0.4734
rbp_resid             	1019	0.0003
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	1000
num_rel               	1023	7
num_rel_ret           	1023	2
map                   	1023	0.0113
Rprec                 	1023	0.0000
bpref                 	1023	0.0000
recip_rank            	1023	0.0769
iprec_at_recall_0.00  	1023	0.0769
iprec_at_recall_0.10  	1023	0.0769
iprec_at_recall_0.20  	1023	0.0769
iprec_at_recall_0.30  	1023	0.0024
iprec_at_recall_0.40  	1023	0.0000
iprec_at_recall_0.50  	1023	0.0000
iprec_at_recall_0.60  	1023	0.0000
iprec_at_recall_0.70  	1023	0.0000
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.0000
P_15                  	1023	0.0667
P_20                  	1023	0.0500
P_30                  	1023	0.0333
P_100                 	1023	0.0100
P_200                 	1023	0.0050
P_500                 	1023	0.0020
P_1000                	1023	0.0020
relstring             	1023	'1000001000'
recall_5              	1023	0.0000
recall_10             	1023	0.0000
recall_15             	1023	0.1429
recall_20             	1023	0.1429
recall_30             	1023	0.1429
recall_100            	1023	0.1429
recall_200            	1023	0.1429
recall_500            	1023	0.1429
recall_1000           	1023	0.2857
infAP                 	1023	0.0113
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.0000
Rprec_mult_1.20       	1023	0.0000
Rprec_mult_1.40       	1023	0.0000
Rprec_mult_1.60       	1023	0.0000
Rprec_mult_1.80       	1023	0.0769
Rprec_mult_2.00       	1023	0.0714
utility               	1023	-996.0000
11pt_avg              	1023	0.0212
binG                  	1023	0.0523
G                     	1023	0.0746
ndcg                  	1023	0.2794
ndcg_rel              	1023	0.2357
Rndcg                 	1023	0.1734
ndcg_cut_5            	1023	0.1131
ndcg_cut_10           	1023	0.1128
ndcg_cut_15           	1023	0.1615
ndcg_cut_20           	1023	0.1482
ndcg_cut_30           	1023	0.1291
ndcg_cut_100          	1023	0.1488
ndcg_cut_200          	1023	0.1892
ndcg_cut_500          	1023	0.2493
ndcg_cut_1000         	1023	0.2794
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0000
map_cut_15            	1023	0.0110
map_cut_20            	1023	0.0110
map_cut_30            	1023	0.0110
map_cut_100           	1023	0.0110
map_cut_200           	1023	0.0110
map_cut_500           	1023	0.0110
map_cut_1000          	1023	0.0113
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.0000
relative_P_15         	1023	0.1429
relative_P_20         	1023	0.1429
relative_P_30         	1023	0.1429
relative_P_100        	1023	0.1429
relative_P_200        	1023	0.1429
relative_P_500        	1023	0.1429
relative_P_1000       	1023	0.2857
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	0.0000
set_P                 	1023	0.0020
set_relative_P        	1023	0.2857
set_recall            	1023	0.2857
set_map               	1023	0.0006
set_F                 	1023	0.0040
num_nonrel_judged_ret 	1023	285
rbp                   	1023	0.0798
rbp_resid             	1023	0.0020
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	1000
num_rel               	1025	2
num_rel_ret           	1025	2
map                   	1025	0.0442
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0833
iprec_at_recall_0.00  	1025	0.0833
iprec_at_recall_0.10  	1025	0.0833
iprec_at_recall_0.20  	1025	0.0833
iprec_at_recall_0.30  	1025	0.0833
iprec_at_recall_0.40  	1025	0.0833
iprec_at_recall_0.50  	1025	0.0833
iprec_at_recall_0.60  	1025	0.0833
iprec_at_recall_0.70  	1025	0.0833
iprec_at_recall_0.80  	1025	0.0051
iprec_at_recall_0.90  	1025	0.0051
iprec_at_recall_1.00  	1025	0.0051
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0667
P_20                  	1025	0.0500
P_30                  	1025	0.0333
P_100                 	1025	0.0100
P_200                 	1025	0.0050
P_500                 	1025	0.0040
P_1000                	1025	0.0020
relstring             	1025	'0000011100'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.5000
recall_20             	1025	0.5000
recall_30             	1025	0.5000
recall_100            	1025	0.5000
recall_200            	1025	0.5000
recall_500            	1025	1.0000
recall_1000           	1025	1.0000
infAP                 	1025	0.0442
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-996.0000
11pt_avg              	1025	0.0620
binG                  	1025	0.1931
G                     	1025	0.1518
ndcg                  	1025	0.4632
ndcg_rel              	1025	0.3347
Rndcg                 	1025	0.2318
ndcg_cut_5            	1025	0.0000
ndcg_cut_10           	1025	0.1288
ndcg_cut_15           	1025	0.2264
ndcg_cut_20           	1025	0.2467
ndcg_cut_30           	1025	0.2561
ndcg_cut_100          	1025	0.3090
ndcg_cut_200          	1025	0.3671
ndcg_cut_500          	1025	0.4419
ndcg_cut_1000         	1025	0.4632
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0417
map_cut_20            	1025	0.0417
map_cut_30            	1025	0.0417
map_cut_100           	1025	0.0417
map_cut_200           	1025	0.0417
map_cut_500           	1025	0.0442
map_cut_1000          	1025	0.0442
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.5000
relative_P_20         	1025	0.5000
relative_P_30         	1025	0.5000
relative_P_100        	1025	0.5000
relative_P_200        	1025	0.5000
relative_P_500        	1025	1.0000
relative_P_1000       	1025	1.0000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0020
set_relative_P        	1025	1.0000
set_recall            	1025	1.0000
set_map               	1025	0.0020
set_F                 	1025	0.0040
num_nonrel_judged_ret 	1025	368
rbp                   	1025	0.1137
rbp_resid             	1025	0.0003
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	1000
num_rel               	1029	8
num_rel_ret           	1029	8
map                   	1029	0.2943
Rprec                 	1029	0.3750
bpref                 	1029	0.2656
recip_rank            	1029	0.5000
iprec_at_recall_0.00  	1029	0.5000
iprec_at_recall_0.10  	1029	0.5000
iprec_at_recall_0.20  	1029	0.5000
iprec_at_recall_0.30  	1029	0.5000
iprec_at_recall_0.40  	1029	0.5000
iprec_at_recall_0.50  	1029	0.2857
iprec_at_recall_0.60  	1029	0.2500
iprec_at_recall_0.70  	1029	0.2308
iprec_at_recall_0.80  	1029	0.2308
iprec_at_recall_0.90  	1029	0.1207
iprec_at_recall_1.00  	1029	0.0672
P_5                   	1029	0.4000
P_10                  	1029	0.3000
P_15                  	1029	0.2667
P_20                  	1029	0.2500
P_30                  	1029	0.2000
P_100                 	1029	0.0700
P_200                 	1029	0.0400
P_500                 	1029	0.0160
P_1000                	1029	0.0080
relstring             	1029	'1311331011'
recall_5              	1029	0.2500
recall_10             	1029	0.3750
recall_15             	1029	0.5000
recall_20             	1029	0.6250
recall_30             	1029	0.7500
recall_100            	1029	0.8750
recall_200            	1029	1.0000
recall_500            	1029	1.0000
recall_1000           	1029	1.0000
infAP                 	1029	0.2943
Rprec_mult_0.20       	1029	0.5000
Rprec_mult_0.40       	1029	0.2500
Rprec_mult_0.60       	1029	0.4000
Rprec_mult_0.80       	1029	0.4286
Rprec_mult_1.00       	1029	0.3750
Rprec_mult_1.20       	1029	0.3000
Rprec_mult_1.40       	1029	0.2500
Rprec_mult_1.60       	1029	0.2308
Rprec_mult_1.80       	1029	0.2667
Rprec_mult_2.00       	1029	0.2500
utility               	1029	-984.0000
11pt_avg              	1029	0.3350
binG                  	1029	0.3202
G                     	1029	0.2142
ndcg                  	1029	0.7523
ndcg_rel              	1029	0.6379
Rndcg                 	1029	0.6172
ndcg_cut_5            	1029	0.5635
ndcg_cut_10           	1029	0.5603
ndcg_cut_15           	1029	0.6023
ndcg_cut_20           	1029	0.6484
ndcg_cut_30           	1029	0.6414
ndcg_cut_100          	1029	0.6011
ndcg_cut_200          	1029	0.6786
ndcg_cut_500          	1029	0.7394
ndcg_cut_1000         	1029	0.7523
map_cut_5             	1029	0.1125
map_cut_10            	1029	0.1750
map_cut_15            	1029	0.2107
map_cut_20            	1029	0.2420
map_cut_30            	1029	0.2708
map_cut_100           	1029	0.2859
map_cut_200           	1029	0.2943
map_cut_500           	1029	0.2943
map_cut_1000          	1029	0.2943
relative_P_5          	1029	0.4000
relative_P_10         	1029	0.3750
relative_P_15         	1029	0.5000
relative_P_20         	1029	0.6250
relative_P_30         	1029	0.7500
relative_P_100        	1029	0.8750
relative_P_200        	1029	1.0000
relative_P_500        	1029	1.0000
relative_P_1000       	1029	1.0000
success_1             	1029	0.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0080
set_relative_P        	1029	1.0000
set_recall            	1029	1.0000
set_map               	1029	0.0080
set_F                 	1029	0.0159
num_nonrel_judged_ret 	1029	220
rbp                   	1029	0.4428
rbp_resid             	1029	0.0016
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	1000
num_rel               	1031	44
num_rel_ret           	1031	38
map                   	1031	0.1782
Rprec                 	1031	0.2500
bpref                 	1031	0.1606
recip_rank            	1031	0.5000
iprec_at_recall_0.00  	1031	0.6667
iprec_at_recall_0.10  	1031	0.4000
iprec_at_recall_0.20  	1031	0.2667
iprec_at_recall_0.30  	1031	0.2222
iprec_at_recall_0.40  	1031	0.2069
iprec_at_recall_0.50  	1031	0.2069
iprec_at_recall_0.60  	1031	0.1871
iprec_at_recall_0.70  	1031	0.0831
iprec_at_recall_0.80  	1031	0.0622
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.4000
P_10                  	1031	0.4000
P_15                  	1031	0.2667
P_20                  	1031	0.2000
P_30                  	1031	0.2667
P_100                 	1031	0.1900
P_200                 	1031	0.1400
P_500                 	1031	0.0660
P_1000                	1031	0.0380
relstring             	1031	'1331113103'
recall_5              	1031	0.0455
recall_10             	1031	0.0909
recall_15             	1031	0.0909
recall_20             	1031	0.0909
recall_30             	1031	0.1818
recall_100            	1031	0.4318
recall_200            	1031	0.6364
recall_500            	1031	0.7500
recall_1000           	1031	0.8636
infAP                 	1031	0.1782
Rprec_mult_0.20       	1031	0.3333
Rprec_mult_0.40       	1031	0.2222
Rprec_mult_0.60       	1031	0.2222
Rprec_mult_0.80       	1031	0.2500
Rprec_mult_1.00       	1031	0.2500
Rprec_mult_1.20       	1031	0.2264
Rprec_mult_1.40       	1031	0.2097
Rprec_mult_1.60       	1031	0.2113
Rprec_mult_1.80       	1031	0.1875
Rprec_mult_2.00       	1031	0.1818
utility               	1031	-924.0000
11pt_avg              	1031	0.2092
binG                  	1031	0.1665
G                     	1031	0.1282
ndcg                  	1031	0.6419
ndcg_rel              	1031	0.5431
Rndcg                 	1031	0.5177
ndcg_cut_5            	1031	0.5890
ndcg_cut_10           	1031	0.5685
ndcg_cut_15           	1031	0.4407
ndcg_cut_20           	1031	0.4002
ndcg_cut_30           	1031	0.4067
ndcg_cut_100          	1031	0.4877
ndcg_cut_200          	1031	0.5256
ndcg_cut_500          	1031	0.5900
ndcg_cut_1000         	1031	0.6419
map_cut_5             	1031	0.0265
map_cut_10            	1031	0.0453
map_cut_15            	1031	0.0453
map_cut_20            	1031	0.0453
map_cut_30            	1031	0.0675
map_cut_100           	1031	0.1226
map_cut_200           	1031	0.1615
map_cut_500           	1031	0.1716
map_cut_1000          	1031	0.1782
relative_P_5          	1031	0.4000
relative_P_10         	1031	0.4000
relative_P_15         	1031	0.2667
relative_P_20         	1031	0.2000
relative_P_30         	1031	0.2667
relative_P_100        	1031	0.4318
relative_P_200        	1031	0.6364
relative_P_500        	1031	0.7500
relative_P_1000       	1031	0.8636
success_1             	1031	0.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.0380
set_relative_P        	1031	0.8636
set_recall            	1031	0.8636
set_map               	1031	0.0328
set_F                 	1031	0.0728
num_nonrel_judged_ret 	1031	231
rbp                   	1031	0.4399
rbp_resid             	1031	0.0010
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	1000
num_rel               	1033	13
num_rel_ret           	1033	13
map                   	1033	0.1302
Rprec                 	1033	0.0769
bpref                 	1033	0.0651
recip_rank            	1033	0.3333
iprec_at_recall_0.00  	1033	0.3333
iprec_at_recall_0.10  	1033	0.3333
iprec_at_recall_0.20  	1033	0.2000
iprec_at_recall_0.30  	1033	0.2000
iprec_at_recall_0.40  	1033	0.2000
iprec_at_recall_0.50  	1033	0.1053
iprec_at_recall_0.60  	1033	0.1053
iprec_at_recall_0.70  	1033	0.0965
iprec_at_recall_0.80  	1033	0.0965
iprec_at_recall_0.90  	1033	0.0732
iprec_at_recall_1.00  	1033	0.0425
P_5                   	1033	0.2000
P_10                  	1033	0.1000
P_15                  	1033	0.0667
P_20                  	1033	0.1500
P_30                  	1033	0.1667
P_100                 	1033	0.0900
P_200                 	1033	0.0600
P_500                 	1033	0.0260
P_1000                	1033	0.0130
relstring             	1033	'1131100111'
recall_5              	1033	0.0769
recall_10             	1033	0.0769
recall_15             	1033	0.0769
recall_20             	1033	0.2308
recall_30             	1033	0.3846
recall_100            	1033	0.6923
recall_200            	1033	0.9231
recall_500            	1033	1.0000
recall_1000           	1033	1.0000
infAP                 	1033	0.1302
Rprec_mult_0.20       	1033	0.3333
Rprec_mult_0.40       	1033	0.1667
Rprec_mult_0.60       	1033	0.1250
Rprec_mult_0.80       	1033	0.0909
Rprec_mult_1.00       	1033	0.0769
Rprec_mult_1.20       	1033	0.0625
Rprec_mult_1.40       	1033	0.1053
Rprec_mult_1.60       	1033	0.1905
Rprec_mult_1.80       	1033	0.1667
Rprec_mult_2.00       	1033	0.1923
utility               	1033	-974.0000
11pt_avg              	1033	0.1623
binG                  	1033	0.2039
G                     	1033	0.2011
ndcg                  	1033	0.7567
ndcg_rel              	1033	0.5488
Rndcg                 	1033	0.5510
ndcg_cut_5            	1033	0.4464
ndcg_cut_10           	1033	0.3561
ndcg_cut_15           	1033	0.3556
ndcg_cut_20           	1033	0.4233
ndcg_cut_30           	1033	0.5084
ndcg_cut_100          	1033	0.6083
ndcg_cut_200          	1033	0.7311
ndcg_cut_500          	1033	0.7567
ndcg_cut_1000         	1033	0.7567
map_cut_5             	1033	0.0256
map_cut_10            	1033	0.0256
map_cut_15            	1033	0.0256
map_cut_20            	1033	0.0457
map_cut_30            	1033	0.0758
map_cut_100           	1033	0.1067
map_cut_200           	1033	0.1269
map_cut_500           	1033	0.1302
map_cut_1000          	1033	0.1302
relative_P_5          	1033	0.2000
relative_P_10         	1033	0.1000
relative_P_15         	1033	0.0769
relative_P_20         	1033	0.2308
relative_P_30         	1033	0.3846
relative_P_100        	1033	0.6923
relative_P_200        	1033	0.9231
relative_P_500        	1033	1.0000
relative_P_1000       	1033	1.0000
success_1             	1033	0.0000
success_5             	1033	1.0000
success_10            	1033	1.0000
set_P                 	1033	0.0130
set_relative_P        	1033	1.0000
set_recall            	1033	1.0000
set_map               	1033	0.0130
set_F                 	1033	0.0257
num_nonrel_judged_ret 	1033	161
rbp                   	1033	0.3503
rbp_resid             	1033	0.0001
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	1000
num_rel               	1035	3
num_rel_ret           	1035	2
map                   	1035	0.0030
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0068
iprec_at_recall_0.00  	1035	0.0068
iprec_at_recall_0.10  	1035	0.0068
iprec_at_recall_0.20  	1035	0.0068
iprec_at_recall_0.30  	1035	0.0068
iprec_at_recall_0.40  	1035	0.0068
iprec_at_recall_0.50  	1035	0.0021
iprec_at_recall_0.60  	1035	0.0021
iprec_at_recall_0.70  	1035	0.0021
iprec_at_recall_0.80  	1035	0.0021
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0000
P_20                  	1035	0.0000
P_30                  	1035	0.0000
P_100                 	1035	0.0000
P_200                 	1035	0.0050
P_500                 	1035	0.0020
P_1000                	1035	0.0020
relstring             	1035	'0000000010'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.0000
recall_20             	1035	0.0000
recall_30             	1035	0.0000
recall_100            	1035	0.0000
recall_200            	1035	0.3333
recall_500            	1035	0.3333
recall_1000           	1035	0.6667
infAP                 	1035	0.0030
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-996.0000
11pt_avg              	1035	0.0039
binG                  	1035	0.0801
G                     	1035	0.0335
ndcg                  	1035	0.1186
ndcg_rel              	1035	0.1102
Rndcg                 	1035	0.0499
ndcg_cut_5            	1035	0.0000
ndcg_cut_10           	1035	0.0342
ndcg_cut_15           	1035	0.0557
ndcg_cut_20           	1035	0.0499
ndcg_cut_30           	1035	0.0420
ndcg_cut_100          	1035	0.0395
ndcg_cut_200          	1035	0.0775
ndcg_cut_500          	1035	0.0903
ndcg_cut_1000         	1035	0.1186
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0000
map_cut_20            	1035	0.0000
map_cut_30            	1035	0.0000
map_cut_100           	1035	0.0000
map_cut_200           	1035	0.0023
map_cut_500           	1035	0.0023
map_cut_1000          	1035	0.0030
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.0000
relative_P_20         	1035	0.0000
relative_P_30         	1035	0.0000
relative_P_100        	1035	0.0000
relative_P_200        	1035	0.3333
relative_P_500        	1035	0.3333
relative_P_1000       	1035	0.6667
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0020
set_relative_P        	1035	0.6667
set_recall            	1035	0.6667
set_map               	1035	0.0013
set_F                 	1035	0.0040
num_nonrel_judged_ret 	1035	167
rbp                   	1035	0.0238
rbp_resid             	1035	0.0025
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	1000
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'1001100000'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-1000.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.4212
ndcg                  	1037	0.7416
ndcg_rel              	1037	0.6888
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.6164
ndcg_cut_10           	1037	0.4996
ndcg_cut_15           	1037	0.5718
ndcg_cut_20           	1037	0.6365
ndcg_cut_30           	1037	0.6965
ndcg_cut_100          	1037	0.7416
ndcg_cut_200          	1037	0.7416
ndcg_cut_500          	1037	0.7416
ndcg_cut_1000         	1037	0.7416
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	148
rbp                   	1037	0.2934
rbp_resid             	1037	0.0043
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	1000
num_rel               	1041	6
num_rel_ret           	1041	3
map                   	1041	0.1707
Rprec                 	1041	0.1667
bpref                 	1041	0.1667
recip_rank            	1041	1.0000
iprec_at_recall_0.00  	1041	1.0000
iprec_at_recall_0.10  	1041	1.0000
iprec_at_recall_0.20  	1041	1.0000
iprec_at_recall_0.30  	1041	0.0196
iprec_at_recall_0.40  	1041	0.0196
iprec_at_recall_0.50  	1041	0.0044
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.2000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0333
P_100                 	1041	0.0100
P_200                 	1041	0.0100
P_500                 	1041	0.0040
P_1000                	1041	0.0030
relstring             	1041	'3111001101'
recall_5              	1041	0.1667
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.1667
recall_100            	1041	0.1667
recall_200            	1041	0.3333
recall_500            	1041	0.3333
recall_1000           	1041	0.5000
infAP                 	1041	0.1707
Rprec_mult_0.20       	1041	0.5000
Rprec_mult_0.40       	1041	0.3333
Rprec_mult_0.60       	1041	0.2500
Rprec_mult_0.80       	1041	0.2000
Rprec_mult_1.00       	1041	0.1667
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-994.0000
11pt_avg              	1041	0.2767
binG                  	1041	0.2094
G                     	1041	0.1840
ndcg                  	1041	0.5754
ndcg_rel              	1041	0.5288
Rndcg                 	1041	0.4798
ndcg_cut_5            	1041	0.5157
ndcg_cut_10           	1041	0.4931
ndcg_cut_15           	1041	0.4834
ndcg_cut_20           	1041	0.4759
ndcg_cut_30           	1041	0.4385
ndcg_cut_100          	1041	0.4488
ndcg_cut_200          	1041	0.5115
ndcg_cut_500          	1041	0.5516
ndcg_cut_1000         	1041	0.5754
map_cut_5             	1041	0.1667
map_cut_10            	1041	0.1667
map_cut_15            	1041	0.1667
map_cut_20            	1041	0.1667
map_cut_30            	1041	0.1667
map_cut_100           	1041	0.1667
map_cut_200           	1041	0.1699
map_cut_500           	1041	0.1699
map_cut_1000          	1041	0.1707
relative_P_5          	1041	0.2000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.1667
relative_P_100        	1041	0.1667
relative_P_200        	1041	0.3333
relative_P_500        	1041	0.3333
relative_P_1000       	1041	0.5000
success_1             	1041	1.0000
success_5             	1041	1.0000
success_10            	1041	1.0000
set_P                 	1041	0.0030
set_relative_P        	1041	0.5000
set_recall            	1041	0.5000
set_map               	1041	0.0015
set_F                 	1041	0.0060
num_nonrel_judged_ret 	1041	179
rbp                   	1041	0.2642
rbp_resid             	1041	0.0043
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	1000
num_rel               	1047	19
num_rel_ret           	1047	18
map                   	1047	0.1108
Rprec                 	1047	0.1053
bpref                 	1047	0.0443
recip_rank            	1047	0.0909
iprec_at_recall_0.00  	1047	0.1875
iprec_at_recall_0.10  	1047	0.1875
iprec_at_recall_0.20  	1047	0.1875
iprec_at_recall_0.30  	1047	0.1875
iprec_at_recall_0.40  	1047	0.1875
iprec_at_recall_0.50  	1047	0.1754
iprec_at_recall_0.60  	1047	0.1392
iprec_at_recall_0.70  	1047	0.0935
iprec_at_recall_0.80  	1047	0.0843
iprec_at_recall_0.90  	1047	0.0315
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.0000
P_10                  	1047	0.0000
P_15                  	1047	0.1333
P_20                  	1047	0.1000
P_30                  	1047	0.1333
P_100                 	1047	0.1100
P_200                 	1047	0.0750
P_500                 	1047	0.0320
P_1000                	1047	0.0180
relstring             	1047	'1111011000'
recall_5              	1047	0.0000
recall_10             	1047	0.0000
recall_15             	1047	0.1053
recall_20             	1047	0.1053
recall_30             	1047	0.2105
recall_100            	1047	0.5789
recall_200            	1047	0.7895
recall_500            	1047	0.8421
recall_1000           	1047	0.9474
infAP                 	1047	0.1108
Rprec_mult_0.20       	1047	0.0000
Rprec_mult_0.40       	1047	0.0000
Rprec_mult_0.60       	1047	0.0833
Rprec_mult_0.80       	1047	0.1250
Rprec_mult_1.00       	1047	0.1053
Rprec_mult_1.20       	1047	0.0870
Rprec_mult_1.40       	1047	0.1481
Rprec_mult_1.60       	1047	0.1290
Rprec_mult_1.80       	1047	0.1143
Rprec_mult_2.00       	1047	0.1316
utility               	1047	-964.0000
11pt_avg              	1047	0.1329
binG                  	1047	0.1673
G                     	1047	0.1635
ndcg                  	1047	0.6271
ndcg_rel              	1047	0.4486
Rndcg                 	1047	0.4507
ndcg_cut_5            	1047	0.2896
ndcg_cut_10           	1047	0.2385
ndcg_cut_15           	1047	0.3057
ndcg_cut_20           	1047	0.2946
ndcg_cut_30           	1047	0.3601
ndcg_cut_100          	1047	0.4743
ndcg_cut_200          	1047	0.5556
ndcg_cut_500          	1047	0.5996
ndcg_cut_1000         	1047	0.6271
map_cut_5             	1047	0.0000
map_cut_10            	1047	0.0000
map_cut_15            	1047	0.0123
map_cut_20            	1047	0.0123
map_cut_30            	1047	0.0267
map_cut_100           	1047	0.0860
map_cut_200           	1047	0.1054
map_cut_500           	1047	0.1078
map_cut_1000          	1047	0.1108
relative_P_5          	1047	0.0000
relative_P_10         	1047	0.0000
relative_P_15         	1047	0.1333
relative_P_20         	1047	0.1053
relative_P_30         	1047	0.2105
relative_P_100        	1047	0.5789
relative_P_200        	1047	0.7895
relative_P_500        	1047	0.8421
relative_P_1000       	1047	0.9474
success_1             	1047	0.0000
success_5             	1047	0.0000
success_10            	1047	0.0000
set_P                 	1047	0.0180
set_relative_P        	1047	0.9474
set_recall            	1047	0.9474
set_map               	1047	0.0171
set_F                 	1047	0.0353
num_nonrel_judged_ret 	1047	155
rbp                   	1047	0.2828
rbp_resid             	1047	0.0017
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	1000
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.7667
Rprec                 	1053	0.6667
bpref                 	1053	0.6667
recip_rank            	1053	1.0000
iprec_at_recall_0.00  	1053	1.0000
iprec_at_recall_0.10  	1053	1.0000
iprec_at_recall_0.20  	1053	1.0000
iprec_at_recall_0.30  	1053	1.0000
iprec_at_recall_0.40  	1053	1.0000
iprec_at_recall_0.50  	1053	1.0000
iprec_at_recall_0.60  	1053	1.0000
iprec_at_recall_0.70  	1053	1.0000
iprec_at_recall_0.80  	1053	1.0000
iprec_at_recall_0.90  	1053	0.3000
iprec_at_recall_1.00  	1053	0.3000
P_5                   	1053	0.4000
P_10                  	1053	0.3000
P_15                  	1053	0.2000
P_20                  	1053	0.1500
P_30                  	1053	0.1000
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'3311111003'
recall_5              	1053	0.6667
recall_10             	1053	1.0000
recall_15             	1053	1.0000
recall_20             	1053	1.0000
recall_30             	1053	1.0000
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.7667
Rprec_mult_0.20       	1053	1.0000
Rprec_mult_0.40       	1053	1.0000
Rprec_mult_0.60       	1053	1.0000
Rprec_mult_0.80       	1053	0.6667
Rprec_mult_1.00       	1053	0.6667
Rprec_mult_1.20       	1053	0.5000
Rprec_mult_1.40       	1053	0.4000
Rprec_mult_1.60       	1053	0.4000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-994.0000
11pt_avg              	1053	0.8727
binG                  	1053	0.7718
G                     	1053	0.3862
ndcg                  	1053	0.8346
ndcg_rel              	1053	0.8182
Rndcg                 	1053	0.7960
ndcg_cut_5            	1053	0.8613
ndcg_cut_10           	1053	0.8821
ndcg_cut_15           	1053	0.7925
ndcg_cut_20           	1053	0.7728
ndcg_cut_30           	1053	0.7310
ndcg_cut_100          	1053	0.7867
ndcg_cut_200          	1053	0.8177
ndcg_cut_500          	1053	0.8271
ndcg_cut_1000         	1053	0.8346
map_cut_5             	1053	0.6667
map_cut_10            	1053	0.7667
map_cut_15            	1053	0.7667
map_cut_20            	1053	0.7667
map_cut_30            	1053	0.7667
map_cut_100           	1053	0.7667
map_cut_200           	1053	0.7667
map_cut_500           	1053	0.7667
map_cut_1000          	1053	0.7667
relative_P_5          	1053	0.6667
relative_P_10         	1053	1.0000
relative_P_15         	1053	1.0000
relative_P_20         	1053	1.0000
relative_P_30         	1053	1.0000
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	1.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0030
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0030
set_F                 	1053	0.0060
num_nonrel_judged_ret 	1053	137
rbp                   	1053	0.3824
rbp_resid             	1053	0.0037
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	1000
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-1000.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.1789
ndcg                  	1055	0.2512
ndcg_rel              	1055	0.1784
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.0000
ndcg_cut_15           	1055	0.0000
ndcg_cut_20           	1055	0.0000
ndcg_cut_30           	1055	0.1011
ndcg_cut_100          	1055	0.1830
ndcg_cut_200          	1055	0.2512
ndcg_cut_500          	1055	0.2512
ndcg_cut_1000         	1055	0.2512
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	227
rbp                   	1055	0.0093
rbp_resid             	1055	0.0046
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	1000
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	0.0588
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.0588
iprec_at_recall_0.00  	1065	0.0588
iprec_at_recall_0.10  	1065	0.0588
iprec_at_recall_0.20  	1065	0.0588
iprec_at_recall_0.30  	1065	0.0588
iprec_at_recall_0.40  	1065	0.0588
iprec_at_recall_0.50  	1065	0.0588
iprec_at_recall_0.60  	1065	0.0588
iprec_at_recall_0.70  	1065	0.0588
iprec_at_recall_0.80  	1065	0.0588
iprec_at_recall_0.90  	1065	0.0588
iprec_at_recall_1.00  	1065	0.0588
P_5                   	1065	0.0000
P_10                  	1065	0.0000
P_15                  	1065	0.0000
P_20                  	1065	0.0500
P_30                  	1065	0.0333
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'0111100101'
recall_5              	1065	0.0000
recall_10             	1065	0.0000
recall_15             	1065	0.0000
recall_20             	1065	1.0000
recall_30             	1065	1.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	0.0588
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-998.0000
11pt_avg              	1065	0.0588
binG                  	1065	0.2398
G                     	1065	0.2005
ndcg                  	1065	0.4705
ndcg_rel              	1065	0.4127
Rndcg                 	1065	0.2906
ndcg_cut_5            	1065	0.3938
ndcg_cut_10           	1065	0.3902
ndcg_cut_15           	1065	0.3582
ndcg_cut_20           	1065	0.4011
ndcg_cut_30           	1065	0.4011
ndcg_cut_100          	1065	0.4400
ndcg_cut_200          	1065	0.4567
ndcg_cut_500          	1065	0.4705
ndcg_cut_1000         	1065	0.4705
map_cut_5             	1065	0.0000
map_cut_10            	1065	0.0000
map_cut_15            	1065	0.0000
map_cut_20            	1065	0.0588
map_cut_30            	1065	0.0588
map_cut_100           	1065	0.0588
map_cut_200           	1065	0.0588
map_cut_500           	1065	0.0588
map_cut_1000          	1065	0.0588
relative_P_5          	1065	0.0000
relative_P_10         	1065	0.0000
relative_P_15         	1065	0.0000
relative_P_20         	1065	1.0000
relative_P_30         	1065	1.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	0.0000
success_5             	1065	0.0000
success_10            	1065	0.0000
set_P                 	1065	0.0010
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0010
set_F                 	1065	0.0020
num_nonrel_judged_ret 	1065	162
rbp                   	1065	0.1602
rbp_resid             	1065	0.0003
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	1000
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.0556
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.0556
iprec_at_recall_0.00  	1067	0.0556
iprec_at_recall_0.10  	1067	0.0556
iprec_at_recall_0.20  	1067	0.0556
iprec_at_recall_0.30  	1067	0.0556
iprec_at_recall_0.40  	1067	0.0556
iprec_at_recall_0.50  	1067	0.0556
iprec_at_recall_0.60  	1067	0.0556
iprec_at_recall_0.70  	1067	0.0556
iprec_at_recall_0.80  	1067	0.0556
iprec_at_recall_0.90  	1067	0.0556
iprec_at_recall_1.00  	1067	0.0556
P_5                   	1067	0.0000
P_10                  	1067	0.0000
P_15                  	1067	0.0000
P_20                  	1067	0.0500
P_30                  	1067	0.0333
P_100                 	1067	0.0100
P_200                 	1067	0.0050
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'0010101100'
recall_5              	1067	0.0000
recall_10             	1067	0.0000
recall_15             	1067	0.0000
recall_20             	1067	1.0000
recall_30             	1067	1.0000
recall_100            	1067	1.0000
recall_200            	1067	1.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.0556
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-998.0000
11pt_avg              	1067	0.0556
binG                  	1067	0.2354
G                     	1067	0.1587
ndcg                  	1067	0.4081
ndcg_rel              	1067	0.3304
Rndcg                 	1067	0.2213
ndcg_cut_5            	1067	0.1792
ndcg_cut_10           	1067	0.2347
ndcg_cut_15           	1067	0.1953
ndcg_cut_20           	1067	0.2745
ndcg_cut_30           	1067	0.2557
ndcg_cut_100          	1067	0.3116
ndcg_cut_200          	1067	0.3697
ndcg_cut_500          	1067	0.4081
ndcg_cut_1000         	1067	0.4081
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.0000
map_cut_15            	1067	0.0000
map_cut_20            	1067	0.0556
map_cut_30            	1067	0.0556
map_cut_100           	1067	0.0556
map_cut_200           	1067	0.0556
map_cut_500           	1067	0.0556
map_cut_1000          	1067	0.0556
relative_P_5          	1067	0.0000
relative_P_10         	1067	0.0000
relative_P_15         	1067	0.0000
relative_P_20         	1067	1.0000
relative_P_30         	1067	1.0000
relative_P_100        	1067	1.0000
relative_P_200        	1067	1.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	0.0000
set_P                 	1067	0.0010
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0010
set_F                 	1067	0.0020
num_nonrel_judged_ret 	1067	198
rbp                   	1067	0.1076
rbp_resid             	1067	0.0015
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	1000
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0000000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-1000.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0722
ndcg                  	1069	0.1389
ndcg_rel              	1069	0.1117
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.0000
ndcg_cut_10           	1069	0.0000
ndcg_cut_15           	1069	0.0000
ndcg_cut_20           	1069	0.0000
ndcg_cut_30           	1069	0.0000
ndcg_cut_100          	1069	0.0000
ndcg_cut_200          	1069	0.0757
ndcg_cut_500          	1069	0.1109
ndcg_cut_1000         	1069	0.1389
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	194
rbp                   	1069	0.0000
rbp_resid             	1069	0.0066
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	1000
num_rel               	1075	3
num_rel_ret           	1075	3
map                   	1075	0.0271
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.0526
iprec_at_recall_0.00  	1075	0.0526
iprec_at_recall_0.10  	1075	0.0526
iprec_at_recall_0.20  	1075	0.0526
iprec_at_recall_0.30  	1075	0.0526
iprec_at_recall_0.40  	1075	0.0526
iprec_at_recall_0.50  	1075	0.0220
iprec_at_recall_0.60  	1075	0.0220
iprec_at_recall_0.70  	1075	0.0220
iprec_at_recall_0.80  	1075	0.0220
iprec_at_recall_0.90  	1075	0.0067
iprec_at_recall_1.00  	1075	0.0067
P_5                   	1075	0.0000
P_10                  	1075	0.0000
P_15                  	1075	0.0000
P_20                  	1075	0.0500
P_30                  	1075	0.0333
P_100                 	1075	0.0200
P_200                 	1075	0.0100
P_500                 	1075	0.0060
P_1000                	1075	0.0030
relstring             	1075	'1111110011'
recall_5              	1075	0.0000
recall_10             	1075	0.0000
recall_15             	1075	0.0000
recall_20             	1075	0.3333
recall_30             	1075	0.3333
recall_100            	1075	0.6667
recall_200            	1075	0.6667
recall_500            	1075	1.0000
recall_1000           	1075	1.0000
infAP                 	1075	0.0271
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-994.0000
11pt_avg              	1075	0.0331
binG                  	1075	0.1662
G                     	1075	0.2043
ndcg                  	1075	0.7857
ndcg_rel              	1075	0.6221
Rndcg                 	1075	0.5637
ndcg_cut_5            	1075	0.4089
ndcg_cut_10           	1075	0.4423
ndcg_cut_15           	1075	0.5149
ndcg_cut_20           	1075	0.5856
ndcg_cut_30           	1075	0.6046
ndcg_cut_100          	1075	0.5989
ndcg_cut_200          	1075	0.6228
ndcg_cut_500          	1075	0.7505
ndcg_cut_1000         	1075	0.7857
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0000
map_cut_15            	1075	0.0000
map_cut_20            	1075	0.0175
map_cut_30            	1075	0.0175
map_cut_100           	1075	0.0249
map_cut_200           	1075	0.0249
map_cut_500           	1075	0.0271
map_cut_1000          	1075	0.0271
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.0000
relative_P_15         	1075	0.0000
relative_P_20         	1075	0.3333
relative_P_30         	1075	0.3333
relative_P_100        	1075	0.6667
relative_P_200        	1075	0.6667
relative_P_500        	1075	1.0000
relative_P_1000       	1075	1.0000
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	0.0000
set_P                 	1075	0.0030
set_relative_P        	1075	1.0000
set_recall            	1075	1.0000
set_map               	1075	0.0030
set_F                 	1075	0.0060
num_nonrel_judged_ret 	1075	243
rbp                   	1075	0.2946
rbp_resid             	1075	0.0022
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	1000
num_rel               	1077	16
num_rel_ret           	1077	16
map                   	1077	0.0791
Rprec                 	1077	0.0000
bpref                 	1077	0.0000
recip_rank            	1077	0.0400
iprec_at_recall_0.00  	1077	0.1000
iprec_at_recall_0.10  	1077	0.1000
iprec_at_recall_0.20  	1077	0.1000
iprec_at_recall_0.30  	1077	0.0968
iprec_at_recall_0.40  	1077	0.0968
iprec_at_recall_0.50  	1077	0.0909
iprec_at_recall_0.60  	1077	0.0833
iprec_at_recall_0.70  	1077	0.0833
iprec_at_recall_0.80  	1077	0.0813
iprec_at_recall_0.90  	1077	0.0714
iprec_at_recall_1.00  	1077	0.0611
P_5                   	1077	0.0000
P_10                  	1077	0.0000
P_15                  	1077	0.0000
P_20                  	1077	0.0000
P_30                  	1077	0.1000
P_100                 	1077	0.0900
P_200                 	1077	0.0700
P_500                 	1077	0.0320
P_1000                	1077	0.0160
relstring             	1077	'1110111111'
recall_5              	1077	0.0000
recall_10             	1077	0.0000
recall_15             	1077	0.0000
recall_20             	1077	0.0000
recall_30             	1077	0.1875
recall_100            	1077	0.5625
recall_200            	1077	0.8750
recall_500            	1077	1.0000
recall_1000           	1077	1.0000
infAP                 	1077	0.0791
Rprec_mult_0.20       	1077	0.0000
Rprec_mult_0.40       	1077	0.0000
Rprec_mult_0.60       	1077	0.0000
Rprec_mult_0.80       	1077	0.0000
Rprec_mult_1.00       	1077	0.0000
Rprec_mult_1.20       	1077	0.0000
Rprec_mult_1.40       	1077	0.0000
Rprec_mult_1.60       	1077	0.0385
Rprec_mult_1.80       	1077	0.0690
Rprec_mult_2.00       	1077	0.0938
utility               	1077	-968.0000
11pt_avg              	1077	0.0877
binG                  	1077	0.1610
G                     	1077	0.1825
ndcg                  	1077	0.7495
ndcg_rel              	1077	0.5277
Rndcg                 	1077	0.5427
ndcg_cut_5            	1077	0.2846
ndcg_cut_10           	1077	0.3017
ndcg_cut_15           	1077	0.3088
ndcg_cut_20           	1077	0.3193
ndcg_cut_30           	1077	0.4147
ndcg_cut_100          	1077	0.5765
ndcg_cut_200          	1077	0.6908
ndcg_cut_500          	1077	0.7495
ndcg_cut_1000         	1077	0.7495
map_cut_5             	1077	0.0000
map_cut_10            	1077	0.0000
map_cut_15            	1077	0.0000
map_cut_20            	1077	0.0000
map_cut_30            	1077	0.0131
map_cut_100           	1077	0.0469
map_cut_200           	1077	0.0712
map_cut_500           	1077	0.0791
map_cut_1000          	1077	0.0791
relative_P_5          	1077	0.0000
relative_P_10         	1077	0.0000
relative_P_15         	1077	0.0000
relative_P_20         	1077	0.0000
relative_P_30         	1077	0.1875
relative_P_100        	1077	0.5625
relative_P_200        	1077	0.8750
relative_P_500        	1077	1.0000
relative_P_1000       	1077	1.0000
success_1             	1077	0.0000
success_5             	1077	0.0000
success_10            	1077	0.0000
set_P                 	1077	0.0160
set_relative_P        	1077	1.0000
set_recall            	1077	1.0000
set_map               	1077	0.0160
set_F                 	1077	0.0315
num_nonrel_judged_ret 	1077	165
rbp                   	1077	0.2997
rbp_resid             	1077	0.0002
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	1000
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.3066
Rprec                 	1079	0.1667
bpref                 	1079	0.1667
recip_rank            	1079	0.5000
iprec_at_recall_0.00  	1079	0.5000
iprec_at_recall_0.10  	1079	0.5000
iprec_at_recall_0.20  	1079	0.5000
iprec_at_recall_0.30  	1079	0.3636
iprec_at_recall_0.40  	1079	0.3636
iprec_at_recall_0.50  	1079	0.3636
iprec_at_recall_0.60  	1079	0.3636
iprec_at_recall_0.70  	1079	0.3636
iprec_at_recall_0.80  	1079	0.3571
iprec_at_recall_0.90  	1079	0.3571
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.2000
P_10                  	1079	0.3000
P_15                  	1079	0.3333
P_20                  	1079	0.2500
P_30                  	1079	0.1667
P_100                 	1079	0.0500
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'1311113131'
recall_5              	1079	0.1667
recall_10             	1079	0.5000
recall_15             	1079	0.8333
recall_20             	1079	0.8333
recall_30             	1079	0.8333
recall_100            	1079	0.8333
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.3066
Rprec_mult_0.20       	1079	0.5000
Rprec_mult_0.40       	1079	0.3333
Rprec_mult_0.60       	1079	0.2500
Rprec_mult_0.80       	1079	0.2000
Rprec_mult_1.00       	1079	0.1667
Rprec_mult_1.20       	1079	0.2500
Rprec_mult_1.40       	1079	0.3333
Rprec_mult_1.60       	1079	0.3000
Rprec_mult_1.80       	1079	0.3636
Rprec_mult_2.00       	1079	0.3333
utility               	1079	-990.0000
11pt_avg              	1079	0.3666
binG                  	1079	0.3208
G                     	1079	0.2886
ndcg                  	1079	0.7200
ndcg_rel              	1079	0.6339
Rndcg                 	1079	0.6132
ndcg_cut_5            	1079	0.4760
ndcg_cut_10           	1079	0.6343
ndcg_cut_15           	1079	0.7370
ndcg_cut_20           	1079	0.6734
ndcg_cut_30           	1079	0.6724
ndcg_cut_100          	1079	0.6848
ndcg_cut_200          	1079	0.7126
ndcg_cut_500          	1079	0.7126
ndcg_cut_1000         	1079	0.7200
map_cut_5             	1079	0.0833
map_cut_10            	1079	0.1865
map_cut_15            	1079	0.3066
map_cut_20            	1079	0.3066
map_cut_30            	1079	0.3066
map_cut_100           	1079	0.3066
map_cut_200           	1079	0.3066
map_cut_500           	1079	0.3066
map_cut_1000          	1079	0.3066
relative_P_5          	1079	0.2000
relative_P_10         	1079	0.5000
relative_P_15         	1079	0.8333
relative_P_20         	1079	0.8333
relative_P_30         	1079	0.8333
relative_P_100        	1079	0.8333
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	0.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0050
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0042
set_F                 	1079	0.0099
num_nonrel_judged_ret 	1079	110
rbp                   	1079	0.4313
rbp_resid             	1079	0.0027
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	1000
num_rel               	1081	11
num_rel_ret           	1081	11
map                   	1081	0.3928
Rprec                 	1081	0.3636
bpref                 	1081	0.3223
recip_rank            	1081	1.0000
iprec_at_recall_0.00  	1081	1.0000
iprec_at_recall_0.10  	1081	1.0000
iprec_at_recall_0.20  	1081	1.0000
iprec_at_recall_0.30  	1081	0.6000
iprec_at_recall_0.40  	1081	0.5714
iprec_at_recall_0.50  	1081	0.3182
iprec_at_recall_0.60  	1081	0.3182
iprec_at_recall_0.70  	1081	0.1231
iprec_at_recall_0.80  	1081	0.0464
iprec_at_recall_0.90  	1081	0.0410
iprec_at_recall_1.00  	1081	0.0410
P_5                   	1081	0.6000
P_10                  	1081	0.4000
P_15                  	1081	0.2667
P_20                  	1081	0.2500
P_30                  	1081	0.2333
P_100                 	1081	0.0800
P_200                 	1081	0.0450
P_500                 	1081	0.0220
P_1000                	1081	0.0110
relstring             	1081	'3311313111'
recall_5              	1081	0.2727
recall_10             	1081	0.3636
recall_15             	1081	0.3636
recall_20             	1081	0.4545
recall_30             	1081	0.6364
recall_100            	1081	0.7273
recall_200            	1081	0.8182
recall_500            	1081	1.0000
recall_1000           	1081	1.0000
infAP                 	1081	0.3928
Rprec_mult_0.20       	1081	0.6667
Rprec_mult_0.40       	1081	0.6000
Rprec_mult_0.60       	1081	0.5714
Rprec_mult_0.80       	1081	0.4444
Rprec_mult_1.00       	1081	0.3636
Rprec_mult_1.20       	1081	0.2857
Rprec_mult_1.40       	1081	0.2500
Rprec_mult_1.60       	1081	0.2778
Rprec_mult_1.80       	1081	0.2500
Rprec_mult_2.00       	1081	0.3182
utility               	1081	-978.0000
11pt_avg              	1081	0.4599
binG                  	1081	0.3851
G                     	1081	0.2386
ndcg                  	1081	0.8296
ndcg_rel              	1081	0.7446
Rndcg                 	1081	0.7158
ndcg_cut_5            	1081	0.7896
ndcg_cut_10           	1081	0.6783
ndcg_cut_15           	1081	0.6308
ndcg_cut_20           	1081	0.6856
ndcg_cut_30           	1081	0.7577
ndcg_cut_100          	1081	0.6594
ndcg_cut_200          	1081	0.7368
ndcg_cut_500          	1081	0.8296
ndcg_cut_1000         	1081	0.8296
map_cut_5             	1081	0.2364
map_cut_10            	1081	0.2883
map_cut_15            	1081	0.2883
map_cut_20            	1081	0.3150
map_cut_30            	1081	0.3699
map_cut_100           	1081	0.3811
map_cut_200           	1081	0.3854
map_cut_500           	1081	0.3928
map_cut_1000          	1081	0.3928
relative_P_5          	1081	0.6000
relative_P_10         	1081	0.4000
relative_P_15         	1081	0.3636
relative_P_20         	1081	0.4545
relative_P_30         	1081	0.6364
relative_P_100        	1081	0.7273
relative_P_200        	1081	0.8182
relative_P_500        	1081	1.0000
relative_P_1000       	1081	1.0000
success_1             	1081	1.0000
success_5             	1081	1.0000
success_10            	1081	1.0000
set_P                 	1081	0.0110
set_relative_P        	1081	1.0000
set_recall            	1081	1.0000
set_map               	1081	0.0110
set_F                 	1081	0.0218
num_nonrel_judged_ret 	1081	197
rbp                   	1081	0.5326
rbp_resid             	1081	0.0028
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	1000
num_rel               	1083	3
num_rel_ret           	1083	3
map                   	1083	0.6889
Rprec                 	1083	0.6667
bpref                 	1083	0.6667
recip_rank            	1083	1.0000
iprec_at_recall_0.00  	1083	1.0000
iprec_at_recall_0.10  	1083	1.0000
iprec_at_recall_0.20  	1083	1.0000
iprec_at_recall_0.30  	1083	1.0000
iprec_at_recall_0.40  	1083	1.0000
iprec_at_recall_0.50  	1083	1.0000
iprec_at_recall_0.60  	1083	1.0000
iprec_at_recall_0.70  	1083	1.0000
iprec_at_recall_0.80  	1083	1.0000
iprec_at_recall_0.90  	1083	0.0667
iprec_at_recall_1.00  	1083	0.0667
P_5                   	1083	0.4000
P_10                  	1083	0.2000
P_15                  	1083	0.1333
P_20                  	1083	0.1000
P_30                  	1083	0.0667
P_100                 	1083	0.0300
P_200                 	1083	0.0150
P_500                 	1083	0.0060
P_1000                	1083	0.0030
relstring             	1083	'3311-0101-'
recall_5              	1083	0.6667
recall_10             	1083	0.6667
recall_15             	1083	0.6667
recall_20             	1083	0.6667
recall_30             	1083	0.6667
recall_100            	1083	1.0000
recall_200            	1083	1.0000
recall_500            	1083	1.0000
recall_1000           	1083	1.0000
infAP                 	1083	0.6889
Rprec_mult_0.20       	1083	1.0000
Rprec_mult_0.40       	1083	1.0000
Rprec_mult_0.60       	1083	1.0000
Rprec_mult_0.80       	1083	0.6667
Rprec_mult_1.00       	1083	0.6667
Rprec_mult_1.20       	1083	0.5000
Rprec_mult_1.40       	1083	0.4000
Rprec_mult_1.60       	1083	0.4000
Rprec_mult_1.80       	1083	0.3333
Rprec_mult_2.00       	1083	0.3333
utility               	1083	-994.0000
11pt_avg              	1083	0.8303
binG                  	1083	0.7277
G                     	1083	0.5264
ndcg                  	1083	0.8754
ndcg_rel              	1083	0.8268
Rndcg                 	1083	0.8153
ndcg_cut_5            	1083	0.8077
ndcg_cut_10           	1083	0.7334
ndcg_cut_15           	1083	0.7535
ndcg_cut_20           	1083	0.7789
ndcg_cut_30           	1083	0.8016
ndcg_cut_100          	1083	0.8754
ndcg_cut_200          	1083	0.8754
ndcg_cut_500          	1083	0.8754
ndcg_cut_1000         	1083	0.8754
map_cut_5             	1083	0.6667
map_cut_10            	1083	0.6667
map_cut_15            	1083	0.6667
map_cut_20            	1083	0.6667
map_cut_30            	1083	0.6667
map_cut_100           	1083	0.6889
map_cut_200           	1083	0.6889
map_cut_500           	1083	0.6889
map_cut_1000          	1083	0.6889
relative_P_5          	1083	0.6667
relative_P_10         	1083	0.6667
relative_P_15         	1083	0.6667
relative_P_20         	1083	0.6667
relative_P_30         	1083	0.6667
relative_P_100        	1083	1.0000
relative_P_200        	1083	1.0000
relative_P_500        	1083	1.0000
relative_P_1000       	1083	1.0000
success_1             	1083	1.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0030
set_relative_P        	1083	1.0000
set_recall            	1083	1.0000
set_map               	1083	0.0030
set_F                 	1083	0.0060
num_nonrel_judged_ret 	1083	132
rbp                   	1083	0.3129
rbp_resid             	1083	0.1381
unj_5                 	1083	0.2000
unj_10                	1083	0.2000
unj_20                	1083	0.1000
num_ret               	1085	1000
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.5250
Rprec                 	1085	0.5000
bpref                 	1085	0.8750
recip_rank            	1085	0.5000
iprec_at_recall_0.00  	1085	0.6000
iprec_at_recall_0.10  	1085	0.6000
iprec_at_recall_0.20  	1085	0.6000
iprec_at_recall_0.30  	1085	0.6000
iprec_at_recall_0.40  	1085	0.6000
iprec_at_recall_0.50  	1085	0.6000
iprec_at_recall_0.60  	1085	0.6000
iprec_at_recall_0.70  	1085	0.6000
iprec_at_recall_0.80  	1085	0.6000
iprec_at_recall_0.90  	1085	0.5000
iprec_at_recall_1.00  	1085	0.5000
P_5                   	1085	0.6000
P_10                  	1085	0.4000
P_15                  	1085	0.2667
P_20                  	1085	0.2000
P_30                  	1085	0.1333
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'-3-33003--'
recall_5              	1085	0.7500
recall_10             	1085	1.0000
recall_15             	1085	1.0000
recall_20             	1085	1.0000
recall_30             	1085	1.0000
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.5250
Rprec_mult_0.20       	1085	0.0000
Rprec_mult_0.40       	1085	0.5000
Rprec_mult_0.60       	1085	0.3333
Rprec_mult_0.80       	1085	0.5000
Rprec_mult_1.00       	1085	0.5000
Rprec_mult_1.20       	1085	0.6000
Rprec_mult_1.40       	1085	0.5000
Rprec_mult_1.60       	1085	0.4286
Rprec_mult_1.80       	1085	0.5000
Rprec_mult_2.00       	1085	0.5000
utility               	1085	-992.0000
11pt_avg              	1085	0.5818
binG                  	1085	0.5044
G                     	1085	0.2974
ndcg                  	1085	0.6341
ndcg_rel              	1085	0.5540
Rndcg                 	1085	0.5269
ndcg_cut_5            	1085	0.5383
ndcg_cut_10           	1085	0.5474
ndcg_cut_15           	1085	0.5321
ndcg_cut_20           	1085	0.5321
ndcg_cut_30           	1085	0.5546
ndcg_cut_100          	1085	0.5546
ndcg_cut_200          	1085	0.5973
ndcg_cut_500          	1085	0.6341
ndcg_cut_1000         	1085	0.6341
map_cut_5             	1085	0.4000
map_cut_10            	1085	0.5250
map_cut_15            	1085	0.5250
map_cut_20            	1085	0.5250
map_cut_30            	1085	0.5250
map_cut_100           	1085	0.5250
map_cut_200           	1085	0.5250
map_cut_500           	1085	0.5250
map_cut_1000          	1085	0.5250
relative_P_5          	1085	0.7500
relative_P_10         	1085	1.0000
relative_P_15         	1085	1.0000
relative_P_20         	1085	1.0000
relative_P_30         	1085	1.0000
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	0.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0040
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0040
set_F                 	1085	0.0080
num_nonrel_judged_ret 	1085	131
rbp                   	1085	0.2804
rbp_resid             	1085	0.3245
unj_5                 	1085	0.4000
unj_10                	1085	0.4000
unj_20                	1085	0.3000
num_ret               	1087	1000
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.1310
Rprec                 	1087	0.0000
bpref                 	1087	0.0000
recip_rank            	1087	0.1667
iprec_at_recall_0.00  	1087	0.1667
iprec_at_recall_0.10  	1087	0.1667
iprec_at_recall_0.20  	1087	0.1667
iprec_at_recall_0.30  	1087	0.1667
iprec_at_recall_0.40  	1087	0.1667
iprec_at_recall_0.50  	1087	0.1667
iprec_at_recall_0.60  	1087	0.1667
iprec_at_recall_0.70  	1087	0.1667
iprec_at_recall_0.80  	1087	0.0952
iprec_at_recall_0.90  	1087	0.0952
iprec_at_recall_1.00  	1087	0.0952
P_5                   	1087	0.0000
P_10                  	1087	0.1000
P_15                  	1087	0.0667
P_20                  	1087	0.0500
P_30                  	1087	0.0667
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'1011-31-10'
recall_5              	1087	0.0000
recall_10             	1087	0.5000
recall_15             	1087	0.5000
recall_20             	1087	0.5000
recall_30             	1087	1.0000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.1310
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.0000
Rprec_mult_0.80       	1087	0.0000
Rprec_mult_1.00       	1087	0.0000
Rprec_mult_1.20       	1087	0.0000
Rprec_mult_1.40       	1087	0.0000
Rprec_mult_1.60       	1087	0.0000
Rprec_mult_1.80       	1087	0.0000
Rprec_mult_2.00       	1087	0.0000
utility               	1087	-996.0000
11pt_avg              	1087	0.1472
binG                  	1087	0.2919
G                     	1087	0.1917
ndcg                  	1087	0.6487
ndcg_rel              	1087	0.5006
Rndcg                 	1087	0.4121
ndcg_cut_5            	1087	0.3109
ndcg_cut_10           	1087	0.4655
ndcg_cut_15           	1087	0.4289
ndcg_cut_20           	1087	0.4268
ndcg_cut_30           	1087	0.4256
ndcg_cut_100          	1087	0.4492
ndcg_cut_200          	1087	0.5257
ndcg_cut_500          	1087	0.6357
ndcg_cut_1000         	1087	0.6487
map_cut_5             	1087	0.0000
map_cut_10            	1087	0.0833
map_cut_15            	1087	0.0833
map_cut_20            	1087	0.0833
map_cut_30            	1087	0.1310
map_cut_100           	1087	0.1310
map_cut_200           	1087	0.1310
map_cut_500           	1087	0.1310
map_cut_1000          	1087	0.1310
relative_P_5          	1087	0.0000
relative_P_10         	1087	0.5000
relative_P_15         	1087	0.5000
relative_P_20         	1087	0.5000
relative_P_30         	1087	1.0000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	0.0000
success_10            	1087	1.0000
set_P                 	1087	0.0020
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0020
set_F                 	1087	0.0040
num_nonrel_judged_ret 	1087	210
rbp                   	1087	0.2190
rbp_resid             	1087	0.1678
unj_5                 	1087	0.2000
unj_10                	1087	0.2000
unj_20                	1087	0.2000
runid                 	all	hltime-fsrrf
num_q                 	all	30
num_ret               	all	30000
num_rel               	all	183
num_rel_ret           	all	166
map                   	all	0.2082
gm_map                	all	0.0193
Rprec                 	all	0.1886
bpref                 	all	0.1753
recip_rank            	all	0.3316
iprec_at_recall_0.00  	all	0.3568
iprec_at_recall_0.10  	all	0.3479
iprec_at_recall_0.20  	all	0.3390
iprec_at_recall_0.30  	all	0.2844
iprec_at_recall_0.40  	all	0.2606
iprec_at_recall_0.50  	all	0.2396
iprec_at_recall_0.60  	all	0.2361
iprec_at_recall_0.70  	all	0.2000
iprec_at_recall_0.80  	all	0.1910
iprec_at_recall_0.90  	all	0.1107
iprec_at_recall_1.00  	all	0.0940
P_5                   	all	0.1533
P_10                  	all	0.1133
P_15                  	all	0.1000
P_20                  	all	0.0917
P_30                  	all	0.0811
P_100                 	all	0.0370
P_200                 	all	0.0233
P_500                 	all	0.0103
P_1000                	all	0.0055
recall_5              	all	0.1771
recall_10             	all	0.2437
recall_15             	all	0.3113
recall_20             	all	0.4085
recall_30             	all	0.4605
recall_100            	all	0.5595
recall_200            	all	0.6367
recall_500            	all	0.6995
recall_1000           	all	0.7366
infAP                 	all	0.2082
gm_bpref              	all	0.0015
Rprec_mult_0.20       	all	0.2278
Rprec_mult_0.40       	all	0.2135
Rprec_mult_0.60       	all	0.2115
Rprec_mult_0.80       	all	0.1969
Rprec_mult_1.00       	all	0.1886
Rprec_mult_1.20       	all	0.1538
Rprec_mult_1.40       	all	0.1486
Rprec_mult_1.60       	all	0.1441
Rprec_mult_1.80       	all	0.1437
Rprec_mult_2.00       	all	0.1453
utility               	all	-988.9333
11pt_avg              	all	0.2418
binG                  	all	0.2591
G                     	all	0.2306
ndcg                  	all	0.6211
ndcg_rel              	all	0.5313
Rndcg                 	all	0.4041
ndcg_cut_5            	all	0.4419
ndcg_cut_10           	all	0.4375
ndcg_cut_15           	all	0.4448
ndcg_cut_20           	all	0.4595
ndcg_cut_30           	all	0.4724
ndcg_cut_100          	all	0.5150
ndcg_cut_200          	all	0.5652
ndcg_cut_500          	all	0.6062
ndcg_cut_1000         	all	0.6211
map_cut_5             	all	0.1364
map_cut_10            	all	0.1577
map_cut_15            	all	0.1725
map_cut_20            	all	0.1810
map_cut_30            	all	0.1901
map_cut_100           	all	0.2015
map_cut_200           	all	0.2065
map_cut_500           	all	0.2078
map_cut_1000          	all	0.2082
relative_P_5          	all	0.2111
relative_P_10         	all	0.2569
relative_P_15         	all	0.3181
relative_P_20         	all	0.4122
relative_P_30         	all	0.4633
relative_P_100        	all	0.5595
relative_P_200        	all	0.6367
relative_P_500        	all	0.6995
relative_P_1000       	all	0.7366
success_1             	all	0.2000
success_5             	all	0.4333
success_10            	all	0.5000
set_P                 	all	0.0055
set_relative_P        	all	0.7366
set_recall            	all	0.7366
set_map               	all	0.0052
set_F                 	all	0.0109
num_nonrel_judged_ret 	all	5871
rbp                   	all	0.2824
rbp_resid             	all	0.0229
unj_5                 	all	0.0267
unj_10                	all	0.0267
unj_20                	all	0.0200
