num_ret               	1001	1000
num_rel               	1001	14
num_rel_ret           	1001	12
map                   	1001	0.1851
Rprec                 	1001	0.2143
bpref                 	1001	0.1071
recip_rank            	1001	0.1667
iprec_at_recall_0.00  	1001	0.2857
iprec_at_recall_0.10  	1001	0.2857
iprec_at_recall_0.20  	1001	0.2692
iprec_at_recall_0.30  	1001	0.2692
iprec_at_recall_0.40  	1001	0.2692
iprec_at_recall_0.50  	1001	0.2692
iprec_at_recall_0.60  	1001	0.2667
iprec_at_recall_0.70  	1001	0.2326
iprec_at_recall_0.80  	1001	0.1158
iprec_at_recall_0.90  	1001	0.0000
iprec_at_recall_1.00  	1001	0.0000
P_5                   	1001	0.0000
P_10                  	1001	0.2000
P_15                  	1001	0.2000
P_20                  	1001	0.2000
P_30                  	1001	0.2667
P_100                 	1001	0.1100
P_200                 	1001	0.0600
P_500                 	1001	0.0240
P_1000                	1001	0.0120
relstring             	1001	'1111133011'
recall_5              	1001	0.0000
recall_10             	1001	0.1429
recall_15             	1001	0.2143
recall_20             	1001	0.2857
recall_30             	1001	0.5714
recall_100            	1001	0.7857
recall_200            	1001	0.8571
recall_500            	1001	0.8571
recall_1000           	1001	0.8571
infAP                 	1001	0.1851
Rprec_mult_0.20       	1001	0.0000
Rprec_mult_0.40       	1001	0.1667
Rprec_mult_0.60       	1001	0.2222
Rprec_mult_0.80       	1001	0.1667
Rprec_mult_1.00       	1001	0.2143
Rprec_mult_1.20       	1001	0.1765
Rprec_mult_1.40       	1001	0.2000
Rprec_mult_1.60       	1001	0.2174
Rprec_mult_1.80       	1001	0.2692
Rprec_mult_2.00       	1001	0.2500
utility               	1001	-976.0000
11pt_avg              	1001	0.2058
binG                  	1001	0.2033
G                     	1001	0.1514
ndcg                  	1001	0.5776
ndcg_rel              	1001	0.5202
Rndcg                 	1001	0.4993
ndcg_cut_5            	1001	0.3333
ndcg_cut_10           	1001	0.4114
ndcg_cut_15           	1001	0.4044
ndcg_cut_20           	1001	0.4303
ndcg_cut_30           	1001	0.5525
ndcg_cut_100          	1001	0.5273
ndcg_cut_200          	1001	0.5646
ndcg_cut_500          	1001	0.5694
ndcg_cut_1000         	1001	0.5776
map_cut_5             	1001	0.0000
map_cut_10            	1001	0.0323
map_cut_15            	1001	0.0476
map_cut_20            	1001	0.0635
map_cut_30            	1001	0.1366
map_cut_100           	1001	0.1799
map_cut_200           	1001	0.1851
map_cut_500           	1001	0.1851
map_cut_1000          	1001	0.1851
relative_P_5          	1001	0.0000
relative_P_10         	1001	0.2000
relative_P_15         	1001	0.2143
relative_P_20         	1001	0.2857
relative_P_30         	1001	0.5714
relative_P_100        	1001	0.7857
relative_P_200        	1001	0.8571
relative_P_500        	1001	0.8571
relative_P_1000       	1001	0.8571
success_1             	1001	0.0000
success_5             	1001	0.0000
success_10            	1001	1.0000
set_P                 	1001	0.0120
set_relative_P        	1001	0.8571
set_recall            	1001	0.8571
set_map               	1001	0.0103
set_F                 	1001	0.0237
num_nonrel_judged_ret 	1001	161
rbp                   	1001	0.3962
rbp_resid             	1001	0.0126
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	1000
num_rel               	1003	4
num_rel_ret           	1003	3
map                   	1003	0.0055
Rprec                 	1003	0.0000
bpref                 	1003	0.0000
recip_rank            	1003	0.0082
iprec_at_recall_0.00  	1003	0.0082
iprec_at_recall_0.10  	1003	0.0082
iprec_at_recall_0.20  	1003	0.0082
iprec_at_recall_0.30  	1003	0.0082
iprec_at_recall_0.40  	1003	0.0077
iprec_at_recall_0.50  	1003	0.0077
iprec_at_recall_0.60  	1003	0.0077
iprec_at_recall_0.70  	1003	0.0060
iprec_at_recall_0.80  	1003	0.0060
iprec_at_recall_0.90  	1003	0.0000
iprec_at_recall_1.00  	1003	0.0000
P_5                   	1003	0.0000
P_10                  	1003	0.0000
P_15                  	1003	0.0000
P_20                  	1003	0.0000
P_30                  	1003	0.0000
P_100                 	1003	0.0000
P_200                 	1003	0.0050
P_500                 	1003	0.0040
P_1000                	1003	0.0030
relstring             	1003	'1111111111'
recall_5              	1003	0.0000
recall_10             	1003	0.0000
recall_15             	1003	0.0000
recall_20             	1003	0.0000
recall_30             	1003	0.0000
recall_100            	1003	0.0000
recall_200            	1003	0.2500
recall_500            	1003	0.5000
recall_1000           	1003	0.7500
infAP                 	1003	0.0055
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.0000
Rprec_mult_0.60       	1003	0.0000
Rprec_mult_0.80       	1003	0.0000
Rprec_mult_1.00       	1003	0.0000
Rprec_mult_1.20       	1003	0.0000
Rprec_mult_1.40       	1003	0.0000
Rprec_mult_1.60       	1003	0.0000
Rprec_mult_1.80       	1003	0.0000
Rprec_mult_2.00       	1003	0.0000
utility               	1003	-994.0000
11pt_avg              	1003	0.0062
binG                  	1003	0.0950
G                     	1003	0.0977
ndcg                  	1003	0.4500
ndcg_rel              	1003	0.4241
Rndcg                 	1003	0.3481
ndcg_cut_5            	1003	0.3653
ndcg_cut_10           	1003	0.4700
ndcg_cut_15           	1003	0.5108
ndcg_cut_20           	1003	0.5194
ndcg_cut_30           	1003	0.5033
ndcg_cut_100          	1003	0.2905
ndcg_cut_200          	1003	0.3364
ndcg_cut_500          	1003	0.4310
ndcg_cut_1000         	1003	0.4500
map_cut_5             	1003	0.0000
map_cut_10            	1003	0.0000
map_cut_15            	1003	0.0000
map_cut_20            	1003	0.0000
map_cut_30            	1003	0.0000
map_cut_100           	1003	0.0000
map_cut_200           	1003	0.0020
map_cut_500           	1003	0.0040
map_cut_1000          	1003	0.0055
relative_P_5          	1003	0.0000
relative_P_10         	1003	0.0000
relative_P_15         	1003	0.0000
relative_P_20         	1003	0.0000
relative_P_30         	1003	0.0000
relative_P_100        	1003	0.0000
relative_P_200        	1003	0.2500
relative_P_500        	1003	0.5000
relative_P_1000       	1003	0.7500
success_1             	1003	0.0000
success_5             	1003	0.0000
success_10            	1003	0.0000
set_P                 	1003	0.0030
set_relative_P        	1003	0.7500
set_recall            	1003	0.7500
set_map               	1003	0.0022
set_F                 	1003	0.0060
num_nonrel_judged_ret 	1003	133
rbp                   	1003	0.2886
rbp_resid             	1003	0.0213
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	1000
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'1110000000'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-1000.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.2612
ndcg                  	1007	0.4688
ndcg_rel              	1007	0.5893
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	0.7227
ndcg_cut_10           	1007	0.4690
ndcg_cut_15           	1007	0.3979
ndcg_cut_20           	1007	0.4419
ndcg_cut_30           	1007	0.4419
ndcg_cut_100          	1007	0.4419
ndcg_cut_200          	1007	0.4688
ndcg_cut_500          	1007	0.4688
ndcg_cut_1000         	1007	0.4688
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	165
rbp                   	1007	0.2877
rbp_resid             	1007	0.0342
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	1000
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	0.2500
Rprec                 	1009	0.0000
bpref                 	1009	0.0000
recip_rank            	1009	0.2500
iprec_at_recall_0.00  	1009	0.2500
iprec_at_recall_0.10  	1009	0.2500
iprec_at_recall_0.20  	1009	0.2500
iprec_at_recall_0.30  	1009	0.2500
iprec_at_recall_0.40  	1009	0.2500
iprec_at_recall_0.50  	1009	0.2500
iprec_at_recall_0.60  	1009	0.2500
iprec_at_recall_0.70  	1009	0.2500
iprec_at_recall_0.80  	1009	0.2500
iprec_at_recall_0.90  	1009	0.2500
iprec_at_recall_1.00  	1009	0.2500
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'1013110000'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	0.2500
Rprec_mult_0.20       	1009	0.0000
Rprec_mult_0.40       	1009	0.0000
Rprec_mult_0.60       	1009	0.0000
Rprec_mult_0.80       	1009	0.0000
Rprec_mult_1.00       	1009	0.0000
Rprec_mult_1.20       	1009	0.0000
Rprec_mult_1.40       	1009	0.0000
Rprec_mult_1.60       	1009	0.0000
Rprec_mult_1.80       	1009	0.0000
Rprec_mult_2.00       	1009	0.0000
utility               	1009	-998.0000
11pt_avg              	1009	0.2500
binG                  	1009	0.4307
G                     	1009	0.2603
ndcg                  	1009	0.5090
ndcg_rel              	1009	0.5072
Rndcg                 	1009	0.4262
ndcg_cut_5            	1009	0.6424
ndcg_cut_10           	1009	0.5402
ndcg_cut_15           	1009	0.4497
ndcg_cut_20           	1009	0.4361
ndcg_cut_30           	1009	0.4361
ndcg_cut_100          	1009	0.4753
ndcg_cut_200          	1009	0.4937
ndcg_cut_500          	1009	0.5090
ndcg_cut_1000         	1009	0.5090
map_cut_5             	1009	0.2500
map_cut_10            	1009	0.2500
map_cut_15            	1009	0.2500
map_cut_20            	1009	0.2500
map_cut_30            	1009	0.2500
map_cut_100           	1009	0.2500
map_cut_200           	1009	0.2500
map_cut_500           	1009	0.2500
map_cut_1000          	1009	0.2500
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	0.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0010
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0010
set_F                 	1009	0.0020
num_nonrel_judged_ret 	1009	169
rbp                   	1009	0.1748
rbp_resid             	1009	0.0244
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	1000
num_rel               	1011	4
num_rel_ret           	1011	2
map                   	1011	0.0045
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0093
iprec_at_recall_0.00  	1011	0.0093
iprec_at_recall_0.10  	1011	0.0093
iprec_at_recall_0.20  	1011	0.0093
iprec_at_recall_0.30  	1011	0.0093
iprec_at_recall_0.40  	1011	0.0089
iprec_at_recall_0.50  	1011	0.0089
iprec_at_recall_0.60  	1011	0.0089
iprec_at_recall_0.70  	1011	0.0000
iprec_at_recall_0.80  	1011	0.0000
iprec_at_recall_0.90  	1011	0.0000
iprec_at_recall_1.00  	1011	0.0000
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0000
P_200                 	1011	0.0050
P_500                 	1011	0.0040
P_1000                	1011	0.0020
relstring             	1011	'0000100001'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.0000
recall_200            	1011	0.2500
recall_500            	1011	0.5000
recall_1000           	1011	0.5000
infAP                 	1011	0.0045
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-996.0000
11pt_avg              	1011	0.0058
binG                  	1011	0.0689
G                     	1011	0.0318
ndcg                  	1011	0.1433
ndcg_rel              	1011	0.1363
Rndcg                 	1011	0.0695
ndcg_cut_5            	1011	0.0479
ndcg_cut_10           	1011	0.0699
ndcg_cut_15           	1011	0.0854
ndcg_cut_20           	1011	0.0969
ndcg_cut_30           	1011	0.1120
ndcg_cut_100          	1011	0.0679
ndcg_cut_200          	1011	0.1025
ndcg_cut_500          	1011	0.1392
ndcg_cut_1000         	1011	0.1433
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0000
map_cut_200           	1011	0.0023
map_cut_500           	1011	0.0045
map_cut_1000          	1011	0.0045
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.0000
relative_P_200        	1011	0.2500
relative_P_500        	1011	0.5000
relative_P_1000       	1011	0.5000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0020
set_relative_P        	1011	0.5000
set_recall            	1011	0.5000
set_map               	1011	0.0010
set_F                 	1011	0.0040
num_nonrel_judged_ret 	1011	153
rbp                   	1011	0.0553
rbp_resid             	1011	0.0268
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	1000
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.1222
Rprec                 	1013	0.2500
bpref                 	1013	0.1250
recip_rank            	1013	0.3333
iprec_at_recall_0.00  	1013	0.3333
iprec_at_recall_0.10  	1013	0.3333
iprec_at_recall_0.20  	1013	0.3333
iprec_at_recall_0.30  	1013	0.3333
iprec_at_recall_0.40  	1013	0.0741
iprec_at_recall_0.50  	1013	0.0741
iprec_at_recall_0.60  	1013	0.0741
iprec_at_recall_0.70  	1013	0.0440
iprec_at_recall_0.80  	1013	0.0440
iprec_at_recall_0.90  	1013	0.0440
iprec_at_recall_1.00  	1013	0.0440
P_5                   	1013	0.2000
P_10                  	1013	0.1000
P_15                  	1013	0.0667
P_20                  	1013	0.0500
P_30                  	1013	0.0667
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'1131111100'
recall_5              	1013	0.2500
recall_10             	1013	0.2500
recall_15             	1013	0.2500
recall_20             	1013	0.2500
recall_30             	1013	0.5000
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.1222
Rprec_mult_0.20       	1013	0.0000
Rprec_mult_0.40       	1013	0.0000
Rprec_mult_0.60       	1013	0.3333
Rprec_mult_0.80       	1013	0.2500
Rprec_mult_1.00       	1013	0.2500
Rprec_mult_1.20       	1013	0.2000
Rprec_mult_1.40       	1013	0.1667
Rprec_mult_1.60       	1013	0.1429
Rprec_mult_1.80       	1013	0.1250
Rprec_mult_2.00       	1013	0.1250
utility               	1013	-992.0000
11pt_avg              	1013	0.1574
binG                  	1013	0.2558
G                     	1013	0.1621
ndcg                  	1013	0.5533
ndcg_rel              	1013	0.4913
Rndcg                 	1013	0.4554
ndcg_cut_5            	1013	0.4892
ndcg_cut_10           	1013	0.5124
ndcg_cut_15           	1013	0.4763
ndcg_cut_20           	1013	0.4302
ndcg_cut_30           	1013	0.4100
ndcg_cut_100          	1013	0.5298
ndcg_cut_200          	1013	0.5473
ndcg_cut_500          	1013	0.5473
ndcg_cut_1000         	1013	0.5533
map_cut_5             	1013	0.0833
map_cut_10            	1013	0.0833
map_cut_15            	1013	0.0833
map_cut_20            	1013	0.0833
map_cut_30            	1013	0.1019
map_cut_100           	1013	0.1222
map_cut_200           	1013	0.1222
map_cut_500           	1013	0.1222
map_cut_1000          	1013	0.1222
relative_P_5          	1013	0.2500
relative_P_10         	1013	0.2500
relative_P_15         	1013	0.2500
relative_P_20         	1013	0.2500
relative_P_30         	1013	0.5000
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	0.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0040
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0040
set_F                 	1013	0.0080
num_nonrel_judged_ret 	1013	111
rbp                   	1013	0.2623
rbp_resid             	1013	0.0404
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	1000
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'1100000000'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-1000.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.2202
ndcg                  	1015	0.4645
ndcg_rel              	1015	0.5185
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.5531
ndcg_cut_10           	1015	0.3590
ndcg_cut_15           	1015	0.3045
ndcg_cut_20           	1015	0.3045
ndcg_cut_30           	1015	0.3045
ndcg_cut_100          	1015	0.3641
ndcg_cut_200          	1015	0.4448
ndcg_cut_500          	1015	0.4448
ndcg_cut_1000         	1015	0.4645
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	93
rbp                   	1015	0.1901
rbp_resid             	1015	0.0319
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	1000
num_rel               	1017	4
num_rel_ret           	1017	4
map                   	1017	0.2631
Rprec                 	1017	0.2500
bpref                 	1017	0.2500
recip_rank            	1017	1.0000
iprec_at_recall_0.00  	1017	1.0000
iprec_at_recall_0.10  	1017	1.0000
iprec_at_recall_0.20  	1017	1.0000
iprec_at_recall_0.30  	1017	1.0000
iprec_at_recall_0.40  	1017	0.0197
iprec_at_recall_0.50  	1017	0.0197
iprec_at_recall_0.60  	1017	0.0197
iprec_at_recall_0.70  	1017	0.0197
iprec_at_recall_0.80  	1017	0.0197
iprec_at_recall_0.90  	1017	0.0197
iprec_at_recall_1.00  	1017	0.0197
P_5                   	1017	0.2000
P_10                  	1017	0.1000
P_15                  	1017	0.0667
P_20                  	1017	0.0500
P_30                  	1017	0.0333
P_100                 	1017	0.0100
P_200                 	1017	0.0150
P_500                 	1017	0.0080
P_1000                	1017	0.0040
relstring             	1017	'3100101010'
recall_5              	1017	0.2500
recall_10             	1017	0.2500
recall_15             	1017	0.2500
recall_20             	1017	0.2500
recall_30             	1017	0.2500
recall_100            	1017	0.2500
recall_200            	1017	0.7500
recall_500            	1017	1.0000
recall_1000           	1017	1.0000
infAP                 	1017	0.2631
Rprec_mult_0.20       	1017	1.0000
Rprec_mult_0.40       	1017	0.5000
Rprec_mult_0.60       	1017	0.3333
Rprec_mult_0.80       	1017	0.2500
Rprec_mult_1.00       	1017	0.2500
Rprec_mult_1.20       	1017	0.2000
Rprec_mult_1.40       	1017	0.1667
Rprec_mult_1.60       	1017	0.1429
Rprec_mult_1.80       	1017	0.1250
Rprec_mult_2.00       	1017	0.1250
utility               	1017	-992.0000
11pt_avg              	1017	0.3762
binG                  	1017	0.3520
G                     	1017	0.1993
ndcg                  	1017	0.6201
ndcg_rel              	1017	0.5358
Rndcg                 	1017	0.4883
ndcg_cut_5            	1017	0.4978
ndcg_cut_10           	1017	0.4813
ndcg_cut_15           	1017	0.4974
ndcg_cut_20           	1017	0.4682
ndcg_cut_30           	1017	0.4290
ndcg_cut_100          	1017	0.3923
ndcg_cut_200          	1017	0.5394
ndcg_cut_500          	1017	0.6138
ndcg_cut_1000         	1017	0.6201
map_cut_5             	1017	0.2500
map_cut_10            	1017	0.2500
map_cut_15            	1017	0.2500
map_cut_20            	1017	0.2500
map_cut_30            	1017	0.2500
map_cut_100           	1017	0.2500
map_cut_200           	1017	0.2582
map_cut_500           	1017	0.2631
map_cut_1000          	1017	0.2631
relative_P_5          	1017	0.2500
relative_P_10         	1017	0.2500
relative_P_15         	1017	0.2500
relative_P_20         	1017	0.2500
relative_P_30         	1017	0.2500
relative_P_100        	1017	0.2500
relative_P_200        	1017	0.7500
relative_P_500        	1017	1.0000
relative_P_1000       	1017	1.0000
success_1             	1017	1.0000
success_5             	1017	1.0000
success_10            	1017	1.0000
set_P                 	1017	0.0040
set_relative_P        	1017	1.0000
set_recall            	1017	1.0000
set_map               	1017	0.0040
set_F                 	1017	0.0080
num_nonrel_judged_ret 	1017	186
rbp                   	1017	0.2274
rbp_resid             	1017	0.0281
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	1000
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1111110000'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-1000.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.3136
ndcg                  	1019	0.6503
ndcg_rel              	1019	0.6645
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	1.0000
ndcg_cut_10           	1019	0.7273
ndcg_cut_15           	1019	0.5638
ndcg_cut_20           	1019	0.4694
ndcg_cut_30           	1019	0.3961
ndcg_cut_100          	1019	0.4535
ndcg_cut_200          	1019	0.5715
ndcg_cut_500          	1019	0.6006
ndcg_cut_1000         	1019	0.6503
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	202
rbp                   	1019	0.4688
rbp_resid             	1019	0.0240
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	1000
num_rel               	1023	7
num_rel_ret           	1023	2
map                   	1023	0.0030
Rprec                 	1023	0.0000
bpref                 	1023	0.0000
recip_rank            	1023	0.0119
iprec_at_recall_0.00  	1023	0.0119
iprec_at_recall_0.10  	1023	0.0119
iprec_at_recall_0.20  	1023	0.0119
iprec_at_recall_0.30  	1023	0.0093
iprec_at_recall_0.40  	1023	0.0000
iprec_at_recall_0.50  	1023	0.0000
iprec_at_recall_0.60  	1023	0.0000
iprec_at_recall_0.70  	1023	0.0000
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.0000
P_15                  	1023	0.0000
P_20                  	1023	0.0000
P_30                  	1023	0.0000
P_100                 	1023	0.0100
P_200                 	1023	0.0050
P_500                 	1023	0.0040
P_1000                	1023	0.0020
relstring             	1023	'010010-101'
recall_5              	1023	0.0000
recall_10             	1023	0.0000
recall_15             	1023	0.0000
recall_20             	1023	0.0000
recall_30             	1023	0.0000
recall_100            	1023	0.1429
recall_200            	1023	0.1429
recall_500            	1023	0.2857
recall_1000           	1023	0.2857
infAP                 	1023	0.0030
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.0000
Rprec_mult_1.20       	1023	0.0000
Rprec_mult_1.40       	1023	0.0000
Rprec_mult_1.60       	1023	0.0000
Rprec_mult_1.80       	1023	0.0000
Rprec_mult_2.00       	1023	0.0000
utility               	1023	-996.0000
11pt_avg              	1023	0.0041
binG                  	1023	0.0407
G                     	1023	0.0828
ndcg                  	1023	0.3002
ndcg_rel              	1023	0.2435
Rndcg                 	1023	0.1824
ndcg_cut_5            	1023	0.1151
ndcg_cut_10           	1023	0.1373
ndcg_cut_15           	1023	0.1235
ndcg_cut_20           	1023	0.1460
ndcg_cut_30           	1023	0.1271
ndcg_cut_100          	1023	0.1996
ndcg_cut_200          	1023	0.2060
ndcg_cut_500          	1023	0.2951
ndcg_cut_1000         	1023	0.3002
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0000
map_cut_15            	1023	0.0000
map_cut_20            	1023	0.0000
map_cut_30            	1023	0.0000
map_cut_100           	1023	0.0017
map_cut_200           	1023	0.0017
map_cut_500           	1023	0.0030
map_cut_1000          	1023	0.0030
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.0000
relative_P_15         	1023	0.0000
relative_P_20         	1023	0.0000
relative_P_30         	1023	0.0000
relative_P_100        	1023	0.1429
relative_P_200        	1023	0.1429
relative_P_500        	1023	0.2857
relative_P_1000       	1023	0.2857
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	0.0000
set_P                 	1023	0.0020
set_relative_P        	1023	0.2857
set_recall            	1023	0.2857
set_map               	1023	0.0006
set_F                 	1023	0.0040
num_nonrel_judged_ret 	1023	199
rbp                   	1023	0.0951
rbp_resid             	1023	0.0634
unj_5                 	1023	0.0000
unj_10                	1023	0.1000
unj_20                	1023	0.0500
num_ret               	1025	1000
num_rel               	1025	2
num_rel_ret           	1025	0
map                   	1025	0.0000
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0000
iprec_at_recall_0.00  	1025	0.0000
iprec_at_recall_0.10  	1025	0.0000
iprec_at_recall_0.20  	1025	0.0000
iprec_at_recall_0.30  	1025	0.0000
iprec_at_recall_0.40  	1025	0.0000
iprec_at_recall_0.50  	1025	0.0000
iprec_at_recall_0.60  	1025	0.0000
iprec_at_recall_0.70  	1025	0.0000
iprec_at_recall_0.80  	1025	0.0000
iprec_at_recall_0.90  	1025	0.0000
iprec_at_recall_1.00  	1025	0.0000
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0000
P_20                  	1025	0.0000
P_30                  	1025	0.0000
P_100                 	1025	0.0000
P_200                 	1025	0.0000
P_500                 	1025	0.0000
P_1000                	1025	0.0000
relstring             	1025	'0001000000'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.0000
recall_20             	1025	0.0000
recall_30             	1025	0.0000
recall_100            	1025	0.0000
recall_200            	1025	0.0000
recall_500            	1025	0.0000
recall_1000           	1025	0.0000
infAP                 	1025	0.0000
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-1000.0000
11pt_avg              	1025	0.0000
binG                  	1025	0.0000
G                     	1025	0.0327
ndcg                  	1025	0.1092
ndcg_rel              	1025	0.1010
Rndcg                 	1025	0.0463
ndcg_cut_5            	1025	0.0693
ndcg_cut_10           	1025	0.0552
ndcg_cut_15           	1025	0.0472
ndcg_cut_20           	1025	0.0418
ndcg_cut_30           	1025	0.0347
ndcg_cut_100          	1025	0.0296
ndcg_cut_200          	1025	0.0768
ndcg_cut_500          	1025	0.1022
ndcg_cut_1000         	1025	0.1092
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0000
map_cut_20            	1025	0.0000
map_cut_30            	1025	0.0000
map_cut_100           	1025	0.0000
map_cut_200           	1025	0.0000
map_cut_500           	1025	0.0000
map_cut_1000          	1025	0.0000
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.0000
relative_P_20         	1025	0.0000
relative_P_30         	1025	0.0000
relative_P_100        	1025	0.0000
relative_P_200        	1025	0.0000
relative_P_500        	1025	0.0000
relative_P_1000       	1025	0.0000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0000
set_relative_P        	1025	0.0000
set_recall            	1025	0.0000
set_map               	1025	0.0000
set_F                 	1025	0.0000
num_nonrel_judged_ret 	1025	202
rbp                   	1025	0.0243
rbp_resid             	1025	0.0311
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	1000
num_rel               	1029	8
num_rel_ret           	1029	8
map                   	1029	0.2342
Rprec                 	1029	0.2500
bpref                 	1029	0.2344
recip_rank            	1029	1.0000
iprec_at_recall_0.00  	1029	1.0000
iprec_at_recall_0.10  	1029	1.0000
iprec_at_recall_0.20  	1029	0.6667
iprec_at_recall_0.30  	1029	0.6667
iprec_at_recall_0.40  	1029	0.0412
iprec_at_recall_0.50  	1029	0.0412
iprec_at_recall_0.60  	1029	0.0412
iprec_at_recall_0.70  	1029	0.0412
iprec_at_recall_0.80  	1029	0.0412
iprec_at_recall_0.90  	1029	0.0412
iprec_at_recall_1.00  	1029	0.0301
P_5                   	1029	0.4000
P_10                  	1029	0.2000
P_15                  	1029	0.1333
P_20                  	1029	0.1000
P_30                  	1029	0.0667
P_100                 	1029	0.0200
P_200                 	1029	0.0350
P_500                 	1029	0.0160
P_1000                	1029	0.0080
relstring             	1029	'3031000000'
recall_5              	1029	0.2500
recall_10             	1029	0.2500
recall_15             	1029	0.2500
recall_20             	1029	0.2500
recall_30             	1029	0.2500
recall_100            	1029	0.2500
recall_200            	1029	0.8750
recall_500            	1029	1.0000
recall_1000           	1029	1.0000
infAP                 	1029	0.2342
Rprec_mult_0.20       	1029	0.5000
Rprec_mult_0.40       	1029	0.5000
Rprec_mult_0.60       	1029	0.4000
Rprec_mult_0.80       	1029	0.2857
Rprec_mult_1.00       	1029	0.2500
Rprec_mult_1.20       	1029	0.2000
Rprec_mult_1.40       	1029	0.1667
Rprec_mult_1.60       	1029	0.1538
Rprec_mult_1.80       	1029	0.1333
Rprec_mult_2.00       	1029	0.1250
utility               	1029	-984.0000
11pt_avg              	1029	0.3282
binG                  	1029	0.3080
G                     	1029	0.1497
ndcg                  	1029	0.5333
ndcg_rel              	1029	0.4541
Rndcg                 	1029	0.3910
ndcg_cut_5            	1029	0.5574
ndcg_cut_10           	1029	0.3960
ndcg_cut_15           	1029	0.3581
ndcg_cut_20           	1029	0.3299
ndcg_cut_30           	1029	0.2889
ndcg_cut_100          	1029	0.2241
ndcg_cut_200          	1029	0.3878
ndcg_cut_500          	1029	0.4974
ndcg_cut_1000         	1029	0.5333
map_cut_5             	1029	0.2083
map_cut_10            	1029	0.2083
map_cut_15            	1029	0.2083
map_cut_20            	1029	0.2083
map_cut_30            	1029	0.2083
map_cut_100           	1029	0.2083
map_cut_200           	1029	0.2304
map_cut_500           	1029	0.2342
map_cut_1000          	1029	0.2342
relative_P_5          	1029	0.4000
relative_P_10         	1029	0.2500
relative_P_15         	1029	0.2500
relative_P_20         	1029	0.2500
relative_P_30         	1029	0.2500
relative_P_100        	1029	0.2500
relative_P_200        	1029	0.8750
relative_P_500        	1029	1.0000
relative_P_1000       	1029	1.0000
success_1             	1029	1.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0080
set_relative_P        	1029	1.0000
set_recall            	1029	1.0000
set_map               	1029	0.0080
set_F                 	1029	0.0159
num_nonrel_judged_ret 	1029	168
rbp                   	1029	0.2066
rbp_resid             	1029	0.0182
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	1000
num_rel               	1031	44
num_rel_ret           	1031	12
map                   	1031	0.0383
Rprec                 	1031	0.0909
bpref                 	1031	0.0888
recip_rank            	1031	0.5000
iprec_at_recall_0.00  	1031	0.5000
iprec_at_recall_0.10  	1031	0.1194
iprec_at_recall_0.20  	1031	0.0874
iprec_at_recall_0.30  	1031	0.0000
iprec_at_recall_0.40  	1031	0.0000
iprec_at_recall_0.50  	1031	0.0000
iprec_at_recall_0.60  	1031	0.0000
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.2000
P_10                  	1031	0.2000
P_15                  	1031	0.1333
P_20                  	1031	0.1500
P_30                  	1031	0.1000
P_100                 	1031	0.0800
P_200                 	1031	0.0500
P_500                 	1031	0.0220
P_1000                	1031	0.0120
relstring             	1031	'13-1013---'
recall_5              	1031	0.0227
recall_10             	1031	0.0455
recall_15             	1031	0.0455
recall_20             	1031	0.0682
recall_30             	1031	0.0682
recall_100            	1031	0.1818
recall_200            	1031	0.2273
recall_500            	1031	0.2500
recall_1000           	1031	0.2727
infAP                 	1031	0.0383
Rprec_mult_0.20       	1031	0.2222
Rprec_mult_0.40       	1031	0.1111
Rprec_mult_0.60       	1031	0.1111
Rprec_mult_0.80       	1031	0.0833
Rprec_mult_1.00       	1031	0.0909
Rprec_mult_1.20       	1031	0.1132
Rprec_mult_1.40       	1031	0.0968
Rprec_mult_1.60       	1031	0.1127
Rprec_mult_1.80       	1031	0.1000
Rprec_mult_2.00       	1031	0.0909
utility               	1031	-976.0000
11pt_avg              	1031	0.0643
binG                  	1031	0.0598
G                     	1031	0.0559
ndcg                  	1031	0.3120
ndcg_rel              	1031	0.3034
Rndcg                 	1031	0.2666
ndcg_cut_5            	1031	0.3757
ndcg_cut_10           	1031	0.3433
ndcg_cut_15           	1031	0.2957
ndcg_cut_20           	1031	0.2906
ndcg_cut_30           	1031	0.2463
ndcg_cut_100          	1031	0.2761
ndcg_cut_200          	1031	0.2620
ndcg_cut_500          	1031	0.2981
ndcg_cut_1000         	1031	0.3120
map_cut_5             	1031	0.0114
map_cut_10            	1031	0.0179
map_cut_15            	1031	0.0179
map_cut_20            	1031	0.0214
map_cut_30            	1031	0.0214
map_cut_100           	1031	0.0338
map_cut_200           	1031	0.0372
map_cut_500           	1031	0.0378
map_cut_1000          	1031	0.0383
relative_P_5          	1031	0.2000
relative_P_10         	1031	0.2000
relative_P_15         	1031	0.1333
relative_P_20         	1031	0.1500
relative_P_30         	1031	0.1000
relative_P_100        	1031	0.1818
relative_P_200        	1031	0.2273
relative_P_500        	1031	0.2500
relative_P_1000       	1031	0.2727
success_1             	1031	0.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.0120
set_relative_P        	1031	0.2727
set_recall            	1031	0.2727
set_map               	1031	0.0033
set_F                 	1031	0.0230
num_nonrel_judged_ret 	1031	158
rbp                   	1031	0.2752
rbp_resid             	1031	0.2721
unj_5                 	1031	0.2000
unj_10                	1031	0.4000
unj_20                	1031	0.2000
num_ret               	1033	1000
num_rel               	1033	13
num_rel_ret           	1033	13
map                   	1033	0.1311
Rprec                 	1033	0.0769
bpref                 	1033	0.0651
recip_rank            	1033	0.3333
iprec_at_recall_0.00  	1033	0.3333
iprec_at_recall_0.10  	1033	0.3333
iprec_at_recall_0.20  	1033	0.1429
iprec_at_recall_0.30  	1033	0.1429
iprec_at_recall_0.40  	1033	0.1373
iprec_at_recall_0.50  	1033	0.1373
iprec_at_recall_0.60  	1033	0.1266
iprec_at_recall_0.70  	1033	0.1266
iprec_at_recall_0.80  	1033	0.1266
iprec_at_recall_0.90  	1033	0.0833
iprec_at_recall_1.00  	1033	0.0833
P_5                   	1033	0.2000
P_10                  	1033	0.1000
P_15                  	1033	0.0667
P_20                  	1033	0.1000
P_30                  	1033	0.1333
P_100                 	1033	0.1000
P_200                 	1033	0.0650
P_500                 	1033	0.0260
P_1000                	1033	0.0130
relstring             	1033	'0130100-10'
recall_5              	1033	0.0769
recall_10             	1033	0.0769
recall_15             	1033	0.0769
recall_20             	1033	0.1538
recall_30             	1033	0.3077
recall_100            	1033	0.7692
recall_200            	1033	1.0000
recall_500            	1033	1.0000
recall_1000           	1033	1.0000
infAP                 	1033	0.1311
Rprec_mult_0.20       	1033	0.3333
Rprec_mult_0.40       	1033	0.1667
Rprec_mult_0.60       	1033	0.1250
Rprec_mult_0.80       	1033	0.0909
Rprec_mult_1.00       	1033	0.0769
Rprec_mult_1.20       	1033	0.0625
Rprec_mult_1.40       	1033	0.1053
Rprec_mult_1.60       	1033	0.1429
Rprec_mult_1.80       	1033	0.1250
Rprec_mult_2.00       	1033	0.1154
utility               	1033	-974.0000
11pt_avg              	1033	0.1612
binG                  	1033	0.2035
G                     	1033	0.1611
ndcg                  	1033	0.6146
ndcg_rel              	1033	0.4561
Rndcg                 	1033	0.4137
ndcg_cut_5            	1033	0.2846
ndcg_cut_10           	1033	0.2068
ndcg_cut_15           	1033	0.1852
ndcg_cut_20           	1033	0.2255
ndcg_cut_30           	1033	0.3410
ndcg_cut_100          	1033	0.5196
ndcg_cut_200          	1033	0.6105
ndcg_cut_500          	1033	0.6146
ndcg_cut_1000         	1033	0.6146
map_cut_5             	1033	0.0256
map_cut_10            	1033	0.0256
map_cut_15            	1033	0.0256
map_cut_20            	1033	0.0337
map_cut_30            	1033	0.0557
map_cut_100           	1033	0.1118
map_cut_200           	1033	0.1311
map_cut_500           	1033	0.1311
map_cut_1000          	1033	0.1311
relative_P_5          	1033	0.2000
relative_P_10         	1033	0.1000
relative_P_15         	1033	0.0769
relative_P_20         	1033	0.1538
relative_P_30         	1033	0.3077
relative_P_100        	1033	0.7692
relative_P_200        	1033	1.0000
relative_P_500        	1033	1.0000
relative_P_1000       	1033	1.0000
success_1             	1033	0.0000
success_5             	1033	1.0000
success_10            	1033	1.0000
set_P                 	1033	0.0130
set_relative_P        	1033	1.0000
set_recall            	1033	1.0000
set_map               	1033	0.0130
set_F                 	1033	0.0257
num_nonrel_judged_ret 	1033	116
rbp                   	1033	0.2201
rbp_resid             	1033	0.0940
unj_5                 	1033	0.0000
unj_10                	1033	0.1000
unj_20                	1033	0.1500
num_ret               	1035	1000
num_rel               	1035	3
num_rel_ret           	1035	1
map                   	1035	0.0278
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0833
iprec_at_recall_0.00  	1035	0.0833
iprec_at_recall_0.10  	1035	0.0833
iprec_at_recall_0.20  	1035	0.0833
iprec_at_recall_0.30  	1035	0.0833
iprec_at_recall_0.40  	1035	0.0833
iprec_at_recall_0.50  	1035	0.0000
iprec_at_recall_0.60  	1035	0.0000
iprec_at_recall_0.70  	1035	0.0000
iprec_at_recall_0.80  	1035	0.0000
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0667
P_20                  	1035	0.0500
P_30                  	1035	0.0333
P_100                 	1035	0.0100
P_200                 	1035	0.0050
P_500                 	1035	0.0020
P_1000                	1035	0.0010
relstring             	1035	'0100000001'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.3333
recall_20             	1035	0.3333
recall_30             	1035	0.3333
recall_100            	1035	0.3333
recall_200            	1035	0.3333
recall_500            	1035	0.3333
recall_1000           	1035	0.3333
infAP                 	1035	0.0278
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-998.0000
11pt_avg              	1035	0.0379
binG                  	1035	0.0901
G                     	1035	0.0249
ndcg                  	1035	0.1046
ndcg_rel              	1035	0.1065
Rndcg                 	1035	0.1026
ndcg_cut_5            	1035	0.0875
ndcg_cut_10           	1035	0.1045
ndcg_cut_15           	1035	0.1710
ndcg_cut_20           	1035	0.1531
ndcg_cut_30           	1035	0.1289
ndcg_cut_100          	1035	0.1046
ndcg_cut_200          	1035	0.1046
ndcg_cut_500          	1035	0.1046
ndcg_cut_1000         	1035	0.1046
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0278
map_cut_20            	1035	0.0278
map_cut_30            	1035	0.0278
map_cut_100           	1035	0.0278
map_cut_200           	1035	0.0278
map_cut_500           	1035	0.0278
map_cut_1000          	1035	0.0278
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.3333
relative_P_20         	1035	0.3333
relative_P_30         	1035	0.3333
relative_P_100        	1035	0.3333
relative_P_200        	1035	0.3333
relative_P_500        	1035	0.3333
relative_P_1000       	1035	0.3333
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0010
set_relative_P        	1035	0.3333
set_recall            	1035	0.3333
set_map               	1035	0.0003
set_F                 	1035	0.0020
num_nonrel_judged_ret 	1035	73
rbp                   	1035	0.0744
rbp_resid             	1035	0.0363
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	1000
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'0001000100'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-1000.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.2123
ndcg                  	1037	0.3999
ndcg_rel              	1037	0.3021
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.1461
ndcg_cut_10           	1037	0.2051
ndcg_cut_15           	1037	0.2051
ndcg_cut_20           	1037	0.2051
ndcg_cut_30           	1037	0.2650
ndcg_cut_100          	1037	0.3597
ndcg_cut_200          	1037	0.3999
ndcg_cut_500          	1037	0.3999
ndcg_cut_1000         	1037	0.3999
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	138
rbp                   	1037	0.1326
rbp_resid             	1037	0.0214
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	1000
num_rel               	1041	6
num_rel_ret           	1041	3
map                   	1041	0.0097
Rprec                 	1041	0.0000
bpref                 	1041	0.0000
recip_rank            	1041	0.0323
iprec_at_recall_0.00  	1041	0.0323
iprec_at_recall_0.10  	1041	0.0323
iprec_at_recall_0.20  	1041	0.0323
iprec_at_recall_0.30  	1041	0.0217
iprec_at_recall_0.40  	1041	0.0217
iprec_at_recall_0.50  	1041	0.0043
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.0000
P_10                  	1041	0.0000
P_15                  	1041	0.0000
P_20                  	1041	0.0000
P_30                  	1041	0.0000
P_100                 	1041	0.0200
P_200                 	1041	0.0100
P_500                 	1041	0.0040
P_1000                	1041	0.0030
relstring             	1041	'1111001101'
recall_5              	1041	0.0000
recall_10             	1041	0.0000
recall_15             	1041	0.0000
recall_20             	1041	0.0000
recall_30             	1041	0.0000
recall_100            	1041	0.3333
recall_200            	1041	0.3333
recall_500            	1041	0.3333
recall_1000           	1041	0.5000
infAP                 	1041	0.0097
Rprec_mult_0.20       	1041	0.0000
Rprec_mult_0.40       	1041	0.0000
Rprec_mult_0.60       	1041	0.0000
Rprec_mult_0.80       	1041	0.0000
Rprec_mult_1.00       	1041	0.0000
Rprec_mult_1.20       	1041	0.0000
Rprec_mult_1.40       	1041	0.0000
Rprec_mult_1.60       	1041	0.0000
Rprec_mult_1.80       	1041	0.0000
Rprec_mult_2.00       	1041	0.0000
utility               	1041	-994.0000
11pt_avg              	1041	0.0131
binG                  	1041	0.0765
G                     	1041	0.1046
ndcg                  	1041	0.3826
ndcg_rel              	1041	0.3503
Rndcg                 	1041	0.3021
ndcg_cut_5            	1041	0.2896
ndcg_cut_10           	1041	0.3138
ndcg_cut_15           	1041	0.3023
ndcg_cut_20           	1041	0.2934
ndcg_cut_30           	1041	0.2540
ndcg_cut_100          	1041	0.3164
ndcg_cut_200          	1041	0.3398
ndcg_cut_500          	1041	0.3594
ndcg_cut_1000         	1041	0.3826
map_cut_5             	1041	0.0000
map_cut_10            	1041	0.0000
map_cut_15            	1041	0.0000
map_cut_20            	1041	0.0000
map_cut_30            	1041	0.0000
map_cut_100           	1041	0.0090
map_cut_200           	1041	0.0090
map_cut_500           	1041	0.0090
map_cut_1000          	1041	0.0097
relative_P_5          	1041	0.0000
relative_P_10         	1041	0.0000
relative_P_15         	1041	0.0000
relative_P_20         	1041	0.0000
relative_P_30         	1041	0.0000
relative_P_100        	1041	0.3333
relative_P_200        	1041	0.3333
relative_P_500        	1041	0.3333
relative_P_1000       	1041	0.5000
success_1             	1041	0.0000
success_5             	1041	0.0000
success_10            	1041	0.0000
set_P                 	1041	0.0030
set_relative_P        	1041	0.5000
set_recall            	1041	0.5000
set_map               	1041	0.0015
set_F                 	1041	0.0060
num_nonrel_judged_ret 	1041	145
rbp                   	1041	0.1823
rbp_resid             	1041	0.0240
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	1000
num_rel               	1047	19
num_rel_ret           	1047	14
map                   	1047	0.1232
Rprec                 	1047	0.1053
bpref                 	1047	0.0942
recip_rank            	1047	1.0000
iprec_at_recall_0.00  	1047	1.0000
iprec_at_recall_0.10  	1047	0.3333
iprec_at_recall_0.20  	1047	0.1316
iprec_at_recall_0.30  	1047	0.1053
iprec_at_recall_0.40  	1047	0.1013
iprec_at_recall_0.50  	1047	0.0926
iprec_at_recall_0.60  	1047	0.0492
iprec_at_recall_0.70  	1047	0.0345
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.2000
P_10                  	1047	0.2000
P_15                  	1047	0.1333
P_20                  	1047	0.1000
P_30                  	1047	0.1000
P_100                 	1047	0.0800
P_200                 	1047	0.0500
P_500                 	1047	0.0260
P_1000                	1047	0.0140
relstring             	1047	'3000030000'
recall_5              	1047	0.0526
recall_10             	1047	0.1053
recall_15             	1047	0.1053
recall_20             	1047	0.1053
recall_30             	1047	0.1579
recall_100            	1047	0.4211
recall_200            	1047	0.5263
recall_500            	1047	0.6842
recall_1000           	1047	0.7368
infAP                 	1047	0.1232
Rprec_mult_0.20       	1047	0.2500
Rprec_mult_0.40       	1047	0.2500
Rprec_mult_0.60       	1047	0.1667
Rprec_mult_0.80       	1047	0.1250
Rprec_mult_1.00       	1047	0.1053
Rprec_mult_1.20       	1047	0.1304
Rprec_mult_1.40       	1047	0.1111
Rprec_mult_1.60       	1047	0.0968
Rprec_mult_1.80       	1047	0.0857
Rprec_mult_2.00       	1047	0.1316
utility               	1047	-972.0000
11pt_avg              	1047	0.1680
binG                  	1047	0.1730
G                     	1047	0.1301
ndcg                  	1047	0.4658
ndcg_rel              	1047	0.4005
Rndcg                 	1047	0.2952
ndcg_cut_5            	1047	0.3392
ndcg_cut_10           	1047	0.2985
ndcg_cut_15           	1047	0.2314
ndcg_cut_20           	1047	0.1969
ndcg_cut_30           	1047	0.2077
ndcg_cut_100          	1047	0.2978
ndcg_cut_200          	1047	0.3713
ndcg_cut_500          	1047	0.4465
ndcg_cut_1000         	1047	0.4658
map_cut_5             	1047	0.0526
map_cut_10            	1047	0.0702
map_cut_15            	1047	0.0702
map_cut_20            	1047	0.0702
map_cut_30            	1047	0.0774
map_cut_100           	1047	0.1058
map_cut_200           	1047	0.1151
map_cut_500           	1047	0.1219
map_cut_1000          	1047	0.1232
relative_P_5          	1047	0.2000
relative_P_10         	1047	0.2000
relative_P_15         	1047	0.1333
relative_P_20         	1047	0.1053
relative_P_30         	1047	0.1579
relative_P_100        	1047	0.4211
relative_P_200        	1047	0.5263
relative_P_500        	1047	0.6842
relative_P_1000       	1047	0.7368
success_1             	1047	1.0000
success_5             	1047	1.0000
success_10            	1047	1.0000
set_P                 	1047	0.0140
set_relative_P        	1047	0.7368
set_recall            	1047	0.7368
set_map               	1047	0.0103
set_F                 	1047	0.0275
num_nonrel_judged_ret 	1047	142
rbp                   	1047	0.1751
rbp_resid             	1047	0.0341
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	1000
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.2898
Rprec                 	1053	0.3333
bpref                 	1053	0.2222
recip_rank            	1053	0.3333
iprec_at_recall_0.00  	1053	0.5000
iprec_at_recall_0.10  	1053	0.5000
iprec_at_recall_0.20  	1053	0.5000
iprec_at_recall_0.30  	1053	0.5000
iprec_at_recall_0.40  	1053	0.5000
iprec_at_recall_0.50  	1053	0.5000
iprec_at_recall_0.60  	1053	0.5000
iprec_at_recall_0.70  	1053	0.5000
iprec_at_recall_0.80  	1053	0.5000
iprec_at_recall_0.90  	1053	0.0361
iprec_at_recall_1.00  	1053	0.0361
P_5                   	1053	0.4000
P_10                  	1053	0.2000
P_15                  	1053	0.1333
P_20                  	1053	0.1000
P_30                  	1053	0.0667
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'1033000010'
recall_5              	1053	0.6667
recall_10             	1053	0.6667
recall_15             	1053	0.6667
recall_20             	1053	0.6667
recall_30             	1053	0.6667
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.2898
Rprec_mult_0.20       	1053	0.0000
Rprec_mult_0.40       	1053	0.0000
Rprec_mult_0.60       	1053	0.0000
Rprec_mult_0.80       	1053	0.3333
Rprec_mult_1.00       	1053	0.3333
Rprec_mult_1.20       	1053	0.5000
Rprec_mult_1.40       	1053	0.4000
Rprec_mult_1.60       	1053	0.4000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-994.0000
11pt_avg              	1053	0.4157
binG                  	1053	0.3858
G                     	1053	0.1406
ndcg                  	1053	0.4498
ndcg_rel              	1053	0.4317
Rndcg                 	1053	0.3852
ndcg_cut_5            	1053	0.5259
ndcg_cut_10           	1053	0.4648
ndcg_cut_15           	1053	0.4296
ndcg_cut_20           	1053	0.3848
ndcg_cut_30           	1053	0.3240
ndcg_cut_100          	1053	0.3708
ndcg_cut_200          	1053	0.4234
ndcg_cut_500          	1053	0.4498
ndcg_cut_1000         	1053	0.4498
map_cut_5             	1053	0.2778
map_cut_10            	1053	0.2778
map_cut_15            	1053	0.2778
map_cut_20            	1053	0.2778
map_cut_30            	1053	0.2778
map_cut_100           	1053	0.2898
map_cut_200           	1053	0.2898
map_cut_500           	1053	0.2898
map_cut_1000          	1053	0.2898
relative_P_5          	1053	0.6667
relative_P_10         	1053	0.6667
relative_P_15         	1053	0.6667
relative_P_20         	1053	0.6667
relative_P_30         	1053	0.6667
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	0.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0030
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0030
set_F                 	1053	0.0060
num_nonrel_judged_ret 	1053	102
rbp                   	1053	0.2101
rbp_resid             	1053	0.0398
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	1000
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-1000.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.0944
ndcg                  	1055	0.1328
ndcg_rel              	1055	0.1110
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.0000
ndcg_cut_15           	1055	0.0000
ndcg_cut_20           	1055	0.0000
ndcg_cut_30           	1055	0.0000
ndcg_cut_100          	1055	0.0000
ndcg_cut_200          	1055	0.1328
ndcg_cut_500          	1055	0.1328
ndcg_cut_1000         	1055	0.1328
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	154
rbp                   	1055	0.0000
rbp_resid             	1055	0.0408
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	1000
num_rel               	1065	1
num_rel_ret           	1065	0
map                   	1065	0.0000
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.0000
iprec_at_recall_0.00  	1065	0.0000
iprec_at_recall_0.10  	1065	0.0000
iprec_at_recall_0.20  	1065	0.0000
iprec_at_recall_0.30  	1065	0.0000
iprec_at_recall_0.40  	1065	0.0000
iprec_at_recall_0.50  	1065	0.0000
iprec_at_recall_0.60  	1065	0.0000
iprec_at_recall_0.70  	1065	0.0000
iprec_at_recall_0.80  	1065	0.0000
iprec_at_recall_0.90  	1065	0.0000
iprec_at_recall_1.00  	1065	0.0000
P_5                   	1065	0.0000
P_10                  	1065	0.0000
P_15                  	1065	0.0000
P_20                  	1065	0.0000
P_30                  	1065	0.0000
P_100                 	1065	0.0000
P_200                 	1065	0.0000
P_500                 	1065	0.0000
P_1000                	1065	0.0000
relstring             	1065	'1000000000'
recall_5              	1065	0.0000
recall_10             	1065	0.0000
recall_15             	1065	0.0000
recall_20             	1065	0.0000
recall_30             	1065	0.0000
recall_100            	1065	0.0000
recall_200            	1065	0.0000
recall_500            	1065	0.0000
recall_1000           	1065	0.0000
infAP                 	1065	0.0000
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-1000.0000
11pt_avg              	1065	0.0000
binG                  	1065	0.0000
G                     	1065	0.0347
ndcg                  	1065	0.1395
ndcg_rel              	1065	0.1491
Rndcg                 	1065	0.1954
ndcg_cut_5            	1065	0.2021
ndcg_cut_10           	1065	0.1528
ndcg_cut_15           	1065	0.1272
ndcg_cut_20           	1065	0.1135
ndcg_cut_30           	1065	0.1135
ndcg_cut_100          	1065	0.1135
ndcg_cut_200          	1065	0.1135
ndcg_cut_500          	1065	0.1276
ndcg_cut_1000         	1065	0.1395
map_cut_5             	1065	0.0000
map_cut_10            	1065	0.0000
map_cut_15            	1065	0.0000
map_cut_20            	1065	0.0000
map_cut_30            	1065	0.0000
map_cut_100           	1065	0.0000
map_cut_200           	1065	0.0000
map_cut_500           	1065	0.0000
map_cut_1000          	1065	0.0000
relative_P_5          	1065	0.0000
relative_P_10         	1065	0.0000
relative_P_15         	1065	0.0000
relative_P_20         	1065	0.0000
relative_P_30         	1065	0.0000
relative_P_100        	1065	0.0000
relative_P_200        	1065	0.0000
relative_P_500        	1065	0.0000
relative_P_1000       	1065	0.0000
success_1             	1065	0.0000
success_5             	1065	0.0000
success_10            	1065	0.0000
set_P                 	1065	0.0000
set_relative_P        	1065	0.0000
set_recall            	1065	0.0000
set_map               	1065	0.0000
set_F                 	1065	0.0000
num_nonrel_judged_ret 	1065	91
rbp                   	1065	0.0333
rbp_resid             	1065	0.0375
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	1000
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.0077
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.0077
iprec_at_recall_0.00  	1067	0.0077
iprec_at_recall_0.10  	1067	0.0077
iprec_at_recall_0.20  	1067	0.0077
iprec_at_recall_0.30  	1067	0.0077
iprec_at_recall_0.40  	1067	0.0077
iprec_at_recall_0.50  	1067	0.0077
iprec_at_recall_0.60  	1067	0.0077
iprec_at_recall_0.70  	1067	0.0077
iprec_at_recall_0.80  	1067	0.0077
iprec_at_recall_0.90  	1067	0.0077
iprec_at_recall_1.00  	1067	0.0077
P_5                   	1067	0.0000
P_10                  	1067	0.0000
P_15                  	1067	0.0000
P_20                  	1067	0.0000
P_30                  	1067	0.0000
P_100                 	1067	0.0000
P_200                 	1067	0.0050
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'0100000000'
recall_5              	1067	0.0000
recall_10             	1067	0.0000
recall_15             	1067	0.0000
recall_20             	1067	0.0000
recall_30             	1067	0.0000
recall_100            	1067	0.0000
recall_200            	1067	1.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.0077
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-998.0000
11pt_avg              	1067	0.0077
binG                  	1067	0.1422
G                     	1067	0.0411
ndcg                  	1067	0.1264
ndcg_rel              	1067	0.1265
Rndcg                 	1067	0.0638
ndcg_cut_5            	1067	0.1275
ndcg_cut_10           	1067	0.0964
ndcg_cut_15           	1067	0.0803
ndcg_cut_20           	1067	0.0698
ndcg_cut_30           	1067	0.0650
ndcg_cut_100          	1067	0.0824
ndcg_cut_200          	1067	0.1264
ndcg_cut_500          	1067	0.1264
ndcg_cut_1000         	1067	0.1264
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.0000
map_cut_15            	1067	0.0000
map_cut_20            	1067	0.0000
map_cut_30            	1067	0.0000
map_cut_100           	1067	0.0000
map_cut_200           	1067	0.0077
map_cut_500           	1067	0.0077
map_cut_1000          	1067	0.0077
relative_P_5          	1067	0.0000
relative_P_10         	1067	0.0000
relative_P_15         	1067	0.0000
relative_P_20         	1067	0.0000
relative_P_30         	1067	0.0000
relative_P_100        	1067	0.0000
relative_P_200        	1067	1.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	0.0000
set_P                 	1067	0.0010
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0010
set_F                 	1067	0.0020
num_nonrel_judged_ret 	1067	116
rbp                   	1067	0.0301
rbp_resid             	1067	0.0409
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	1000
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0000000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-1000.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0302
ndcg                  	1069	0.0582
ndcg_rel              	1069	0.0542
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.0000
ndcg_cut_10           	1069	0.0000
ndcg_cut_15           	1069	0.0000
ndcg_cut_20           	1069	0.0000
ndcg_cut_30           	1069	0.0000
ndcg_cut_100          	1069	0.0000
ndcg_cut_200          	1069	0.0000
ndcg_cut_500          	1069	0.0000
ndcg_cut_1000         	1069	0.0582
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	86
rbp                   	1069	0.0000
rbp_resid             	1069	0.0367
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	1000
num_rel               	1075	3
num_rel_ret           	1075	1
map                   	1075	0.0085
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.0256
iprec_at_recall_0.00  	1075	0.0256
iprec_at_recall_0.10  	1075	0.0256
iprec_at_recall_0.20  	1075	0.0256
iprec_at_recall_0.30  	1075	0.0256
iprec_at_recall_0.40  	1075	0.0256
iprec_at_recall_0.50  	1075	0.0000
iprec_at_recall_0.60  	1075	0.0000
iprec_at_recall_0.70  	1075	0.0000
iprec_at_recall_0.80  	1075	0.0000
iprec_at_recall_0.90  	1075	0.0000
iprec_at_recall_1.00  	1075	0.0000
P_5                   	1075	0.0000
P_10                  	1075	0.0000
P_15                  	1075	0.0000
P_20                  	1075	0.0000
P_30                  	1075	0.0000
P_100                 	1075	0.0100
P_200                 	1075	0.0050
P_500                 	1075	0.0020
P_1000                	1075	0.0010
relstring             	1075	'0110011110'
recall_5              	1075	0.0000
recall_10             	1075	0.0000
recall_15             	1075	0.0000
recall_20             	1075	0.0000
recall_30             	1075	0.0000
recall_100            	1075	0.3333
recall_200            	1075	0.3333
recall_500            	1075	0.3333
recall_1000           	1075	0.3333
infAP                 	1075	0.0085
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-998.0000
11pt_avg              	1075	0.0117
binG                  	1075	0.0626
G                     	1075	0.1078
ndcg                  	1075	0.4487
ndcg_rel              	1075	0.4163
Rndcg                 	1075	0.3210
ndcg_cut_5            	1075	0.1568
ndcg_cut_10           	1075	0.2768
ndcg_cut_15           	1075	0.2936
ndcg_cut_20           	1075	0.3468
ndcg_cut_30           	1075	0.4347
ndcg_cut_100          	1075	0.3611
ndcg_cut_200          	1075	0.4078
ndcg_cut_500          	1075	0.4487
ndcg_cut_1000         	1075	0.4487
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0000
map_cut_15            	1075	0.0000
map_cut_20            	1075	0.0000
map_cut_30            	1075	0.0000
map_cut_100           	1075	0.0085
map_cut_200           	1075	0.0085
map_cut_500           	1075	0.0085
map_cut_1000          	1075	0.0085
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.0000
relative_P_15         	1075	0.0000
relative_P_20         	1075	0.0000
relative_P_30         	1075	0.0000
relative_P_100        	1075	0.3333
relative_P_200        	1075	0.3333
relative_P_500        	1075	0.3333
relative_P_1000       	1075	0.3333
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	0.0000
set_P                 	1075	0.0010
set_relative_P        	1075	0.3333
set_recall            	1075	0.3333
set_map               	1075	0.0003
set_F                 	1075	0.0020
num_nonrel_judged_ret 	1075	143
rbp                   	1075	0.2016
rbp_resid             	1075	0.0459
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0500
num_ret               	1077	1000
num_rel               	1077	16
num_rel_ret           	1077	15
map                   	1077	0.1005
Rprec                 	1077	0.1250
bpref                 	1077	0.0781
recip_rank            	1077	0.1667
iprec_at_recall_0.00  	1077	0.1667
iprec_at_recall_0.10  	1077	0.1667
iprec_at_recall_0.20  	1077	0.1667
iprec_at_recall_0.30  	1077	0.1395
iprec_at_recall_0.40  	1077	0.1395
iprec_at_recall_0.50  	1077	0.0991
iprec_at_recall_0.60  	1077	0.0991
iprec_at_recall_0.70  	1077	0.0991
iprec_at_recall_0.80  	1077	0.0445
iprec_at_recall_0.90  	1077	0.0393
iprec_at_recall_1.00  	1077	0.0000
P_5                   	1077	0.0000
P_10                  	1077	0.1000
P_15                  	1077	0.1333
P_20                  	1077	0.1500
P_30                  	1077	0.1333
P_100                 	1077	0.0900
P_200                 	1077	0.0600
P_500                 	1077	0.0300
P_1000                	1077	0.0150
relstring             	1077	'1-011310-1'
recall_5              	1077	0.0000
recall_10             	1077	0.0625
recall_15             	1077	0.1250
recall_20             	1077	0.1875
recall_30             	1077	0.2500
recall_100            	1077	0.5625
recall_200            	1077	0.7500
recall_500            	1077	0.9375
recall_1000           	1077	0.9375
infAP                 	1077	0.1005
Rprec_mult_0.20       	1077	0.0000
Rprec_mult_0.40       	1077	0.1429
Rprec_mult_0.60       	1077	0.1000
Rprec_mult_0.80       	1077	0.0769
Rprec_mult_1.00       	1077	0.1250
Rprec_mult_1.20       	1077	0.1500
Rprec_mult_1.40       	1077	0.1304
Rprec_mult_1.60       	1077	0.1154
Rprec_mult_1.80       	1077	0.1379
Rprec_mult_2.00       	1077	0.1250
utility               	1077	-970.0000
11pt_avg              	1077	0.1055
binG                  	1077	0.1719
G                     	1077	0.1712
ndcg                  	1077	0.7165
ndcg_rel              	1077	0.5103
Rndcg                 	1077	0.5187
ndcg_cut_5            	1077	0.2055
ndcg_cut_10           	1077	0.2574
ndcg_cut_15           	1077	0.2870
ndcg_cut_20           	1077	0.3360
ndcg_cut_30           	1077	0.3924
ndcg_cut_100          	1077	0.5215
ndcg_cut_200          	1077	0.6209
ndcg_cut_500          	1077	0.7104
ndcg_cut_1000         	1077	0.7165
map_cut_5             	1077	0.0000
map_cut_10            	1077	0.0104
map_cut_15            	1077	0.0187
map_cut_20            	1077	0.0292
map_cut_30            	1077	0.0384
map_cut_100           	1077	0.0755
map_cut_200           	1077	0.0931
map_cut_500           	1077	0.1005
map_cut_1000          	1077	0.1005
relative_P_5          	1077	0.0000
relative_P_10         	1077	0.1000
relative_P_15         	1077	0.1333
relative_P_20         	1077	0.1875
relative_P_30         	1077	0.2500
relative_P_100        	1077	0.5625
relative_P_200        	1077	0.7500
relative_P_500        	1077	0.9375
relative_P_1000       	1077	0.9375
success_1             	1077	0.0000
success_5             	1077	0.0000
success_10            	1077	1.0000
set_P                 	1077	0.0150
set_relative_P        	1077	0.9375
set_recall            	1077	0.9375
set_map               	1077	0.0141
set_F                 	1077	0.0295
num_nonrel_judged_ret 	1077	164
rbp                   	1077	0.2892
rbp_resid             	1077	0.1572
unj_5                 	1077	0.2000
unj_10                	1077	0.2000
unj_20                	1077	0.1500
num_ret               	1079	1000
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.3383
Rprec                 	1079	0.1667
bpref                 	1079	0.1667
recip_rank            	1079	1.0000
iprec_at_recall_0.00  	1079	1.0000
iprec_at_recall_0.10  	1079	1.0000
iprec_at_recall_0.20  	1079	1.0000
iprec_at_recall_0.30  	1079	0.4000
iprec_at_recall_0.40  	1079	0.4000
iprec_at_recall_0.50  	1079	0.4000
iprec_at_recall_0.60  	1079	0.4000
iprec_at_recall_0.70  	1079	0.4000
iprec_at_recall_0.80  	1079	0.0463
iprec_at_recall_0.90  	1079	0.0463
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.2000
P_10                  	1079	0.4000
P_15                  	1079	0.2667
P_20                  	1079	0.2000
P_30                  	1079	0.1333
P_100                 	1079	0.0400
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'3110101333'
recall_5              	1079	0.1667
recall_10             	1079	0.6667
recall_15             	1079	0.6667
recall_20             	1079	0.6667
recall_30             	1079	0.6667
recall_100            	1079	0.6667
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.3383
Rprec_mult_0.20       	1079	0.5000
Rprec_mult_0.40       	1079	0.3333
Rprec_mult_0.60       	1079	0.2500
Rprec_mult_0.80       	1079	0.2000
Rprec_mult_1.00       	1079	0.1667
Rprec_mult_1.20       	1079	0.2500
Rprec_mult_1.40       	1079	0.3333
Rprec_mult_1.60       	1079	0.4000
Rprec_mult_1.80       	1079	0.3636
Rprec_mult_2.00       	1079	0.3333
utility               	1079	-990.0000
11pt_avg              	1079	0.4630
binG                  	1079	0.3582
G                     	1079	0.2432
ndcg                  	1079	0.6390
ndcg_rel              	1079	0.6263
Rndcg                 	1079	0.5396
ndcg_cut_5            	1079	0.5108
ndcg_cut_10           	1079	0.6786
ndcg_cut_15           	1079	0.6285
ndcg_cut_20           	1079	0.5742
ndcg_cut_30           	1079	0.5242
ndcg_cut_100          	1079	0.5448
ndcg_cut_200          	1079	0.6228
ndcg_cut_500          	1079	0.6390
ndcg_cut_1000         	1079	0.6390
map_cut_5             	1079	0.1667
map_cut_10            	1079	0.3306
map_cut_15            	1079	0.3306
map_cut_20            	1079	0.3306
map_cut_30            	1079	0.3306
map_cut_100           	1079	0.3306
map_cut_200           	1079	0.3383
map_cut_500           	1079	0.3383
map_cut_1000          	1079	0.3383
relative_P_5          	1079	0.2000
relative_P_10         	1079	0.6667
relative_P_15         	1079	0.6667
relative_P_20         	1079	0.6667
relative_P_30         	1079	0.6667
relative_P_100        	1079	0.6667
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	1.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0050
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0042
set_F                 	1079	0.0099
num_nonrel_judged_ret 	1079	71
rbp                   	1079	0.3367
rbp_resid             	1079	0.0422
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	1000
num_rel               	1081	11
num_rel_ret           	1081	10
map                   	1081	0.0529
Rprec                 	1081	0.0000
bpref                 	1081	0.0000
recip_rank            	1081	0.0303
iprec_at_recall_0.00  	1081	0.0721
iprec_at_recall_0.10  	1081	0.0721
iprec_at_recall_0.20  	1081	0.0721
iprec_at_recall_0.30  	1081	0.0721
iprec_at_recall_0.40  	1081	0.0721
iprec_at_recall_0.50  	1081	0.0721
iprec_at_recall_0.60  	1081	0.0721
iprec_at_recall_0.70  	1081	0.0721
iprec_at_recall_0.80  	1081	0.0467
iprec_at_recall_0.90  	1081	0.0467
iprec_at_recall_1.00  	1081	0.0000
P_5                   	1081	0.0000
P_10                  	1081	0.0000
P_15                  	1081	0.0000
P_20                  	1081	0.0000
P_30                  	1081	0.0000
P_100                 	1081	0.0600
P_200                 	1081	0.0450
P_500                 	1081	0.0200
P_1000                	1081	0.0100
relstring             	1081	'11--01-0-0'
recall_5              	1081	0.0000
recall_10             	1081	0.0000
recall_15             	1081	0.0000
recall_20             	1081	0.0000
recall_30             	1081	0.0000
recall_100            	1081	0.5455
recall_200            	1081	0.8182
recall_500            	1081	0.9091
recall_1000           	1081	0.9091
infAP                 	1081	0.0529
Rprec_mult_0.20       	1081	0.0000
Rprec_mult_0.40       	1081	0.0000
Rprec_mult_0.60       	1081	0.0000
Rprec_mult_0.80       	1081	0.0000
Rprec_mult_1.00       	1081	0.0000
Rprec_mult_1.20       	1081	0.0000
Rprec_mult_1.40       	1081	0.0000
Rprec_mult_1.60       	1081	0.0000
Rprec_mult_1.80       	1081	0.0000
Rprec_mult_2.00       	1081	0.0000
utility               	1081	-980.0000
11pt_avg              	1081	0.0609
binG                  	1081	0.1474
G                     	1081	0.1554
ndcg                  	1081	0.6275
ndcg_rel              	1081	0.4336
Rndcg                 	1081	0.3896
ndcg_cut_5            	1081	0.1844
ndcg_cut_10           	1081	0.1458
ndcg_cut_15           	1081	0.1777
ndcg_cut_20           	1081	0.1793
ndcg_cut_30           	1081	0.2150
ndcg_cut_100          	1081	0.4039
ndcg_cut_200          	1081	0.5100
ndcg_cut_500          	1081	0.6096
ndcg_cut_1000         	1081	0.6275
map_cut_5             	1081	0.0000
map_cut_10            	1081	0.0000
map_cut_15            	1081	0.0000
map_cut_20            	1081	0.0000
map_cut_30            	1081	0.0000
map_cut_100           	1081	0.0322
map_cut_200           	1081	0.0487
map_cut_500           	1081	0.0529
map_cut_1000          	1081	0.0529
relative_P_5          	1081	0.0000
relative_P_10         	1081	0.0000
relative_P_15         	1081	0.0000
relative_P_20         	1081	0.0000
relative_P_30         	1081	0.0000
relative_P_100        	1081	0.5455
relative_P_200        	1081	0.8182
relative_P_500        	1081	0.9091
relative_P_1000       	1081	0.9091
success_1             	1081	0.0000
success_5             	1081	0.0000
success_10            	1081	0.0000
set_P                 	1081	0.0100
set_relative_P        	1081	0.9091
set_recall            	1081	0.9091
set_map               	1081	0.0091
set_F                 	1081	0.0198
num_nonrel_judged_ret 	1081	209
rbp                   	1081	0.1396
rbp_resid             	1081	0.3150
unj_5                 	1081	0.4000
unj_10                	1081	0.4000
unj_20                	1081	0.3000
num_ret               	1083	1000
num_rel               	1083	3
num_rel_ret           	1083	3
map                   	1083	0.3344
Rprec                 	1083	0.3333
bpref                 	1083	0.3333
recip_rank            	1083	0.5000
iprec_at_recall_0.00  	1083	0.5000
iprec_at_recall_0.10  	1083	0.5000
iprec_at_recall_0.20  	1083	0.5000
iprec_at_recall_0.30  	1083	0.5000
iprec_at_recall_0.40  	1083	0.5000
iprec_at_recall_0.50  	1083	0.5000
iprec_at_recall_0.60  	1083	0.5000
iprec_at_recall_0.70  	1083	0.5000
iprec_at_recall_0.80  	1083	0.5000
iprec_at_recall_0.90  	1083	0.0032
iprec_at_recall_1.00  	1083	0.0032
P_5                   	1083	0.4000
P_10                  	1083	0.2000
P_15                  	1083	0.1333
P_20                  	1083	0.1000
P_30                  	1083	0.0667
P_100                 	1083	0.0200
P_200                 	1083	0.0100
P_500                 	1083	0.0040
P_1000                	1083	0.0030
relstring             	1083	'03030-01-0'
recall_5              	1083	0.6667
recall_10             	1083	0.6667
recall_15             	1083	0.6667
recall_20             	1083	0.6667
recall_30             	1083	0.6667
recall_100            	1083	0.6667
recall_200            	1083	0.6667
recall_500            	1083	0.6667
recall_1000           	1083	1.0000
infAP                 	1083	0.3344
Rprec_mult_0.20       	1083	0.0000
Rprec_mult_0.40       	1083	0.5000
Rprec_mult_0.60       	1083	0.5000
Rprec_mult_0.80       	1083	0.3333
Rprec_mult_1.00       	1083	0.3333
Rprec_mult_1.20       	1083	0.5000
Rprec_mult_1.40       	1083	0.4000
Rprec_mult_1.60       	1083	0.4000
Rprec_mult_1.80       	1083	0.3333
Rprec_mult_2.00       	1083	0.3333
utility               	1083	-994.0000
11pt_avg              	1083	0.4097
binG                  	1083	0.4108
G                     	1083	0.2565
ndcg                  	1083	0.5718
ndcg_rel              	1083	0.4823
Rndcg                 	1083	0.4388
ndcg_cut_5            	1083	0.4417
ndcg_cut_10           	1083	0.3975
ndcg_cut_15           	1083	0.4750
ndcg_cut_20           	1083	0.4750
ndcg_cut_30           	1083	0.4964
ndcg_cut_100          	1083	0.4964
ndcg_cut_200          	1083	0.5402
ndcg_cut_500          	1083	0.5402
ndcg_cut_1000         	1083	0.5718
map_cut_5             	1083	0.3333
map_cut_10            	1083	0.3333
map_cut_15            	1083	0.3333
map_cut_20            	1083	0.3333
map_cut_30            	1083	0.3333
map_cut_100           	1083	0.3333
map_cut_200           	1083	0.3333
map_cut_500           	1083	0.3333
map_cut_1000          	1083	0.3344
relative_P_5          	1083	0.6667
relative_P_10         	1083	0.6667
relative_P_15         	1083	0.6667
relative_P_20         	1083	0.6667
relative_P_30         	1083	0.6667
relative_P_100        	1083	0.6667
relative_P_200        	1083	0.6667
relative_P_500        	1083	0.6667
relative_P_1000       	1083	1.0000
success_1             	1083	0.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0030
set_relative_P        	1083	1.0000
set_recall            	1083	1.0000
set_map               	1083	0.0030
set_F                 	1083	0.0060
num_nonrel_judged_ret 	1083	118
rbp                   	1083	0.2208
rbp_resid             	1083	0.1621
unj_5                 	1083	0.0000
unj_10                	1083	0.2000
unj_20                	1083	0.1500
num_ret               	1085	1000
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.5117
Rprec                 	1085	0.5000
bpref                 	1085	0.5000
recip_rank            	1085	1.0000
iprec_at_recall_0.00  	1085	1.0000
iprec_at_recall_0.10  	1085	1.0000
iprec_at_recall_0.20  	1085	1.0000
iprec_at_recall_0.30  	1085	1.0000
iprec_at_recall_0.40  	1085	1.0000
iprec_at_recall_0.50  	1085	1.0000
iprec_at_recall_0.60  	1085	1.0000
iprec_at_recall_0.70  	1085	0.0294
iprec_at_recall_0.80  	1085	0.0294
iprec_at_recall_0.90  	1085	0.0173
iprec_at_recall_1.00  	1085	0.0173
P_5                   	1085	0.4000
P_10                  	1085	0.2000
P_15                  	1085	0.1333
P_20                  	1085	0.1000
P_30                  	1085	0.0667
P_100                 	1085	0.0200
P_200                 	1085	0.0150
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'33-00-00-0'
recall_5              	1085	0.5000
recall_10             	1085	0.5000
recall_15             	1085	0.5000
recall_20             	1085	0.5000
recall_30             	1085	0.5000
recall_100            	1085	0.5000
recall_200            	1085	0.7500
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.5117
Rprec_mult_0.20       	1085	1.0000
Rprec_mult_0.40       	1085	1.0000
Rprec_mult_0.60       	1085	0.6667
Rprec_mult_0.80       	1085	0.5000
Rprec_mult_1.00       	1085	0.5000
Rprec_mult_1.20       	1085	0.4000
Rprec_mult_1.40       	1085	0.3333
Rprec_mult_1.60       	1085	0.2857
Rprec_mult_1.80       	1085	0.2500
Rprec_mult_2.00       	1085	0.2500
utility               	1085	-992.0000
11pt_avg              	1085	0.6449
binG                  	1085	0.5694
G                     	1085	0.4059
ndcg                  	1085	0.6649
ndcg_rel              	1085	0.6767
Rndcg                 	1085	0.5978
ndcg_cut_5            	1085	0.6062
ndcg_cut_10           	1085	0.5061
ndcg_cut_15           	1085	0.5184
ndcg_cut_20           	1085	0.5184
ndcg_cut_30           	1085	0.5184
ndcg_cut_100          	1085	0.5536
ndcg_cut_200          	1085	0.6136
ndcg_cut_500          	1085	0.6649
ndcg_cut_1000         	1085	0.6649
map_cut_5             	1085	0.5000
map_cut_10            	1085	0.5000
map_cut_15            	1085	0.5000
map_cut_20            	1085	0.5000
map_cut_30            	1085	0.5000
map_cut_100           	1085	0.5000
map_cut_200           	1085	0.5074
map_cut_500           	1085	0.5117
map_cut_1000          	1085	0.5117
relative_P_5          	1085	0.5000
relative_P_10         	1085	0.5000
relative_P_15         	1085	0.5000
relative_P_20         	1085	0.5000
relative_P_30         	1085	0.5000
relative_P_100        	1085	0.5000
relative_P_200        	1085	0.7500
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	1.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0040
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0040
set_F                 	1085	0.0080
num_nonrel_judged_ret 	1085	126
rbp                   	1085	0.2005
rbp_resid             	1085	0.2703
unj_5                 	1085	0.2000
unj_10                	1085	0.3000
unj_20                	1085	0.2000
num_ret               	1087	1000
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.0285
Rprec                 	1087	0.0000
bpref                 	1087	0.0000
recip_rank            	1087	0.0263
iprec_at_recall_0.00  	1087	0.0308
iprec_at_recall_0.10  	1087	0.0308
iprec_at_recall_0.20  	1087	0.0308
iprec_at_recall_0.30  	1087	0.0308
iprec_at_recall_0.40  	1087	0.0308
iprec_at_recall_0.50  	1087	0.0308
iprec_at_recall_0.60  	1087	0.0308
iprec_at_recall_0.70  	1087	0.0308
iprec_at_recall_0.80  	1087	0.0308
iprec_at_recall_0.90  	1087	0.0308
iprec_at_recall_1.00  	1087	0.0308
P_5                   	1087	0.0000
P_10                  	1087	0.0000
P_15                  	1087	0.0000
P_20                  	1087	0.0000
P_30                  	1087	0.0000
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'00-1001110'
recall_5              	1087	0.0000
recall_10             	1087	0.0000
recall_15             	1087	0.0000
recall_20             	1087	0.0000
recall_30             	1087	0.0000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.0285
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.0000
Rprec_mult_0.80       	1087	0.0000
Rprec_mult_1.00       	1087	0.0000
Rprec_mult_1.20       	1087	0.0000
Rprec_mult_1.40       	1087	0.0000
Rprec_mult_1.60       	1087	0.0000
Rprec_mult_1.80       	1087	0.0000
Rprec_mult_2.00       	1087	0.0000
utility               	1087	-996.0000
11pt_avg              	1087	0.0308
binG                  	1087	0.1776
G                     	1087	0.1576
ndcg                  	1087	0.5184
ndcg_rel              	1087	0.3720
Rndcg                 	1087	0.2702
ndcg_cut_5            	1087	0.0693
ndcg_cut_10           	1087	0.1769
ndcg_cut_15           	1087	0.2097
ndcg_cut_20           	1087	0.2303
ndcg_cut_30           	1087	0.2420
ndcg_cut_100          	1087	0.4187
ndcg_cut_200          	1087	0.4531
ndcg_cut_500          	1087	0.5184
ndcg_cut_1000         	1087	0.5184
map_cut_5             	1087	0.0000
map_cut_10            	1087	0.0000
map_cut_15            	1087	0.0000
map_cut_20            	1087	0.0000
map_cut_30            	1087	0.0000
map_cut_100           	1087	0.0285
map_cut_200           	1087	0.0285
map_cut_500           	1087	0.0285
map_cut_1000          	1087	0.0285
relative_P_5          	1087	0.0000
relative_P_10         	1087	0.0000
relative_P_15         	1087	0.0000
relative_P_20         	1087	0.0000
relative_P_30         	1087	0.0000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	0.0000
success_10            	1087	0.0000
set_P                 	1087	0.0020
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0020
set_F                 	1087	0.0040
num_nonrel_judged_ret 	1087	181
rbp                   	1087	0.1158
rbp_resid             	1087	0.1650
unj_5                 	1087	0.2000
unj_10                	1087	0.1000
unj_20                	1087	0.2000
runid                 	all	bm25-td-rank1
num_q                 	all	30
num_ret               	all	30000
num_rel               	all	183
num_rel_ret           	all	123
map                   	all	0.1023
gm_map                	all	0.0058
Rprec                 	all	0.0899
bpref                 	all	0.0755
recip_rank            	all	0.2606
iprec_at_recall_0.00  	all	0.2717
iprec_at_recall_0.10  	all	0.2368
iprec_at_recall_0.20  	all	0.2110
iprec_at_recall_0.30  	all	0.1858
iprec_at_recall_0.40  	all	0.1230
iprec_at_recall_0.50  	all	0.1172
iprec_at_recall_0.60  	all	0.1151
iprec_at_recall_0.70  	all	0.0798
iprec_at_recall_0.80  	all	0.0603
iprec_at_recall_0.90  	all	0.0222
iprec_at_recall_1.00  	all	0.0174
P_5                   	all	0.1000
P_10                  	all	0.0767
P_15                  	all	0.0578
P_20                  	all	0.0500
P_30                  	all	0.0433
P_100                 	all	0.0260
P_200                 	all	0.0173
P_500                 	all	0.0079
P_1000                	all	0.0041
recall_5              	all	0.1301
recall_10             	all	0.1561
recall_15             	all	0.1717
recall_20             	all	0.1795
recall_30             	all	0.2063
recall_100            	all	0.3581
recall_200            	all	0.4899
recall_500            	all	0.5475
recall_1000           	all	0.5750
infAP                 	all	0.1023
gm_bpref              	all	0.0005
Rprec_mult_0.20       	all	0.1269
Rprec_mult_0.40       	all	0.1224
Rprec_mult_0.60       	all	0.1069
Rprec_mult_0.80       	all	0.0898
Rprec_mult_1.00       	all	0.0899
Rprec_mult_1.20       	all	0.0961
Rprec_mult_1.40       	all	0.0870
Rprec_mult_1.60       	all	0.0870
Rprec_mult_1.80       	all	0.0794
Rprec_mult_2.00       	all	0.0779
utility               	all	-991.8000
11pt_avg              	all	0.1309
binG                  	all	0.1594
G                     	all	0.1497
ndcg                  	all	0.4251
ndcg_rel              	all	0.3832
Rndcg                 	all	0.2669
ndcg_cut_5            	all	0.3315
ndcg_cut_10           	all	0.3085
ndcg_cut_15           	all	0.2946
ndcg_cut_20           	all	0.2902
ndcg_cut_30           	all	0.2935
ndcg_cut_100          	all	0.3246
ndcg_cut_200          	all	0.3797
ndcg_cut_500          	all	0.4137
ndcg_cut_1000         	all	0.4251
map_cut_5             	all	0.0720
map_cut_10            	all	0.0797
map_cut_15            	all	0.0814
map_cut_20            	all	0.0826
map_cut_30            	all	0.0870
map_cut_100           	all	0.0966
map_cut_200           	all	0.1009
map_cut_500           	all	0.1022
map_cut_1000          	all	0.1023
relative_P_5          	all	0.1511
relative_P_10         	all	0.1683
relative_P_15         	all	0.1758
relative_P_20         	all	0.1822
relative_P_30         	all	0.2073
relative_P_100        	all	0.3581
relative_P_200        	all	0.4899
relative_P_500        	all	0.5475
relative_P_1000       	all	0.5750
success_1             	all	0.1667
success_5             	all	0.3667
success_10            	all	0.4333
set_P                 	all	0.0041
set_relative_P        	all	0.5750
set_recall            	all	0.5750
set_map               	all	0.0033
set_F                 	all	0.0081
num_nonrel_judged_ret 	all	4275
rbp                   	all	0.1838
rbp_resid             	all	0.0731
unj_5                 	all	0.0400
unj_10                	all	0.0600
unj_20                	all	0.0483
