num_ret               	1001	1000
num_rel               	1001	14
num_rel_ret           	1001	13
map                   	1001	0.2234
Rprec                 	1001	0.2143
bpref                 	1001	0.1378
recip_rank            	1001	0.1667
iprec_at_recall_0.00  	1001	0.3000
iprec_at_recall_0.10  	1001	0.3000
iprec_at_recall_0.20  	1001	0.3000
iprec_at_recall_0.30  	1001	0.3000
iprec_at_recall_0.40  	1001	0.3000
iprec_at_recall_0.50  	1001	0.3000
iprec_at_recall_0.60  	1001	0.3000
iprec_at_recall_0.70  	1001	0.2941
iprec_at_recall_0.80  	1001	0.2821
iprec_at_recall_0.90  	1001	0.0622
iprec_at_recall_1.00  	1001	0.0000
P_5                   	1001	0.0000
P_10                  	1001	0.2000
P_15                  	1001	0.2667
P_20                  	1001	0.2500
P_30                  	1001	0.3000
P_100                 	1001	0.1100
P_200                 	1001	0.0600
P_500                 	1001	0.0260
P_1000                	1001	0.0130
relstring             	1001	'1111133011'
recall_5              	1001	0.0000
recall_10             	1001	0.1429
recall_15             	1001	0.2857
recall_20             	1001	0.3571
recall_30             	1001	0.6429
recall_100            	1001	0.7857
recall_200            	1001	0.8571
recall_500            	1001	0.9286
recall_1000           	1001	0.9286
infAP                 	1001	0.2234
Rprec_mult_0.20       	1001	0.0000
Rprec_mult_0.40       	1001	0.1667
Rprec_mult_0.60       	1001	0.2222
Rprec_mult_0.80       	1001	0.2500
Rprec_mult_1.00       	1001	0.2143
Rprec_mult_1.20       	1001	0.2353
Rprec_mult_1.40       	1001	0.2500
Rprec_mult_1.60       	1001	0.2609
Rprec_mult_1.80       	1001	0.2692
Rprec_mult_2.00       	1001	0.2857
utility               	1001	-974.0000
11pt_avg              	1001	0.2489
binG                  	1001	0.2246
G                     	1001	0.1676
ndcg                  	1001	0.6232
ndcg_rel              	1001	0.5507
Rndcg                 	1001	0.5279
ndcg_cut_5            	1001	0.3333
ndcg_cut_10           	1001	0.4114
ndcg_cut_15           	1001	0.4515
ndcg_cut_20           	1001	0.4866
ndcg_cut_30           	1001	0.5811
ndcg_cut_100          	1001	0.5530
ndcg_cut_200          	1001	0.5953
ndcg_cut_500          	1001	0.6150
ndcg_cut_1000         	1001	0.6232
map_cut_5             	1001	0.0000
map_cut_10            	1001	0.0323
map_cut_15            	1001	0.0708
map_cut_20            	1001	0.0896
map_cut_30            	1001	0.1727
map_cut_100           	1001	0.2139
map_cut_200           	1001	0.2190
map_cut_500           	1001	0.2234
map_cut_1000          	1001	0.2234
relative_P_5          	1001	0.0000
relative_P_10         	1001	0.2000
relative_P_15         	1001	0.2857
relative_P_20         	1001	0.3571
relative_P_30         	1001	0.6429
relative_P_100        	1001	0.7857
relative_P_200        	1001	0.8571
relative_P_500        	1001	0.9286
relative_P_1000       	1001	0.9286
success_1             	1001	0.0000
success_5             	1001	0.0000
success_10            	1001	1.0000
set_P                 	1001	0.0130
set_relative_P        	1001	0.9286
set_recall            	1001	0.9286
set_map               	1001	0.0121
set_F                 	1001	0.0256
num_nonrel_judged_ret 	1001	159
rbp                   	1001	0.4251
rbp_resid             	1001	0.0101
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	1000
num_rel               	1003	4
num_rel_ret           	1003	2
map                   	1003	0.0063
Rprec                 	1003	0.0000
bpref                 	1003	0.0000
recip_rank            	1003	0.0122
iprec_at_recall_0.00  	1003	0.0131
iprec_at_recall_0.10  	1003	0.0131
iprec_at_recall_0.20  	1003	0.0131
iprec_at_recall_0.30  	1003	0.0131
iprec_at_recall_0.40  	1003	0.0131
iprec_at_recall_0.50  	1003	0.0131
iprec_at_recall_0.60  	1003	0.0131
iprec_at_recall_0.70  	1003	0.0000
iprec_at_recall_0.80  	1003	0.0000
iprec_at_recall_0.90  	1003	0.0000
iprec_at_recall_1.00  	1003	0.0000
P_5                   	1003	0.0000
P_10                  	1003	0.0000
P_15                  	1003	0.0000
P_20                  	1003	0.0000
P_30                  	1003	0.0000
P_100                 	1003	0.0100
P_200                 	1003	0.0100
P_500                 	1003	0.0040
P_1000                	1003	0.0020
relstring             	1003	'1111111111'
recall_5              	1003	0.0000
recall_10             	1003	0.0000
recall_15             	1003	0.0000
recall_20             	1003	0.0000
recall_30             	1003	0.0000
recall_100            	1003	0.2500
recall_200            	1003	0.5000
recall_500            	1003	0.5000
recall_1000           	1003	0.5000
infAP                 	1003	0.0063
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.0000
Rprec_mult_0.60       	1003	0.0000
Rprec_mult_0.80       	1003	0.0000
Rprec_mult_1.00       	1003	0.0000
Rprec_mult_1.20       	1003	0.0000
Rprec_mult_1.40       	1003	0.0000
Rprec_mult_1.60       	1003	0.0000
Rprec_mult_1.80       	1003	0.0000
Rprec_mult_2.00       	1003	0.0000
utility               	1003	-996.0000
11pt_avg              	1003	0.0083
binG                  	1003	0.0737
G                     	1003	0.0847
ndcg                  	1003	0.3894
ndcg_rel              	1003	0.3933
Rndcg                 	1003	0.3403
ndcg_cut_5            	1003	0.3653
ndcg_cut_10           	1003	0.4700
ndcg_cut_15           	1003	0.5336
ndcg_cut_20           	1003	0.5598
ndcg_cut_30           	1003	0.5210
ndcg_cut_100          	1003	0.3095
ndcg_cut_200          	1003	0.3894
ndcg_cut_500          	1003	0.3894
ndcg_cut_1000         	1003	0.3894
map_cut_5             	1003	0.0000
map_cut_10            	1003	0.0000
map_cut_15            	1003	0.0000
map_cut_20            	1003	0.0000
map_cut_30            	1003	0.0000
map_cut_100           	1003	0.0030
map_cut_200           	1003	0.0063
map_cut_500           	1003	0.0063
map_cut_1000          	1003	0.0063
relative_P_5          	1003	0.0000
relative_P_10         	1003	0.0000
relative_P_15         	1003	0.0000
relative_P_20         	1003	0.0000
relative_P_30         	1003	0.0000
relative_P_100        	1003	0.2500
relative_P_200        	1003	0.5000
relative_P_500        	1003	0.5000
relative_P_1000       	1003	0.5000
success_1             	1003	0.0000
success_5             	1003	0.0000
success_10            	1003	0.0000
set_P                 	1003	0.0020
set_relative_P        	1003	0.5000
set_recall            	1003	0.5000
set_map               	1003	0.0010
set_F                 	1003	0.0040
num_nonrel_judged_ret 	1003	82
rbp                   	1003	0.2953
rbp_resid             	1003	0.0393
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	1000
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'1110000000'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-1000.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.2818
ndcg                  	1007	0.5190
ndcg_rel              	1007	0.6181
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	0.7227
ndcg_cut_10           	1007	0.4690
ndcg_cut_15           	1007	0.3979
ndcg_cut_20           	1007	0.4404
ndcg_cut_30           	1007	0.4404
ndcg_cut_100          	1007	0.4404
ndcg_cut_200          	1007	0.5190
ndcg_cut_500          	1007	0.5190
ndcg_cut_1000         	1007	0.5190
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	162
rbp                   	1007	0.2845
rbp_resid             	1007	0.0315
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	1000
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	0.3333
Rprec                 	1009	0.0000
bpref                 	1009	0.0000
recip_rank            	1009	0.3333
iprec_at_recall_0.00  	1009	0.3333
iprec_at_recall_0.10  	1009	0.3333
iprec_at_recall_0.20  	1009	0.3333
iprec_at_recall_0.30  	1009	0.3333
iprec_at_recall_0.40  	1009	0.3333
iprec_at_recall_0.50  	1009	0.3333
iprec_at_recall_0.60  	1009	0.3333
iprec_at_recall_0.70  	1009	0.3333
iprec_at_recall_0.80  	1009	0.3333
iprec_at_recall_0.90  	1009	0.3333
iprec_at_recall_1.00  	1009	0.3333
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'1131000000'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	0.3333
Rprec_mult_0.20       	1009	0.0000
Rprec_mult_0.40       	1009	0.0000
Rprec_mult_0.60       	1009	0.0000
Rprec_mult_0.80       	1009	0.0000
Rprec_mult_1.00       	1009	0.0000
Rprec_mult_1.20       	1009	0.0000
Rprec_mult_1.40       	1009	0.0000
Rprec_mult_1.60       	1009	0.0000
Rprec_mult_1.80       	1009	0.0000
Rprec_mult_2.00       	1009	0.0000
utility               	1009	-998.0000
11pt_avg              	1009	0.3333
binG                  	1009	0.5000
G                     	1009	0.3189
ndcg                  	1009	0.5295
ndcg_rel              	1009	0.5322
Rndcg                 	1009	0.4341
ndcg_cut_5            	1009	0.7197
ndcg_cut_10           	1009	0.5443
ndcg_cut_15           	1009	0.4531
ndcg_cut_20           	1009	0.4394
ndcg_cut_30           	1009	0.4394
ndcg_cut_100          	1009	0.4999
ndcg_cut_200          	1009	0.5170
ndcg_cut_500          	1009	0.5170
ndcg_cut_1000         	1009	0.5295
map_cut_5             	1009	0.3333
map_cut_10            	1009	0.3333
map_cut_15            	1009	0.3333
map_cut_20            	1009	0.3333
map_cut_30            	1009	0.3333
map_cut_100           	1009	0.3333
map_cut_200           	1009	0.3333
map_cut_500           	1009	0.3333
map_cut_1000          	1009	0.3333
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	0.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0010
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0010
set_F                 	1009	0.0020
num_nonrel_judged_ret 	1009	123
rbp                   	1009	0.1688
rbp_resid             	1009	0.0408
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	1000
num_rel               	1011	4
num_rel_ret           	1011	2
map                   	1011	0.0035
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0073
iprec_at_recall_0.00  	1011	0.0073
iprec_at_recall_0.10  	1011	0.0073
iprec_at_recall_0.20  	1011	0.0073
iprec_at_recall_0.30  	1011	0.0073
iprec_at_recall_0.40  	1011	0.0066
iprec_at_recall_0.50  	1011	0.0066
iprec_at_recall_0.60  	1011	0.0066
iprec_at_recall_0.70  	1011	0.0000
iprec_at_recall_0.80  	1011	0.0000
iprec_at_recall_0.90  	1011	0.0000
iprec_at_recall_1.00  	1011	0.0000
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0000
P_200                 	1011	0.0050
P_500                 	1011	0.0040
P_1000                	1011	0.0020
relstring             	1011	'0100010100'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.0000
recall_200            	1011	0.2500
recall_500            	1011	0.5000
recall_1000           	1011	0.5000
infAP                 	1011	0.0035
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-996.0000
11pt_avg              	1011	0.0045
binG                  	1011	0.0655
G                     	1011	0.0389
ndcg                  	1011	0.1825
ndcg_rel              	1011	0.1742
Rndcg                 	1011	0.1199
ndcg_cut_5            	1011	0.0782
ndcg_cut_10           	1011	0.1348
ndcg_cut_15           	1011	0.1673
ndcg_cut_20           	1011	0.1511
ndcg_cut_30           	1011	0.1286
ndcg_cut_100          	1011	0.0991
ndcg_cut_200          	1011	0.1211
ndcg_cut_500          	1011	0.1705
ndcg_cut_1000         	1011	0.1825
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0000
map_cut_200           	1011	0.0018
map_cut_500           	1011	0.0035
map_cut_1000          	1011	0.0035
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.0000
relative_P_200        	1011	0.2500
relative_P_500        	1011	0.5000
relative_P_1000       	1011	0.5000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0020
set_relative_P        	1011	0.5000
set_recall            	1011	0.5000
set_map               	1011	0.0010
set_F                 	1011	0.0040
num_nonrel_judged_ret 	1011	155
rbp                   	1011	0.0888
rbp_resid             	1011	0.0136
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	1000
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.0988
Rprec                 	1013	0.2500
bpref                 	1013	0.1250
recip_rank            	1013	0.3333
iprec_at_recall_0.00  	1013	0.3333
iprec_at_recall_0.10  	1013	0.3333
iprec_at_recall_0.20  	1013	0.3333
iprec_at_recall_0.30  	1013	0.3333
iprec_at_recall_0.40  	1013	0.0261
iprec_at_recall_0.50  	1013	0.0261
iprec_at_recall_0.60  	1013	0.0261
iprec_at_recall_0.70  	1013	0.0261
iprec_at_recall_0.80  	1013	0.0261
iprec_at_recall_0.90  	1013	0.0261
iprec_at_recall_1.00  	1013	0.0261
P_5                   	1013	0.2000
P_10                  	1013	0.1000
P_15                  	1013	0.0667
P_20                  	1013	0.0500
P_30                  	1013	0.0333
P_100                 	1013	0.0100
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'1131111100'
recall_5              	1013	0.2500
recall_10             	1013	0.2500
recall_15             	1013	0.2500
recall_20             	1013	0.2500
recall_30             	1013	0.2500
recall_100            	1013	0.2500
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.0988
Rprec_mult_0.20       	1013	0.0000
Rprec_mult_0.40       	1013	0.0000
Rprec_mult_0.60       	1013	0.3333
Rprec_mult_0.80       	1013	0.2500
Rprec_mult_1.00       	1013	0.2500
Rprec_mult_1.20       	1013	0.2000
Rprec_mult_1.40       	1013	0.1667
Rprec_mult_1.60       	1013	0.1429
Rprec_mult_1.80       	1013	0.1250
Rprec_mult_2.00       	1013	0.1250
utility               	1013	-992.0000
11pt_avg              	1013	0.1378
binG                  	1013	0.2298
G                     	1013	0.1454
ndcg                  	1013	0.5117
ndcg_rel              	1013	0.4528
Rndcg                 	1013	0.4235
ndcg_cut_5            	1013	0.4892
ndcg_cut_10           	1013	0.5124
ndcg_cut_15           	1013	0.4509
ndcg_cut_20           	1013	0.4072
ndcg_cut_30           	1013	0.3468
ndcg_cut_100          	1013	0.3047
ndcg_cut_200          	1013	0.4985
ndcg_cut_500          	1013	0.5057
ndcg_cut_1000         	1013	0.5117
map_cut_5             	1013	0.0833
map_cut_10            	1013	0.0833
map_cut_15            	1013	0.0833
map_cut_20            	1013	0.0833
map_cut_30            	1013	0.0833
map_cut_100           	1013	0.0833
map_cut_200           	1013	0.0988
map_cut_500           	1013	0.0988
map_cut_1000          	1013	0.0988
relative_P_5          	1013	0.2500
relative_P_10         	1013	0.2500
relative_P_15         	1013	0.2500
relative_P_20         	1013	0.2500
relative_P_30         	1013	0.2500
relative_P_100        	1013	0.2500
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	0.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0040
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0040
set_F                 	1013	0.0080
num_nonrel_judged_ret 	1013	94
rbp                   	1013	0.2439
rbp_resid             	1013	0.0424
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	1000
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'1010000000'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-1000.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.1839
ndcg                  	1015	0.4206
ndcg_rel              	1015	0.4675
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.5087
ndcg_cut_10           	1015	0.3301
ndcg_cut_15           	1015	0.2801
ndcg_cut_20           	1015	0.2801
ndcg_cut_30           	1015	0.2801
ndcg_cut_100          	1015	0.4007
ndcg_cut_200          	1015	0.4007
ndcg_cut_500          	1015	0.4007
ndcg_cut_1000         	1015	0.4206
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	89
rbp                   	1015	0.1815
rbp_resid             	1015	0.0403
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	1000
num_rel               	1017	4
num_rel_ret           	1017	4
map                   	1017	0.2683
Rprec                 	1017	0.2500
bpref                 	1017	0.2500
recip_rank            	1017	1.0000
iprec_at_recall_0.00  	1017	1.0000
iprec_at_recall_0.10  	1017	1.0000
iprec_at_recall_0.20  	1017	1.0000
iprec_at_recall_0.30  	1017	1.0000
iprec_at_recall_0.40  	1017	0.0253
iprec_at_recall_0.50  	1017	0.0253
iprec_at_recall_0.60  	1017	0.0253
iprec_at_recall_0.70  	1017	0.0253
iprec_at_recall_0.80  	1017	0.0253
iprec_at_recall_0.90  	1017	0.0253
iprec_at_recall_1.00  	1017	0.0253
P_5                   	1017	0.2000
P_10                  	1017	0.1000
P_15                  	1017	0.0667
P_20                  	1017	0.0500
P_30                  	1017	0.0333
P_100                 	1017	0.0200
P_200                 	1017	0.0200
P_500                 	1017	0.0080
P_1000                	1017	0.0040
relstring             	1017	'3101101010'
recall_5              	1017	0.2500
recall_10             	1017	0.2500
recall_15             	1017	0.2500
recall_20             	1017	0.2500
recall_30             	1017	0.2500
recall_100            	1017	0.5000
recall_200            	1017	1.0000
recall_500            	1017	1.0000
recall_1000           	1017	1.0000
infAP                 	1017	0.2683
Rprec_mult_0.20       	1017	1.0000
Rprec_mult_0.40       	1017	0.5000
Rprec_mult_0.60       	1017	0.3333
Rprec_mult_0.80       	1017	0.2500
Rprec_mult_1.00       	1017	0.2500
Rprec_mult_1.20       	1017	0.2000
Rprec_mult_1.40       	1017	0.1667
Rprec_mult_1.60       	1017	0.1429
Rprec_mult_1.80       	1017	0.1250
Rprec_mult_2.00       	1017	0.1250
utility               	1017	-992.0000
11pt_avg              	1017	0.3797
binG                  	1017	0.3594
G                     	1017	0.1914
ndcg                  	1017	0.6002
ndcg_rel              	1017	0.5402
Rndcg                 	1017	0.4981
ndcg_cut_5            	1017	0.5511
ndcg_cut_10           	1017	0.5258
ndcg_cut_15           	1017	0.4855
ndcg_cut_20           	1017	0.4581
ndcg_cut_30           	1017	0.4339
ndcg_cut_100          	1017	0.4304
ndcg_cut_200          	1017	0.5642
ndcg_cut_500          	1017	0.5939
ndcg_cut_1000         	1017	0.6002
map_cut_5             	1017	0.2500
map_cut_10            	1017	0.2500
map_cut_15            	1017	0.2500
map_cut_20            	1017	0.2500
map_cut_30            	1017	0.2500
map_cut_100           	1017	0.2557
map_cut_200           	1017	0.2683
map_cut_500           	1017	0.2683
map_cut_1000          	1017	0.2683
relative_P_5          	1017	0.2500
relative_P_10         	1017	0.2500
relative_P_15         	1017	0.2500
relative_P_20         	1017	0.2500
relative_P_30         	1017	0.2500
relative_P_100        	1017	0.5000
relative_P_200        	1017	1.0000
relative_P_500        	1017	1.0000
relative_P_1000       	1017	1.0000
success_1             	1017	1.0000
success_5             	1017	1.0000
success_10            	1017	1.0000
set_P                 	1017	0.0040
set_relative_P        	1017	1.0000
set_recall            	1017	1.0000
set_map               	1017	0.0040
set_F                 	1017	0.0080
num_nonrel_judged_ret 	1017	163
rbp                   	1017	0.2287
rbp_resid             	1017	0.0405
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	1000
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1111011100'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-1000.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.3161
ndcg                  	1019	0.7013
ndcg_rel              	1019	0.6923
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.8688
ndcg_cut_10           	1019	0.7850
ndcg_cut_15           	1019	0.6085
ndcg_cut_20           	1019	0.5066
ndcg_cut_30           	1019	0.4275
ndcg_cut_100          	1019	0.5025
ndcg_cut_200          	1019	0.6371
ndcg_cut_500          	1019	0.6512
ndcg_cut_1000         	1019	0.7013
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	193
rbp                   	1019	0.5040
rbp_resid             	1019	0.0202
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	1000
num_rel               	1023	7
num_rel_ret           	1023	3
map                   	1023	0.0039
Rprec                 	1023	0.0000
bpref                 	1023	0.0000
recip_rank            	1023	0.0090
iprec_at_recall_0.00  	1023	0.0109
iprec_at_recall_0.10  	1023	0.0109
iprec_at_recall_0.20  	1023	0.0109
iprec_at_recall_0.30  	1023	0.0109
iprec_at_recall_0.40  	1023	0.0109
iprec_at_recall_0.50  	1023	0.0000
iprec_at_recall_0.60  	1023	0.0000
iprec_at_recall_0.70  	1023	0.0000
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.0000
P_15                  	1023	0.0000
P_20                  	1023	0.0000
P_30                  	1023	0.0000
P_100                 	1023	0.0000
P_200                 	1023	0.0050
P_500                 	1023	0.0060
P_1000                	1023	0.0030
relstring             	1023	'1000010-00'
recall_5              	1023	0.0000
recall_10             	1023	0.0000
recall_15             	1023	0.0000
recall_20             	1023	0.0000
recall_30             	1023	0.0000
recall_100            	1023	0.0000
recall_200            	1023	0.1429
recall_500            	1023	0.4286
recall_1000           	1023	0.4286
infAP                 	1023	0.0039
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.0000
Rprec_mult_1.20       	1023	0.0000
Rprec_mult_1.40       	1023	0.0000
Rprec_mult_1.60       	1023	0.0000
Rprec_mult_1.80       	1023	0.0000
Rprec_mult_2.00       	1023	0.0000
utility               	1023	-994.0000
11pt_avg              	1023	0.0050
binG                  	1023	0.0563
G                     	1023	0.0696
ndcg                  	1023	0.2609
ndcg_rel              	1023	0.2268
Rndcg                 	1023	0.1692
ndcg_cut_5            	1023	0.1131
ndcg_cut_10           	1023	0.1147
ndcg_cut_15           	1023	0.1032
ndcg_cut_20           	1023	0.1112
ndcg_cut_30           	1023	0.1227
ndcg_cut_100          	1023	0.1522
ndcg_cut_200          	1023	0.1802
ndcg_cut_500          	1023	0.2558
ndcg_cut_1000         	1023	0.2609
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0000
map_cut_15            	1023	0.0000
map_cut_20            	1023	0.0000
map_cut_30            	1023	0.0000
map_cut_100           	1023	0.0000
map_cut_200           	1023	0.0013
map_cut_500           	1023	0.0039
map_cut_1000          	1023	0.0039
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.0000
relative_P_15         	1023	0.0000
relative_P_20         	1023	0.0000
relative_P_30         	1023	0.0000
relative_P_100        	1023	0.0000
relative_P_200        	1023	0.1429
relative_P_500        	1023	0.4286
relative_P_1000       	1023	0.4286
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	0.0000
set_P                 	1023	0.0030
set_relative_P        	1023	0.4286
set_recall            	1023	0.4286
set_map               	1023	0.0013
set_F                 	1023	0.0060
num_nonrel_judged_ret 	1023	191
rbp                   	1023	0.0650
rbp_resid             	1023	0.1126
unj_5                 	1023	0.0000
unj_10                	1023	0.1000
unj_20                	1023	0.1500
num_ret               	1025	1000
num_rel               	1025	2
num_rel_ret           	1025	0
map                   	1025	0.0000
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0000
iprec_at_recall_0.00  	1025	0.0000
iprec_at_recall_0.10  	1025	0.0000
iprec_at_recall_0.20  	1025	0.0000
iprec_at_recall_0.30  	1025	0.0000
iprec_at_recall_0.40  	1025	0.0000
iprec_at_recall_0.50  	1025	0.0000
iprec_at_recall_0.60  	1025	0.0000
iprec_at_recall_0.70  	1025	0.0000
iprec_at_recall_0.80  	1025	0.0000
iprec_at_recall_0.90  	1025	0.0000
iprec_at_recall_1.00  	1025	0.0000
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0000
P_20                  	1025	0.0000
P_30                  	1025	0.0000
P_100                 	1025	0.0000
P_200                 	1025	0.0000
P_500                 	1025	0.0000
P_1000                	1025	0.0000
relstring             	1025	'1000000000'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.0000
recall_20             	1025	0.0000
recall_30             	1025	0.0000
recall_100            	1025	0.0000
recall_200            	1025	0.0000
recall_500            	1025	0.0000
recall_1000           	1025	0.0000
infAP                 	1025	0.0000
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-1000.0000
11pt_avg              	1025	0.0000
binG                  	1025	0.0000
G                     	1025	0.0111
ndcg                  	1025	0.0688
ndcg_rel              	1025	0.0752
Rndcg                 	1025	0.1140
ndcg_cut_5            	1025	0.1610
ndcg_cut_10           	1025	0.1281
ndcg_cut_15           	1025	0.1096
ndcg_cut_20           	1025	0.0971
ndcg_cut_30           	1025	0.0805
ndcg_cut_100          	1025	0.0688
ndcg_cut_200          	1025	0.0688
ndcg_cut_500          	1025	0.0688
ndcg_cut_1000         	1025	0.0688
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0000
map_cut_20            	1025	0.0000
map_cut_30            	1025	0.0000
map_cut_100           	1025	0.0000
map_cut_200           	1025	0.0000
map_cut_500           	1025	0.0000
map_cut_1000          	1025	0.0000
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.0000
relative_P_20         	1025	0.0000
relative_P_30         	1025	0.0000
relative_P_100        	1025	0.0000
relative_P_200        	1025	0.0000
relative_P_500        	1025	0.0000
relative_P_1000       	1025	0.0000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0000
set_relative_P        	1025	0.0000
set_recall            	1025	0.0000
set_map               	1025	0.0000
set_F                 	1025	0.0000
num_nonrel_judged_ret 	1025	84
rbp                   	1025	0.0333
rbp_resid             	1025	0.0330
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	1000
num_rel               	1029	8
num_rel_ret           	1029	8
map                   	1029	0.2397
Rprec                 	1029	0.2500
bpref                 	1029	0.2344
recip_rank            	1029	1.0000
iprec_at_recall_0.00  	1029	1.0000
iprec_at_recall_0.10  	1029	1.0000
iprec_at_recall_0.20  	1029	0.6667
iprec_at_recall_0.30  	1029	0.6667
iprec_at_recall_0.40  	1029	0.0551
iprec_at_recall_0.50  	1029	0.0551
iprec_at_recall_0.60  	1029	0.0551
iprec_at_recall_0.70  	1029	0.0551
iprec_at_recall_0.80  	1029	0.0551
iprec_at_recall_0.90  	1029	0.0551
iprec_at_recall_1.00  	1029	0.0266
P_5                   	1029	0.4000
P_10                  	1029	0.2000
P_15                  	1029	0.1333
P_20                  	1029	0.1000
P_30                  	1029	0.0667
P_100                 	1029	0.0300
P_200                 	1029	0.0350
P_500                 	1029	0.0160
P_1000                	1029	0.0080
relstring             	1029	'3030000000'
recall_5              	1029	0.2500
recall_10             	1029	0.2500
recall_15             	1029	0.2500
recall_20             	1029	0.2500
recall_30             	1029	0.2500
recall_100            	1029	0.3750
recall_200            	1029	0.8750
recall_500            	1029	1.0000
recall_1000           	1029	1.0000
infAP                 	1029	0.2397
Rprec_mult_0.20       	1029	0.5000
Rprec_mult_0.40       	1029	0.5000
Rprec_mult_0.60       	1029	0.4000
Rprec_mult_0.80       	1029	0.2857
Rprec_mult_1.00       	1029	0.2500
Rprec_mult_1.20       	1029	0.2000
Rprec_mult_1.40       	1029	0.1667
Rprec_mult_1.60       	1029	0.1538
Rprec_mult_1.80       	1029	0.1333
Rprec_mult_2.00       	1029	0.1250
utility               	1029	-984.0000
11pt_avg              	1029	0.3355
binG                  	1029	0.3122
G                     	1029	0.1268
ndcg                  	1029	0.4506
ndcg_rel              	1029	0.4115
Rndcg                 	1029	0.3400
ndcg_cut_5            	1029	0.5087
ndcg_cut_10           	1029	0.3614
ndcg_cut_15           	1029	0.3268
ndcg_cut_20           	1029	0.3011
ndcg_cut_30           	1029	0.2636
ndcg_cut_100          	1029	0.2223
ndcg_cut_200          	1029	0.3845
ndcg_cut_500          	1029	0.4461
ndcg_cut_1000         	1029	0.4506
map_cut_5             	1029	0.2083
map_cut_10            	1029	0.2083
map_cut_15            	1029	0.2083
map_cut_20            	1029	0.2083
map_cut_30            	1029	0.2083
map_cut_100           	1029	0.2125
map_cut_200           	1029	0.2364
map_cut_500           	1029	0.2397
map_cut_1000          	1029	0.2397
relative_P_5          	1029	0.4000
relative_P_10         	1029	0.2500
relative_P_15         	1029	0.2500
relative_P_20         	1029	0.2500
relative_P_30         	1029	0.2500
relative_P_100        	1029	0.3750
relative_P_200        	1029	0.8750
relative_P_500        	1029	1.0000
relative_P_1000       	1029	1.0000
success_1             	1029	1.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0080
set_relative_P        	1029	1.0000
set_recall            	1029	1.0000
set_map               	1029	0.0080
set_F                 	1029	0.0159
num_nonrel_judged_ret 	1029	119
rbp                   	1029	0.1810
rbp_resid             	1029	0.0410
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	1000
num_rel               	1031	44
num_rel_ret           	1031	12
map                   	1031	0.0619
Rprec                 	1031	0.1591
bpref                 	1031	0.1178
recip_rank            	1031	1.0000
iprec_at_recall_0.00  	1031	1.0000
iprec_at_recall_0.10  	1031	0.2353
iprec_at_recall_0.20  	1031	0.0968
iprec_at_recall_0.30  	1031	0.0000
iprec_at_recall_0.40  	1031	0.0000
iprec_at_recall_0.50  	1031	0.0000
iprec_at_recall_0.60  	1031	0.0000
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.2000
P_10                  	1031	0.2000
P_15                  	1031	0.2000
P_20                  	1031	0.2000
P_30                  	1031	0.1667
P_100                 	1031	0.0900
P_200                 	1031	0.0550
P_500                 	1031	0.0240
P_1000                	1031	0.0120
relstring             	1031	'3-1113--01'
recall_5              	1031	0.0227
recall_10             	1031	0.0455
recall_15             	1031	0.0682
recall_20             	1031	0.0909
recall_30             	1031	0.1136
recall_100            	1031	0.2045
recall_200            	1031	0.2500
recall_500            	1031	0.2727
recall_1000           	1031	0.2727
infAP                 	1031	0.0619
Rprec_mult_0.20       	1031	0.2222
Rprec_mult_0.40       	1031	0.2222
Rprec_mult_0.60       	1031	0.1481
Rprec_mult_0.80       	1031	0.1389
Rprec_mult_1.00       	1031	0.1591
Rprec_mult_1.20       	1031	0.1321
Rprec_mult_1.40       	1031	0.1290
Rprec_mult_1.60       	1031	0.1127
Rprec_mult_1.80       	1031	0.1000
Rprec_mult_2.00       	1031	0.0909
utility               	1031	-976.0000
11pt_avg              	1031	0.1211
binG                  	1031	0.0742
G                     	1031	0.0663
ndcg                  	1031	0.3495
ndcg_rel              	1031	0.3506
Rndcg                 	1031	0.3126
ndcg_cut_5            	1031	0.4881
ndcg_cut_10           	1031	0.4164
ndcg_cut_15           	1031	0.3849
ndcg_cut_20           	1031	0.3657
ndcg_cut_30           	1031	0.3343
ndcg_cut_100          	1031	0.3192
ndcg_cut_200          	1031	0.2969
ndcg_cut_500          	1031	0.3395
ndcg_cut_1000         	1031	0.3495
map_cut_5             	1031	0.0227
map_cut_10            	1031	0.0303
map_cut_15            	1031	0.0365
map_cut_20            	1031	0.0418
map_cut_30            	1031	0.0458
map_cut_100           	1031	0.0583
map_cut_200           	1031	0.0612
map_cut_500           	1031	0.0619
map_cut_1000          	1031	0.0619
relative_P_5          	1031	0.2000
relative_P_10         	1031	0.2000
relative_P_15         	1031	0.2000
relative_P_20         	1031	0.2000
relative_P_30         	1031	0.1667
relative_P_100        	1031	0.2045
relative_P_200        	1031	0.2500
relative_P_500        	1031	0.2727
relative_P_1000       	1031	0.2727
success_1             	1031	1.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.0120
set_relative_P        	1031	0.2727
set_recall            	1031	0.2727
set_map               	1031	0.0033
set_F                 	1031	0.0230
num_nonrel_judged_ret 	1031	171
rbp                   	1031	0.3370
rbp_resid             	1031	0.2469
unj_5                 	1031	0.2000
unj_10                	1031	0.3000
unj_20                	1031	0.2500
num_ret               	1033	1000
num_rel               	1033	13
num_rel_ret           	1033	10
map                   	1033	0.0785
Rprec                 	1033	0.0769
bpref                 	1033	0.0651
recip_rank            	1033	0.3333
iprec_at_recall_0.00  	1033	0.3333
iprec_at_recall_0.10  	1033	0.3333
iprec_at_recall_0.20  	1033	0.1154
iprec_at_recall_0.30  	1033	0.0909
iprec_at_recall_0.40  	1033	0.0909
iprec_at_recall_0.50  	1033	0.0805
iprec_at_recall_0.60  	1033	0.0526
iprec_at_recall_0.70  	1033	0.0469
iprec_at_recall_0.80  	1033	0.0469
iprec_at_recall_0.90  	1033	0.0000
iprec_at_recall_1.00  	1033	0.0000
P_5                   	1033	0.2000
P_10                  	1033	0.1000
P_15                  	1033	0.0667
P_20                  	1033	0.1000
P_30                  	1033	0.1000
P_100                 	1033	0.0700
P_200                 	1033	0.0450
P_500                 	1033	0.0200
P_1000                	1033	0.0100
relstring             	1033	'013--0100-'
recall_5              	1033	0.0769
recall_10             	1033	0.0769
recall_15             	1033	0.0769
recall_20             	1033	0.1538
recall_30             	1033	0.2308
recall_100            	1033	0.5385
recall_200            	1033	0.6923
recall_500            	1033	0.7692
recall_1000           	1033	0.7692
infAP                 	1033	0.0785
Rprec_mult_0.20       	1033	0.3333
Rprec_mult_0.40       	1033	0.1667
Rprec_mult_0.60       	1033	0.1250
Rprec_mult_0.80       	1033	0.0909
Rprec_mult_1.00       	1033	0.0769
Rprec_mult_1.20       	1033	0.0625
Rprec_mult_1.40       	1033	0.1053
Rprec_mult_1.60       	1033	0.0952
Rprec_mult_1.80       	1033	0.0833
Rprec_mult_2.00       	1033	0.1154
utility               	1033	-980.0000
11pt_avg              	1033	0.1083
binG                  	1033	0.1555
G                     	1033	0.1500
ndcg                  	1033	0.5849
ndcg_rel              	1033	0.4145
Rndcg                 	1033	0.3725
ndcg_cut_5            	1033	0.2409
ndcg_cut_10           	1033	0.1808
ndcg_cut_15           	1033	0.1655
ndcg_cut_20           	1033	0.2209
ndcg_cut_30           	1033	0.2937
ndcg_cut_100          	1033	0.4354
ndcg_cut_200          	1033	0.5285
ndcg_cut_500          	1033	0.5849
ndcg_cut_1000         	1033	0.5849
map_cut_5             	1033	0.0256
map_cut_10            	1033	0.0256
map_cut_15            	1033	0.0256
map_cut_20            	1033	0.0337
map_cut_30            	1033	0.0426
map_cut_100           	1033	0.0673
map_cut_200           	1033	0.0749
map_cut_500           	1033	0.0785
map_cut_1000          	1033	0.0785
relative_P_5          	1033	0.2000
relative_P_10         	1033	0.1000
relative_P_15         	1033	0.0769
relative_P_20         	1033	0.1538
relative_P_30         	1033	0.2308
relative_P_100        	1033	0.5385
relative_P_200        	1033	0.6923
relative_P_500        	1033	0.7692
relative_P_1000       	1033	0.7692
success_1             	1033	0.0000
success_5             	1033	1.0000
success_10            	1033	1.0000
set_P                 	1033	0.0100
set_relative_P        	1033	0.7692
set_recall            	1033	0.7692
set_map               	1033	0.0077
set_F                 	1033	0.0197
num_nonrel_judged_ret 	1033	118
rbp                   	1033	0.2003
rbp_resid             	1033	0.2362
unj_5                 	1033	0.4000
unj_10                	1033	0.3000
unj_20                	1033	0.2500
num_ret               	1035	1000
num_rel               	1035	3
num_rel_ret           	1035	1
map                   	1035	0.0556
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.1667
iprec_at_recall_0.00  	1035	0.1667
iprec_at_recall_0.10  	1035	0.1667
iprec_at_recall_0.20  	1035	0.1667
iprec_at_recall_0.30  	1035	0.1667
iprec_at_recall_0.40  	1035	0.1667
iprec_at_recall_0.50  	1035	0.0000
iprec_at_recall_0.60  	1035	0.0000
iprec_at_recall_0.70  	1035	0.0000
iprec_at_recall_0.80  	1035	0.0000
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.1000
P_15                  	1035	0.0667
P_20                  	1035	0.0500
P_30                  	1035	0.0333
P_100                 	1035	0.0100
P_200                 	1035	0.0050
P_500                 	1035	0.0020
P_1000                	1035	0.0010
relstring             	1035	'0000030000'
recall_5              	1035	0.0000
recall_10             	1035	0.3333
recall_15             	1035	0.3333
recall_20             	1035	0.3333
recall_30             	1035	0.3333
recall_100            	1035	0.3333
recall_200            	1035	0.3333
recall_500            	1035	0.3333
recall_1000           	1035	0.3333
infAP                 	1035	0.0556
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.1667
Rprec_mult_2.00       	1035	0.1667
utility               	1035	-998.0000
11pt_avg              	1035	0.0758
binG                  	1035	0.1187
G                     	1035	0.0140
ndcg                  	1035	0.0587
ndcg_rel              	1035	0.0602
Rndcg                 	1035	0.0391
ndcg_cut_5            	1035	0.0000
ndcg_cut_10           	1035	0.1214
ndcg_cut_15           	1035	0.1056
ndcg_cut_20           	1035	0.0946
ndcg_cut_30           	1035	0.0796
ndcg_cut_100          	1035	0.0587
ndcg_cut_200          	1035	0.0587
ndcg_cut_500          	1035	0.0587
ndcg_cut_1000         	1035	0.0587
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0556
map_cut_15            	1035	0.0556
map_cut_20            	1035	0.0556
map_cut_30            	1035	0.0556
map_cut_100           	1035	0.0556
map_cut_200           	1035	0.0556
map_cut_500           	1035	0.0556
map_cut_1000          	1035	0.0556
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.3333
relative_P_15         	1035	0.3333
relative_P_20         	1035	0.3333
relative_P_30         	1035	0.3333
relative_P_100        	1035	0.3333
relative_P_200        	1035	0.3333
relative_P_500        	1035	0.3333
relative_P_1000       	1035	0.3333
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	1.0000
set_P                 	1035	0.0010
set_relative_P        	1035	0.3333
set_recall            	1035	0.3333
set_map               	1035	0.0003
set_F                 	1035	0.0020
num_nonrel_judged_ret 	1035	65
rbp                   	1035	0.0590
rbp_resid             	1035	0.0412
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	1000
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'0001000000'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-1000.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.1978
ndcg                  	1037	0.3755
ndcg_rel              	1037	0.2849
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.1461
ndcg_cut_10           	1037	0.1184
ndcg_cut_15           	1037	0.1951
ndcg_cut_20           	1037	0.1951
ndcg_cut_30           	1037	0.1951
ndcg_cut_100          	1037	0.2944
ndcg_cut_200          	1037	0.3755
ndcg_cut_500          	1037	0.3755
ndcg_cut_1000         	1037	0.3755
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	98
rbp                   	1037	0.1121
rbp_resid             	1037	0.0397
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	1000
num_rel               	1041	6
num_rel_ret           	1041	1
map                   	1041	0.0556
Rprec                 	1041	0.1667
bpref                 	1041	0.1111
recip_rank            	1041	0.3333
iprec_at_recall_0.00  	1041	0.3333
iprec_at_recall_0.10  	1041	0.3333
iprec_at_recall_0.20  	1041	0.3333
iprec_at_recall_0.30  	1041	0.0000
iprec_at_recall_0.40  	1041	0.0000
iprec_at_recall_0.50  	1041	0.0000
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.2000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0333
P_100                 	1041	0.0100
P_200                 	1041	0.0050
P_500                 	1041	0.0020
P_1000                	1041	0.0010
relstring             	1041	'0131011001'
recall_5              	1041	0.1667
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.1667
recall_100            	1041	0.1667
recall_200            	1041	0.1667
recall_500            	1041	0.1667
recall_1000           	1041	0.1667
infAP                 	1041	0.0556
Rprec_mult_0.20       	1041	0.0000
Rprec_mult_0.40       	1041	0.3333
Rprec_mult_0.60       	1041	0.2500
Rprec_mult_0.80       	1041	0.2000
Rprec_mult_1.00       	1041	0.1667
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-998.0000
11pt_avg              	1041	0.0909
binG                  	1041	0.0833
G                     	1041	0.0822
ndcg                  	1041	0.3029
ndcg_rel              	1041	0.2891
Rndcg                 	1041	0.2720
ndcg_cut_5            	1041	0.2896
ndcg_cut_10           	1041	0.3174
ndcg_cut_15           	1041	0.2839
ndcg_cut_20           	1041	0.2594
ndcg_cut_30           	1041	0.2509
ndcg_cut_100          	1041	0.2449
ndcg_cut_200          	1041	0.2770
ndcg_cut_500          	1041	0.2972
ndcg_cut_1000         	1041	0.3029
map_cut_5             	1041	0.0556
map_cut_10            	1041	0.0556
map_cut_15            	1041	0.0556
map_cut_20            	1041	0.0556
map_cut_30            	1041	0.0556
map_cut_100           	1041	0.0556
map_cut_200           	1041	0.0556
map_cut_500           	1041	0.0556
map_cut_1000          	1041	0.0556
relative_P_5          	1041	0.2000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.1667
relative_P_100        	1041	0.1667
relative_P_200        	1041	0.1667
relative_P_500        	1041	0.1667
relative_P_1000       	1041	0.1667
success_1             	1041	0.0000
success_5             	1041	1.0000
success_10            	1041	1.0000
set_P                 	1041	0.0010
set_relative_P        	1041	0.1667
set_recall            	1041	0.1667
set_map               	1041	0.0002
set_F                 	1041	0.0020
num_nonrel_judged_ret 	1041	107
rbp                   	1041	0.1900
rbp_resid             	1041	0.0426
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	1000
num_rel               	1047	19
num_rel_ret           	1047	11
map                   	1047	0.0650
Rprec                 	1047	0.1053
bpref                 	1047	0.0803
recip_rank            	1047	0.5000
iprec_at_recall_0.00  	1047	0.5000
iprec_at_recall_0.10  	1047	0.2000
iprec_at_recall_0.20  	1047	0.0792
iprec_at_recall_0.30  	1047	0.0792
iprec_at_recall_0.40  	1047	0.0792
iprec_at_recall_0.50  	1047	0.0340
iprec_at_recall_0.60  	1047	0.0340
iprec_at_recall_0.70  	1047	0.0000
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.2000
P_10                  	1047	0.2000
P_15                  	1047	0.1333
P_20                  	1047	0.1000
P_30                  	1047	0.0667
P_100                 	1047	0.0700
P_200                 	1047	0.0400
P_500                 	1047	0.0220
P_1000                	1047	0.0110
relstring             	1047	'0300001013'
recall_5              	1047	0.0526
recall_10             	1047	0.1053
recall_15             	1047	0.1053
recall_20             	1047	0.1053
recall_30             	1047	0.1053
recall_100            	1047	0.3684
recall_200            	1047	0.4211
recall_500            	1047	0.5789
recall_1000           	1047	0.5789
infAP                 	1047	0.0650
Rprec_mult_0.20       	1047	0.2500
Rprec_mult_0.40       	1047	0.1250
Rprec_mult_0.60       	1047	0.1667
Rprec_mult_0.80       	1047	0.1250
Rprec_mult_1.00       	1047	0.1053
Rprec_mult_1.20       	1047	0.0870
Rprec_mult_1.40       	1047	0.0741
Rprec_mult_1.60       	1047	0.0645
Rprec_mult_1.80       	1047	0.0571
Rprec_mult_2.00       	1047	0.0526
utility               	1047	-978.0000
11pt_avg              	1047	0.0914
binG                  	1047	0.1202
G                     	1047	0.1026
ndcg                  	1047	0.3935
ndcg_rel              	1047	0.3210
Rndcg                 	1047	0.2476
ndcg_cut_5            	1047	0.2140
ndcg_cut_10           	1047	0.2490
ndcg_cut_15           	1047	0.1930
ndcg_cut_20           	1047	0.1761
ndcg_cut_30           	1047	0.1597
ndcg_cut_100          	1047	0.2463
ndcg_cut_200          	1047	0.3195
ndcg_cut_500          	1047	0.3860
ndcg_cut_1000         	1047	0.3935
map_cut_5             	1047	0.0263
map_cut_10            	1047	0.0368
map_cut_15            	1047	0.0368
map_cut_20            	1047	0.0368
map_cut_30            	1047	0.0368
map_cut_100           	1047	0.0551
map_cut_200           	1047	0.0593
map_cut_500           	1047	0.0650
map_cut_1000          	1047	0.0650
relative_P_5          	1047	0.2000
relative_P_10         	1047	0.2000
relative_P_15         	1047	0.1333
relative_P_20         	1047	0.1053
relative_P_30         	1047	0.1053
relative_P_100        	1047	0.3684
relative_P_200        	1047	0.4211
relative_P_500        	1047	0.5789
relative_P_1000       	1047	0.5789
success_1             	1047	0.0000
success_5             	1047	1.0000
success_10            	1047	1.0000
set_P                 	1047	0.0110
set_relative_P        	1047	0.5789
set_recall            	1047	0.5789
set_map               	1047	0.0064
set_F                 	1047	0.0216
num_nonrel_judged_ret 	1047	132
rbp                   	1047	0.1690
rbp_resid             	1047	0.0332
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	1000
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.4056
Rprec                 	1053	0.6667
bpref                 	1053	0.4444
recip_rank            	1053	0.5000
iprec_at_recall_0.00  	1053	0.6667
iprec_at_recall_0.10  	1053	0.6667
iprec_at_recall_0.20  	1053	0.6667
iprec_at_recall_0.30  	1053	0.6667
iprec_at_recall_0.40  	1053	0.6667
iprec_at_recall_0.50  	1053	0.6667
iprec_at_recall_0.60  	1053	0.6667
iprec_at_recall_0.70  	1053	0.6667
iprec_at_recall_0.80  	1053	0.6667
iprec_at_recall_0.90  	1053	0.0500
iprec_at_recall_1.00  	1053	0.0500
P_5                   	1053	0.4000
P_10                  	1053	0.2000
P_15                  	1053	0.1333
P_20                  	1053	0.1000
P_30                  	1053	0.0667
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'1330100000'
recall_5              	1053	0.6667
recall_10             	1053	0.6667
recall_15             	1053	0.6667
recall_20             	1053	0.6667
recall_30             	1053	0.6667
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.4056
Rprec_mult_0.20       	1053	0.0000
Rprec_mult_0.40       	1053	0.5000
Rprec_mult_0.60       	1053	0.5000
Rprec_mult_0.80       	1053	0.6667
Rprec_mult_1.00       	1053	0.6667
Rprec_mult_1.20       	1053	0.5000
Rprec_mult_1.40       	1053	0.4000
Rprec_mult_1.60       	1053	0.4000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-994.0000
11pt_avg              	1053	0.5545
binG                  	1053	0.4773
G                     	1053	0.1985
ndcg                  	1053	0.6010
ndcg_rel              	1053	0.5328
Rndcg                 	1053	0.5507
ndcg_cut_5            	1053	0.6629
ndcg_cut_10           	1053	0.5428
ndcg_cut_15           	1053	0.4968
ndcg_cut_20           	1053	0.4450
ndcg_cut_30           	1053	0.3747
ndcg_cut_100          	1053	0.4916
ndcg_cut_200          	1053	0.5516
ndcg_cut_500          	1053	0.5860
ndcg_cut_1000         	1053	0.6010
map_cut_5             	1053	0.3889
map_cut_10            	1053	0.3889
map_cut_15            	1053	0.3889
map_cut_20            	1053	0.3889
map_cut_30            	1053	0.3889
map_cut_100           	1053	0.4056
map_cut_200           	1053	0.4056
map_cut_500           	1053	0.4056
map_cut_1000          	1053	0.4056
relative_P_5          	1053	0.6667
relative_P_10         	1053	0.6667
relative_P_15         	1053	0.6667
relative_P_20         	1053	0.6667
relative_P_30         	1053	0.6667
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	0.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0030
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0030
set_F                 	1053	0.0060
num_nonrel_judged_ret 	1053	107
rbp                   	1053	0.2341
rbp_resid             	1053	0.0358
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	1000
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-1000.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.0947
ndcg                  	1055	0.1333
ndcg_rel              	1055	0.1113
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.0000
ndcg_cut_15           	1055	0.0000
ndcg_cut_20           	1055	0.0000
ndcg_cut_30           	1055	0.0000
ndcg_cut_100          	1055	0.0000
ndcg_cut_200          	1055	0.1333
ndcg_cut_500          	1055	0.1333
ndcg_cut_1000         	1055	0.1333
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	129
rbp                   	1055	0.0000
rbp_resid             	1055	0.0377
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	1000
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	0.0111
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.0111
iprec_at_recall_0.00  	1065	0.0111
iprec_at_recall_0.10  	1065	0.0111
iprec_at_recall_0.20  	1065	0.0111
iprec_at_recall_0.30  	1065	0.0111
iprec_at_recall_0.40  	1065	0.0111
iprec_at_recall_0.50  	1065	0.0111
iprec_at_recall_0.60  	1065	0.0111
iprec_at_recall_0.70  	1065	0.0111
iprec_at_recall_0.80  	1065	0.0111
iprec_at_recall_0.90  	1065	0.0111
iprec_at_recall_1.00  	1065	0.0111
P_5                   	1065	0.0000
P_10                  	1065	0.0000
P_15                  	1065	0.0000
P_20                  	1065	0.0000
P_30                  	1065	0.0000
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'0000000000'
recall_5              	1065	0.0000
recall_10             	1065	0.0000
recall_15             	1065	0.0000
recall_20             	1065	0.0000
recall_30             	1065	0.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	0.0111
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-998.0000
11pt_avg              	1065	0.0111
binG                  	1065	0.1537
G                     	1065	0.0302
ndcg                  	1065	0.0719
ndcg_rel              	1065	0.0692
Rndcg                 	1065	0.0240
ndcg_cut_5            	1065	0.0000
ndcg_cut_10           	1065	0.0000
ndcg_cut_15           	1065	0.0000
ndcg_cut_20           	1065	0.0000
ndcg_cut_30           	1065	0.0000
ndcg_cut_100          	1065	0.0719
ndcg_cut_200          	1065	0.0719
ndcg_cut_500          	1065	0.0719
ndcg_cut_1000         	1065	0.0719
map_cut_5             	1065	0.0000
map_cut_10            	1065	0.0000
map_cut_15            	1065	0.0000
map_cut_20            	1065	0.0000
map_cut_30            	1065	0.0000
map_cut_100           	1065	0.0111
map_cut_200           	1065	0.0111
map_cut_500           	1065	0.0111
map_cut_1000          	1065	0.0111
relative_P_5          	1065	0.0000
relative_P_10         	1065	0.0000
relative_P_15         	1065	0.0000
relative_P_20         	1065	0.0000
relative_P_30         	1065	0.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	0.0000
success_5             	1065	0.0000
success_10            	1065	0.0000
set_P                 	1065	0.0010
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0010
set_F                 	1065	0.0020
num_nonrel_judged_ret 	1065	63
rbp                   	1065	0.0001
rbp_resid             	1065	0.0397
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	1000
num_rel               	1067	1
num_rel_ret           	1067	0
map                   	1067	0.0000
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.0000
iprec_at_recall_0.00  	1067	0.0000
iprec_at_recall_0.10  	1067	0.0000
iprec_at_recall_0.20  	1067	0.0000
iprec_at_recall_0.30  	1067	0.0000
iprec_at_recall_0.40  	1067	0.0000
iprec_at_recall_0.50  	1067	0.0000
iprec_at_recall_0.60  	1067	0.0000
iprec_at_recall_0.70  	1067	0.0000
iprec_at_recall_0.80  	1067	0.0000
iprec_at_recall_0.90  	1067	0.0000
iprec_at_recall_1.00  	1067	0.0000
P_5                   	1067	0.0000
P_10                  	1067	0.0000
P_15                  	1067	0.0000
P_20                  	1067	0.0000
P_30                  	1067	0.0000
P_100                 	1067	0.0000
P_200                 	1067	0.0000
P_500                 	1067	0.0000
P_1000                	1067	0.0000
relstring             	1067	'1010000000'
recall_5              	1067	0.0000
recall_10             	1067	0.0000
recall_15             	1067	0.0000
recall_20             	1067	0.0000
recall_30             	1067	0.0000
recall_100            	1067	0.0000
recall_200            	1067	0.0000
recall_500            	1067	0.0000
recall_1000           	1067	0.0000
infAP                 	1067	0.0000
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-1000.0000
11pt_avg              	1067	0.0000
binG                  	1067	0.0000
G                     	1067	0.0444
ndcg                  	1067	0.1729
ndcg_rel              	1067	0.1882
Rndcg                 	1067	0.2203
ndcg_cut_5            	1067	0.3031
ndcg_cut_10           	1067	0.2292
ndcg_cut_15           	1067	0.1908
ndcg_cut_20           	1067	0.1659
ndcg_cut_30           	1067	0.1546
ndcg_cut_100          	1067	0.1729
ndcg_cut_200          	1067	0.1729
ndcg_cut_500          	1067	0.1729
ndcg_cut_1000         	1067	0.1729
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.0000
map_cut_15            	1067	0.0000
map_cut_20            	1067	0.0000
map_cut_30            	1067	0.0000
map_cut_100           	1067	0.0000
map_cut_200           	1067	0.0000
map_cut_500           	1067	0.0000
map_cut_1000          	1067	0.0000
relative_P_5          	1067	0.0000
relative_P_10         	1067	0.0000
relative_P_15         	1067	0.0000
relative_P_20         	1067	0.0000
relative_P_30         	1067	0.0000
relative_P_100        	1067	0.0000
relative_P_200        	1067	0.0000
relative_P_500        	1067	0.0000
relative_P_1000       	1067	0.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	0.0000
set_P                 	1067	0.0000
set_relative_P        	1067	0.0000
set_recall            	1067	0.0000
set_map               	1067	0.0000
set_F                 	1067	0.0000
num_nonrel_judged_ret 	1067	81
rbp                   	1067	0.0606
rbp_resid             	1067	0.0385
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	1000
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0000000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-1000.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0000
ndcg                  	1069	0.0000
ndcg_rel              	1069	0.0000
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.0000
ndcg_cut_10           	1069	0.0000
ndcg_cut_15           	1069	0.0000
ndcg_cut_20           	1069	0.0000
ndcg_cut_30           	1069	0.0000
ndcg_cut_100          	1069	0.0000
ndcg_cut_200          	1069	0.0000
ndcg_cut_500          	1069	0.0000
ndcg_cut_1000         	1069	0.0000
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	60
rbp                   	1069	0.0000
rbp_resid             	1069	0.0424
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	1000
num_rel               	1075	3
num_rel_ret           	1075	1
map                   	1075	0.0256
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.0769
iprec_at_recall_0.00  	1075	0.0769
iprec_at_recall_0.10  	1075	0.0769
iprec_at_recall_0.20  	1075	0.0769
iprec_at_recall_0.30  	1075	0.0769
iprec_at_recall_0.40  	1075	0.0769
iprec_at_recall_0.50  	1075	0.0000
iprec_at_recall_0.60  	1075	0.0000
iprec_at_recall_0.70  	1075	0.0000
iprec_at_recall_0.80  	1075	0.0000
iprec_at_recall_0.90  	1075	0.0000
iprec_at_recall_1.00  	1075	0.0000
P_5                   	1075	0.0000
P_10                  	1075	0.0000
P_15                  	1075	0.0667
P_20                  	1075	0.0500
P_30                  	1075	0.0333
P_100                 	1075	0.0100
P_200                 	1075	0.0050
P_500                 	1075	0.0020
P_1000                	1075	0.0010
relstring             	1075	'-101000-10'
recall_5              	1075	0.0000
recall_10             	1075	0.0000
recall_15             	1075	0.3333
recall_20             	1075	0.3333
recall_30             	1075	0.3333
recall_100            	1075	0.3333
recall_200            	1075	0.3333
recall_500            	1075	0.3333
recall_1000           	1075	0.3333
infAP                 	1075	0.0256
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-998.0000
11pt_avg              	1075	0.0350
binG                  	1075	0.0875
G                     	1075	0.0917
ndcg                  	1075	0.4005
ndcg_rel              	1075	0.3538
Rndcg                 	1075	0.2563
ndcg_cut_5            	1075	0.1472
ndcg_cut_10           	1075	0.1547
ndcg_cut_15           	1075	0.2400
ndcg_cut_20           	1075	0.2354
ndcg_cut_30           	1075	0.2596
ndcg_cut_100          	1075	0.2818
ndcg_cut_200          	1075	0.3197
ndcg_cut_500          	1075	0.3966
ndcg_cut_1000         	1075	0.4005
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0000
map_cut_15            	1075	0.0256
map_cut_20            	1075	0.0256
map_cut_30            	1075	0.0256
map_cut_100           	1075	0.0256
map_cut_200           	1075	0.0256
map_cut_500           	1075	0.0256
map_cut_1000          	1075	0.0256
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.0000
relative_P_15         	1075	0.3333
relative_P_20         	1075	0.3333
relative_P_30         	1075	0.3333
relative_P_100        	1075	0.3333
relative_P_200        	1075	0.3333
relative_P_500        	1075	0.3333
relative_P_1000       	1075	0.3333
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	0.0000
set_P                 	1075	0.0010
set_relative_P        	1075	0.3333
set_recall            	1075	0.3333
set_map               	1075	0.0003
set_F                 	1075	0.0020
num_nonrel_judged_ret 	1075	122
rbp                   	1075	0.1307
rbp_resid             	1075	0.2313
unj_5                 	1075	0.2000
unj_10                	1075	0.2000
unj_20                	1075	0.2500
num_ret               	1077	1000
num_rel               	1077	16
num_rel_ret           	1077	9
map                   	1077	0.0597
Rprec                 	1077	0.1250
bpref                 	1077	0.0781
recip_rank            	1077	0.2500
iprec_at_recall_0.00  	1077	0.2500
iprec_at_recall_0.10  	1077	0.1429
iprec_at_recall_0.20  	1077	0.1277
iprec_at_recall_0.30  	1077	0.1277
iprec_at_recall_0.40  	1077	0.1277
iprec_at_recall_0.50  	1077	0.0367
iprec_at_recall_0.60  	1077	0.0000
iprec_at_recall_0.70  	1077	0.0000
iprec_at_recall_0.80  	1077	0.0000
iprec_at_recall_0.90  	1077	0.0000
iprec_at_recall_1.00  	1077	0.0000
P_5                   	1077	0.2000
P_10                  	1077	0.1000
P_15                  	1077	0.1333
P_20                  	1077	0.1000
P_30                  	1077	0.1000
P_100                 	1077	0.0600
P_200                 	1077	0.0350
P_500                 	1077	0.0180
P_1000                	1077	0.0090
relstring             	1077	'1-1310-101'
recall_5              	1077	0.0625
recall_10             	1077	0.0625
recall_15             	1077	0.1250
recall_20             	1077	0.1250
recall_30             	1077	0.1875
recall_100            	1077	0.3750
recall_200            	1077	0.4375
recall_500            	1077	0.5625
recall_1000           	1077	0.5625
infAP                 	1077	0.0597
Rprec_mult_0.20       	1077	0.2500
Rprec_mult_0.40       	1077	0.1429
Rprec_mult_0.60       	1077	0.1000
Rprec_mult_0.80       	1077	0.0769
Rprec_mult_1.00       	1077	0.1250
Rprec_mult_1.20       	1077	0.1000
Rprec_mult_1.40       	1077	0.0870
Rprec_mult_1.60       	1077	0.0769
Rprec_mult_1.80       	1077	0.0690
Rprec_mult_2.00       	1077	0.0938
utility               	1077	-982.0000
11pt_avg              	1077	0.0739
binG                  	1077	0.1158
G                     	1077	0.1343
ndcg                  	1077	0.5894
ndcg_rel              	1077	0.4777
Rndcg                 	1077	0.4596
ndcg_cut_5            	1077	0.3594
ndcg_cut_10           	1077	0.2776
ndcg_cut_15           	1077	0.3050
ndcg_cut_20           	1077	0.3160
ndcg_cut_30           	1077	0.3520
ndcg_cut_100          	1077	0.4927
ndcg_cut_200          	1077	0.5181
ndcg_cut_500          	1077	0.5834
ndcg_cut_1000         	1077	0.5894
map_cut_5             	1077	0.0156
map_cut_10            	1077	0.0156
map_cut_15            	1077	0.0246
map_cut_20            	1077	0.0246
map_cut_30            	1077	0.0308
map_cut_100           	1077	0.0534
map_cut_200           	1077	0.0559
map_cut_500           	1077	0.0597
map_cut_1000          	1077	0.0597
relative_P_5          	1077	0.2000
relative_P_10         	1077	0.1000
relative_P_15         	1077	0.1333
relative_P_20         	1077	0.1250
relative_P_30         	1077	0.1875
relative_P_100        	1077	0.3750
relative_P_200        	1077	0.4375
relative_P_500        	1077	0.5625
relative_P_1000       	1077	0.5625
success_1             	1077	0.0000
success_5             	1077	1.0000
success_10            	1077	1.0000
set_P                 	1077	0.0090
set_relative_P        	1077	0.5625
set_recall            	1077	0.5625
set_map               	1077	0.0051
set_F                 	1077	0.0177
num_nonrel_judged_ret 	1077	131
rbp                   	1077	0.2850
rbp_resid             	1077	0.1917
unj_5                 	1077	0.2000
unj_10                	1077	0.2000
unj_20                	1077	0.1500
num_ret               	1079	1000
num_rel               	1079	6
num_rel_ret           	1079	4
map                   	1079	0.3005
Rprec                 	1079	0.3333
bpref                 	1079	0.2778
recip_rank            	1079	1.0000
iprec_at_recall_0.00  	1079	1.0000
iprec_at_recall_0.10  	1079	1.0000
iprec_at_recall_0.20  	1079	1.0000
iprec_at_recall_0.30  	1079	0.4286
iprec_at_recall_0.40  	1079	0.4286
iprec_at_recall_0.50  	1079	0.4286
iprec_at_recall_0.60  	1079	0.0412
iprec_at_recall_0.70  	1079	0.0412
iprec_at_recall_0.80  	1079	0.0000
iprec_at_recall_0.90  	1079	0.0000
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.2000
P_10                  	1079	0.3000
P_15                  	1079	0.2000
P_20                  	1079	0.1500
P_30                  	1079	0.1000
P_100                 	1079	0.0400
P_200                 	1079	0.0200
P_500                 	1079	0.0080
P_1000                	1079	0.0040
relstring             	1079	'3110133011'
recall_5              	1079	0.1667
recall_10             	1079	0.5000
recall_15             	1079	0.5000
recall_20             	1079	0.5000
recall_30             	1079	0.5000
recall_100            	1079	0.6667
recall_200            	1079	0.6667
recall_500            	1079	0.6667
recall_1000           	1079	0.6667
infAP                 	1079	0.3005
Rprec_mult_0.20       	1079	0.5000
Rprec_mult_0.40       	1079	0.3333
Rprec_mult_0.60       	1079	0.2500
Rprec_mult_0.80       	1079	0.2000
Rprec_mult_1.00       	1079	0.3333
Rprec_mult_1.20       	1079	0.3750
Rprec_mult_1.40       	1079	0.3333
Rprec_mult_1.60       	1079	0.3000
Rprec_mult_1.80       	1079	0.2727
Rprec_mult_2.00       	1079	0.2500
utility               	1079	-992.0000
11pt_avg              	1079	0.3971
binG                  	1079	0.3210
G                     	1079	0.2230
ndcg                  	1079	0.6042
ndcg_rel              	1079	0.6055
Rndcg                 	1079	0.5492
ndcg_cut_5            	1079	0.5108
ndcg_cut_10           	1079	0.6435
ndcg_cut_15           	1079	0.5755
ndcg_cut_20           	1079	0.5258
ndcg_cut_30           	1079	0.4800
ndcg_cut_100          	1079	0.5206
ndcg_cut_200          	1079	0.5880
ndcg_cut_500          	1079	0.6042
ndcg_cut_1000         	1079	0.6042
map_cut_5             	1079	0.1667
map_cut_10            	1079	0.2937
map_cut_15            	1079	0.2937
map_cut_20            	1079	0.2937
map_cut_30            	1079	0.2937
map_cut_100           	1079	0.3005
map_cut_200           	1079	0.3005
map_cut_500           	1079	0.3005
map_cut_1000          	1079	0.3005
relative_P_5          	1079	0.2000
relative_P_10         	1079	0.5000
relative_P_15         	1079	0.5000
relative_P_20         	1079	0.5000
relative_P_30         	1079	0.5000
relative_P_100        	1079	0.6667
relative_P_200        	1079	0.6667
relative_P_500        	1079	0.6667
relative_P_1000       	1079	0.6667
success_1             	1079	1.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0040
set_relative_P        	1079	0.6667
set_recall            	1079	0.6667
set_map               	1079	0.0027
set_F                 	1079	0.0080
num_nonrel_judged_ret 	1079	63
rbp                   	1079	0.3183
rbp_resid             	1079	0.0424
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	1000
num_rel               	1081	11
num_rel_ret           	1081	11
map                   	1081	0.0656
Rprec                 	1081	0.0000
bpref                 	1081	0.0000
recip_rank            	1081	0.0323
iprec_at_recall_0.00  	1081	0.0816
iprec_at_recall_0.10  	1081	0.0816
iprec_at_recall_0.20  	1081	0.0816
iprec_at_recall_0.30  	1081	0.0816
iprec_at_recall_0.40  	1081	0.0816
iprec_at_recall_0.50  	1081	0.0787
iprec_at_recall_0.60  	1081	0.0787
iprec_at_recall_0.70  	1081	0.0776
iprec_at_recall_0.80  	1081	0.0776
iprec_at_recall_0.90  	1081	0.0539
iprec_at_recall_1.00  	1081	0.0539
P_5                   	1081	0.0000
P_10                  	1081	0.0000
P_15                  	1081	0.0000
P_20                  	1081	0.0000
P_30                  	1081	0.0000
P_100                 	1081	0.0700
P_200                 	1081	0.0500
P_500                 	1081	0.0220
P_1000                	1081	0.0110
relstring             	1081	'11-011-000'
recall_5              	1081	0.0000
recall_10             	1081	0.0000
recall_15             	1081	0.0000
recall_20             	1081	0.0000
recall_30             	1081	0.0000
recall_100            	1081	0.6364
recall_200            	1081	0.9091
recall_500            	1081	1.0000
recall_1000           	1081	1.0000
infAP                 	1081	0.0656
Rprec_mult_0.20       	1081	0.0000
Rprec_mult_0.40       	1081	0.0000
Rprec_mult_0.60       	1081	0.0000
Rprec_mult_0.80       	1081	0.0000
Rprec_mult_1.00       	1081	0.0000
Rprec_mult_1.20       	1081	0.0000
Rprec_mult_1.40       	1081	0.0000
Rprec_mult_1.60       	1081	0.0000
Rprec_mult_1.80       	1081	0.0000
Rprec_mult_2.00       	1081	0.0000
utility               	1081	-978.0000
11pt_avg              	1081	0.0753
binG                  	1081	0.1639
G                     	1081	0.1626
ndcg                  	1081	0.6560
ndcg_rel              	1081	0.4531
Rndcg                 	1081	0.4160
ndcg_cut_5            	1081	0.2281
ndcg_cut_10           	1081	0.1742
ndcg_cut_15           	1081	0.2040
ndcg_cut_20           	1081	0.2034
ndcg_cut_30           	1081	0.2262
ndcg_cut_100          	1081	0.4278
ndcg_cut_200          	1081	0.5335
ndcg_cut_500          	1081	0.6380
ndcg_cut_1000         	1081	0.6560
map_cut_5             	1081	0.0000
map_cut_10            	1081	0.0000
map_cut_15            	1081	0.0000
map_cut_20            	1081	0.0000
map_cut_30            	1081	0.0000
map_cut_100           	1081	0.0425
map_cut_200           	1081	0.0607
map_cut_500           	1081	0.0656
map_cut_1000          	1081	0.0656
relative_P_5          	1081	0.0000
relative_P_10         	1081	0.0000
relative_P_15         	1081	0.0000
relative_P_20         	1081	0.0000
relative_P_30         	1081	0.0000
relative_P_100        	1081	0.6364
relative_P_200        	1081	0.9091
relative_P_500        	1081	1.0000
relative_P_1000       	1081	1.0000
success_1             	1081	0.0000
success_5             	1081	0.0000
success_10            	1081	0.0000
set_P                 	1081	0.0110
set_relative_P        	1081	1.0000
set_recall            	1081	1.0000
set_map               	1081	0.0110
set_F                 	1081	0.0218
num_nonrel_judged_ret 	1081	209
rbp                   	1081	0.1658
rbp_resid             	1081	0.2343
unj_5                 	1081	0.2000
unj_10                	1081	0.2000
unj_20                	1081	0.2500
num_ret               	1083	1000
num_rel               	1083	3
num_rel_ret           	1083	3
map                   	1083	0.5566
Rprec                 	1083	0.6667
bpref                 	1083	0.5556
recip_rank            	1083	1.0000
iprec_at_recall_0.00  	1083	1.0000
iprec_at_recall_0.10  	1083	1.0000
iprec_at_recall_0.20  	1083	1.0000
iprec_at_recall_0.30  	1083	1.0000
iprec_at_recall_0.40  	1083	1.0000
iprec_at_recall_0.50  	1083	0.6667
iprec_at_recall_0.60  	1083	0.6667
iprec_at_recall_0.70  	1083	0.6667
iprec_at_recall_0.80  	1083	0.6667
iprec_at_recall_0.90  	1083	0.0032
iprec_at_recall_1.00  	1083	0.0032
P_5                   	1083	0.4000
P_10                  	1083	0.2000
P_15                  	1083	0.1333
P_20                  	1083	0.1000
P_30                  	1083	0.0667
P_100                 	1083	0.0200
P_200                 	1083	0.0100
P_500                 	1083	0.0040
P_1000                	1083	0.0030
relstring             	1083	'30310-01-0'
recall_5              	1083	0.6667
recall_10             	1083	0.6667
recall_15             	1083	0.6667
recall_20             	1083	0.6667
recall_30             	1083	0.6667
recall_100            	1083	0.6667
recall_200            	1083	0.6667
recall_500            	1083	0.6667
recall_1000           	1083	1.0000
infAP                 	1083	0.5566
Rprec_mult_0.20       	1083	1.0000
Rprec_mult_0.40       	1083	0.5000
Rprec_mult_0.60       	1083	0.5000
Rprec_mult_0.80       	1083	0.6667
Rprec_mult_1.00       	1083	0.6667
Rprec_mult_1.20       	1083	0.5000
Rprec_mult_1.40       	1083	0.4000
Rprec_mult_1.60       	1083	0.4000
Rprec_mult_1.80       	1083	0.3333
Rprec_mult_2.00       	1083	0.3333
utility               	1083	-994.0000
11pt_avg              	1083	0.6976
binG                  	1083	0.5775
G                     	1083	0.3638
ndcg                  	1083	0.7270
ndcg_rel              	1083	0.6979
Rndcg                 	1083	0.6869
ndcg_cut_5            	1083	0.6838
ndcg_cut_10           	1083	0.5958
ndcg_cut_15           	1083	0.6299
ndcg_cut_20           	1083	0.6299
ndcg_cut_30           	1083	0.6518
ndcg_cut_100          	1083	0.6518
ndcg_cut_200          	1083	0.6954
ndcg_cut_500          	1083	0.6954
ndcg_cut_1000         	1083	0.7270
map_cut_5             	1083	0.5556
map_cut_10            	1083	0.5556
map_cut_15            	1083	0.5556
map_cut_20            	1083	0.5556
map_cut_30            	1083	0.5556
map_cut_100           	1083	0.5556
map_cut_200           	1083	0.5556
map_cut_500           	1083	0.5556
map_cut_1000          	1083	0.5566
relative_P_5          	1083	0.6667
relative_P_10         	1083	0.6667
relative_P_15         	1083	0.6667
relative_P_20         	1083	0.6667
relative_P_30         	1083	0.6667
relative_P_100        	1083	0.6667
relative_P_200        	1083	0.6667
relative_P_500        	1083	0.6667
relative_P_1000       	1083	1.0000
success_1             	1083	1.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0030
set_relative_P        	1083	1.0000
set_recall            	1083	1.0000
set_map               	1083	0.0030
set_F                 	1083	0.0060
num_nonrel_judged_ret 	1083	108
rbp                   	1083	0.2551
rbp_resid             	1083	0.1506
unj_5                 	1083	0.0000
unj_10                	1083	0.2000
unj_20                	1083	0.1000
num_ret               	1085	1000
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.5215
Rprec                 	1085	0.5000
bpref                 	1085	0.5000
recip_rank            	1085	1.0000
iprec_at_recall_0.00  	1085	1.0000
iprec_at_recall_0.10  	1085	1.0000
iprec_at_recall_0.20  	1085	1.0000
iprec_at_recall_0.30  	1085	1.0000
iprec_at_recall_0.40  	1085	1.0000
iprec_at_recall_0.50  	1085	1.0000
iprec_at_recall_0.60  	1085	1.0000
iprec_at_recall_0.70  	1085	0.0444
iprec_at_recall_0.80  	1085	0.0444
iprec_at_recall_0.90  	1085	0.0444
iprec_at_recall_1.00  	1085	0.0444
P_5                   	1085	0.4000
P_10                  	1085	0.2000
P_15                  	1085	0.1333
P_20                  	1085	0.1000
P_30                  	1085	0.0667
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'33-0--00-0'
recall_5              	1085	0.5000
recall_10             	1085	0.5000
recall_15             	1085	0.5000
recall_20             	1085	0.5000
recall_30             	1085	0.5000
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.5215
Rprec_mult_0.20       	1085	1.0000
Rprec_mult_0.40       	1085	1.0000
Rprec_mult_0.60       	1085	0.6667
Rprec_mult_0.80       	1085	0.5000
Rprec_mult_1.00       	1085	0.5000
Rprec_mult_1.20       	1085	0.4000
Rprec_mult_1.40       	1085	0.3333
Rprec_mult_1.60       	1085	0.2857
Rprec_mult_1.80       	1085	0.2500
Rprec_mult_2.00       	1085	0.2500
utility               	1085	-992.0000
11pt_avg              	1085	0.6525
binG                  	1085	0.5794
G                     	1085	0.4150
ndcg                  	1085	0.6815
ndcg_rel              	1085	0.6896
Rndcg                 	1085	0.6034
ndcg_cut_5            	1085	0.6062
ndcg_cut_10           	1085	0.5061
ndcg_cut_15           	1085	0.5191
ndcg_cut_20           	1085	0.5191
ndcg_cut_30           	1085	0.5405
ndcg_cut_100          	1085	0.6672
ndcg_cut_200          	1085	0.6815
ndcg_cut_500          	1085	0.6815
ndcg_cut_1000         	1085	0.6815
map_cut_5             	1085	0.5000
map_cut_10            	1085	0.5000
map_cut_15            	1085	0.5000
map_cut_20            	1085	0.5000
map_cut_30            	1085	0.5000
map_cut_100           	1085	0.5215
map_cut_200           	1085	0.5215
map_cut_500           	1085	0.5215
map_cut_1000          	1085	0.5215
relative_P_5          	1085	0.5000
relative_P_10         	1085	0.5000
relative_P_15         	1085	0.5000
relative_P_20         	1085	0.5000
relative_P_30         	1085	0.5000
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	1.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0040
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0040
set_F                 	1085	0.0080
num_nonrel_judged_ret 	1085	122
rbp                   	1085	0.2032
rbp_resid             	1085	0.3423
unj_5                 	1085	0.4000
unj_10                	1085	0.4000
unj_20                	1085	0.3000
num_ret               	1087	1000
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.0337
Rprec                 	1087	0.0000
bpref                 	1087	0.0000
recip_rank            	1087	0.0303
iprec_at_recall_0.00  	1087	0.0370
iprec_at_recall_0.10  	1087	0.0370
iprec_at_recall_0.20  	1087	0.0370
iprec_at_recall_0.30  	1087	0.0370
iprec_at_recall_0.40  	1087	0.0370
iprec_at_recall_0.50  	1087	0.0370
iprec_at_recall_0.60  	1087	0.0370
iprec_at_recall_0.70  	1087	0.0370
iprec_at_recall_0.80  	1087	0.0370
iprec_at_recall_0.90  	1087	0.0370
iprec_at_recall_1.00  	1087	0.0370
P_5                   	1087	0.0000
P_10                  	1087	0.0000
P_15                  	1087	0.0000
P_20                  	1087	0.0000
P_30                  	1087	0.0000
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'00-1001110'
recall_5              	1087	0.0000
recall_10             	1087	0.0000
recall_15             	1087	0.0000
recall_20             	1087	0.0000
recall_30             	1087	0.0000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.0337
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.0000
Rprec_mult_0.80       	1087	0.0000
Rprec_mult_1.00       	1087	0.0000
Rprec_mult_1.20       	1087	0.0000
Rprec_mult_1.40       	1087	0.0000
Rprec_mult_1.60       	1087	0.0000
Rprec_mult_1.80       	1087	0.0000
Rprec_mult_2.00       	1087	0.0000
utility               	1087	-996.0000
11pt_avg              	1087	0.0370
binG                  	1087	0.1852
G                     	1087	0.1455
ndcg                  	1087	0.4789
ndcg_rel              	1087	0.3664
Rndcg                 	1087	0.2581
ndcg_cut_5            	1087	0.0693
ndcg_cut_10           	1087	0.1769
ndcg_cut_15           	1087	0.2115
ndcg_cut_20           	1087	0.2326
ndcg_cut_30           	1087	0.2445
ndcg_cut_100          	1087	0.4041
ndcg_cut_200          	1087	0.4209
ndcg_cut_500          	1087	0.4789
ndcg_cut_1000         	1087	0.4789
map_cut_5             	1087	0.0000
map_cut_10            	1087	0.0000
map_cut_15            	1087	0.0000
map_cut_20            	1087	0.0000
map_cut_30            	1087	0.0000
map_cut_100           	1087	0.0337
map_cut_200           	1087	0.0337
map_cut_500           	1087	0.0337
map_cut_1000          	1087	0.0337
relative_P_5          	1087	0.0000
relative_P_10         	1087	0.0000
relative_P_15         	1087	0.0000
relative_P_20         	1087	0.0000
relative_P_30         	1087	0.0000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	0.0000
success_10            	1087	0.0000
set_P                 	1087	0.0020
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0020
set_F                 	1087	0.0040
num_nonrel_judged_ret 	1087	163
rbp                   	1087	0.1218
rbp_resid             	1087	0.1650
unj_5                 	1087	0.2000
unj_10                	1087	0.1000
unj_20                	1087	0.2000
runid                 	all	bm25-t-rank1
num_q                 	all	30
num_ret               	all	30000
num_rel               	all	183
num_rel_ret           	all	110
map                   	all	0.1158
gm_map                	all	0.0067
Rprec                 	all	0.1255
bpref                 	all	0.0992
recip_rank            	all	0.3032
iprec_at_recall_0.00  	all	0.3152
iprec_at_recall_0.10  	all	0.2761
iprec_at_recall_0.20  	all	0.2486
iprec_at_recall_0.30  	all	0.2144
iprec_at_recall_0.40  	all	0.1512
iprec_at_recall_0.50  	all	0.1266
iprec_at_recall_0.60  	all	0.1116
iprec_at_recall_0.70  	all	0.0775
iprec_at_recall_0.80  	all	0.0757
iprec_at_recall_0.90  	all	0.0234
iprec_at_recall_1.00  	all	0.0204
P_5                   	all	0.1133
P_10                  	all	0.0800
P_15                  	all	0.0644
P_20                  	all	0.0533
P_30                  	all	0.0433
P_100                 	all	0.0247
P_200                 	all	0.0160
P_500                 	all	0.0073
P_1000                	all	0.0037
recall_5              	all	0.1377
recall_10             	all	0.1672
recall_15             	all	0.1859
recall_20             	all	0.1916
recall_30             	all	0.2066
recall_100            	all	0.3817
recall_200            	all	0.4834
recall_500            	all	0.5236
recall_1000           	all	0.5347
infAP                 	all	0.1158
gm_bpref              	all	0.0007
Rprec_mult_0.20       	all	0.1685
Rprec_mult_0.40       	all	0.1497
Rprec_mult_0.60       	all	0.1332
Rprec_mult_0.80       	all	0.1234
Rprec_mult_1.00       	all	0.1255
Rprec_mult_1.20       	all	0.1039
Rprec_mult_1.40       	all	0.0908
Rprec_mult_1.60       	all	0.0845
Rprec_mult_1.80       	all	0.0803
Rprec_mult_2.00       	all	0.0810
utility               	all	-992.6667
11pt_avg              	all	0.1492
binG                  	all	0.1678
G                     	all	0.1484
ndcg                  	all	0.4146
ndcg_rel              	all	0.3800
Rndcg                 	all	0.2745
ndcg_cut_5            	all	0.3456
ndcg_cut_10           	all	0.3164
ndcg_cut_15           	all	0.3023
ndcg_cut_20           	all	0.2941
ndcg_cut_30           	all	0.2888
ndcg_cut_100          	all	0.3255
ndcg_cut_200          	all	0.3806
ndcg_cut_500          	all	0.4072
ndcg_cut_1000         	all	0.4146
map_cut_5             	all	0.0877
map_cut_10            	all	0.0955
map_cut_15            	all	0.0981
map_cut_20            	all	0.0992
map_cut_30            	all	0.1026
map_cut_100           	all	0.1114
map_cut_200           	all	0.1147
map_cut_500           	all	0.1158
map_cut_1000          	all	0.1158
relative_P_5          	all	0.1644
relative_P_10         	all	0.1794
relative_P_15         	all	0.1915
relative_P_20         	all	0.1953
relative_P_30         	all	0.2083
relative_P_100        	all	0.3817
relative_P_200        	all	0.4834
relative_P_500        	all	0.5236
relative_P_1000       	all	0.5347
success_1             	all	0.2000
success_5             	all	0.4333
success_10            	all	0.5000
set_P                 	all	0.0037
set_relative_P        	all	0.5347
set_recall            	all	0.5347
set_map               	all	0.0027
set_F                 	all	0.0072
num_nonrel_judged_ret 	all	3663
rbp                   	all	0.1847
rbp_resid             	all	0.0886
unj_5                 	all	0.0600
unj_10                	all	0.0667
unj_20                	all	0.0633
