num_ret               	1001	506
num_rel               	1001	14
num_rel_ret           	1001	14
map                   	1001	0.2823
Rprec                 	1001	0.2857
bpref                 	1001	0.2296
recip_rank            	1001	1.0000
iprec_at_recall_0.00  	1001	1.0000
iprec_at_recall_0.10  	1001	1.0000
iprec_at_recall_0.20  	1001	0.5000
iprec_at_recall_0.30  	1001	0.5000
iprec_at_recall_0.40  	1001	0.2727
iprec_at_recall_0.50  	1001	0.1750
iprec_at_recall_0.60  	1001	0.1633
iprec_at_recall_0.70  	1001	0.1562
iprec_at_recall_0.80  	1001	0.1507
iprec_at_recall_0.90  	1001	0.1300
iprec_at_recall_1.00  	1001	0.0598
P_5                   	1001	0.4000
P_10                  	1001	0.4000
P_15                  	1001	0.2667
P_20                  	1001	0.2000
P_30                  	1001	0.2000
P_100                 	1001	0.1300
P_200                 	1001	0.0650
P_500                 	1001	0.0280
P_1000                	1001	0.0140
relstring             	1001	'3010313300'
recall_5              	1001	0.1429
recall_10             	1001	0.2857
recall_15             	1001	0.2857
recall_20             	1001	0.2857
recall_30             	1001	0.4286
recall_100            	1001	0.9286
recall_200            	1001	0.9286
recall_500            	1001	1.0000
recall_1000           	1001	1.0000
infAP                 	1001	0.2823
Rprec_mult_0.20       	1001	0.3333
Rprec_mult_0.40       	1001	0.3333
Rprec_mult_0.60       	1001	0.4444
Rprec_mult_0.80       	1001	0.3333
Rprec_mult_1.00       	1001	0.2857
Rprec_mult_1.20       	1001	0.2353
Rprec_mult_1.40       	1001	0.2000
Rprec_mult_1.60       	1001	0.2609
Rprec_mult_1.80       	1001	0.2308
Rprec_mult_2.00       	1001	0.2143
utility               	1001	-478.0000
11pt_avg              	1001	0.3734
binG                  	1001	0.2868
G                     	1001	0.2137
ndcg                  	1001	0.7369
ndcg_rel              	1001	0.6025
Rndcg                 	1001	0.5868
ndcg_cut_5            	1001	0.5269
ndcg_cut_10           	1001	0.5108
ndcg_cut_15           	1001	0.4388
ndcg_cut_20           	1001	0.4616
ndcg_cut_30           	1001	0.5300
ndcg_cut_100          	1001	0.6876
ndcg_cut_200          	1001	0.7040
ndcg_cut_500          	1001	0.7369
ndcg_cut_1000         	1001	0.7369
map_cut_5             	1001	0.1000
map_cut_10            	1001	0.1663
map_cut_15            	1001	0.1663
map_cut_20            	1001	0.1663
map_cut_30            	1001	0.2028
map_cut_100           	1001	0.2780
map_cut_200           	1001	0.2780
map_cut_500           	1001	0.2823
map_cut_1000          	1001	0.2823
relative_P_5          	1001	0.4000
relative_P_10         	1001	0.4000
relative_P_15         	1001	0.2857
relative_P_20         	1001	0.2857
relative_P_30         	1001	0.4286
relative_P_100        	1001	0.9286
relative_P_200        	1001	0.9286
relative_P_500        	1001	1.0000
relative_P_1000       	1001	1.0000
success_1             	1001	1.0000
success_5             	1001	1.0000
success_10            	1001	1.0000
set_P                 	1001	0.0277
set_relative_P        	1001	1.0000
set_recall            	1001	1.0000
set_map               	1001	0.0277
set_F                 	1001	0.0538
num_nonrel_judged_ret 	1001	120
rbp                   	1001	0.3979
rbp_resid             	1001	0.0015
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	970
num_rel               	1003	4
num_rel_ret           	1003	2
map                   	1003	0.0025
Rprec                 	1003	0.0000
bpref                 	1003	0.0000
recip_rank            	1003	0.0052
iprec_at_recall_0.00  	1003	0.0052
iprec_at_recall_0.10  	1003	0.0052
iprec_at_recall_0.20  	1003	0.0052
iprec_at_recall_0.30  	1003	0.0052
iprec_at_recall_0.40  	1003	0.0049
iprec_at_recall_0.50  	1003	0.0049
iprec_at_recall_0.60  	1003	0.0049
iprec_at_recall_0.70  	1003	0.0000
iprec_at_recall_0.80  	1003	0.0000
iprec_at_recall_0.90  	1003	0.0000
iprec_at_recall_1.00  	1003	0.0000
P_5                   	1003	0.0000
P_10                  	1003	0.0000
P_15                  	1003	0.0000
P_20                  	1003	0.0000
P_30                  	1003	0.0000
P_100                 	1003	0.0000
P_200                 	1003	0.0050
P_500                 	1003	0.0040
P_1000                	1003	0.0020
relstring             	1003	'1101001111'
recall_5              	1003	0.0000
recall_10             	1003	0.0000
recall_15             	1003	0.0000
recall_20             	1003	0.0000
recall_30             	1003	0.0000
recall_100            	1003	0.0000
recall_200            	1003	0.2500
recall_500            	1003	0.5000
recall_1000           	1003	0.5000
infAP                 	1003	0.0025
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.0000
Rprec_mult_0.60       	1003	0.0000
Rprec_mult_0.80       	1003	0.0000
Rprec_mult_1.00       	1003	0.0000
Rprec_mult_1.20       	1003	0.0000
Rprec_mult_1.40       	1003	0.0000
Rprec_mult_1.60       	1003	0.0000
Rprec_mult_1.80       	1003	0.0000
Rprec_mult_2.00       	1003	0.0000
utility               	1003	-966.0000
11pt_avg              	1003	0.0032
binG                  	1003	0.0617
G                     	1003	0.0839
ndcg                  	1003	0.3980
ndcg_rel              	1003	0.3590
Rndcg                 	1003	0.2877
ndcg_cut_5            	1003	0.2554
ndcg_cut_10           	1003	0.3414
ndcg_cut_15           	1003	0.3958
ndcg_cut_20           	1003	0.4347
ndcg_cut_30           	1003	0.3997
ndcg_cut_100          	1003	0.2191
ndcg_cut_200          	1003	0.2432
ndcg_cut_500          	1003	0.3645
ndcg_cut_1000         	1003	0.3980
map_cut_5             	1003	0.0000
map_cut_10            	1003	0.0000
map_cut_15            	1003	0.0000
map_cut_20            	1003	0.0000
map_cut_30            	1003	0.0000
map_cut_100           	1003	0.0000
map_cut_200           	1003	0.0013
map_cut_500           	1003	0.0025
map_cut_1000          	1003	0.0025
relative_P_5          	1003	0.0000
relative_P_10         	1003	0.0000
relative_P_15         	1003	0.0000
relative_P_20         	1003	0.0000
relative_P_30         	1003	0.0000
relative_P_100        	1003	0.0000
relative_P_200        	1003	0.2500
relative_P_500        	1003	0.5000
relative_P_1000       	1003	0.5000
success_1             	1003	0.0000
success_5             	1003	0.0000
success_10            	1003	0.0000
set_P                 	1003	0.0021
set_relative_P        	1003	0.5000
set_recall            	1003	0.5000
set_map               	1003	0.0010
set_F                 	1003	0.0041
num_nonrel_judged_ret 	1003	131
rbp                   	1003	0.2127
rbp_resid             	1003	0.0391
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	811
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'1001010100'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-811.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.2908
ndcg                  	1007	0.6470
ndcg_rel              	1007	0.5988
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	0.4852
ndcg_cut_10           	1007	0.4627
ndcg_cut_15           	1007	0.4416
ndcg_cut_20           	1007	0.4416
ndcg_cut_30           	1007	0.5207
ndcg_cut_100          	1007	0.6195
ndcg_cut_200          	1007	0.6470
ndcg_cut_500          	1007	0.6470
ndcg_cut_1000         	1007	0.6470
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	94
rbp                   	1007	0.3280
rbp_resid             	1007	0.0130
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	788
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	0.3333
Rprec                 	1009	0.0000
bpref                 	1009	0.0000
recip_rank            	1009	0.3333
iprec_at_recall_0.00  	1009	0.3333
iprec_at_recall_0.10  	1009	0.3333
iprec_at_recall_0.20  	1009	0.3333
iprec_at_recall_0.30  	1009	0.3333
iprec_at_recall_0.40  	1009	0.3333
iprec_at_recall_0.50  	1009	0.3333
iprec_at_recall_0.60  	1009	0.3333
iprec_at_recall_0.70  	1009	0.3333
iprec_at_recall_0.80  	1009	0.3333
iprec_at_recall_0.90  	1009	0.3333
iprec_at_recall_1.00  	1009	0.3333
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'1130001111'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	0.3333
Rprec_mult_0.20       	1009	0.0000
Rprec_mult_0.40       	1009	0.0000
Rprec_mult_0.60       	1009	0.0000
Rprec_mult_0.80       	1009	0.0000
Rprec_mult_1.00       	1009	0.0000
Rprec_mult_1.20       	1009	0.0000
Rprec_mult_1.40       	1009	0.0000
Rprec_mult_1.60       	1009	0.0000
Rprec_mult_1.80       	1009	0.0000
Rprec_mult_2.00       	1009	0.0000
utility               	1009	-786.0000
11pt_avg              	1009	0.3333
binG                  	1009	0.5000
G                     	1009	0.3810
ndcg                  	1009	0.6640
ndcg_rel              	1009	0.6160
Rndcg                 	1009	0.5121
ndcg_cut_5            	1009	0.6327
ndcg_cut_10           	1009	0.6678
ndcg_cut_15           	1009	0.5559
ndcg_cut_20           	1009	0.5672
ndcg_cut_30           	1009	0.5948
ndcg_cut_100          	1009	0.6640
ndcg_cut_200          	1009	0.6640
ndcg_cut_500          	1009	0.6640
ndcg_cut_1000         	1009	0.6640
map_cut_5             	1009	0.3333
map_cut_10            	1009	0.3333
map_cut_15            	1009	0.3333
map_cut_20            	1009	0.3333
map_cut_30            	1009	0.3333
map_cut_100           	1009	0.3333
map_cut_200           	1009	0.3333
map_cut_500           	1009	0.3333
map_cut_1000          	1009	0.3333
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	0.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0013
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0013
set_F                 	1009	0.0025
num_nonrel_judged_ret 	1009	82
rbp                   	1009	0.2165
rbp_resid             	1009	0.0090
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	848
num_rel               	1011	4
num_rel_ret           	1011	4
map                   	1011	0.0394
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.1250
iprec_at_recall_0.00  	1011	0.1250
iprec_at_recall_0.10  	1011	0.1250
iprec_at_recall_0.20  	1011	0.1250
iprec_at_recall_0.30  	1011	0.1250
iprec_at_recall_0.40  	1011	0.0174
iprec_at_recall_0.50  	1011	0.0174
iprec_at_recall_0.60  	1011	0.0174
iprec_at_recall_0.70  	1011	0.0093
iprec_at_recall_0.80  	1011	0.0093
iprec_at_recall_0.90  	1011	0.0059
iprec_at_recall_1.00  	1011	0.0059
P_5                   	1011	0.0000
P_10                  	1011	0.1000
P_15                  	1011	0.0667
P_20                  	1011	0.0500
P_30                  	1011	0.0333
P_100                 	1011	0.0100
P_200                 	1011	0.0100
P_500                 	1011	0.0060
P_1000                	1011	0.0040
relstring             	1011	'0100001310'
recall_5              	1011	0.0000
recall_10             	1011	0.2500
recall_15             	1011	0.2500
recall_20             	1011	0.2500
recall_30             	1011	0.2500
recall_100            	1011	0.2500
recall_200            	1011	0.5000
recall_500            	1011	0.7500
recall_1000           	1011	1.0000
infAP                 	1011	0.0394
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.1250
Rprec_mult_2.00       	1011	0.1250
utility               	1011	-840.0000
11pt_avg              	1011	0.0530
binG                  	1011	0.1720
G                     	1011	0.1075
ndcg                  	1011	0.4597
ndcg_rel              	1011	0.3730
Rndcg                 	1011	0.2731
ndcg_cut_5            	1011	0.0782
ndcg_cut_10           	1011	0.2288
ndcg_cut_15           	1011	0.2241
ndcg_cut_20           	1011	0.2605
ndcg_cut_30           	1011	0.2671
ndcg_cut_100          	1011	0.2714
ndcg_cut_200          	1011	0.3454
ndcg_cut_500          	1011	0.3849
ndcg_cut_1000         	1011	0.4597
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0312
map_cut_15            	1011	0.0312
map_cut_20            	1011	0.0312
map_cut_30            	1011	0.0312
map_cut_100           	1011	0.0312
map_cut_200           	1011	0.0356
map_cut_500           	1011	0.0379
map_cut_1000          	1011	0.0394
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.2500
relative_P_15         	1011	0.2500
relative_P_20         	1011	0.2500
relative_P_30         	1011	0.2500
relative_P_100        	1011	0.2500
relative_P_200        	1011	0.5000
relative_P_500        	1011	0.7500
relative_P_1000       	1011	1.0000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	1.0000
set_P                 	1011	0.0047
set_relative_P        	1011	1.0000
set_recall            	1011	1.0000
set_map               	1011	0.0047
set_F                 	1011	0.0094
num_nonrel_judged_ret 	1011	202
rbp                   	1011	0.1485
rbp_resid             	1011	0.0110
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	740
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.5417
Rprec                 	1013	0.5000
bpref                 	1013	0.4375
recip_rank            	1013	1.0000
iprec_at_recall_0.00  	1013	1.0000
iprec_at_recall_0.10  	1013	1.0000
iprec_at_recall_0.20  	1013	1.0000
iprec_at_recall_0.30  	1013	1.0000
iprec_at_recall_0.40  	1013	0.5000
iprec_at_recall_0.50  	1013	0.5000
iprec_at_recall_0.60  	1013	0.5000
iprec_at_recall_0.70  	1013	0.5000
iprec_at_recall_0.80  	1013	0.5000
iprec_at_recall_0.90  	1013	0.1667
iprec_at_recall_1.00  	1013	0.1667
P_5                   	1013	0.4000
P_10                  	1013	0.3000
P_15                  	1013	0.2000
P_20                  	1013	0.1500
P_30                  	1013	0.1333
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'3113131111'
recall_5              	1013	0.5000
recall_10             	1013	0.7500
recall_15             	1013	0.7500
recall_20             	1013	0.7500
recall_30             	1013	1.0000
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.5417
Rprec_mult_0.20       	1013	1.0000
Rprec_mult_0.40       	1013	0.5000
Rprec_mult_0.60       	1013	0.3333
Rprec_mult_0.80       	1013	0.5000
Rprec_mult_1.00       	1013	0.5000
Rprec_mult_1.20       	1013	0.4000
Rprec_mult_1.40       	1013	0.5000
Rprec_mult_1.60       	1013	0.4286
Rprec_mult_1.80       	1013	0.3750
Rprec_mult_2.00       	1013	0.3750
utility               	1013	-732.0000
11pt_avg              	1013	0.6212
binG                  	1013	0.5387
G                     	1013	0.3371
ndcg                  	1013	0.8083
ndcg_rel              	1013	0.8014
Rndcg                 	1013	0.7428
ndcg_cut_5            	1013	0.7198
ndcg_cut_10           	1013	0.8397
ndcg_cut_15           	1013	0.8350
ndcg_cut_20           	1013	0.8112
ndcg_cut_30           	1013	0.8109
ndcg_cut_100          	1013	0.7648
ndcg_cut_200          	1013	0.7730
ndcg_cut_500          	1013	0.8019
ndcg_cut_1000         	1013	0.8083
map_cut_5             	1013	0.3750
map_cut_10            	1013	0.5000
map_cut_15            	1013	0.5000
map_cut_20            	1013	0.5000
map_cut_30            	1013	0.5417
map_cut_100           	1013	0.5417
map_cut_200           	1013	0.5417
map_cut_500           	1013	0.5417
map_cut_1000          	1013	0.5417
relative_P_5          	1013	0.5000
relative_P_10         	1013	0.7500
relative_P_15         	1013	0.7500
relative_P_20         	1013	0.7500
relative_P_30         	1013	1.0000
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	1.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0054
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0054
set_F                 	1013	0.0108
num_nonrel_judged_ret 	1013	87
rbp                   	1013	0.4515
rbp_resid             	1013	0.0184
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	826
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'0010110000'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-826.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.2530
ndcg                  	1015	0.5528
ndcg_rel              	1015	0.4269
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.3008
ndcg_cut_10           	1015	0.2736
ndcg_cut_15           	1015	0.3825
ndcg_cut_20           	1015	0.4250
ndcg_cut_30           	1015	0.5051
ndcg_cut_100          	1015	0.5051
ndcg_cut_200          	1015	0.5328
ndcg_cut_500          	1015	0.5328
ndcg_cut_1000         	1015	0.5528
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	87
rbp                   	1015	0.3282
rbp_resid             	1015	0.0101
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	707
num_rel               	1017	4
num_rel_ret           	1017	3
map                   	1017	0.0369
Rprec                 	1017	0.0000
bpref                 	1017	0.0000
recip_rank            	1017	0.0476
iprec_at_recall_0.00  	1017	0.0667
iprec_at_recall_0.10  	1017	0.0667
iprec_at_recall_0.20  	1017	0.0667
iprec_at_recall_0.30  	1017	0.0667
iprec_at_recall_0.40  	1017	0.0667
iprec_at_recall_0.50  	1017	0.0667
iprec_at_recall_0.60  	1017	0.0667
iprec_at_recall_0.70  	1017	0.0333
iprec_at_recall_0.80  	1017	0.0333
iprec_at_recall_0.90  	1017	0.0000
iprec_at_recall_1.00  	1017	0.0000
P_5                   	1017	0.0000
P_10                  	1017	0.0000
P_15                  	1017	0.0000
P_20                  	1017	0.0000
P_30                  	1017	0.0667
P_100                 	1017	0.0300
P_200                 	1017	0.0150
P_500                 	1017	0.0060
P_1000                	1017	0.0030
relstring             	1017	'0000101010'
recall_5              	1017	0.0000
recall_10             	1017	0.0000
recall_15             	1017	0.0000
recall_20             	1017	0.0000
recall_30             	1017	0.5000
recall_100            	1017	0.7500
recall_200            	1017	0.7500
recall_500            	1017	0.7500
recall_1000           	1017	0.7500
infAP                 	1017	0.0369
Rprec_mult_0.20       	1017	0.0000
Rprec_mult_0.40       	1017	0.0000
Rprec_mult_0.60       	1017	0.0000
Rprec_mult_0.80       	1017	0.0000
Rprec_mult_1.00       	1017	0.0000
Rprec_mult_1.20       	1017	0.0000
Rprec_mult_1.40       	1017	0.0000
Rprec_mult_1.60       	1017	0.0000
Rprec_mult_1.80       	1017	0.0000
Rprec_mult_2.00       	1017	0.0000
utility               	1017	-701.0000
11pt_avg              	1017	0.0485
binG                  	1017	0.1456
G                     	1017	0.0820
ndcg                  	1017	0.2669
ndcg_rel              	1017	0.2340
Rndcg                 	1017	0.1390
ndcg_cut_5            	1017	0.0479
ndcg_cut_10           	1017	0.1056
ndcg_cut_15           	1017	0.0930
ndcg_cut_20           	1017	0.1041
ndcg_cut_30           	1017	0.1781
ndcg_cut_100          	1017	0.2057
ndcg_cut_200          	1017	0.2394
ndcg_cut_500          	1017	0.2669
ndcg_cut_1000         	1017	0.2669
map_cut_5             	1017	0.0000
map_cut_10            	1017	0.0000
map_cut_15            	1017	0.0000
map_cut_20            	1017	0.0000
map_cut_30            	1017	0.0286
map_cut_100           	1017	0.0369
map_cut_200           	1017	0.0369
map_cut_500           	1017	0.0369
map_cut_1000          	1017	0.0369
relative_P_5          	1017	0.0000
relative_P_10         	1017	0.0000
relative_P_15         	1017	0.0000
relative_P_20         	1017	0.0000
relative_P_30         	1017	0.5000
relative_P_100        	1017	0.7500
relative_P_200        	1017	0.7500
relative_P_500        	1017	0.7500
relative_P_1000       	1017	0.7500
success_1             	1017	0.0000
success_5             	1017	0.0000
success_10            	1017	0.0000
set_P                 	1017	0.0042
set_relative_P        	1017	0.7500
set_recall            	1017	0.7500
set_map               	1017	0.0032
set_F                 	1017	0.0084
num_nonrel_judged_ret 	1017	104
rbp                   	1017	0.0778
rbp_resid             	1017	0.0282
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	651
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1101101100'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-651.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.2849
ndcg                  	1019	0.6907
ndcg_rel              	1019	0.6902
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.8304
ndcg_cut_10           	1019	0.6817
ndcg_cut_15           	1019	0.5745
ndcg_cut_20           	1019	0.5782
ndcg_cut_30           	1019	0.6140
ndcg_cut_100          	1019	0.6505
ndcg_cut_200          	1019	0.6505
ndcg_cut_500          	1019	0.6777
ndcg_cut_1000         	1019	0.6907
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	142
rbp                   	1019	0.5462
rbp_resid             	1019	0.0038
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	929
num_rel               	1023	7
num_rel_ret           	1023	4
map                   	1023	0.0069
Rprec                 	1023	0.0000
bpref                 	1023	0.0000
recip_rank            	1023	0.0278
iprec_at_recall_0.00  	1023	0.0278
iprec_at_recall_0.10  	1023	0.0278
iprec_at_recall_0.20  	1023	0.0278
iprec_at_recall_0.30  	1023	0.0129
iprec_at_recall_0.40  	1023	0.0044
iprec_at_recall_0.50  	1023	0.0044
iprec_at_recall_0.60  	1023	0.0044
iprec_at_recall_0.70  	1023	0.0000
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.0000
P_15                  	1023	0.0000
P_20                  	1023	0.0000
P_30                  	1023	0.0000
P_100                 	1023	0.0100
P_200                 	1023	0.0100
P_500                 	1023	0.0040
P_1000                	1023	0.0040
relstring             	1023	'0010100000'
recall_5              	1023	0.0000
recall_10             	1023	0.0000
recall_15             	1023	0.0000
recall_20             	1023	0.0000
recall_30             	1023	0.0000
recall_100            	1023	0.1429
recall_200            	1023	0.2857
recall_500            	1023	0.2857
recall_1000           	1023	0.5714
infAP                 	1023	0.0069
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.0000
Rprec_mult_1.20       	1023	0.0000
Rprec_mult_1.40       	1023	0.0000
Rprec_mult_1.60       	1023	0.0000
Rprec_mult_1.80       	1023	0.0000
Rprec_mult_2.00       	1023	0.0000
utility               	1023	-921.0000
11pt_avg              	1023	0.0099
binG                  	1023	0.0761
G                     	1023	0.0623
ndcg                  	1023	0.2225
ndcg_rel              	1023	0.1916
Rndcg                 	1023	0.1369
ndcg_cut_5            	1023	0.1003
ndcg_cut_10           	1023	0.0750
ndcg_cut_15           	1023	0.0675
ndcg_cut_20           	1023	0.0619
ndcg_cut_30           	1023	0.0662
ndcg_cut_100          	1023	0.1152
ndcg_cut_200          	1023	0.1681
ndcg_cut_500          	1023	0.1734
ndcg_cut_1000         	1023	0.2225
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0000
map_cut_15            	1023	0.0000
map_cut_20            	1023	0.0000
map_cut_30            	1023	0.0000
map_cut_100           	1023	0.0040
map_cut_200           	1023	0.0058
map_cut_500           	1023	0.0058
map_cut_1000          	1023	0.0069
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.0000
relative_P_15         	1023	0.0000
relative_P_20         	1023	0.0000
relative_P_30         	1023	0.0000
relative_P_100        	1023	0.1429
relative_P_200        	1023	0.2857
relative_P_500        	1023	0.2857
relative_P_1000       	1023	0.5714
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	0.0000
set_P                 	1023	0.0043
set_relative_P        	1023	0.5714
set_recall            	1023	0.5714
set_map               	1023	0.0025
set_F                 	1023	0.0085
num_nonrel_judged_ret 	1023	139
rbp                   	1023	0.0552
rbp_resid             	1023	0.0231
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	866
num_rel               	1025	2
num_rel_ret           	1025	2
map                   	1025	0.0505
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0385
iprec_at_recall_0.00  	1025	0.0625
iprec_at_recall_0.10  	1025	0.0625
iprec_at_recall_0.20  	1025	0.0625
iprec_at_recall_0.30  	1025	0.0625
iprec_at_recall_0.40  	1025	0.0625
iprec_at_recall_0.50  	1025	0.0625
iprec_at_recall_0.60  	1025	0.0625
iprec_at_recall_0.70  	1025	0.0625
iprec_at_recall_0.80  	1025	0.0625
iprec_at_recall_0.90  	1025	0.0625
iprec_at_recall_1.00  	1025	0.0625
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0000
P_20                  	1025	0.0000
P_30                  	1025	0.0333
P_100                 	1025	0.0200
P_200                 	1025	0.0100
P_500                 	1025	0.0040
P_1000                	1025	0.0020
relstring             	1025	'0101001000'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.0000
recall_20             	1025	0.0000
recall_30             	1025	0.5000
recall_100            	1025	1.0000
recall_200            	1025	1.0000
recall_500            	1025	1.0000
recall_1000           	1025	1.0000
infAP                 	1025	0.0505
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-862.0000
11pt_avg              	1025	0.0625
binG                  	1025	0.2052
G                     	1025	0.1085
ndcg                  	1025	0.3592
ndcg_rel              	1025	0.2985
Rndcg                 	1025	0.2271
ndcg_cut_5            	1025	0.1709
ndcg_cut_10           	1025	0.1787
ndcg_cut_15           	1025	0.1529
ndcg_cut_20           	1025	0.1354
ndcg_cut_30           	1025	0.1631
ndcg_cut_100          	1025	0.2387
ndcg_cut_200          	1025	0.2387
ndcg_cut_500          	1025	0.2863
ndcg_cut_1000         	1025	0.3592
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0000
map_cut_20            	1025	0.0000
map_cut_30            	1025	0.0192
map_cut_100           	1025	0.0505
map_cut_200           	1025	0.0505
map_cut_500           	1025	0.0505
map_cut_1000          	1025	0.0505
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.0000
relative_P_20         	1025	0.0000
relative_P_30         	1025	0.5000
relative_P_100        	1025	1.0000
relative_P_200        	1025	1.0000
relative_P_500        	1025	1.0000
relative_P_1000       	1025	1.0000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0023
set_relative_P        	1025	1.0000
set_recall            	1025	1.0000
set_map               	1025	0.0023
set_F                 	1025	0.0046
num_nonrel_judged_ret 	1025	202
rbp                   	1025	0.0839
rbp_resid             	1025	0.0112
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	862
num_rel               	1029	8
num_rel_ret           	1029	6
map                   	1029	0.1788
Rprec                 	1029	0.3750
bpref                 	1029	0.2500
recip_rank            	1029	0.5000
iprec_at_recall_0.00  	1029	0.5000
iprec_at_recall_0.10  	1029	0.5000
iprec_at_recall_0.20  	1029	0.4286
iprec_at_recall_0.30  	1029	0.4286
iprec_at_recall_0.40  	1029	0.4286
iprec_at_recall_0.50  	1029	0.0727
iprec_at_recall_0.60  	1029	0.0153
iprec_at_recall_0.70  	1029	0.0153
iprec_at_recall_0.80  	1029	0.0153
iprec_at_recall_0.90  	1029	0.0000
iprec_at_recall_1.00  	1029	0.0000
P_5                   	1029	0.4000
P_10                  	1029	0.3000
P_15                  	1029	0.2000
P_20                  	1029	0.1500
P_30                  	1029	0.1000
P_100                 	1029	0.0400
P_200                 	1029	0.0200
P_500                 	1029	0.0120
P_1000                	1029	0.0060
relstring             	1029	'1310303001'
recall_5              	1029	0.2500
recall_10             	1029	0.3750
recall_15             	1029	0.3750
recall_20             	1029	0.3750
recall_30             	1029	0.3750
recall_100            	1029	0.5000
recall_200            	1029	0.5000
recall_500            	1029	0.7500
recall_1000           	1029	0.7500
infAP                 	1029	0.1788
Rprec_mult_0.20       	1029	0.5000
Rprec_mult_0.40       	1029	0.2500
Rprec_mult_0.60       	1029	0.4000
Rprec_mult_0.80       	1029	0.4286
Rprec_mult_1.00       	1029	0.3750
Rprec_mult_1.20       	1029	0.3000
Rprec_mult_1.40       	1029	0.2500
Rprec_mult_1.60       	1029	0.2308
Rprec_mult_1.80       	1029	0.2000
Rprec_mult_2.00       	1029	0.1875
utility               	1029	-850.0000
11pt_avg              	1029	0.2186
binG                  	1029	0.2321
G                     	1029	0.1217
ndcg                  	1029	0.4859
ndcg_rel              	1029	0.4457
Rndcg                 	1029	0.4280
ndcg_cut_5            	1029	0.5148
ndcg_cut_10           	1029	0.4693
ndcg_cut_15           	1029	0.4611
ndcg_cut_20           	1029	0.4247
ndcg_cut_30           	1029	0.3843
ndcg_cut_100          	1029	0.3365
ndcg_cut_200          	1029	0.3536
ndcg_cut_500          	1029	0.4725
ndcg_cut_1000         	1029	0.4859
map_cut_5             	1029	0.1125
map_cut_10            	1029	0.1661
map_cut_15            	1029	0.1661
map_cut_20            	1029	0.1661
map_cut_30            	1029	0.1661
map_cut_100           	1029	0.1752
map_cut_200           	1029	0.1752
map_cut_500           	1029	0.1788
map_cut_1000          	1029	0.1788
relative_P_5          	1029	0.4000
relative_P_10         	1029	0.3750
relative_P_15         	1029	0.3750
relative_P_20         	1029	0.3750
relative_P_30         	1029	0.3750
relative_P_100        	1029	0.5000
relative_P_200        	1029	0.5000
relative_P_500        	1029	0.7500
relative_P_1000       	1029	0.7500
success_1             	1029	0.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0070
set_relative_P        	1029	0.7500
set_recall            	1029	0.7500
set_map               	1029	0.0052
set_F                 	1029	0.0138
num_nonrel_judged_ret 	1029	131
rbp                   	1029	0.3033
rbp_resid             	1029	0.0189
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	853
num_rel               	1031	44
num_rel_ret           	1031	16
map                   	1031	0.0499
Rprec                 	1031	0.1364
bpref                 	1031	0.1111
recip_rank            	1031	0.1250
iprec_at_recall_0.00  	1031	0.2500
iprec_at_recall_0.10  	1031	0.2500
iprec_at_recall_0.20  	1031	0.1731
iprec_at_recall_0.30  	1031	0.0376
iprec_at_recall_0.40  	1031	0.0000
iprec_at_recall_0.50  	1031	0.0000
iprec_at_recall_0.60  	1031	0.0000
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.0000
P_10                  	1031	0.1000
P_15                  	1031	0.2000
P_20                  	1031	0.2000
P_30                  	1031	0.1667
P_100                 	1031	0.1100
P_200                 	1031	0.0550
P_500                 	1031	0.0320
P_1000                	1031	0.0160
relstring             	1031	'1010111310'
recall_5              	1031	0.0000
recall_10             	1031	0.0227
recall_15             	1031	0.0682
recall_20             	1031	0.0909
recall_30             	1031	0.1136
recall_100            	1031	0.2500
recall_200            	1031	0.2500
recall_500            	1031	0.3636
recall_1000           	1031	0.3636
infAP                 	1031	0.0499
Rprec_mult_0.20       	1031	0.1111
Rprec_mult_0.40       	1031	0.2222
Rprec_mult_0.60       	1031	0.1852
Rprec_mult_0.80       	1031	0.1389
Rprec_mult_1.00       	1031	0.1364
Rprec_mult_1.20       	1031	0.1698
Rprec_mult_1.40       	1031	0.1613
Rprec_mult_1.60       	1031	0.1549
Rprec_mult_1.80       	1031	0.1375
Rprec_mult_2.00       	1031	0.1250
utility               	1031	-821.0000
11pt_avg              	1031	0.0646
binG                  	1031	0.0699
G                     	1031	0.0570
ndcg                  	1031	0.3193
ndcg_rel              	1031	0.3103
Rndcg                 	1031	0.2734
ndcg_cut_5            	1031	0.2133
ndcg_cut_10           	1031	0.2805
ndcg_cut_15           	1031	0.3399
ndcg_cut_20           	1031	0.3287
ndcg_cut_30           	1031	0.2931
ndcg_cut_100          	1031	0.2905
ndcg_cut_200          	1031	0.2419
ndcg_cut_500          	1031	0.3073
ndcg_cut_1000         	1031	0.3193
map_cut_5             	1031	0.0000
map_cut_10            	1031	0.0028
map_cut_15            	1031	0.0127
map_cut_20            	1031	0.0183
map_cut_30            	1031	0.0237
map_cut_100           	1031	0.0456
map_cut_200           	1031	0.0456
map_cut_500           	1031	0.0499
map_cut_1000          	1031	0.0499
relative_P_5          	1031	0.0000
relative_P_10         	1031	0.1000
relative_P_15         	1031	0.2000
relative_P_20         	1031	0.2000
relative_P_30         	1031	0.1667
relative_P_100        	1031	0.2500
relative_P_200        	1031	0.2500
relative_P_500        	1031	0.3636
relative_P_1000       	1031	0.3636
success_1             	1031	0.0000
success_5             	1031	0.0000
success_10            	1031	1.0000
set_P                 	1031	0.0188
set_relative_P        	1031	0.3636
set_recall            	1031	0.3636
set_map               	1031	0.0068
set_F                 	1031	0.0357
num_nonrel_judged_ret 	1031	135
rbp                   	1031	0.3159
rbp_resid             	1031	0.0152
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	692
num_rel               	1033	13
num_rel_ret           	1033	11
map                   	1033	0.0814
Rprec                 	1033	0.0769
bpref                 	1033	0.0414
recip_rank            	1033	0.1429
iprec_at_recall_0.00  	1033	0.1429
iprec_at_recall_0.10  	1033	0.1429
iprec_at_recall_0.20  	1033	0.1163
iprec_at_recall_0.30  	1033	0.1163
iprec_at_recall_0.40  	1033	0.1163
iprec_at_recall_0.50  	1033	0.1077
iprec_at_recall_0.60  	1033	0.0833
iprec_at_recall_0.70  	1033	0.0818
iprec_at_recall_0.80  	1033	0.0725
iprec_at_recall_0.90  	1033	0.0000
iprec_at_recall_1.00  	1033	0.0000
P_5                   	1033	0.0000
P_10                  	1033	0.1000
P_15                  	1033	0.1333
P_20                  	1033	0.1000
P_30                  	1033	0.0667
P_100                 	1033	0.0800
P_200                 	1033	0.0500
P_500                 	1033	0.0220
P_1000                	1033	0.0110
relstring             	1033	'1111113111'
recall_5              	1033	0.0000
recall_10             	1033	0.0769
recall_15             	1033	0.1538
recall_20             	1033	0.1538
recall_30             	1033	0.1538
recall_100            	1033	0.6154
recall_200            	1033	0.7692
recall_500            	1033	0.8462
recall_1000           	1033	0.8462
infAP                 	1033	0.0814
Rprec_mult_0.20       	1033	0.0000
Rprec_mult_0.40       	1033	0.0000
Rprec_mult_0.60       	1033	0.1250
Rprec_mult_0.80       	1033	0.0909
Rprec_mult_1.00       	1033	0.0769
Rprec_mult_1.20       	1033	0.1250
Rprec_mult_1.40       	1033	0.1053
Rprec_mult_1.60       	1033	0.0952
Rprec_mult_1.80       	1033	0.0833
Rprec_mult_2.00       	1033	0.0769
utility               	1033	-670.0000
11pt_avg              	1033	0.0891
binG                  	1033	0.1591
G                     	1033	0.1638
ndcg                  	1033	0.6512
ndcg_rel              	1033	0.5134
Rndcg                 	1033	0.4992
ndcg_cut_5            	1033	0.3333
ndcg_cut_10           	1033	0.3822
ndcg_cut_15           	1033	0.4078
ndcg_cut_20           	1033	0.4070
ndcg_cut_30           	1033	0.4485
ndcg_cut_100          	1033	0.5251
ndcg_cut_200          	1033	0.5955
ndcg_cut_500          	1033	0.6512
ndcg_cut_1000         	1033	0.6512
map_cut_5             	1033	0.0000
map_cut_10            	1033	0.0110
map_cut_15            	1033	0.0212
map_cut_20            	1033	0.0212
map_cut_30            	1033	0.0212
map_cut_100           	1033	0.0677
map_cut_200           	1033	0.0795
map_cut_500           	1033	0.0814
map_cut_1000          	1033	0.0814
relative_P_5          	1033	0.0000
relative_P_10         	1033	0.1000
relative_P_15         	1033	0.1538
relative_P_20         	1033	0.1538
relative_P_30         	1033	0.1538
relative_P_100        	1033	0.6154
relative_P_200        	1033	0.7692
relative_P_500        	1033	0.8462
relative_P_1000       	1033	0.8462
success_1             	1033	0.0000
success_5             	1033	0.0000
success_10            	1033	1.0000
set_P                 	1033	0.0159
set_relative_P        	1033	0.8462
set_recall            	1033	0.8462
set_map               	1033	0.0135
set_F                 	1033	0.0312
num_nonrel_judged_ret 	1033	113
rbp                   	1033	0.3439
rbp_resid             	1033	0.0106
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	949
num_rel               	1035	3
num_rel_ret           	1035	1
map                   	1035	0.0038
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0115
iprec_at_recall_0.00  	1035	0.0115
iprec_at_recall_0.10  	1035	0.0115
iprec_at_recall_0.20  	1035	0.0115
iprec_at_recall_0.30  	1035	0.0115
iprec_at_recall_0.40  	1035	0.0115
iprec_at_recall_0.50  	1035	0.0000
iprec_at_recall_0.60  	1035	0.0000
iprec_at_recall_0.70  	1035	0.0000
iprec_at_recall_0.80  	1035	0.0000
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0000
P_20                  	1035	0.0000
P_30                  	1035	0.0000
P_100                 	1035	0.0100
P_200                 	1035	0.0050
P_500                 	1035	0.0020
P_1000                	1035	0.0010
relstring             	1035	'0000011000'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.0000
recall_20             	1035	0.0000
recall_30             	1035	0.0000
recall_100            	1035	0.3333
recall_200            	1035	0.3333
recall_500            	1035	0.3333
recall_1000           	1035	0.3333
infAP                 	1035	0.0038
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-947.0000
11pt_avg              	1035	0.0052
binG                  	1035	0.0516
G                     	1035	0.0884
ndcg                  	1035	0.3096
ndcg_rel              	1035	0.2453
Rndcg                 	1035	0.1409
ndcg_cut_5            	1035	0.0000
ndcg_cut_10           	1035	0.0783
ndcg_cut_15           	1035	0.1210
ndcg_cut_20           	1035	0.1285
ndcg_cut_30           	1035	0.1387
ndcg_cut_100          	1035	0.1637
ndcg_cut_200          	1035	0.2237
ndcg_cut_500          	1035	0.3096
ndcg_cut_1000         	1035	0.3096
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0000
map_cut_20            	1035	0.0000
map_cut_30            	1035	0.0000
map_cut_100           	1035	0.0038
map_cut_200           	1035	0.0038
map_cut_500           	1035	0.0038
map_cut_1000          	1035	0.0038
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.0000
relative_P_20         	1035	0.0000
relative_P_30         	1035	0.0000
relative_P_100        	1035	0.3333
relative_P_200        	1035	0.3333
relative_P_500        	1035	0.3333
relative_P_1000       	1035	0.3333
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0011
set_relative_P        	1035	0.3333
set_recall            	1035	0.3333
set_map               	1035	0.0004
set_F                 	1035	0.0021
num_nonrel_judged_ret 	1035	123
rbp                   	1035	0.0668
rbp_resid             	1035	0.0376
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	855
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'1000110100'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-855.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.3960
ndcg                  	1037	0.7041
ndcg_rel              	1037	0.6522
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.4704
ndcg_cut_10           	1037	0.5658
ndcg_cut_15           	1037	0.5658
ndcg_cut_20           	1037	0.6294
ndcg_cut_30           	1037	0.6294
ndcg_cut_100          	1037	0.6294
ndcg_cut_200          	1037	0.7041
ndcg_cut_500          	1037	0.7041
ndcg_cut_1000         	1037	0.7041
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	96
rbp                   	1037	0.2875
rbp_resid             	1037	0.0267
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	691
num_rel               	1041	6
num_rel_ret           	1041	1
map                   	1041	0.0083
Rprec                 	1041	0.0000
bpref                 	1041	0.0000
recip_rank            	1041	0.0500
iprec_at_recall_0.00  	1041	0.0500
iprec_at_recall_0.10  	1041	0.0500
iprec_at_recall_0.20  	1041	0.0500
iprec_at_recall_0.30  	1041	0.0000
iprec_at_recall_0.40  	1041	0.0000
iprec_at_recall_0.50  	1041	0.0000
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.0000
P_10                  	1041	0.0000
P_15                  	1041	0.0000
P_20                  	1041	0.0500
P_30                  	1041	0.0333
P_100                 	1041	0.0100
P_200                 	1041	0.0050
P_500                 	1041	0.0020
P_1000                	1041	0.0010
relstring             	1041	'1010011000'
recall_5              	1041	0.0000
recall_10             	1041	0.0000
recall_15             	1041	0.0000
recall_20             	1041	0.1667
recall_30             	1041	0.1667
recall_100            	1041	0.1667
recall_200            	1041	0.1667
recall_500            	1041	0.1667
recall_1000           	1041	0.1667
infAP                 	1041	0.0083
Rprec_mult_0.20       	1041	0.0000
Rprec_mult_0.40       	1041	0.0000
Rprec_mult_0.60       	1041	0.0000
Rprec_mult_0.80       	1041	0.0000
Rprec_mult_1.00       	1041	0.0000
Rprec_mult_1.20       	1041	0.0000
Rprec_mult_1.40       	1041	0.0000
Rprec_mult_1.60       	1041	0.0000
Rprec_mult_1.80       	1041	0.0000
Rprec_mult_2.00       	1041	0.0000
utility               	1041	-689.0000
11pt_avg              	1041	0.0136
binG                  	1041	0.0379
G                     	1041	0.0820
ndcg                  	1041	0.2995
ndcg_rel              	1041	0.2740
Rndcg                 	1041	0.2317
ndcg_cut_5            	1041	0.1696
ndcg_cut_10           	1041	0.1963
ndcg_cut_15           	1041	0.1966
ndcg_cut_20           	1041	0.2466
ndcg_cut_30           	1041	0.2267
ndcg_cut_100          	1041	0.2442
ndcg_cut_200          	1041	0.2682
ndcg_cut_500          	1041	0.2936
ndcg_cut_1000         	1041	0.2995
map_cut_5             	1041	0.0000
map_cut_10            	1041	0.0000
map_cut_15            	1041	0.0000
map_cut_20            	1041	0.0083
map_cut_30            	1041	0.0083
map_cut_100           	1041	0.0083
map_cut_200           	1041	0.0083
map_cut_500           	1041	0.0083
map_cut_1000          	1041	0.0083
relative_P_5          	1041	0.0000
relative_P_10         	1041	0.0000
relative_P_15         	1041	0.0000
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.1667
relative_P_100        	1041	0.1667
relative_P_200        	1041	0.1667
relative_P_500        	1041	0.1667
relative_P_1000       	1041	0.1667
success_1             	1041	0.0000
success_5             	1041	0.0000
success_10            	1041	0.0000
set_P                 	1041	0.0014
set_relative_P        	1041	0.1667
set_recall            	1041	0.1667
set_map               	1041	0.0002
set_F                 	1041	0.0029
num_nonrel_judged_ret 	1041	123
rbp                   	1041	0.1287
rbp_resid             	1041	0.0193
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	578
num_rel               	1047	19
num_rel_ret           	1047	11
map                   	1047	0.0891
Rprec                 	1047	0.1053
bpref                 	1047	0.0748
recip_rank            	1047	0.3333
iprec_at_recall_0.00  	1047	0.3333
iprec_at_recall_0.10  	1047	0.1875
iprec_at_recall_0.20  	1047	0.1875
iprec_at_recall_0.30  	1047	0.1875
iprec_at_recall_0.40  	1047	0.1304
iprec_at_recall_0.50  	1047	0.0909
iprec_at_recall_0.60  	1047	0.0349
iprec_at_recall_0.70  	1047	0.0000
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.2000
P_10                  	1047	0.1000
P_15                  	1047	0.1333
P_20                  	1047	0.1000
P_30                  	1047	0.1667
P_100                 	1047	0.0900
P_200                 	1047	0.0500
P_500                 	1047	0.0220
P_1000                	1047	0.0110
relstring             	1047	'1131110110'
recall_5              	1047	0.0526
recall_10             	1047	0.0526
recall_15             	1047	0.1053
recall_20             	1047	0.1053
recall_30             	1047	0.2632
recall_100            	1047	0.4737
recall_200            	1047	0.5263
recall_500            	1047	0.5789
recall_1000           	1047	0.5789
infAP                 	1047	0.0891
Rprec_mult_0.20       	1047	0.2500
Rprec_mult_0.40       	1047	0.1250
Rprec_mult_0.60       	1047	0.1667
Rprec_mult_0.80       	1047	0.1250
Rprec_mult_1.00       	1047	0.1053
Rprec_mult_1.20       	1047	0.1304
Rprec_mult_1.40       	1047	0.1111
Rprec_mult_1.60       	1047	0.1613
Rprec_mult_1.80       	1047	0.1714
Rprec_mult_2.00       	1047	0.1579
utility               	1047	-556.0000
11pt_avg              	1047	0.1047
binG                  	1047	0.1288
G                     	1047	0.1240
ndcg                  	1047	0.4986
ndcg_rel              	1047	0.4441
Rndcg                 	1047	0.4050
ndcg_cut_5            	1047	0.4464
ndcg_cut_10           	1047	0.3610
ndcg_cut_15           	1047	0.3569
ndcg_cut_20           	1047	0.3263
ndcg_cut_30           	1047	0.3787
ndcg_cut_100          	1047	0.4459
ndcg_cut_200          	1047	0.4725
ndcg_cut_500          	1047	0.4986
ndcg_cut_1000         	1047	0.4986
map_cut_5             	1047	0.0175
map_cut_10            	1047	0.0175
map_cut_15            	1047	0.0271
map_cut_20            	1047	0.0271
map_cut_30            	1047	0.0506
map_cut_100           	1047	0.0825
map_cut_200           	1047	0.0872
map_cut_500           	1047	0.0891
map_cut_1000          	1047	0.0891
relative_P_5          	1047	0.2000
relative_P_10         	1047	0.1000
relative_P_15         	1047	0.1333
relative_P_20         	1047	0.1053
relative_P_30         	1047	0.2632
relative_P_100        	1047	0.4737
relative_P_200        	1047	0.5263
relative_P_500        	1047	0.5789
relative_P_1000       	1047	0.5789
success_1             	1047	0.0000
success_5             	1047	1.0000
success_10            	1047	1.0000
set_P                 	1047	0.0190
set_relative_P        	1047	0.5789
set_recall            	1047	0.5789
set_map               	1047	0.0110
set_F                 	1047	0.0369
num_nonrel_judged_ret 	1047	96
rbp                   	1047	0.3345
rbp_resid             	1047	0.0109
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	861
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.6082
Rprec                 	1053	0.6667
bpref                 	1053	0.5556
recip_rank            	1053	1.0000
iprec_at_recall_0.00  	1053	1.0000
iprec_at_recall_0.10  	1053	1.0000
iprec_at_recall_0.20  	1053	1.0000
iprec_at_recall_0.30  	1053	1.0000
iprec_at_recall_0.40  	1053	1.0000
iprec_at_recall_0.50  	1053	0.6667
iprec_at_recall_0.60  	1053	0.6667
iprec_at_recall_0.70  	1053	0.6667
iprec_at_recall_0.80  	1053	0.6667
iprec_at_recall_0.90  	1053	0.1579
iprec_at_recall_1.00  	1053	0.1579
P_5                   	1053	0.4000
P_10                  	1053	0.2000
P_15                  	1053	0.1333
P_20                  	1053	0.1500
P_30                  	1053	0.1000
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'3131101110'
recall_5              	1053	0.6667
recall_10             	1053	0.6667
recall_15             	1053	0.6667
recall_20             	1053	1.0000
recall_30             	1053	1.0000
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.6082
Rprec_mult_0.20       	1053	1.0000
Rprec_mult_0.40       	1053	0.5000
Rprec_mult_0.60       	1053	0.5000
Rprec_mult_0.80       	1053	0.6667
Rprec_mult_1.00       	1053	0.6667
Rprec_mult_1.20       	1053	0.5000
Rprec_mult_1.40       	1053	0.4000
Rprec_mult_1.60       	1053	0.4000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-855.0000
11pt_avg              	1053	0.7257
binG                  	1053	0.6236
G                     	1053	0.3095
ndcg                  	1053	0.7571
ndcg_rel              	1053	0.7577
Rndcg                 	1053	0.7511
ndcg_cut_5            	1053	0.8250
ndcg_cut_10           	1053	0.7834
ndcg_cut_15           	1053	0.7067
ndcg_cut_20           	1053	0.7365
ndcg_cut_30           	1053	0.6994
ndcg_cut_100          	1053	0.7215
ndcg_cut_200          	1053	0.7414
ndcg_cut_500          	1053	0.7495
ndcg_cut_1000         	1053	0.7571
map_cut_5             	1053	0.5556
map_cut_10            	1053	0.5556
map_cut_15            	1053	0.5556
map_cut_20            	1053	0.6082
map_cut_30            	1053	0.6082
map_cut_100           	1053	0.6082
map_cut_200           	1053	0.6082
map_cut_500           	1053	0.6082
map_cut_1000          	1053	0.6082
relative_P_5          	1053	0.6667
relative_P_10         	1053	0.6667
relative_P_15         	1053	0.6667
relative_P_20         	1053	1.0000
relative_P_30         	1053	1.0000
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	1.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0035
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0035
set_F                 	1053	0.0069
num_nonrel_judged_ret 	1053	86
rbp                   	1053	0.3572
rbp_resid             	1053	0.0223
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	785
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-785.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.0000
ndcg                  	1055	0.0000
ndcg_rel              	1055	0.0000
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.0000
ndcg_cut_15           	1055	0.0000
ndcg_cut_20           	1055	0.0000
ndcg_cut_30           	1055	0.0000
ndcg_cut_100          	1055	0.0000
ndcg_cut_200          	1055	0.0000
ndcg_cut_500          	1055	0.0000
ndcg_cut_1000         	1055	0.0000
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	139
rbp                   	1055	0.0000
rbp_resid             	1055	0.0283
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	938
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	0.1667
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.1667
iprec_at_recall_0.00  	1065	0.1667
iprec_at_recall_0.10  	1065	0.1667
iprec_at_recall_0.20  	1065	0.1667
iprec_at_recall_0.30  	1065	0.1667
iprec_at_recall_0.40  	1065	0.1667
iprec_at_recall_0.50  	1065	0.1667
iprec_at_recall_0.60  	1065	0.1667
iprec_at_recall_0.70  	1065	0.1667
iprec_at_recall_0.80  	1065	0.1667
iprec_at_recall_0.90  	1065	0.1667
iprec_at_recall_1.00  	1065	0.1667
P_5                   	1065	0.0000
P_10                  	1065	0.1000
P_15                  	1065	0.0667
P_20                  	1065	0.0500
P_30                  	1065	0.0333
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'0101131000'
recall_5              	1065	0.0000
recall_10             	1065	1.0000
recall_15             	1065	1.0000
recall_20             	1065	1.0000
recall_30             	1065	1.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	0.1667
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-936.0000
11pt_avg              	1065	0.1667
binG                  	1065	0.3562
G                     	1065	0.2278
ndcg                  	1065	0.4906
ndcg_rel              	1065	0.4258
Rndcg                 	1065	0.2816
ndcg_cut_5            	1065	0.2927
ndcg_cut_10           	1065	0.4356
ndcg_cut_15           	1065	0.3970
ndcg_cut_20           	1065	0.3541
ndcg_cut_30           	1065	0.3780
ndcg_cut_100          	1065	0.4200
ndcg_cut_200          	1065	0.4364
ndcg_cut_500          	1065	0.4906
ndcg_cut_1000         	1065	0.4906
map_cut_5             	1065	0.0000
map_cut_10            	1065	0.1667
map_cut_15            	1065	0.1667
map_cut_20            	1065	0.1667
map_cut_30            	1065	0.1667
map_cut_100           	1065	0.1667
map_cut_200           	1065	0.1667
map_cut_500           	1065	0.1667
map_cut_1000          	1065	0.1667
relative_P_5          	1065	0.0000
relative_P_10         	1065	1.0000
relative_P_15         	1065	1.0000
relative_P_20         	1065	1.0000
relative_P_30         	1065	1.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	0.0000
success_5             	1065	0.0000
success_10            	1065	1.0000
set_P                 	1065	0.0011
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0011
set_F                 	1065	0.0021
num_nonrel_judged_ret 	1065	96
rbp                   	1065	0.1669
rbp_resid             	1065	0.0189
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	786
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.1111
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.1111
iprec_at_recall_0.00  	1067	0.1111
iprec_at_recall_0.10  	1067	0.1111
iprec_at_recall_0.20  	1067	0.1111
iprec_at_recall_0.30  	1067	0.1111
iprec_at_recall_0.40  	1067	0.1111
iprec_at_recall_0.50  	1067	0.1111
iprec_at_recall_0.60  	1067	0.1111
iprec_at_recall_0.70  	1067	0.1111
iprec_at_recall_0.80  	1067	0.1111
iprec_at_recall_0.90  	1067	0.1111
iprec_at_recall_1.00  	1067	0.1111
P_5                   	1067	0.0000
P_10                  	1067	0.1000
P_15                  	1067	0.0667
P_20                  	1067	0.0500
P_30                  	1067	0.0333
P_100                 	1067	0.0100
P_200                 	1067	0.0050
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'1000100130'
recall_5              	1067	0.0000
recall_10             	1067	1.0000
recall_15             	1067	1.0000
recall_20             	1067	1.0000
recall_30             	1067	1.0000
recall_100            	1067	1.0000
recall_200            	1067	1.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.1111
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-784.0000
11pt_avg              	1067	0.1111
binG                  	1067	0.3010
G                     	1067	0.1697
ndcg                  	1067	0.4599
ndcg_rel              	1067	0.4117
Rndcg                 	1067	0.3786
ndcg_cut_5            	1067	0.2803
ndcg_cut_10           	1067	0.3982
ndcg_cut_15           	1067	0.3632
ndcg_cut_20           	1067	0.3429
ndcg_cut_30           	1067	0.3426
ndcg_cut_100          	1067	0.4358
ndcg_cut_200          	1067	0.4358
ndcg_cut_500          	1067	0.4487
ndcg_cut_1000         	1067	0.4599
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.1111
map_cut_15            	1067	0.1111
map_cut_20            	1067	0.1111
map_cut_30            	1067	0.1111
map_cut_100           	1067	0.1111
map_cut_200           	1067	0.1111
map_cut_500           	1067	0.1111
map_cut_1000          	1067	0.1111
relative_P_5          	1067	0.0000
relative_P_10         	1067	1.0000
relative_P_15         	1067	1.0000
relative_P_20         	1067	1.0000
relative_P_30         	1067	1.0000
relative_P_100        	1067	1.0000
relative_P_200        	1067	1.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	1.0000
set_P                 	1067	0.0013
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0013
set_F                 	1067	0.0025
num_nonrel_judged_ret 	1067	124
rbp                   	1067	0.1349
rbp_resid             	1067	0.0102
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	891
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0000000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-891.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0000
ndcg                  	1069	0.0000
ndcg_rel              	1069	0.0000
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.0000
ndcg_cut_10           	1069	0.0000
ndcg_cut_15           	1069	0.0000
ndcg_cut_20           	1069	0.0000
ndcg_cut_30           	1069	0.0000
ndcg_cut_100          	1069	0.0000
ndcg_cut_200          	1069	0.0000
ndcg_cut_500          	1069	0.0000
ndcg_cut_1000         	1069	0.0000
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	123
rbp                   	1069	0.0000
rbp_resid             	1069	0.0332
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	726
num_rel               	1075	3
num_rel_ret           	1075	3
map                   	1075	0.1373
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.2500
iprec_at_recall_0.00  	1075	0.2500
iprec_at_recall_0.10  	1075	0.2500
iprec_at_recall_0.20  	1075	0.2500
iprec_at_recall_0.30  	1075	0.2500
iprec_at_recall_0.40  	1075	0.2500
iprec_at_recall_0.50  	1075	0.1538
iprec_at_recall_0.60  	1075	0.1538
iprec_at_recall_0.70  	1075	0.1538
iprec_at_recall_0.80  	1075	0.1538
iprec_at_recall_0.90  	1075	0.0081
iprec_at_recall_1.00  	1075	0.0081
P_5                   	1075	0.2000
P_10                  	1075	0.1000
P_15                  	1075	0.1333
P_20                  	1075	0.1000
P_30                  	1075	0.0667
P_100                 	1075	0.0200
P_200                 	1075	0.0100
P_500                 	1075	0.0060
P_1000                	1075	0.0030
relstring             	1075	'1113100110'
recall_5              	1075	0.3333
recall_10             	1075	0.3333
recall_15             	1075	0.6667
recall_20             	1075	0.6667
recall_30             	1075	0.6667
recall_100            	1075	0.6667
recall_200            	1075	0.6667
recall_500            	1075	1.0000
recall_1000           	1075	1.0000
infAP                 	1075	0.1373
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.2500
Rprec_mult_1.40       	1075	0.2000
Rprec_mult_1.60       	1075	0.2000
Rprec_mult_1.80       	1075	0.1667
Rprec_mult_2.00       	1075	0.1667
utility               	1075	-720.0000
11pt_avg              	1075	0.1711
binG                  	1075	0.2727
G                     	1075	0.1388
ndcg                  	1075	0.5829
ndcg_rel              	1075	0.5378
Rndcg                 	1075	0.4488
ndcg_cut_5            	1075	0.5284
ndcg_cut_10           	1075	0.5027
ndcg_cut_15           	1075	0.5693
ndcg_cut_20           	1075	0.5729
ndcg_cut_30           	1075	0.5774
ndcg_cut_100          	1075	0.4564
ndcg_cut_200          	1075	0.4506
ndcg_cut_500          	1075	0.5476
ndcg_cut_1000         	1075	0.5829
map_cut_5             	1075	0.0833
map_cut_10            	1075	0.0833
map_cut_15            	1075	0.1346
map_cut_20            	1075	0.1346
map_cut_30            	1075	0.1346
map_cut_100           	1075	0.1346
map_cut_200           	1075	0.1346
map_cut_500           	1075	0.1373
map_cut_1000          	1075	0.1373
relative_P_5          	1075	0.3333
relative_P_10         	1075	0.3333
relative_P_15         	1075	0.6667
relative_P_20         	1075	0.6667
relative_P_30         	1075	0.6667
relative_P_100        	1075	0.6667
relative_P_200        	1075	0.6667
relative_P_500        	1075	1.0000
relative_P_1000       	1075	1.0000
success_1             	1075	0.0000
success_5             	1075	1.0000
success_10            	1075	1.0000
set_P                 	1075	0.0041
set_relative_P        	1075	1.0000
set_recall            	1075	1.0000
set_map               	1075	0.0041
set_F                 	1075	0.0082
num_nonrel_judged_ret 	1075	151
rbp                   	1075	0.3056
rbp_resid             	1075	0.0163
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	500
num_rel               	1077	16
num_rel_ret           	1077	12
map                   	1077	0.0786
Rprec                 	1077	0.1250
bpref                 	1077	0.0586
recip_rank            	1077	0.2000
iprec_at_recall_0.00  	1077	0.2000
iprec_at_recall_0.10  	1077	0.1333
iprec_at_recall_0.20  	1077	0.1224
iprec_at_recall_0.30  	1077	0.1224
iprec_at_recall_0.40  	1077	0.1224
iprec_at_recall_0.50  	1077	0.1125
iprec_at_recall_0.60  	1077	0.1042
iprec_at_recall_0.70  	1077	0.0362
iprec_at_recall_0.80  	1077	0.0000
iprec_at_recall_0.90  	1077	0.0000
iprec_at_recall_1.00  	1077	0.0000
P_5                   	1077	0.2000
P_10                  	1077	0.1000
P_15                  	1077	0.1333
P_20                  	1077	0.1000
P_30                  	1077	0.0667
P_100                 	1077	0.1000
P_200                 	1077	0.0500
P_500                 	1077	0.0240
P_1000                	1077	0.0120
relstring             	1077	'1111311111'
recall_5              	1077	0.0625
recall_10             	1077	0.0625
recall_15             	1077	0.1250
recall_20             	1077	0.1250
recall_30             	1077	0.1250
recall_100            	1077	0.6250
recall_200            	1077	0.6250
recall_500            	1077	0.7500
recall_1000           	1077	0.7500
infAP                 	1077	0.0786
Rprec_mult_0.20       	1077	0.0000
Rprec_mult_0.40       	1077	0.1429
Rprec_mult_0.60       	1077	0.1000
Rprec_mult_0.80       	1077	0.0769
Rprec_mult_1.00       	1077	0.1250
Rprec_mult_1.20       	1077	0.1000
Rprec_mult_1.40       	1077	0.0870
Rprec_mult_1.60       	1077	0.0769
Rprec_mult_1.80       	1077	0.0690
Rprec_mult_2.00       	1077	0.0625
utility               	1077	-476.0000
11pt_avg              	1077	0.0867
binG                  	1077	0.1432
G                     	1077	0.1557
ndcg                  	1077	0.6564
ndcg_rel              	1077	0.5584
Rndcg                 	1077	0.5427
ndcg_cut_5            	1077	0.4208
ndcg_cut_10           	1077	0.3901
ndcg_cut_15           	1077	0.3912
ndcg_cut_20           	1077	0.4185
ndcg_cut_30           	1077	0.4567
ndcg_cut_100          	1077	0.6187
ndcg_cut_200          	1077	0.6027
ndcg_cut_500          	1077	0.6564
ndcg_cut_1000         	1077	0.6564
map_cut_5             	1077	0.0125
map_cut_10            	1077	0.0125
map_cut_15            	1077	0.0208
map_cut_20            	1077	0.0208
map_cut_30            	1077	0.0208
map_cut_100           	1077	0.0742
map_cut_200           	1077	0.0742
map_cut_500           	1077	0.0786
map_cut_1000          	1077	0.0786
relative_P_5          	1077	0.2000
relative_P_10         	1077	0.1000
relative_P_15         	1077	0.1333
relative_P_20         	1077	0.1250
relative_P_30         	1077	0.1250
relative_P_100        	1077	0.6250
relative_P_200        	1077	0.6250
relative_P_500        	1077	0.7500
relative_P_1000       	1077	0.7500
success_1             	1077	0.0000
success_5             	1077	1.0000
success_10            	1077	1.0000
set_P                 	1077	0.0240
set_relative_P        	1077	0.7500
set_recall            	1077	0.7500
set_map               	1077	0.0180
set_F                 	1077	0.0465
num_nonrel_judged_ret 	1077	121
rbp                   	1077	0.3812
rbp_resid             	1077	0.0002
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	803
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.3955
Rprec                 	1079	0.3333
bpref                 	1079	0.3611
recip_rank            	1079	0.5000
iprec_at_recall_0.00  	1079	0.6667
iprec_at_recall_0.10  	1079	0.6667
iprec_at_recall_0.20  	1079	0.6667
iprec_at_recall_0.30  	1079	0.6667
iprec_at_recall_0.40  	1079	0.6667
iprec_at_recall_0.50  	1079	0.4444
iprec_at_recall_0.60  	1079	0.4444
iprec_at_recall_0.70  	1079	0.4444
iprec_at_recall_0.80  	1079	0.3333
iprec_at_recall_0.90  	1079	0.3333
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.4000
P_10                  	1079	0.4000
P_15                  	1079	0.3333
P_20                  	1079	0.2500
P_30                  	1079	0.1667
P_100                 	1079	0.0500
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'1331113131'
recall_5              	1079	0.3333
recall_10             	1079	0.6667
recall_15             	1079	0.8333
recall_20             	1079	0.8333
recall_30             	1079	0.8333
recall_100            	1079	0.8333
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.3955
Rprec_mult_0.20       	1079	0.5000
Rprec_mult_0.40       	1079	0.6667
Rprec_mult_0.60       	1079	0.5000
Rprec_mult_0.80       	1079	0.4000
Rprec_mult_1.00       	1079	0.3333
Rprec_mult_1.20       	1079	0.3750
Rprec_mult_1.40       	1079	0.4444
Rprec_mult_1.60       	1079	0.4000
Rprec_mult_1.80       	1079	0.3636
Rprec_mult_2.00       	1079	0.3333
utility               	1079	-793.0000
11pt_avg              	1079	0.4848
binG                  	1079	0.3806
G                     	1079	0.3055
ndcg                  	1079	0.7511
ndcg_rel              	1079	0.6849
Rndcg                 	1079	0.6617
ndcg_cut_5            	1079	0.5890
ndcg_cut_10           	1079	0.7240
ndcg_cut_15           	1079	0.7505
ndcg_cut_20           	1079	0.7205
ndcg_cut_30           	1079	0.6862
ndcg_cut_100          	1079	0.7336
ndcg_cut_200          	1079	0.7428
ndcg_cut_500          	1079	0.7511
ndcg_cut_1000         	1079	0.7511
map_cut_5             	1079	0.1944
map_cut_10            	1079	0.3399
map_cut_15            	1079	0.3955
map_cut_20            	1079	0.3955
map_cut_30            	1079	0.3955
map_cut_100           	1079	0.3955
map_cut_200           	1079	0.3955
map_cut_500           	1079	0.3955
map_cut_1000          	1079	0.3955
relative_P_5          	1079	0.4000
relative_P_10         	1079	0.6667
relative_P_15         	1079	0.8333
relative_P_20         	1079	0.8333
relative_P_30         	1079	0.8333
relative_P_100        	1079	0.8333
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	0.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0062
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0052
set_F                 	1079	0.0124
num_nonrel_judged_ret 	1079	72
rbp                   	1079	0.4564
rbp_resid             	1079	0.0265
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	785
num_rel               	1081	11
num_rel_ret           	1081	9
map                   	1081	0.1071
Rprec                 	1081	0.1818
bpref                 	1081	0.1488
recip_rank            	1081	0.3333
iprec_at_recall_0.00  	1081	0.5000
iprec_at_recall_0.10  	1081	0.5000
iprec_at_recall_0.20  	1081	0.5000
iprec_at_recall_0.30  	1081	0.0938
iprec_at_recall_0.40  	1081	0.0870
iprec_at_recall_0.50  	1081	0.0706
iprec_at_recall_0.60  	1081	0.0122
iprec_at_recall_0.70  	1081	0.0122
iprec_at_recall_0.80  	1081	0.0122
iprec_at_recall_0.90  	1081	0.0000
iprec_at_recall_1.00  	1081	0.0000
P_5                   	1081	0.4000
P_10                  	1081	0.2000
P_15                  	1081	0.1333
P_20                  	1081	0.1000
P_30                  	1081	0.0667
P_100                 	1081	0.0600
P_200                 	1081	0.0300
P_500                 	1081	0.0120
P_1000                	1081	0.0090
relstring             	1081	'1133111101'
recall_5              	1081	0.1818
recall_10             	1081	0.1818
recall_15             	1081	0.1818
recall_20             	1081	0.1818
recall_30             	1081	0.1818
recall_100            	1081	0.5455
recall_200            	1081	0.5455
recall_500            	1081	0.5455
recall_1000           	1081	0.8182
infAP                 	1081	0.1071
Rprec_mult_0.20       	1081	0.3333
Rprec_mult_0.40       	1081	0.4000
Rprec_mult_0.60       	1081	0.2857
Rprec_mult_0.80       	1081	0.2222
Rprec_mult_1.00       	1081	0.1818
Rprec_mult_1.20       	1081	0.1429
Rprec_mult_1.40       	1081	0.1250
Rprec_mult_1.60       	1081	0.1111
Rprec_mult_1.80       	1081	0.1000
Rprec_mult_2.00       	1081	0.0909
utility               	1081	-767.0000
11pt_avg              	1081	0.1625
binG                  	1081	0.1834
G                     	1081	0.1434
ndcg                  	1081	0.6006
ndcg_rel              	1081	0.5379
Rndcg                 	1081	0.5102
ndcg_cut_5            	1081	0.5438
ndcg_cut_10           	1081	0.4478
ndcg_cut_15           	1081	0.4447
ndcg_cut_20           	1081	0.4703
ndcg_cut_30           	1081	0.4850
ndcg_cut_100          	1081	0.4888
ndcg_cut_200          	1081	0.5033
ndcg_cut_500          	1081	0.5418
ndcg_cut_1000         	1081	0.6006
map_cut_5             	1081	0.0758
map_cut_10            	1081	0.0758
map_cut_15            	1081	0.0758
map_cut_20            	1081	0.0758
map_cut_30            	1081	0.0758
map_cut_100           	1081	0.1041
map_cut_200           	1081	0.1041
map_cut_500           	1081	0.1041
map_cut_1000          	1081	0.1071
relative_P_5          	1081	0.4000
relative_P_10         	1081	0.2000
relative_P_15         	1081	0.1818
relative_P_20         	1081	0.1818
relative_P_30         	1081	0.1818
relative_P_100        	1081	0.5455
relative_P_200        	1081	0.5455
relative_P_500        	1081	0.5455
relative_P_1000       	1081	0.8182
success_1             	1081	0.0000
success_5             	1081	1.0000
success_10            	1081	1.0000
set_P                 	1081	0.0115
set_relative_P        	1081	0.8182
set_recall            	1081	0.8182
set_map               	1081	0.0094
set_F                 	1081	0.0226
num_nonrel_judged_ret 	1081	127
rbp                   	1081	0.3858
rbp_resid             	1081	0.0111
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	826
num_rel               	1083	3
num_rel_ret           	1083	3
map                   	1083	0.0236
Rprec                 	1083	0.0000
bpref                 	1083	0.0000
recip_rank            	1083	0.0227
iprec_at_recall_0.00  	1083	0.0435
iprec_at_recall_0.10  	1083	0.0435
iprec_at_recall_0.20  	1083	0.0435
iprec_at_recall_0.30  	1083	0.0435
iprec_at_recall_0.40  	1083	0.0435
iprec_at_recall_0.50  	1083	0.0435
iprec_at_recall_0.60  	1083	0.0435
iprec_at_recall_0.70  	1083	0.0435
iprec_at_recall_0.80  	1083	0.0435
iprec_at_recall_0.90  	1083	0.0045
iprec_at_recall_1.00  	1083	0.0045
P_5                   	1083	0.0000
P_10                  	1083	0.0000
P_15                  	1083	0.0000
P_20                  	1083	0.0000
P_30                  	1083	0.0000
P_100                 	1083	0.0200
P_200                 	1083	0.0100
P_500                 	1083	0.0040
P_1000                	1083	0.0030
relstring             	1083	'0-0-00-1--'
recall_5              	1083	0.0000
recall_10             	1083	0.0000
recall_15             	1083	0.0000
recall_20             	1083	0.0000
recall_30             	1083	0.0000
recall_100            	1083	0.6667
recall_200            	1083	0.6667
recall_500            	1083	0.6667
recall_1000           	1083	1.0000
infAP                 	1083	0.0236
Rprec_mult_0.20       	1083	0.0000
Rprec_mult_0.40       	1083	0.0000
Rprec_mult_0.60       	1083	0.0000
Rprec_mult_0.80       	1083	0.0000
Rprec_mult_1.00       	1083	0.0000
Rprec_mult_1.20       	1083	0.0000
Rprec_mult_1.40       	1083	0.0000
Rprec_mult_1.60       	1083	0.0000
Rprec_mult_1.80       	1083	0.0000
Rprec_mult_2.00       	1083	0.0000
utility               	1083	-820.0000
11pt_avg              	1083	0.0364
binG                  	1083	0.1566
G                     	1083	0.1550
ndcg                  	1083	0.3124
ndcg_rel              	1083	0.2007
Rndcg                 	1083	0.1151
ndcg_cut_5            	1083	0.0000
ndcg_cut_10           	1083	0.0358
ndcg_cut_15           	1083	0.0328
ndcg_cut_20           	1083	0.0328
ndcg_cut_30           	1083	0.0328
ndcg_cut_100          	1083	0.2135
ndcg_cut_200          	1083	0.2135
ndcg_cut_500          	1083	0.2791
ndcg_cut_1000         	1083	0.3124
map_cut_5             	1083	0.0000
map_cut_10            	1083	0.0000
map_cut_15            	1083	0.0000
map_cut_20            	1083	0.0000
map_cut_30            	1083	0.0000
map_cut_100           	1083	0.0221
map_cut_200           	1083	0.0221
map_cut_500           	1083	0.0221
map_cut_1000          	1083	0.0236
relative_P_5          	1083	0.0000
relative_P_10         	1083	0.0000
relative_P_15         	1083	0.0000
relative_P_20         	1083	0.0000
relative_P_30         	1083	0.0000
relative_P_100        	1083	0.6667
relative_P_200        	1083	0.6667
relative_P_500        	1083	0.6667
relative_P_1000       	1083	1.0000
success_1             	1083	0.0000
success_5             	1083	0.0000
success_10            	1083	0.0000
set_P                 	1083	0.0036
set_relative_P        	1083	1.0000
set_recall            	1083	1.0000
set_map               	1083	0.0036
set_F                 	1083	0.0072
num_nonrel_judged_ret 	1083	86
rbp                   	1083	0.0182
rbp_resid             	1083	0.3702
unj_5                 	1083	0.4000
unj_10                	1083	0.5000
unj_20                	1083	0.3000
num_ret               	1085	879
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.1451
Rprec                 	1085	0.0000
bpref                 	1085	0.0625
recip_rank            	1085	0.1429
iprec_at_recall_0.00  	1085	0.2000
iprec_at_recall_0.10  	1085	0.2000
iprec_at_recall_0.20  	1085	0.2000
iprec_at_recall_0.30  	1085	0.2000
iprec_at_recall_0.40  	1085	0.2000
iprec_at_recall_0.50  	1085	0.2000
iprec_at_recall_0.60  	1085	0.2000
iprec_at_recall_0.70  	1085	0.1200
iprec_at_recall_0.80  	1085	0.1200
iprec_at_recall_0.90  	1085	0.1176
iprec_at_recall_1.00  	1085	0.1176
P_5                   	1085	0.0000
P_10                  	1085	0.2000
P_15                  	1085	0.1333
P_20                  	1085	0.1000
P_30                  	1085	0.1000
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'--0-0030-3'
recall_5              	1085	0.0000
recall_10             	1085	0.5000
recall_15             	1085	0.5000
recall_20             	1085	0.5000
recall_30             	1085	0.7500
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.1451
Rprec_mult_0.20       	1085	0.0000
Rprec_mult_0.40       	1085	0.0000
Rprec_mult_0.60       	1085	0.0000
Rprec_mult_0.80       	1085	0.0000
Rprec_mult_1.00       	1085	0.0000
Rprec_mult_1.20       	1085	0.0000
Rprec_mult_1.40       	1085	0.0000
Rprec_mult_1.60       	1085	0.1429
Rprec_mult_1.80       	1085	0.1250
Rprec_mult_2.00       	1085	0.1250
utility               	1085	-871.0000
11pt_avg              	1085	0.1705
binG                  	1085	0.2631
G                     	1085	0.1627
ndcg                  	1085	0.3382
ndcg_rel              	1085	0.2934
Rndcg                 	1085	0.1753
ndcg_cut_5            	1085	0.0000
ndcg_cut_10           	1085	0.1932
ndcg_cut_15           	1085	0.1877
ndcg_cut_20           	1085	0.1877
ndcg_cut_30           	1085	0.2519
ndcg_cut_100          	1085	0.3277
ndcg_cut_200          	1085	0.3277
ndcg_cut_500          	1085	0.3277
ndcg_cut_1000         	1085	0.3382
map_cut_5             	1085	0.0000
map_cut_10            	1085	0.0857
map_cut_15            	1085	0.0857
map_cut_20            	1085	0.0857
map_cut_30            	1085	0.1157
map_cut_100           	1085	0.1451
map_cut_200           	1085	0.1451
map_cut_500           	1085	0.1451
map_cut_1000          	1085	0.1451
relative_P_5          	1085	0.0000
relative_P_10         	1085	0.5000
relative_P_15         	1085	0.5000
relative_P_20         	1085	0.5000
relative_P_30         	1085	0.7500
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	0.0000
success_5             	1085	0.0000
success_10            	1085	1.0000
set_P                 	1085	0.0046
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0046
set_F                 	1085	0.0091
num_nonrel_judged_ret 	1085	74
rbp                   	1085	0.1030
rbp_resid             	1085	0.4275
unj_5                 	1085	0.6000
unj_10                	1085	0.4000
unj_20                	1085	0.3000
num_ret               	1087	793
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.2845
Rprec                 	1087	0.5000
bpref                 	1087	0.2500
recip_rank            	1087	0.5000
iprec_at_recall_0.00  	1087	0.5000
iprec_at_recall_0.10  	1087	0.5000
iprec_at_recall_0.20  	1087	0.5000
iprec_at_recall_0.30  	1087	0.5000
iprec_at_recall_0.40  	1087	0.5000
iprec_at_recall_0.50  	1087	0.5000
iprec_at_recall_0.60  	1087	0.5000
iprec_at_recall_0.70  	1087	0.5000
iprec_at_recall_0.80  	1087	0.0690
iprec_at_recall_0.90  	1087	0.0690
iprec_at_recall_1.00  	1087	0.0690
P_5                   	1087	0.2000
P_10                  	1087	0.1000
P_15                  	1087	0.0667
P_20                  	1087	0.0500
P_30                  	1087	0.0667
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'0301101100'
recall_5              	1087	0.5000
recall_10             	1087	0.5000
recall_15             	1087	0.5000
recall_20             	1087	0.5000
recall_30             	1087	1.0000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.2845
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.5000
Rprec_mult_0.80       	1087	0.5000
Rprec_mult_1.00       	1087	0.5000
Rprec_mult_1.20       	1087	0.3333
Rprec_mult_1.40       	1087	0.3333
Rprec_mult_1.60       	1087	0.2500
Rprec_mult_1.80       	1087	0.2500
Rprec_mult_2.00       	1087	0.2500
utility               	1087	-789.0000
11pt_avg              	1087	0.3824
binG                  	1087	0.4184
G                     	1087	0.1762
ndcg                  	1087	0.5870
ndcg_rel              	1087	0.5110
Rndcg                 	1087	0.4787
ndcg_cut_5            	1087	0.4364
ndcg_cut_10           	1087	0.4304
ndcg_cut_15           	1087	0.4259
ndcg_cut_20           	1087	0.4462
ndcg_cut_30           	1087	0.4713
ndcg_cut_100          	1087	0.5090
ndcg_cut_200          	1087	0.5179
ndcg_cut_500          	1087	0.5804
ndcg_cut_1000         	1087	0.5870
map_cut_5             	1087	0.2500
map_cut_10            	1087	0.2500
map_cut_15            	1087	0.2500
map_cut_20            	1087	0.2500
map_cut_30            	1087	0.2845
map_cut_100           	1087	0.2845
map_cut_200           	1087	0.2845
map_cut_500           	1087	0.2845
map_cut_1000          	1087	0.2845
relative_P_5          	1087	0.5000
relative_P_10         	1087	0.5000
relative_P_15         	1087	0.5000
relative_P_20         	1087	0.5000
relative_P_30         	1087	1.0000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	1.0000
success_10            	1087	1.0000
set_P                 	1087	0.0025
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0025
set_F                 	1087	0.0050
num_nonrel_judged_ret 	1087	140
rbp                   	1087	0.2263
rbp_resid             	1087	0.0208
unj_5                 	1087	0.0000
unj_10                	1087	0.0000
unj_20                	1087	0.0000
runid                 	all	genaius-gpt-oss-120b
num_q                 	all	30
num_ret               	all	23695
num_rel               	all	183
num_rel_ret           	all	123
map                   	all	0.1254
gm_map                	all	0.0124
Rprec                 	all	0.1095
bpref                 	all	0.0860
recip_rank            	all	0.2322
iprec_at_recall_0.00  	all	0.2515
iprec_at_recall_0.10  	all	0.2445
iprec_at_recall_0.20  	all	0.2216
iprec_at_recall_0.30  	all	0.2014
iprec_at_recall_0.40  	all	0.1699
iprec_at_recall_0.50  	all	0.1302
iprec_at_recall_0.60  	all	0.1229
iprec_at_recall_0.70  	all	0.1149
iprec_at_recall_0.80  	all	0.0951
iprec_at_recall_0.90  	all	0.0556
iprec_at_recall_1.00  	all	0.0421
P_5                   	all	0.1133
P_10                  	all	0.1000
P_15                  	all	0.0822
P_20                  	all	0.0667
P_30                  	all	0.0578
P_100                 	all	0.0317
P_200                 	all	0.0168
P_500                 	all	0.0077
P_1000                	all	0.0041
recall_5              	all	0.1341
recall_10             	all	0.2575
recall_15             	all	0.2820
recall_20             	all	0.2995
recall_30             	all	0.3769
recall_100            	all	0.5249
recall_200            	all	0.5532
recall_500            	all	0.6040
recall_1000           	all	0.6421
infAP                 	all	0.1254
gm_bpref              	all	0.0005
Rprec_mult_0.20       	all	0.1343
Rprec_mult_0.40       	all	0.1047
Rprec_mult_0.60       	all	0.1180
Rprec_mult_0.80       	all	0.1161
Rprec_mult_1.00       	all	0.1095
Rprec_mult_1.20       	all	0.1021
Rprec_mult_1.40       	all	0.0972
Rprec_mult_1.60       	all	0.0971
Rprec_mult_1.80       	all	0.0910
Rprec_mult_2.00       	all	0.0874
utility               	all	-781.6333
11pt_avg              	all	0.1500
binG                  	all	0.1922
G                     	all	0.1727
ndcg                  	all	0.4870
ndcg_rel              	all	0.4332
Rndcg                 	all	0.3076
ndcg_cut_5            	all	0.3404
ndcg_cut_10           	all	0.3680
ndcg_cut_15           	all	0.3627
ndcg_cut_20           	all	0.3685
ndcg_cut_30           	all	0.3843
ndcg_cut_100          	all	0.4167
ndcg_cut_200          	all	0.4346
ndcg_cut_500          	all	0.4715
ndcg_cut_1000         	all	0.4870
map_cut_5             	all	0.0703
map_cut_10            	all	0.0970
map_cut_15            	all	0.1018
map_cut_20            	all	0.1040
map_cut_30            	all	0.1113
map_cut_100           	all	0.1235
map_cut_200           	all	0.1243
map_cut_500           	all	0.1252
map_cut_1000          	all	0.1254
relative_P_5          	all	0.1667
relative_P_10         	all	0.2681
relative_P_15         	all	0.2877
relative_P_20         	all	0.3031
relative_P_30         	all	0.3787
relative_P_100        	all	0.5249
relative_P_200        	all	0.5532
relative_P_500        	all	0.6040
relative_P_1000       	all	0.6421
success_1             	all	0.1000
success_5             	all	0.3667
success_10            	all	0.5667
set_P                 	all	0.0059
set_relative_P        	all	0.6421
set_recall            	all	0.6421
set_map               	all	0.0046
set_F                 	all	0.0116
num_nonrel_judged_ret 	all	3546
rbp                   	all	0.2388
rbp_resid             	all	0.0431
unj_5                 	all	0.0333
unj_10                	all	0.0300
unj_20                	all	0.0200
