num_ret               	2024-105741	2
num_rel               	2024-105741	283
num_rel_ret           	2024-105741	1
map                   	2024-105741	0.0018
Rprec                 	2024-105741	0.0035
bpref                 	2024-105741	0.0035
recip_rank            	2024-105741	0.5000
iprec_at_recall_0.00  	2024-105741	0.5000
iprec_at_recall_0.10  	2024-105741	0.0000
iprec_at_recall_0.20  	2024-105741	0.0000
iprec_at_recall_0.30  	2024-105741	0.0000
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	0.2000
P_10                  	2024-105741	0.1000
P_15                  	2024-105741	0.0667
P_20                  	2024-105741	0.0500
P_30                  	2024-105741	0.0333
P_100                 	2024-105741	0.0100
P_200                 	2024-105741	0.0050
P_500                 	2024-105741	0.0020
P_1000                	2024-105741	0.0010
relstring             	2024-105741	'02'
recall_5              	2024-105741	0.0035
recall_10             	2024-105741	0.0035
recall_15             	2024-105741	0.0035
recall_20             	2024-105741	0.0035
recall_30             	2024-105741	0.0035
recall_100            	2024-105741	0.0035
recall_200            	2024-105741	0.0035
recall_500            	2024-105741	0.0035
recall_1000           	2024-105741	0.0035
infAP                 	2024-105741	0.0018
Rprec_mult_0.20       	2024-105741	0.0175
Rprec_mult_0.40       	2024-105741	0.0088
Rprec_mult_0.60       	2024-105741	0.0059
Rprec_mult_0.80       	2024-105741	0.0044
Rprec_mult_1.00       	2024-105741	0.0035
Rprec_mult_1.20       	2024-105741	0.0029
Rprec_mult_1.40       	2024-105741	0.0025
Rprec_mult_1.60       	2024-105741	0.0022
Rprec_mult_1.80       	2024-105741	0.0020
Rprec_mult_2.00       	2024-105741	0.0018
utility               	2024-105741	0.0000
11pt_avg              	2024-105741	0.0455
binG                  	2024-105741	0.0022
G                     	2024-105741	0.0025
ndcg                  	2024-105741	0.0209
ndcg_rel              	2024-105741	0.0219
Rndcg                 	2024-105741	0.0214
ndcg_cut_5            	2024-105741	0.1830
ndcg_cut_10           	2024-105741	0.1251
ndcg_cut_15           	2024-105741	0.0992
ndcg_cut_20           	2024-105741	0.0837
ndcg_cut_30           	2024-105741	0.0653
ndcg_cut_100          	2024-105741	0.0350
ndcg_cut_200          	2024-105741	0.0253
ndcg_cut_500          	2024-105741	0.0209
ndcg_cut_1000         	2024-105741	0.0209
map_cut_5             	2024-105741	0.0018
map_cut_10            	2024-105741	0.0018
map_cut_15            	2024-105741	0.0018
map_cut_20            	2024-105741	0.0018
map_cut_30            	2024-105741	0.0018
map_cut_100           	2024-105741	0.0018
map_cut_200           	2024-105741	0.0018
map_cut_500           	2024-105741	0.0018
map_cut_1000          	2024-105741	0.0018
relative_P_5          	2024-105741	0.2000
relative_P_10         	2024-105741	0.1000
relative_P_15         	2024-105741	0.0667
relative_P_20         	2024-105741	0.0500
relative_P_30         	2024-105741	0.0333
relative_P_100        	2024-105741	0.0100
relative_P_200        	2024-105741	0.0050
relative_P_500        	2024-105741	0.0035
relative_P_1000       	2024-105741	0.0035
success_1             	2024-105741	0.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.5000
set_relative_P        	2024-105741	0.5000
set_recall            	2024-105741	0.0035
set_map               	2024-105741	0.0018
set_F                 	2024-105741	0.0070
num_nonrel_judged_ret 	2024-105741	1
num_ret               	2024-109837	2
num_rel               	2024-109837	169
num_rel_ret           	2024-109837	2
map                   	2024-109837	0.0118
Rprec                 	2024-109837	0.0118
bpref                 	2024-109837	0.0118
recip_rank            	2024-109837	1.0000
iprec_at_recall_0.00  	2024-109837	1.0000
iprec_at_recall_0.10  	2024-109837	0.0000
iprec_at_recall_0.20  	2024-109837	0.0000
iprec_at_recall_0.30  	2024-109837	0.0000
iprec_at_recall_0.40  	2024-109837	0.0000
iprec_at_recall_0.50  	2024-109837	0.0000
iprec_at_recall_0.60  	2024-109837	0.0000
iprec_at_recall_0.70  	2024-109837	0.0000
iprec_at_recall_0.80  	2024-109837	0.0000
iprec_at_recall_0.90  	2024-109837	0.0000
iprec_at_recall_1.00  	2024-109837	0.0000
P_5                   	2024-109837	0.4000
P_10                  	2024-109837	0.2000
P_15                  	2024-109837	0.1333
P_20                  	2024-109837	0.1000
P_30                  	2024-109837	0.0667
P_100                 	2024-109837	0.0200
P_200                 	2024-109837	0.0100
P_500                 	2024-109837	0.0040
P_1000                	2024-109837	0.0020
relstring             	2024-109837	'33'
recall_5              	2024-109837	0.0118
recall_10             	2024-109837	0.0118
recall_15             	2024-109837	0.0118
recall_20             	2024-109837	0.0118
recall_30             	2024-109837	0.0118
recall_100            	2024-109837	0.0118
recall_200            	2024-109837	0.0118
recall_500            	2024-109837	0.0118
recall_1000           	2024-109837	0.0118
infAP                 	2024-109837	0.0118
Rprec_mult_0.20       	2024-109837	0.0588
Rprec_mult_0.40       	2024-109837	0.0294
Rprec_mult_0.60       	2024-109837	0.0196
Rprec_mult_0.80       	2024-109837	0.0147
Rprec_mult_1.00       	2024-109837	0.0118
Rprec_mult_1.20       	2024-109837	0.0099
Rprec_mult_1.40       	2024-109837	0.0084
Rprec_mult_1.60       	2024-109837	0.0074
Rprec_mult_1.80       	2024-109837	0.0066
Rprec_mult_2.00       	2024-109837	0.0059
utility               	2024-109837	2.0000
11pt_avg              	2024-109837	0.0909
binG                  	2024-109837	0.0118
G                     	2024-109837	0.0259
ndcg                  	2024-109837	0.1001
ndcg_rel              	2024-109837	0.1108
Rndcg                 	2024-109837	0.1923
ndcg_cut_5            	2024-109837	0.5531
ndcg_cut_10           	2024-109837	0.3590
ndcg_cut_15           	2024-109837	0.2910
ndcg_cut_20           	2024-109837	0.2552
ndcg_cut_30           	2024-109837	0.2090
ndcg_cut_100          	2024-109837	0.1251
ndcg_cut_200          	2024-109837	0.1001
ndcg_cut_500          	2024-109837	0.1001
ndcg_cut_1000         	2024-109837	0.1001
map_cut_5             	2024-109837	0.0118
map_cut_10            	2024-109837	0.0118
map_cut_15            	2024-109837	0.0118
map_cut_20            	2024-109837	0.0118
map_cut_30            	2024-109837	0.0118
map_cut_100           	2024-109837	0.0118
map_cut_200           	2024-109837	0.0118
map_cut_500           	2024-109837	0.0118
map_cut_1000          	2024-109837	0.0118
relative_P_5          	2024-109837	0.4000
relative_P_10         	2024-109837	0.2000
relative_P_15         	2024-109837	0.1333
relative_P_20         	2024-109837	0.1000
relative_P_30         	2024-109837	0.0667
relative_P_100        	2024-109837	0.0200
relative_P_200        	2024-109837	0.0118
relative_P_500        	2024-109837	0.0118
relative_P_1000       	2024-109837	0.0118
success_1             	2024-109837	1.0000
success_5             	2024-109837	1.0000
success_10            	2024-109837	1.0000
set_P                 	2024-109837	1.0000
set_relative_P        	2024-109837	1.0000
set_recall            	2024-109837	0.0118
set_map               	2024-109837	0.0118
set_F                 	2024-109837	0.0234
num_nonrel_judged_ret 	2024-109837	0
num_ret               	2024-111331	2
num_rel               	2024-111331	151
num_rel_ret           	2024-111331	2
map                   	2024-111331	0.0132
Rprec                 	2024-111331	0.0132
bpref                 	2024-111331	0.0132
recip_rank            	2024-111331	1.0000
iprec_at_recall_0.00  	2024-111331	1.0000
iprec_at_recall_0.10  	2024-111331	0.0000
iprec_at_recall_0.20  	2024-111331	0.0000
iprec_at_recall_0.30  	2024-111331	0.0000
iprec_at_recall_0.40  	2024-111331	0.0000
iprec_at_recall_0.50  	2024-111331	0.0000
iprec_at_recall_0.60  	2024-111331	0.0000
iprec_at_recall_0.70  	2024-111331	0.0000
iprec_at_recall_0.80  	2024-111331	0.0000
iprec_at_recall_0.90  	2024-111331	0.0000
iprec_at_recall_1.00  	2024-111331	0.0000
P_5                   	2024-111331	0.4000
P_10                  	2024-111331	0.2000
P_15                  	2024-111331	0.1333
P_20                  	2024-111331	0.1000
P_30                  	2024-111331	0.0667
P_100                 	2024-111331	0.0200
P_200                 	2024-111331	0.0100
P_500                 	2024-111331	0.0040
P_1000                	2024-111331	0.0020
relstring             	2024-111331	'21'
recall_5              	2024-111331	0.0132
recall_10             	2024-111331	0.0132
recall_15             	2024-111331	0.0132
recall_20             	2024-111331	0.0132
recall_30             	2024-111331	0.0132
recall_100            	2024-111331	0.0132
recall_200            	2024-111331	0.0132
recall_500            	2024-111331	0.0132
recall_1000           	2024-111331	0.0132
infAP                 	2024-111331	0.0132
Rprec_mult_0.20       	2024-111331	0.0645
Rprec_mult_0.40       	2024-111331	0.0328
Rprec_mult_0.60       	2024-111331	0.0220
Rprec_mult_0.80       	2024-111331	0.0165
Rprec_mult_1.00       	2024-111331	0.0132
Rprec_mult_1.20       	2024-111331	0.0110
Rprec_mult_1.40       	2024-111331	0.0094
Rprec_mult_1.60       	2024-111331	0.0083
Rprec_mult_1.80       	2024-111331	0.0074
Rprec_mult_2.00       	2024-111331	0.0066
utility               	2024-111331	2.0000
11pt_avg              	2024-111331	0.0909
binG                  	2024-111331	0.0132
G                     	2024-111331	0.0093
ndcg                  	2024-111331	0.0677
ndcg_rel              	2024-111331	0.0748
Rndcg                 	2024-111331	0.2467
ndcg_cut_5            	2024-111331	0.3495
ndcg_cut_10           	2024-111331	0.2455
ndcg_cut_15           	2024-111331	0.1970
ndcg_cut_20           	2024-111331	0.1675
ndcg_cut_30           	2024-111331	0.1332
ndcg_cut_100          	2024-111331	0.0834
ndcg_cut_200          	2024-111331	0.0677
ndcg_cut_500          	2024-111331	0.0677
ndcg_cut_1000         	2024-111331	0.0677
map_cut_5             	2024-111331	0.0132
map_cut_10            	2024-111331	0.0132
map_cut_15            	2024-111331	0.0132
map_cut_20            	2024-111331	0.0132
map_cut_30            	2024-111331	0.0132
map_cut_100           	2024-111331	0.0132
map_cut_200           	2024-111331	0.0132
map_cut_500           	2024-111331	0.0132
map_cut_1000          	2024-111331	0.0132
relative_P_5          	2024-111331	0.4000
relative_P_10         	2024-111331	0.2000
relative_P_15         	2024-111331	0.1333
relative_P_20         	2024-111331	0.1000
relative_P_30         	2024-111331	0.0667
relative_P_100        	2024-111331	0.0200
relative_P_200        	2024-111331	0.0132
relative_P_500        	2024-111331	0.0132
relative_P_1000       	2024-111331	0.0132
success_1             	2024-111331	1.0000
success_5             	2024-111331	1.0000
success_10            	2024-111331	1.0000
set_P                 	2024-111331	1.0000
set_relative_P        	2024-111331	1.0000
set_recall            	2024-111331	0.0132
set_map               	2024-111331	0.0132
set_F                 	2024-111331	0.0261
num_nonrel_judged_ret 	2024-111331	0
num_ret               	2024-111506	2
num_rel               	2024-111506	260
num_rel_ret           	2024-111506	2
map                   	2024-111506	0.0077
Rprec                 	2024-111506	0.0077
bpref                 	2024-111506	0.0077
recip_rank            	2024-111506	1.0000
iprec_at_recall_0.00  	2024-111506	1.0000
iprec_at_recall_0.10  	2024-111506	0.0000
iprec_at_recall_0.20  	2024-111506	0.0000
iprec_at_recall_0.30  	2024-111506	0.0000
iprec_at_recall_0.40  	2024-111506	0.0000
iprec_at_recall_0.50  	2024-111506	0.0000
iprec_at_recall_0.60  	2024-111506	0.0000
iprec_at_recall_0.70  	2024-111506	0.0000
iprec_at_recall_0.80  	2024-111506	0.0000
iprec_at_recall_0.90  	2024-111506	0.0000
iprec_at_recall_1.00  	2024-111506	0.0000
P_5                   	2024-111506	0.4000
P_10                  	2024-111506	0.2000
P_15                  	2024-111506	0.1333
P_20                  	2024-111506	0.1000
P_30                  	2024-111506	0.0667
P_100                 	2024-111506	0.0200
P_200                 	2024-111506	0.0100
P_500                 	2024-111506	0.0040
P_1000                	2024-111506	0.0020
relstring             	2024-111506	'22'
recall_5              	2024-111506	0.0077
recall_10             	2024-111506	0.0077
recall_15             	2024-111506	0.0077
recall_20             	2024-111506	0.0077
recall_30             	2024-111506	0.0077
recall_100            	2024-111506	0.0077
recall_200            	2024-111506	0.0077
recall_500            	2024-111506	0.0077
recall_1000           	2024-111506	0.0077
infAP                 	2024-111506	0.0077
Rprec_mult_0.20       	2024-111506	0.0385
Rprec_mult_0.40       	2024-111506	0.0192
Rprec_mult_0.60       	2024-111506	0.0128
Rprec_mult_0.80       	2024-111506	0.0096
Rprec_mult_1.00       	2024-111506	0.0077
Rprec_mult_1.20       	2024-111506	0.0064
Rprec_mult_1.40       	2024-111506	0.0055
Rprec_mult_1.60       	2024-111506	0.0048
Rprec_mult_1.80       	2024-111506	0.0043
Rprec_mult_2.00       	2024-111506	0.0038
utility               	2024-111506	2.0000
11pt_avg              	2024-111506	0.0909
binG                  	2024-111506	0.0077
G                     	2024-111506	0.0072
ndcg                  	2024-111506	0.0566
ndcg_rel              	2024-111506	0.0613
Rndcg                 	2024-111506	0.2274
ndcg_cut_5            	2024-111506	0.4063
ndcg_cut_10           	2024-111506	0.2908
ndcg_cut_15           	2024-111506	0.2355
ndcg_cut_20           	2024-111506	0.2012
ndcg_cut_30           	2024-111506	0.1595
ndcg_cut_100          	2024-111506	0.0902
ndcg_cut_200          	2024-111506	0.0652
ndcg_cut_500          	2024-111506	0.0566
ndcg_cut_1000         	2024-111506	0.0566
map_cut_5             	2024-111506	0.0077
map_cut_10            	2024-111506	0.0077
map_cut_15            	2024-111506	0.0077
map_cut_20            	2024-111506	0.0077
map_cut_30            	2024-111506	0.0077
map_cut_100           	2024-111506	0.0077
map_cut_200           	2024-111506	0.0077
map_cut_500           	2024-111506	0.0077
map_cut_1000          	2024-111506	0.0077
relative_P_5          	2024-111506	0.4000
relative_P_10         	2024-111506	0.2000
relative_P_15         	2024-111506	0.1333
relative_P_20         	2024-111506	0.1000
relative_P_30         	2024-111506	0.0667
relative_P_100        	2024-111506	0.0200
relative_P_200        	2024-111506	0.0100
relative_P_500        	2024-111506	0.0077
relative_P_1000       	2024-111506	0.0077
success_1             	2024-111506	1.0000
success_5             	2024-111506	1.0000
success_10            	2024-111506	1.0000
set_P                 	2024-111506	1.0000
set_relative_P        	2024-111506	1.0000
set_recall            	2024-111506	0.0077
set_map               	2024-111506	0.0077
set_F                 	2024-111506	0.0153
num_nonrel_judged_ret 	2024-111506	0
num_ret               	2024-113215	2
num_rel               	2024-113215	364
num_rel_ret           	2024-113215	2
map                   	2024-113215	0.0055
Rprec                 	2024-113215	0.0055
bpref                 	2024-113215	0.0055
recip_rank            	2024-113215	1.0000
iprec_at_recall_0.00  	2024-113215	1.0000
iprec_at_recall_0.10  	2024-113215	0.0000
iprec_at_recall_0.20  	2024-113215	0.0000
iprec_at_recall_0.30  	2024-113215	0.0000
iprec_at_recall_0.40  	2024-113215	0.0000
iprec_at_recall_0.50  	2024-113215	0.0000
iprec_at_recall_0.60  	2024-113215	0.0000
iprec_at_recall_0.70  	2024-113215	0.0000
iprec_at_recall_0.80  	2024-113215	0.0000
iprec_at_recall_0.90  	2024-113215	0.0000
iprec_at_recall_1.00  	2024-113215	0.0000
P_5                   	2024-113215	0.4000
P_10                  	2024-113215	0.2000
P_15                  	2024-113215	0.1333
P_20                  	2024-113215	0.1000
P_30                  	2024-113215	0.0667
P_100                 	2024-113215	0.0200
P_200                 	2024-113215	0.0100
P_500                 	2024-113215	0.0040
P_1000                	2024-113215	0.0020
relstring             	2024-113215	'11'
recall_5              	2024-113215	0.0055
recall_10             	2024-113215	0.0055
recall_15             	2024-113215	0.0055
recall_20             	2024-113215	0.0055
recall_30             	2024-113215	0.0055
recall_100            	2024-113215	0.0055
recall_200            	2024-113215	0.0055
recall_500            	2024-113215	0.0055
recall_1000           	2024-113215	0.0055
infAP                 	2024-113215	0.0055
Rprec_mult_0.20       	2024-113215	0.0274
Rprec_mult_0.40       	2024-113215	0.0137
Rprec_mult_0.60       	2024-113215	0.0091
Rprec_mult_0.80       	2024-113215	0.0068
Rprec_mult_1.00       	2024-113215	0.0055
Rprec_mult_1.20       	2024-113215	0.0046
Rprec_mult_1.40       	2024-113215	0.0039
Rprec_mult_1.60       	2024-113215	0.0034
Rprec_mult_1.80       	2024-113215	0.0030
Rprec_mult_2.00       	2024-113215	0.0027
utility               	2024-113215	2.0000
11pt_avg              	2024-113215	0.0909
binG                  	2024-113215	0.0055
G                     	2024-113215	0.0025
ndcg                  	2024-113215	0.0220
ndcg_rel              	2024-113215	0.0247
Rndcg                 	2024-113215	0.0325
ndcg_cut_5            	2024-113215	0.2766
ndcg_cut_10           	2024-113215	0.1795
ndcg_cut_15           	2024-113215	0.1391
ndcg_cut_20           	2024-113215	0.1158
ndcg_cut_30           	2024-113215	0.0890
ndcg_cut_100          	2024-113215	0.0409
ndcg_cut_200          	2024-113215	0.0303
ndcg_cut_500          	2024-113215	0.0220
ndcg_cut_1000         	2024-113215	0.0220
map_cut_5             	2024-113215	0.0055
map_cut_10            	2024-113215	0.0055
map_cut_15            	2024-113215	0.0055
map_cut_20            	2024-113215	0.0055
map_cut_30            	2024-113215	0.0055
map_cut_100           	2024-113215	0.0055
map_cut_200           	2024-113215	0.0055
map_cut_500           	2024-113215	0.0055
map_cut_1000          	2024-113215	0.0055
relative_P_5          	2024-113215	0.4000
relative_P_10         	2024-113215	0.2000
relative_P_15         	2024-113215	0.1333
relative_P_20         	2024-113215	0.1000
relative_P_30         	2024-113215	0.0667
relative_P_100        	2024-113215	0.0200
relative_P_200        	2024-113215	0.0100
relative_P_500        	2024-113215	0.0055
relative_P_1000       	2024-113215	0.0055
success_1             	2024-113215	1.0000
success_5             	2024-113215	1.0000
success_10            	2024-113215	1.0000
set_P                 	2024-113215	1.0000
set_relative_P        	2024-113215	1.0000
set_recall            	2024-113215	0.0055
set_map               	2024-113215	0.0055
set_F                 	2024-113215	0.0109
num_nonrel_judged_ret 	2024-113215	0
num_ret               	2024-113646	2
num_rel               	2024-113646	140
num_rel_ret           	2024-113646	2
map                   	2024-113646	0.0143
Rprec                 	2024-113646	0.0143
bpref                 	2024-113646	0.0143
recip_rank            	2024-113646	1.0000
iprec_at_recall_0.00  	2024-113646	1.0000
iprec_at_recall_0.10  	2024-113646	0.0000
iprec_at_recall_0.20  	2024-113646	0.0000
iprec_at_recall_0.30  	2024-113646	0.0000
iprec_at_recall_0.40  	2024-113646	0.0000
iprec_at_recall_0.50  	2024-113646	0.0000
iprec_at_recall_0.60  	2024-113646	0.0000
iprec_at_recall_0.70  	2024-113646	0.0000
iprec_at_recall_0.80  	2024-113646	0.0000
iprec_at_recall_0.90  	2024-113646	0.0000
iprec_at_recall_1.00  	2024-113646	0.0000
P_5                   	2024-113646	0.4000
P_10                  	2024-113646	0.2000
P_15                  	2024-113646	0.1333
P_20                  	2024-113646	0.1000
P_30                  	2024-113646	0.0667
P_100                 	2024-113646	0.0200
P_200                 	2024-113646	0.0100
P_500                 	2024-113646	0.0040
P_1000                	2024-113646	0.0020
relstring             	2024-113646	'22'
recall_5              	2024-113646	0.0143
recall_10             	2024-113646	0.0143
recall_15             	2024-113646	0.0143
recall_20             	2024-113646	0.0143
recall_30             	2024-113646	0.0143
recall_100            	2024-113646	0.0143
recall_200            	2024-113646	0.0143
recall_500            	2024-113646	0.0143
recall_1000           	2024-113646	0.0143
infAP                 	2024-113646	0.0143
Rprec_mult_0.20       	2024-113646	0.0714
Rprec_mult_0.40       	2024-113646	0.0357
Rprec_mult_0.60       	2024-113646	0.0238
Rprec_mult_0.80       	2024-113646	0.0179
Rprec_mult_1.00       	2024-113646	0.0143
Rprec_mult_1.20       	2024-113646	0.0119
Rprec_mult_1.40       	2024-113646	0.0102
Rprec_mult_1.60       	2024-113646	0.0089
Rprec_mult_1.80       	2024-113646	0.0079
Rprec_mult_2.00       	2024-113646	0.0071
utility               	2024-113646	2.0000
11pt_avg              	2024-113646	0.0909
binG                  	2024-113646	0.0143
G                     	2024-113646	0.0096
ndcg                  	2024-113646	0.0643
ndcg_rel              	2024-113646	0.0729
Rndcg                 	2024-113646	0.1068
ndcg_cut_5            	2024-113646	0.3688
ndcg_cut_10           	2024-113646	0.2393
ndcg_cut_15           	2024-113646	0.1855
ndcg_cut_20           	2024-113646	0.1616
ndcg_cut_30           	2024-113646	0.1335
ndcg_cut_100          	2024-113646	0.0726
ndcg_cut_200          	2024-113646	0.0643
ndcg_cut_500          	2024-113646	0.0643
ndcg_cut_1000         	2024-113646	0.0643
map_cut_5             	2024-113646	0.0143
map_cut_10            	2024-113646	0.0143
map_cut_15            	2024-113646	0.0143
map_cut_20            	2024-113646	0.0143
map_cut_30            	2024-113646	0.0143
map_cut_100           	2024-113646	0.0143
map_cut_200           	2024-113646	0.0143
map_cut_500           	2024-113646	0.0143
map_cut_1000          	2024-113646	0.0143
relative_P_5          	2024-113646	0.4000
relative_P_10         	2024-113646	0.2000
relative_P_15         	2024-113646	0.1333
relative_P_20         	2024-113646	0.1000
relative_P_30         	2024-113646	0.0667
relative_P_100        	2024-113646	0.0200
relative_P_200        	2024-113646	0.0143
relative_P_500        	2024-113646	0.0143
relative_P_1000       	2024-113646	0.0143
success_1             	2024-113646	1.0000
success_5             	2024-113646	1.0000
success_10            	2024-113646	1.0000
set_P                 	2024-113646	1.0000
set_relative_P        	2024-113646	1.0000
set_recall            	2024-113646	0.0143
set_map               	2024-113646	0.0143
set_F                 	2024-113646	0.0282
num_nonrel_judged_ret 	2024-113646	0
num_ret               	2024-114095	2
num_rel               	2024-114095	328
num_rel_ret           	2024-114095	2
map                   	2024-114095	0.0061
Rprec                 	2024-114095	0.0061
bpref                 	2024-114095	0.0061
recip_rank            	2024-114095	1.0000
iprec_at_recall_0.00  	2024-114095	1.0000
iprec_at_recall_0.10  	2024-114095	0.0000
iprec_at_recall_0.20  	2024-114095	0.0000
iprec_at_recall_0.30  	2024-114095	0.0000
iprec_at_recall_0.40  	2024-114095	0.0000
iprec_at_recall_0.50  	2024-114095	0.0000
iprec_at_recall_0.60  	2024-114095	0.0000
iprec_at_recall_0.70  	2024-114095	0.0000
iprec_at_recall_0.80  	2024-114095	0.0000
iprec_at_recall_0.90  	2024-114095	0.0000
iprec_at_recall_1.00  	2024-114095	0.0000
P_5                   	2024-114095	0.4000
P_10                  	2024-114095	0.2000
P_15                  	2024-114095	0.1333
P_20                  	2024-114095	0.1000
P_30                  	2024-114095	0.0667
P_100                 	2024-114095	0.0200
P_200                 	2024-114095	0.0100
P_500                 	2024-114095	0.0040
P_1000                	2024-114095	0.0020
relstring             	2024-114095	'11'
recall_5              	2024-114095	0.0061
recall_10             	2024-114095	0.0061
recall_15             	2024-114095	0.0061
recall_20             	2024-114095	0.0061
recall_30             	2024-114095	0.0061
recall_100            	2024-114095	0.0061
recall_200            	2024-114095	0.0061
recall_500            	2024-114095	0.0061
recall_1000           	2024-114095	0.0061
infAP                 	2024-114095	0.0061
Rprec_mult_0.20       	2024-114095	0.0303
Rprec_mult_0.40       	2024-114095	0.0152
Rprec_mult_0.60       	2024-114095	0.0102
Rprec_mult_0.80       	2024-114095	0.0076
Rprec_mult_1.00       	2024-114095	0.0061
Rprec_mult_1.20       	2024-114095	0.0051
Rprec_mult_1.40       	2024-114095	0.0043
Rprec_mult_1.60       	2024-114095	0.0038
Rprec_mult_1.80       	2024-114095	0.0034
Rprec_mult_2.00       	2024-114095	0.0030
utility               	2024-114095	2.0000
11pt_avg              	2024-114095	0.0909
binG                  	2024-114095	0.0061
G                     	2024-114095	0.0034
ndcg                  	2024-114095	0.0304
ndcg_rel              	2024-114095	0.0332
Rndcg                 	2024-114095	0.1535
ndcg_cut_5            	2024-114095	0.2766
ndcg_cut_10           	2024-114095	0.2177
ndcg_cut_15           	2024-114095	0.1851
ndcg_cut_20           	2024-114095	0.1633
ndcg_cut_30           	2024-114095	0.1347
ndcg_cut_100          	2024-114095	0.0683
ndcg_cut_200          	2024-114095	0.0432
ndcg_cut_500          	2024-114095	0.0304
ndcg_cut_1000         	2024-114095	0.0304
map_cut_5             	2024-114095	0.0061
map_cut_10            	2024-114095	0.0061
map_cut_15            	2024-114095	0.0061
map_cut_20            	2024-114095	0.0061
map_cut_30            	2024-114095	0.0061
map_cut_100           	2024-114095	0.0061
map_cut_200           	2024-114095	0.0061
map_cut_500           	2024-114095	0.0061
map_cut_1000          	2024-114095	0.0061
relative_P_5          	2024-114095	0.4000
relative_P_10         	2024-114095	0.2000
relative_P_15         	2024-114095	0.1333
relative_P_20         	2024-114095	0.1000
relative_P_30         	2024-114095	0.0667
relative_P_100        	2024-114095	0.0200
relative_P_200        	2024-114095	0.0100
relative_P_500        	2024-114095	0.0061
relative_P_1000       	2024-114095	0.0061
success_1             	2024-114095	1.0000
success_5             	2024-114095	1.0000
success_10            	2024-114095	1.0000
set_P                 	2024-114095	1.0000
set_relative_P        	2024-114095	1.0000
set_recall            	2024-114095	0.0061
set_map               	2024-114095	0.0061
set_F                 	2024-114095	0.0121
num_nonrel_judged_ret 	2024-114095	0
num_ret               	2024-121840	2
num_rel               	2024-121840	209
num_rel_ret           	2024-121840	1
map                   	2024-121840	0.0024
Rprec                 	2024-121840	0.0048
bpref                 	2024-121840	0.0048
recip_rank            	2024-121840	0.5000
iprec_at_recall_0.00  	2024-121840	0.5000
iprec_at_recall_0.10  	2024-121840	0.0000
iprec_at_recall_0.20  	2024-121840	0.0000
iprec_at_recall_0.30  	2024-121840	0.0000
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.2000
P_10                  	2024-121840	0.1000
P_15                  	2024-121840	0.0667
P_20                  	2024-121840	0.0500
P_30                  	2024-121840	0.0333
P_100                 	2024-121840	0.0100
P_200                 	2024-121840	0.0050
P_500                 	2024-121840	0.0020
P_1000                	2024-121840	0.0010
relstring             	2024-121840	'01'
recall_5              	2024-121840	0.0048
recall_10             	2024-121840	0.0048
recall_15             	2024-121840	0.0048
recall_20             	2024-121840	0.0048
recall_30             	2024-121840	0.0048
recall_100            	2024-121840	0.0048
recall_200            	2024-121840	0.0048
recall_500            	2024-121840	0.0048
recall_1000           	2024-121840	0.0048
infAP                 	2024-121840	0.0024
Rprec_mult_0.20       	2024-121840	0.0238
Rprec_mult_0.40       	2024-121840	0.0119
Rprec_mult_0.60       	2024-121840	0.0079
Rprec_mult_0.80       	2024-121840	0.0060
Rprec_mult_1.00       	2024-121840	0.0048
Rprec_mult_1.20       	2024-121840	0.0040
Rprec_mult_1.40       	2024-121840	0.0034
Rprec_mult_1.60       	2024-121840	0.0030
Rprec_mult_1.80       	2024-121840	0.0027
Rprec_mult_2.00       	2024-121840	0.0024
utility               	2024-121840	0.0000
11pt_avg              	2024-121840	0.0455
binG                  	2024-121840	0.0030
G                     	2024-121840	0.0016
ndcg                  	2024-121840	0.0144
ndcg_rel              	2024-121840	0.0150
Rndcg                 	2024-121840	0.0630
ndcg_cut_5            	2024-121840	0.0838
ndcg_cut_10           	2024-121840	0.0589
ndcg_cut_15           	2024-121840	0.0472
ndcg_cut_20           	2024-121840	0.0427
ndcg_cut_30           	2024-121840	0.0373
ndcg_cut_100          	2024-121840	0.0220
ndcg_cut_200          	2024-121840	0.0148
ndcg_cut_500          	2024-121840	0.0144
ndcg_cut_1000         	2024-121840	0.0144
map_cut_5             	2024-121840	0.0024
map_cut_10            	2024-121840	0.0024
map_cut_15            	2024-121840	0.0024
map_cut_20            	2024-121840	0.0024
map_cut_30            	2024-121840	0.0024
map_cut_100           	2024-121840	0.0024
map_cut_200           	2024-121840	0.0024
map_cut_500           	2024-121840	0.0024
map_cut_1000          	2024-121840	0.0024
relative_P_5          	2024-121840	0.2000
relative_P_10         	2024-121840	0.1000
relative_P_15         	2024-121840	0.0667
relative_P_20         	2024-121840	0.0500
relative_P_30         	2024-121840	0.0333
relative_P_100        	2024-121840	0.0100
relative_P_200        	2024-121840	0.0050
relative_P_500        	2024-121840	0.0048
relative_P_1000       	2024-121840	0.0048
success_1             	2024-121840	0.0000
success_5             	2024-121840	1.0000
success_10            	2024-121840	1.0000
set_P                 	2024-121840	0.5000
set_relative_P        	2024-121840	0.5000
set_recall            	2024-121840	0.0048
set_map               	2024-121840	0.0024
set_F                 	2024-121840	0.0095
num_nonrel_judged_ret 	2024-121840	1
num_ret               	2024-126056	2
num_rel               	2024-126056	186
num_rel_ret           	2024-126056	2
map                   	2024-126056	0.0108
Rprec                 	2024-126056	0.0108
bpref                 	2024-126056	0.0108
recip_rank            	2024-126056	1.0000
iprec_at_recall_0.00  	2024-126056	1.0000
iprec_at_recall_0.10  	2024-126056	0.0000
iprec_at_recall_0.20  	2024-126056	0.0000
iprec_at_recall_0.30  	2024-126056	0.0000
iprec_at_recall_0.40  	2024-126056	0.0000
iprec_at_recall_0.50  	2024-126056	0.0000
iprec_at_recall_0.60  	2024-126056	0.0000
iprec_at_recall_0.70  	2024-126056	0.0000
iprec_at_recall_0.80  	2024-126056	0.0000
iprec_at_recall_0.90  	2024-126056	0.0000
iprec_at_recall_1.00  	2024-126056	0.0000
P_5                   	2024-126056	0.4000
P_10                  	2024-126056	0.2000
P_15                  	2024-126056	0.1333
P_20                  	2024-126056	0.1000
P_30                  	2024-126056	0.0667
P_100                 	2024-126056	0.0200
P_200                 	2024-126056	0.0100
P_500                 	2024-126056	0.0040
P_1000                	2024-126056	0.0020
relstring             	2024-126056	'32'
recall_5              	2024-126056	0.0108
recall_10             	2024-126056	0.0108
recall_15             	2024-126056	0.0108
recall_20             	2024-126056	0.0108
recall_30             	2024-126056	0.0108
recall_100            	2024-126056	0.0108
recall_200            	2024-126056	0.0108
recall_500            	2024-126056	0.0108
recall_1000           	2024-126056	0.0108
infAP                 	2024-126056	0.0108
Rprec_mult_0.20       	2024-126056	0.0526
Rprec_mult_0.40       	2024-126056	0.0267
Rprec_mult_0.60       	2024-126056	0.0179
Rprec_mult_0.80       	2024-126056	0.0134
Rprec_mult_1.00       	2024-126056	0.0108
Rprec_mult_1.20       	2024-126056	0.0089
Rprec_mult_1.40       	2024-126056	0.0077
Rprec_mult_1.60       	2024-126056	0.0067
Rprec_mult_1.80       	2024-126056	0.0060
Rprec_mult_2.00       	2024-126056	0.0054
utility               	2024-126056	2.0000
11pt_avg              	2024-126056	0.0909
binG                  	2024-126056	0.0108
G                     	2024-126056	0.0121
ndcg                  	2024-126056	0.0631
ndcg_rel              	2024-126056	0.0725
Rndcg                 	2024-126056	0.1092
ndcg_cut_5            	2024-126056	0.4818
ndcg_cut_10           	2024-126056	0.3127
ndcg_cut_15           	2024-126056	0.2424
ndcg_cut_20           	2024-126056	0.2018
ndcg_cut_30           	2024-126056	0.1666
ndcg_cut_100          	2024-126056	0.0867
ndcg_cut_200          	2024-126056	0.0631
ndcg_cut_500          	2024-126056	0.0631
ndcg_cut_1000         	2024-126056	0.0631
map_cut_5             	2024-126056	0.0108
map_cut_10            	2024-126056	0.0108
map_cut_15            	2024-126056	0.0108
map_cut_20            	2024-126056	0.0108
map_cut_30            	2024-126056	0.0108
map_cut_100           	2024-126056	0.0108
map_cut_200           	2024-126056	0.0108
map_cut_500           	2024-126056	0.0108
map_cut_1000          	2024-126056	0.0108
relative_P_5          	2024-126056	0.4000
relative_P_10         	2024-126056	0.2000
relative_P_15         	2024-126056	0.1333
relative_P_20         	2024-126056	0.1000
relative_P_30         	2024-126056	0.0667
relative_P_100        	2024-126056	0.0200
relative_P_200        	2024-126056	0.0108
relative_P_500        	2024-126056	0.0108
relative_P_1000       	2024-126056	0.0108
success_1             	2024-126056	1.0000
success_5             	2024-126056	1.0000
success_10            	2024-126056	1.0000
set_P                 	2024-126056	1.0000
set_relative_P        	2024-126056	1.0000
set_recall            	2024-126056	0.0108
set_map               	2024-126056	0.0108
set_F                 	2024-126056	0.0213
num_nonrel_judged_ret 	2024-126056	0
num_ret               	2024-126326	2
num_rel               	2024-126326	258
num_rel_ret           	2024-126326	2
map                   	2024-126326	0.0078
Rprec                 	2024-126326	0.0078
bpref                 	2024-126326	0.0078
recip_rank            	2024-126326	1.0000
iprec_at_recall_0.00  	2024-126326	1.0000
iprec_at_recall_0.10  	2024-126326	0.0000
iprec_at_recall_0.20  	2024-126326	0.0000
iprec_at_recall_0.30  	2024-126326	0.0000
iprec_at_recall_0.40  	2024-126326	0.0000
iprec_at_recall_0.50  	2024-126326	0.0000
iprec_at_recall_0.60  	2024-126326	0.0000
iprec_at_recall_0.70  	2024-126326	0.0000
iprec_at_recall_0.80  	2024-126326	0.0000
iprec_at_recall_0.90  	2024-126326	0.0000
iprec_at_recall_1.00  	2024-126326	0.0000
P_5                   	2024-126326	0.4000
P_10                  	2024-126326	0.2000
P_15                  	2024-126326	0.1333
P_20                  	2024-126326	0.1000
P_30                  	2024-126326	0.0667
P_100                 	2024-126326	0.0200
P_200                 	2024-126326	0.0100
P_500                 	2024-126326	0.0040
P_1000                	2024-126326	0.0020
relstring             	2024-126326	'32'
recall_5              	2024-126326	0.0078
recall_10             	2024-126326	0.0078
recall_15             	2024-126326	0.0078
recall_20             	2024-126326	0.0078
recall_30             	2024-126326	0.0078
recall_100            	2024-126326	0.0078
recall_200            	2024-126326	0.0078
recall_500            	2024-126326	0.0078
recall_1000           	2024-126326	0.0078
infAP                 	2024-126326	0.0078
Rprec_mult_0.20       	2024-126326	0.0385
Rprec_mult_0.40       	2024-126326	0.0192
Rprec_mult_0.60       	2024-126326	0.0129
Rprec_mult_0.80       	2024-126326	0.0097
Rprec_mult_1.00       	2024-126326	0.0078
Rprec_mult_1.20       	2024-126326	0.0065
Rprec_mult_1.40       	2024-126326	0.0055
Rprec_mult_1.60       	2024-126326	0.0048
Rprec_mult_1.80       	2024-126326	0.0043
Rprec_mult_2.00       	2024-126326	0.0039
utility               	2024-126326	2.0000
11pt_avg              	2024-126326	0.0909
binG                  	2024-126326	0.0078
G                     	2024-126326	0.0088
ndcg                  	2024-126326	0.0488
ndcg_rel              	2024-126326	0.0556
Rndcg                 	2024-126326	0.0622
ndcg_cut_5            	2024-126326	0.4818
ndcg_cut_10           	2024-126326	0.3127
ndcg_cut_15           	2024-126326	0.2424
ndcg_cut_20           	2024-126326	0.2018
ndcg_cut_30           	2024-126326	0.1551
ndcg_cut_100          	2024-126326	0.0711
ndcg_cut_200          	2024-126326	0.0533
ndcg_cut_500          	2024-126326	0.0488
ndcg_cut_1000         	2024-126326	0.0488
map_cut_5             	2024-126326	0.0078
map_cut_10            	2024-126326	0.0078
map_cut_15            	2024-126326	0.0078
map_cut_20            	2024-126326	0.0078
map_cut_30            	2024-126326	0.0078
map_cut_100           	2024-126326	0.0078
map_cut_200           	2024-126326	0.0078
map_cut_500           	2024-126326	0.0078
map_cut_1000          	2024-126326	0.0078
relative_P_5          	2024-126326	0.4000
relative_P_10         	2024-126326	0.2000
relative_P_15         	2024-126326	0.1333
relative_P_20         	2024-126326	0.1000
relative_P_30         	2024-126326	0.0667
relative_P_100        	2024-126326	0.0200
relative_P_200        	2024-126326	0.0100
relative_P_500        	2024-126326	0.0078
relative_P_1000       	2024-126326	0.0078
success_1             	2024-126326	1.0000
success_5             	2024-126326	1.0000
success_10            	2024-126326	1.0000
set_P                 	2024-126326	1.0000
set_relative_P        	2024-126326	1.0000
set_recall            	2024-126326	0.0078
set_map               	2024-126326	0.0078
set_F                 	2024-126326	0.0154
num_nonrel_judged_ret 	2024-126326	0
num_ret               	2024-126414	2
num_rel               	2024-126414	378
num_rel_ret           	2024-126414	2
map                   	2024-126414	0.0053
Rprec                 	2024-126414	0.0053
bpref                 	2024-126414	0.0053
recip_rank            	2024-126414	1.0000
iprec_at_recall_0.00  	2024-126414	1.0000
iprec_at_recall_0.10  	2024-126414	0.0000
iprec_at_recall_0.20  	2024-126414	0.0000
iprec_at_recall_0.30  	2024-126414	0.0000
iprec_at_recall_0.40  	2024-126414	0.0000
iprec_at_recall_0.50  	2024-126414	0.0000
iprec_at_recall_0.60  	2024-126414	0.0000
iprec_at_recall_0.70  	2024-126414	0.0000
iprec_at_recall_0.80  	2024-126414	0.0000
iprec_at_recall_0.90  	2024-126414	0.0000
iprec_at_recall_1.00  	2024-126414	0.0000
P_5                   	2024-126414	0.4000
P_10                  	2024-126414	0.2000
P_15                  	2024-126414	0.1333
P_20                  	2024-126414	0.1000
P_30                  	2024-126414	0.0667
P_100                 	2024-126414	0.0200
P_200                 	2024-126414	0.0100
P_500                 	2024-126414	0.0040
P_1000                	2024-126414	0.0020
relstring             	2024-126414	'21'
recall_5              	2024-126414	0.0053
recall_10             	2024-126414	0.0053
recall_15             	2024-126414	0.0053
recall_20             	2024-126414	0.0053
recall_30             	2024-126414	0.0053
recall_100            	2024-126414	0.0053
recall_200            	2024-126414	0.0053
recall_500            	2024-126414	0.0053
recall_1000           	2024-126414	0.0053
infAP                 	2024-126414	0.0053
Rprec_mult_0.20       	2024-126414	0.0263
Rprec_mult_0.40       	2024-126414	0.0132
Rprec_mult_0.60       	2024-126414	0.0088
Rprec_mult_0.80       	2024-126414	0.0066
Rprec_mult_1.00       	2024-126414	0.0053
Rprec_mult_1.20       	2024-126414	0.0044
Rprec_mult_1.40       	2024-126414	0.0038
Rprec_mult_1.60       	2024-126414	0.0033
Rprec_mult_1.80       	2024-126414	0.0029
Rprec_mult_2.00       	2024-126414	0.0026
utility               	2024-126414	2.0000
11pt_avg              	2024-126414	0.0909
binG                  	2024-126414	0.0053
G                     	2024-126414	0.0033
ndcg                  	2024-126414	0.0304
ndcg_rel              	2024-126414	0.0334
Rndcg                 	2024-126414	0.0784
ndcg_cut_5            	2024-126414	0.2974
ndcg_cut_10           	2024-126414	0.1930
ndcg_cut_15           	2024-126414	0.1518
ndcg_cut_20           	2024-126414	0.1336
ndcg_cut_30           	2024-126414	0.1099
ndcg_cut_100          	2024-126414	0.0554
ndcg_cut_200          	2024-126414	0.0406
ndcg_cut_500          	2024-126414	0.0304
ndcg_cut_1000         	2024-126414	0.0304
map_cut_5             	2024-126414	0.0053
map_cut_10            	2024-126414	0.0053
map_cut_15            	2024-126414	0.0053
map_cut_20            	2024-126414	0.0053
map_cut_30            	2024-126414	0.0053
map_cut_100           	2024-126414	0.0053
map_cut_200           	2024-126414	0.0053
map_cut_500           	2024-126414	0.0053
map_cut_1000          	2024-126414	0.0053
relative_P_5          	2024-126414	0.4000
relative_P_10         	2024-126414	0.2000
relative_P_15         	2024-126414	0.1333
relative_P_20         	2024-126414	0.1000
relative_P_30         	2024-126414	0.0667
relative_P_100        	2024-126414	0.0200
relative_P_200        	2024-126414	0.0100
relative_P_500        	2024-126414	0.0053
relative_P_1000       	2024-126414	0.0053
success_1             	2024-126414	1.0000
success_5             	2024-126414	1.0000
success_10            	2024-126414	1.0000
set_P                 	2024-126414	1.0000
set_relative_P        	2024-126414	1.0000
set_recall            	2024-126414	0.0053
set_map               	2024-126414	0.0053
set_F                 	2024-126414	0.0105
num_nonrel_judged_ret 	2024-126414	0
num_ret               	2024-127266	2
num_rel               	2024-127266	227
num_rel_ret           	2024-127266	2
map                   	2024-127266	0.0088
Rprec                 	2024-127266	0.0088
bpref                 	2024-127266	0.0088
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	0.0000
iprec_at_recall_0.20  	2024-127266	0.0000
iprec_at_recall_0.30  	2024-127266	0.0000
iprec_at_recall_0.40  	2024-127266	0.0000
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	0.4000
P_10                  	2024-127266	0.2000
P_15                  	2024-127266	0.1333
P_20                  	2024-127266	0.1000
P_30                  	2024-127266	0.0667
P_100                 	2024-127266	0.0200
P_200                 	2024-127266	0.0100
P_500                 	2024-127266	0.0040
P_1000                	2024-127266	0.0020
relstring             	2024-127266	'32'
recall_5              	2024-127266	0.0088
recall_10             	2024-127266	0.0088
recall_15             	2024-127266	0.0088
recall_20             	2024-127266	0.0088
recall_30             	2024-127266	0.0088
recall_100            	2024-127266	0.0088
recall_200            	2024-127266	0.0088
recall_500            	2024-127266	0.0088
recall_1000           	2024-127266	0.0088
infAP                 	2024-127266	0.0088
Rprec_mult_0.20       	2024-127266	0.0435
Rprec_mult_0.40       	2024-127266	0.0220
Rprec_mult_0.60       	2024-127266	0.0146
Rprec_mult_0.80       	2024-127266	0.0110
Rprec_mult_1.00       	2024-127266	0.0088
Rprec_mult_1.20       	2024-127266	0.0073
Rprec_mult_1.40       	2024-127266	0.0063
Rprec_mult_1.60       	2024-127266	0.0055
Rprec_mult_1.80       	2024-127266	0.0049
Rprec_mult_2.00       	2024-127266	0.0044
utility               	2024-127266	2.0000
11pt_avg              	2024-127266	0.0909
binG                  	2024-127266	0.0088
G                     	2024-127266	0.0121
ndcg                  	2024-127266	0.0630
ndcg_rel              	2024-127266	0.0707
Rndcg                 	2024-127266	0.1025
ndcg_cut_5            	2024-127266	0.4818
ndcg_cut_10           	2024-127266	0.3127
ndcg_cut_15           	2024-127266	0.2424
ndcg_cut_20           	2024-127266	0.2018
ndcg_cut_30           	2024-127266	0.1562
ndcg_cut_100          	2024-127266	0.0848
ndcg_cut_200          	2024-127266	0.0665
ndcg_cut_500          	2024-127266	0.0630
ndcg_cut_1000         	2024-127266	0.0630
map_cut_5             	2024-127266	0.0088
map_cut_10            	2024-127266	0.0088
map_cut_15            	2024-127266	0.0088
map_cut_20            	2024-127266	0.0088
map_cut_30            	2024-127266	0.0088
map_cut_100           	2024-127266	0.0088
map_cut_200           	2024-127266	0.0088
map_cut_500           	2024-127266	0.0088
map_cut_1000          	2024-127266	0.0088
relative_P_5          	2024-127266	0.4000
relative_P_10         	2024-127266	0.2000
relative_P_15         	2024-127266	0.1333
relative_P_20         	2024-127266	0.1000
relative_P_30         	2024-127266	0.0667
relative_P_100        	2024-127266	0.0200
relative_P_200        	2024-127266	0.0100
relative_P_500        	2024-127266	0.0088
relative_P_1000       	2024-127266	0.0088
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	1.0000
set_relative_P        	2024-127266	1.0000
set_recall            	2024-127266	0.0088
set_map               	2024-127266	0.0088
set_F                 	2024-127266	0.0175
num_nonrel_judged_ret 	2024-127266	0
num_ret               	2024-127288	2
num_rel               	2024-127288	334
num_rel_ret           	2024-127288	2
map                   	2024-127288	0.0060
Rprec                 	2024-127288	0.0060
bpref                 	2024-127288	0.0060
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.0000
iprec_at_recall_0.20  	2024-127288	0.0000
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	0.4000
P_10                  	2024-127288	0.2000
P_15                  	2024-127288	0.1333
P_20                  	2024-127288	0.1000
P_30                  	2024-127288	0.0667
P_100                 	2024-127288	0.0200
P_200                 	2024-127288	0.0100
P_500                 	2024-127288	0.0040
P_1000                	2024-127288	0.0020
relstring             	2024-127288	'21'
recall_5              	2024-127288	0.0060
recall_10             	2024-127288	0.0060
recall_15             	2024-127288	0.0060
recall_20             	2024-127288	0.0060
recall_30             	2024-127288	0.0060
recall_100            	2024-127288	0.0060
recall_200            	2024-127288	0.0060
recall_500            	2024-127288	0.0060
recall_1000           	2024-127288	0.0060
infAP                 	2024-127288	0.0060
Rprec_mult_0.20       	2024-127288	0.0299
Rprec_mult_0.40       	2024-127288	0.0149
Rprec_mult_0.60       	2024-127288	0.0100
Rprec_mult_0.80       	2024-127288	0.0075
Rprec_mult_1.00       	2024-127288	0.0060
Rprec_mult_1.20       	2024-127288	0.0050
Rprec_mult_1.40       	2024-127288	0.0043
Rprec_mult_1.60       	2024-127288	0.0037
Rprec_mult_1.80       	2024-127288	0.0033
Rprec_mult_2.00       	2024-127288	0.0030
utility               	2024-127288	2.0000
11pt_avg              	2024-127288	0.0909
binG                  	2024-127288	0.0060
G                     	2024-127288	0.0026
ndcg                  	2024-127288	0.0243
ndcg_rel              	2024-127288	0.0278
Rndcg                 	2024-127288	0.0325
ndcg_cut_5            	2024-127288	0.2974
ndcg_cut_10           	2024-127288	0.1930
ndcg_cut_15           	2024-127288	0.1496
ndcg_cut_20           	2024-127288	0.1246
ndcg_cut_30           	2024-127288	0.0957
ndcg_cut_100          	2024-127288	0.0429
ndcg_cut_200          	2024-127288	0.0295
ndcg_cut_500          	2024-127288	0.0243
ndcg_cut_1000         	2024-127288	0.0243
map_cut_5             	2024-127288	0.0060
map_cut_10            	2024-127288	0.0060
map_cut_15            	2024-127288	0.0060
map_cut_20            	2024-127288	0.0060
map_cut_30            	2024-127288	0.0060
map_cut_100           	2024-127288	0.0060
map_cut_200           	2024-127288	0.0060
map_cut_500           	2024-127288	0.0060
map_cut_1000          	2024-127288	0.0060
relative_P_5          	2024-127288	0.4000
relative_P_10         	2024-127288	0.2000
relative_P_15         	2024-127288	0.1333
relative_P_20         	2024-127288	0.1000
relative_P_30         	2024-127288	0.0667
relative_P_100        	2024-127288	0.0200
relative_P_200        	2024-127288	0.0100
relative_P_500        	2024-127288	0.0060
relative_P_1000       	2024-127288	0.0060
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	1.0000
set_relative_P        	2024-127288	1.0000
set_recall            	2024-127288	0.0060
set_map               	2024-127288	0.0060
set_F                 	2024-127288	0.0119
num_nonrel_judged_ret 	2024-127288	0
num_ret               	2024-127349	2
num_rel               	2024-127349	209
num_rel_ret           	2024-127349	2
map                   	2024-127349	0.0096
Rprec                 	2024-127349	0.0096
bpref                 	2024-127349	0.0096
recip_rank            	2024-127349	1.0000
iprec_at_recall_0.00  	2024-127349	1.0000
iprec_at_recall_0.10  	2024-127349	0.0000
iprec_at_recall_0.20  	2024-127349	0.0000
iprec_at_recall_0.30  	2024-127349	0.0000
iprec_at_recall_0.40  	2024-127349	0.0000
iprec_at_recall_0.50  	2024-127349	0.0000
iprec_at_recall_0.60  	2024-127349	0.0000
iprec_at_recall_0.70  	2024-127349	0.0000
iprec_at_recall_0.80  	2024-127349	0.0000
iprec_at_recall_0.90  	2024-127349	0.0000
iprec_at_recall_1.00  	2024-127349	0.0000
P_5                   	2024-127349	0.4000
P_10                  	2024-127349	0.2000
P_15                  	2024-127349	0.1333
P_20                  	2024-127349	0.1000
P_30                  	2024-127349	0.0667
P_100                 	2024-127349	0.0200
P_200                 	2024-127349	0.0100
P_500                 	2024-127349	0.0040
P_1000                	2024-127349	0.0020
relstring             	2024-127349	'11'
recall_5              	2024-127349	0.0096
recall_10             	2024-127349	0.0096
recall_15             	2024-127349	0.0096
recall_20             	2024-127349	0.0096
recall_30             	2024-127349	0.0096
recall_100            	2024-127349	0.0096
recall_200            	2024-127349	0.0096
recall_500            	2024-127349	0.0096
recall_1000           	2024-127349	0.0096
infAP                 	2024-127349	0.0096
Rprec_mult_0.20       	2024-127349	0.0476
Rprec_mult_0.40       	2024-127349	0.0238
Rprec_mult_0.60       	2024-127349	0.0159
Rprec_mult_0.80       	2024-127349	0.0119
Rprec_mult_1.00       	2024-127349	0.0096
Rprec_mult_1.20       	2024-127349	0.0080
Rprec_mult_1.40       	2024-127349	0.0068
Rprec_mult_1.60       	2024-127349	0.0060
Rprec_mult_1.80       	2024-127349	0.0053
Rprec_mult_2.00       	2024-127349	0.0048
utility               	2024-127349	2.0000
11pt_avg              	2024-127349	0.0909
binG                  	2024-127349	0.0096
G                     	2024-127349	0.0032
ndcg                  	2024-127349	0.0299
ndcg_rel              	2024-127349	0.0328
Rndcg                 	2024-127349	0.0609
ndcg_cut_5            	2024-127349	0.1844
ndcg_cut_10           	2024-127349	0.1197
ndcg_cut_15           	2024-127349	0.0955
ndcg_cut_20           	2024-127349	0.0839
ndcg_cut_30           	2024-127349	0.0689
ndcg_cut_100          	2024-127349	0.0412
ndcg_cut_200          	2024-127349	0.0305
ndcg_cut_500          	2024-127349	0.0299
ndcg_cut_1000         	2024-127349	0.0299
map_cut_5             	2024-127349	0.0096
map_cut_10            	2024-127349	0.0096
map_cut_15            	2024-127349	0.0096
map_cut_20            	2024-127349	0.0096
map_cut_30            	2024-127349	0.0096
map_cut_100           	2024-127349	0.0096
map_cut_200           	2024-127349	0.0096
map_cut_500           	2024-127349	0.0096
map_cut_1000          	2024-127349	0.0096
relative_P_5          	2024-127349	0.4000
relative_P_10         	2024-127349	0.2000
relative_P_15         	2024-127349	0.1333
relative_P_20         	2024-127349	0.1000
relative_P_30         	2024-127349	0.0667
relative_P_100        	2024-127349	0.0200
relative_P_200        	2024-127349	0.0100
relative_P_500        	2024-127349	0.0096
relative_P_1000       	2024-127349	0.0096
success_1             	2024-127349	1.0000
success_5             	2024-127349	1.0000
success_10            	2024-127349	1.0000
set_P                 	2024-127349	1.0000
set_relative_P        	2024-127349	1.0000
set_recall            	2024-127349	0.0096
set_map               	2024-127349	0.0096
set_F                 	2024-127349	0.0190
num_nonrel_judged_ret 	2024-127349	0
num_ret               	2024-127653	2
num_rel               	2024-127653	271
num_rel_ret           	2024-127653	2
map                   	2024-127653	0.0074
Rprec                 	2024-127653	0.0074
bpref                 	2024-127653	0.0074
recip_rank            	2024-127653	1.0000
iprec_at_recall_0.00  	2024-127653	1.0000
iprec_at_recall_0.10  	2024-127653	0.0000
iprec_at_recall_0.20  	2024-127653	0.0000
iprec_at_recall_0.30  	2024-127653	0.0000
iprec_at_recall_0.40  	2024-127653	0.0000
iprec_at_recall_0.50  	2024-127653	0.0000
iprec_at_recall_0.60  	2024-127653	0.0000
iprec_at_recall_0.70  	2024-127653	0.0000
iprec_at_recall_0.80  	2024-127653	0.0000
iprec_at_recall_0.90  	2024-127653	0.0000
iprec_at_recall_1.00  	2024-127653	0.0000
P_5                   	2024-127653	0.4000
P_10                  	2024-127653	0.2000
P_15                  	2024-127653	0.1333
P_20                  	2024-127653	0.1000
P_30                  	2024-127653	0.0667
P_100                 	2024-127653	0.0200
P_200                 	2024-127653	0.0100
P_500                 	2024-127653	0.0040
P_1000                	2024-127653	0.0020
relstring             	2024-127653	'23'
recall_5              	2024-127653	0.0074
recall_10             	2024-127653	0.0074
recall_15             	2024-127653	0.0074
recall_20             	2024-127653	0.0074
recall_30             	2024-127653	0.0074
recall_100            	2024-127653	0.0074
recall_200            	2024-127653	0.0074
recall_500            	2024-127653	0.0074
recall_1000           	2024-127653	0.0074
infAP                 	2024-127653	0.0074
Rprec_mult_0.20       	2024-127653	0.0364
Rprec_mult_0.40       	2024-127653	0.0183
Rprec_mult_0.60       	2024-127653	0.0123
Rprec_mult_0.80       	2024-127653	0.0092
Rprec_mult_1.00       	2024-127653	0.0074
Rprec_mult_1.20       	2024-127653	0.0061
Rprec_mult_1.40       	2024-127653	0.0053
Rprec_mult_1.60       	2024-127653	0.0046
Rprec_mult_1.80       	2024-127653	0.0041
Rprec_mult_2.00       	2024-127653	0.0037
utility               	2024-127653	2.0000
11pt_avg              	2024-127653	0.0909
binG                  	2024-127653	0.0074
G                     	2024-127653	0.0053
ndcg                  	2024-127653	0.0381
ndcg_rel              	2024-127653	0.0432
Rndcg                 	2024-127653	0.0467
ndcg_cut_5            	2024-127653	0.4401
ndcg_cut_10           	2024-127653	0.2856
ndcg_cut_15           	2024-127653	0.2214
ndcg_cut_20           	2024-127653	0.1843
ndcg_cut_30           	2024-127653	0.1416
ndcg_cut_100          	2024-127653	0.0620
ndcg_cut_200          	2024-127653	0.0428
ndcg_cut_500          	2024-127653	0.0381
ndcg_cut_1000         	2024-127653	0.0381
map_cut_5             	2024-127653	0.0074
map_cut_10            	2024-127653	0.0074
map_cut_15            	2024-127653	0.0074
map_cut_20            	2024-127653	0.0074
map_cut_30            	2024-127653	0.0074
map_cut_100           	2024-127653	0.0074
map_cut_200           	2024-127653	0.0074
map_cut_500           	2024-127653	0.0074
map_cut_1000          	2024-127653	0.0074
relative_P_5          	2024-127653	0.4000
relative_P_10         	2024-127653	0.2000
relative_P_15         	2024-127653	0.1333
relative_P_20         	2024-127653	0.1000
relative_P_30         	2024-127653	0.0667
relative_P_100        	2024-127653	0.0200
relative_P_200        	2024-127653	0.0100
relative_P_500        	2024-127653	0.0074
relative_P_1000       	2024-127653	0.0074
success_1             	2024-127653	1.0000
success_5             	2024-127653	1.0000
success_10            	2024-127653	1.0000
set_P                 	2024-127653	1.0000
set_relative_P        	2024-127653	1.0000
set_recall            	2024-127653	0.0074
set_map               	2024-127653	0.0074
set_F                 	2024-127653	0.0147
num_nonrel_judged_ret 	2024-127653	0
num_ret               	2024-128311	2
num_rel               	2024-128311	420
num_rel_ret           	2024-128311	2
map                   	2024-128311	0.0048
Rprec                 	2024-128311	0.0048
bpref                 	2024-128311	0.0048
recip_rank            	2024-128311	1.0000
iprec_at_recall_0.00  	2024-128311	1.0000
iprec_at_recall_0.10  	2024-128311	0.0000
iprec_at_recall_0.20  	2024-128311	0.0000
iprec_at_recall_0.30  	2024-128311	0.0000
iprec_at_recall_0.40  	2024-128311	0.0000
iprec_at_recall_0.50  	2024-128311	0.0000
iprec_at_recall_0.60  	2024-128311	0.0000
iprec_at_recall_0.70  	2024-128311	0.0000
iprec_at_recall_0.80  	2024-128311	0.0000
iprec_at_recall_0.90  	2024-128311	0.0000
iprec_at_recall_1.00  	2024-128311	0.0000
P_5                   	2024-128311	0.4000
P_10                  	2024-128311	0.2000
P_15                  	2024-128311	0.1333
P_20                  	2024-128311	0.1000
P_30                  	2024-128311	0.0667
P_100                 	2024-128311	0.0200
P_200                 	2024-128311	0.0100
P_500                 	2024-128311	0.0040
P_1000                	2024-128311	0.0020
relstring             	2024-128311	'22'
recall_5              	2024-128311	0.0048
recall_10             	2024-128311	0.0048
recall_15             	2024-128311	0.0048
recall_20             	2024-128311	0.0048
recall_30             	2024-128311	0.0048
recall_100            	2024-128311	0.0048
recall_200            	2024-128311	0.0048
recall_500            	2024-128311	0.0048
recall_1000           	2024-128311	0.0048
infAP                 	2024-128311	0.0048
Rprec_mult_0.20       	2024-128311	0.0238
Rprec_mult_0.40       	2024-128311	0.0119
Rprec_mult_0.60       	2024-128311	0.0079
Rprec_mult_0.80       	2024-128311	0.0060
Rprec_mult_1.00       	2024-128311	0.0048
Rprec_mult_1.20       	2024-128311	0.0040
Rprec_mult_1.40       	2024-128311	0.0034
Rprec_mult_1.60       	2024-128311	0.0030
Rprec_mult_1.80       	2024-128311	0.0026
Rprec_mult_2.00       	2024-128311	0.0024
utility               	2024-128311	2.0000
11pt_avg              	2024-128311	0.0909
binG                  	2024-128311	0.0048
G                     	2024-128311	0.0027
ndcg                  	2024-128311	0.0249
ndcg_rel              	2024-128311	0.0280
Rndcg                 	2024-128311	0.0335
ndcg_cut_5            	2024-128311	0.3688
ndcg_cut_10           	2024-128311	0.2393
ndcg_cut_15           	2024-128311	0.1855
ndcg_cut_20           	2024-128311	0.1544
ndcg_cut_30           	2024-128311	0.1187
ndcg_cut_100          	2024-128311	0.0519
ndcg_cut_200          	2024-128311	0.0353
ndcg_cut_500          	2024-128311	0.0249
ndcg_cut_1000         	2024-128311	0.0249
map_cut_5             	2024-128311	0.0048
map_cut_10            	2024-128311	0.0048
map_cut_15            	2024-128311	0.0048
map_cut_20            	2024-128311	0.0048
map_cut_30            	2024-128311	0.0048
map_cut_100           	2024-128311	0.0048
map_cut_200           	2024-128311	0.0048
map_cut_500           	2024-128311	0.0048
map_cut_1000          	2024-128311	0.0048
relative_P_5          	2024-128311	0.4000
relative_P_10         	2024-128311	0.2000
relative_P_15         	2024-128311	0.1333
relative_P_20         	2024-128311	0.1000
relative_P_30         	2024-128311	0.0667
relative_P_100        	2024-128311	0.0200
relative_P_200        	2024-128311	0.0100
relative_P_500        	2024-128311	0.0048
relative_P_1000       	2024-128311	0.0048
success_1             	2024-128311	1.0000
success_5             	2024-128311	1.0000
success_10            	2024-128311	1.0000
set_P                 	2024-128311	1.0000
set_relative_P        	2024-128311	1.0000
set_recall            	2024-128311	0.0048
set_map               	2024-128311	0.0048
set_F                 	2024-128311	0.0095
num_nonrel_judged_ret 	2024-128311	0
num_ret               	2024-12875	2
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	2
map                   	2024-12875	0.0083
Rprec                 	2024-12875	0.0083
bpref                 	2024-12875	0.0083
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	0.0000
iprec_at_recall_0.20  	2024-12875	0.0000
iprec_at_recall_0.30  	2024-12875	0.0000
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	0.4000
P_10                  	2024-12875	0.2000
P_15                  	2024-12875	0.1333
P_20                  	2024-12875	0.1000
P_30                  	2024-12875	0.0667
P_100                 	2024-12875	0.0200
P_200                 	2024-12875	0.0100
P_500                 	2024-12875	0.0040
P_1000                	2024-12875	0.0020
relstring             	2024-12875	'33'
recall_5              	2024-12875	0.0083
recall_10             	2024-12875	0.0083
recall_15             	2024-12875	0.0083
recall_20             	2024-12875	0.0083
recall_30             	2024-12875	0.0083
recall_100            	2024-12875	0.0083
recall_200            	2024-12875	0.0083
recall_500            	2024-12875	0.0083
recall_1000           	2024-12875	0.0083
infAP                 	2024-12875	0.0083
Rprec_mult_0.20       	2024-12875	0.0408
Rprec_mult_0.40       	2024-12875	0.0206
Rprec_mult_0.60       	2024-12875	0.0138
Rprec_mult_0.80       	2024-12875	0.0104
Rprec_mult_1.00       	2024-12875	0.0083
Rprec_mult_1.20       	2024-12875	0.0069
Rprec_mult_1.40       	2024-12875	0.0059
Rprec_mult_1.60       	2024-12875	0.0052
Rprec_mult_1.80       	2024-12875	0.0046
Rprec_mult_2.00       	2024-12875	0.0041
utility               	2024-12875	2.0000
11pt_avg              	2024-12875	0.0909
binG                  	2024-12875	0.0083
G                     	2024-12875	0.0108
ndcg                  	2024-12875	0.0497
ndcg_rel              	2024-12875	0.0576
Rndcg                 	2024-12875	0.0557
ndcg_cut_5            	2024-12875	0.5531
ndcg_cut_10           	2024-12875	0.3590
ndcg_cut_15           	2024-12875	0.2783
ndcg_cut_20           	2024-12875	0.2317
ndcg_cut_30           	2024-12875	0.1780
ndcg_cut_100          	2024-12875	0.0779
ndcg_cut_200          	2024-12875	0.0525
ndcg_cut_500          	2024-12875	0.0497
ndcg_cut_1000         	2024-12875	0.0497
map_cut_5             	2024-12875	0.0083
map_cut_10            	2024-12875	0.0083
map_cut_15            	2024-12875	0.0083
map_cut_20            	2024-12875	0.0083
map_cut_30            	2024-12875	0.0083
map_cut_100           	2024-12875	0.0083
map_cut_200           	2024-12875	0.0083
map_cut_500           	2024-12875	0.0083
map_cut_1000          	2024-12875	0.0083
relative_P_5          	2024-12875	0.4000
relative_P_10         	2024-12875	0.2000
relative_P_15         	2024-12875	0.1333
relative_P_20         	2024-12875	0.1000
relative_P_30         	2024-12875	0.0667
relative_P_100        	2024-12875	0.0200
relative_P_200        	2024-12875	0.0100
relative_P_500        	2024-12875	0.0083
relative_P_1000       	2024-12875	0.0083
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	1.0000
set_relative_P        	2024-12875	1.0000
set_recall            	2024-12875	0.0083
set_map               	2024-12875	0.0083
set_F                 	2024-12875	0.0165
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	2
num_rel               	2024-128784	277
num_rel_ret           	2024-128784	2
map                   	2024-128784	0.0072
Rprec                 	2024-128784	0.0072
bpref                 	2024-128784	0.0072
recip_rank            	2024-128784	1.0000
iprec_at_recall_0.00  	2024-128784	1.0000
iprec_at_recall_0.10  	2024-128784	0.0000
iprec_at_recall_0.20  	2024-128784	0.0000
iprec_at_recall_0.30  	2024-128784	0.0000
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	0.4000
P_10                  	2024-128784	0.2000
P_15                  	2024-128784	0.1333
P_20                  	2024-128784	0.1000
P_30                  	2024-128784	0.0667
P_100                 	2024-128784	0.0200
P_200                 	2024-128784	0.0100
P_500                 	2024-128784	0.0040
P_1000                	2024-128784	0.0020
relstring             	2024-128784	'33'
recall_5              	2024-128784	0.0072
recall_10             	2024-128784	0.0072
recall_15             	2024-128784	0.0072
recall_20             	2024-128784	0.0072
recall_30             	2024-128784	0.0072
recall_100            	2024-128784	0.0072
recall_200            	2024-128784	0.0072
recall_500            	2024-128784	0.0072
recall_1000           	2024-128784	0.0072
infAP                 	2024-128784	0.0072
Rprec_mult_0.20       	2024-128784	0.0357
Rprec_mult_0.40       	2024-128784	0.0180
Rprec_mult_0.60       	2024-128784	0.0120
Rprec_mult_0.80       	2024-128784	0.0090
Rprec_mult_1.00       	2024-128784	0.0072
Rprec_mult_1.20       	2024-128784	0.0060
Rprec_mult_1.40       	2024-128784	0.0052
Rprec_mult_1.60       	2024-128784	0.0045
Rprec_mult_1.80       	2024-128784	0.0040
Rprec_mult_2.00       	2024-128784	0.0036
utility               	2024-128784	2.0000
11pt_avg              	2024-128784	0.0909
binG                  	2024-128784	0.0072
G                     	2024-128784	0.0097
ndcg                  	2024-128784	0.0463
ndcg_rel              	2024-128784	0.0531
Rndcg                 	2024-128784	0.0544
ndcg_cut_5            	2024-128784	0.5531
ndcg_cut_10           	2024-128784	0.3590
ndcg_cut_15           	2024-128784	0.2783
ndcg_cut_20           	2024-128784	0.2317
ndcg_cut_30           	2024-128784	0.1780
ndcg_cut_100          	2024-128784	0.0779
ndcg_cut_200          	2024-128784	0.0521
ndcg_cut_500          	2024-128784	0.0463
ndcg_cut_1000         	2024-128784	0.0463
map_cut_5             	2024-128784	0.0072
map_cut_10            	2024-128784	0.0072
map_cut_15            	2024-128784	0.0072
map_cut_20            	2024-128784	0.0072
map_cut_30            	2024-128784	0.0072
map_cut_100           	2024-128784	0.0072
map_cut_200           	2024-128784	0.0072
map_cut_500           	2024-128784	0.0072
map_cut_1000          	2024-128784	0.0072
relative_P_5          	2024-128784	0.4000
relative_P_10         	2024-128784	0.2000
relative_P_15         	2024-128784	0.1333
relative_P_20         	2024-128784	0.1000
relative_P_30         	2024-128784	0.0667
relative_P_100        	2024-128784	0.0200
relative_P_200        	2024-128784	0.0100
relative_P_500        	2024-128784	0.0072
relative_P_1000       	2024-128784	0.0072
success_1             	2024-128784	1.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	1.0000
set_relative_P        	2024-128784	1.0000
set_recall            	2024-128784	0.0072
set_map               	2024-128784	0.0072
set_F                 	2024-128784	0.0143
num_nonrel_judged_ret 	2024-128784	0
num_ret               	2024-129062	2
num_rel               	2024-129062	468
num_rel_ret           	2024-129062	2
map                   	2024-129062	0.0043
Rprec                 	2024-129062	0.0043
bpref                 	2024-129062	0.0043
recip_rank            	2024-129062	1.0000
iprec_at_recall_0.00  	2024-129062	1.0000
iprec_at_recall_0.10  	2024-129062	0.0000
iprec_at_recall_0.20  	2024-129062	0.0000
iprec_at_recall_0.30  	2024-129062	0.0000
iprec_at_recall_0.40  	2024-129062	0.0000
iprec_at_recall_0.50  	2024-129062	0.0000
iprec_at_recall_0.60  	2024-129062	0.0000
iprec_at_recall_0.70  	2024-129062	0.0000
iprec_at_recall_0.80  	2024-129062	0.0000
iprec_at_recall_0.90  	2024-129062	0.0000
iprec_at_recall_1.00  	2024-129062	0.0000
P_5                   	2024-129062	0.4000
P_10                  	2024-129062	0.2000
P_15                  	2024-129062	0.1333
P_20                  	2024-129062	0.1000
P_30                  	2024-129062	0.0667
P_100                 	2024-129062	0.0200
P_200                 	2024-129062	0.0100
P_500                 	2024-129062	0.0040
P_1000                	2024-129062	0.0020
relstring             	2024-129062	'11'
recall_5              	2024-129062	0.0043
recall_10             	2024-129062	0.0043
recall_15             	2024-129062	0.0043
recall_20             	2024-129062	0.0043
recall_30             	2024-129062	0.0043
recall_100            	2024-129062	0.0043
recall_200            	2024-129062	0.0043
recall_500            	2024-129062	0.0043
recall_1000           	2024-129062	0.0043
infAP                 	2024-129062	0.0043
Rprec_mult_0.20       	2024-129062	0.0213
Rprec_mult_0.40       	2024-129062	0.0106
Rprec_mult_0.60       	2024-129062	0.0071
Rprec_mult_0.80       	2024-129062	0.0053
Rprec_mult_1.00       	2024-129062	0.0043
Rprec_mult_1.20       	2024-129062	0.0036
Rprec_mult_1.40       	2024-129062	0.0030
Rprec_mult_1.60       	2024-129062	0.0027
Rprec_mult_1.80       	2024-129062	0.0024
Rprec_mult_2.00       	2024-129062	0.0021
utility               	2024-129062	2.0000
11pt_avg              	2024-129062	0.0909
binG                  	2024-129062	0.0043
G                     	2024-129062	0.0012
ndcg                  	2024-129062	0.0137
ndcg_rel              	2024-129062	0.0151
Rndcg                 	2024-129062	0.0224
ndcg_cut_5            	2024-129062	0.1844
ndcg_cut_10           	2024-129062	0.1197
ndcg_cut_15           	2024-129062	0.0928
ndcg_cut_20           	2024-129062	0.0772
ndcg_cut_30           	2024-129062	0.0593
ndcg_cut_100          	2024-129062	0.0284
ndcg_cut_200          	2024-129062	0.0192
ndcg_cut_500          	2024-129062	0.0137
ndcg_cut_1000         	2024-129062	0.0137
map_cut_5             	2024-129062	0.0043
map_cut_10            	2024-129062	0.0043
map_cut_15            	2024-129062	0.0043
map_cut_20            	2024-129062	0.0043
map_cut_30            	2024-129062	0.0043
map_cut_100           	2024-129062	0.0043
map_cut_200           	2024-129062	0.0043
map_cut_500           	2024-129062	0.0043
map_cut_1000          	2024-129062	0.0043
relative_P_5          	2024-129062	0.4000
relative_P_10         	2024-129062	0.2000
relative_P_15         	2024-129062	0.1333
relative_P_20         	2024-129062	0.1000
relative_P_30         	2024-129062	0.0667
relative_P_100        	2024-129062	0.0200
relative_P_200        	2024-129062	0.0100
relative_P_500        	2024-129062	0.0043
relative_P_1000       	2024-129062	0.0043
success_1             	2024-129062	1.0000
success_5             	2024-129062	1.0000
success_10            	2024-129062	1.0000
set_P                 	2024-129062	1.0000
set_relative_P        	2024-129062	1.0000
set_recall            	2024-129062	0.0043
set_map               	2024-129062	0.0043
set_F                 	2024-129062	0.0085
num_nonrel_judged_ret 	2024-129062	0
num_ret               	2024-129925	2
num_rel               	2024-129925	141
num_rel_ret           	2024-129925	2
map                   	2024-129925	0.0142
Rprec                 	2024-129925	0.0142
bpref                 	2024-129925	0.0142
recip_rank            	2024-129925	1.0000
iprec_at_recall_0.00  	2024-129925	1.0000
iprec_at_recall_0.10  	2024-129925	0.0000
iprec_at_recall_0.20  	2024-129925	0.0000
iprec_at_recall_0.30  	2024-129925	0.0000
iprec_at_recall_0.40  	2024-129925	0.0000
iprec_at_recall_0.50  	2024-129925	0.0000
iprec_at_recall_0.60  	2024-129925	0.0000
iprec_at_recall_0.70  	2024-129925	0.0000
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	0.4000
P_10                  	2024-129925	0.2000
P_15                  	2024-129925	0.1333
P_20                  	2024-129925	0.1000
P_30                  	2024-129925	0.0667
P_100                 	2024-129925	0.0200
P_200                 	2024-129925	0.0100
P_500                 	2024-129925	0.0040
P_1000                	2024-129925	0.0020
relstring             	2024-129925	'32'
recall_5              	2024-129925	0.0142
recall_10             	2024-129925	0.0142
recall_15             	2024-129925	0.0142
recall_20             	2024-129925	0.0142
recall_30             	2024-129925	0.0142
recall_100            	2024-129925	0.0142
recall_200            	2024-129925	0.0142
recall_500            	2024-129925	0.0142
recall_1000           	2024-129925	0.0142
infAP                 	2024-129925	0.0142
Rprec_mult_0.20       	2024-129925	0.0690
Rprec_mult_0.40       	2024-129925	0.0351
Rprec_mult_0.60       	2024-129925	0.0235
Rprec_mult_0.80       	2024-129925	0.0177
Rprec_mult_1.00       	2024-129925	0.0142
Rprec_mult_1.20       	2024-129925	0.0118
Rprec_mult_1.40       	2024-129925	0.0101
Rprec_mult_1.60       	2024-129925	0.0088
Rprec_mult_1.80       	2024-129925	0.0079
Rprec_mult_2.00       	2024-129925	0.0071
utility               	2024-129925	2.0000
11pt_avg              	2024-129925	0.0909
binG                  	2024-129925	0.0142
G                     	2024-129925	0.0143
ndcg                  	2024-129925	0.0685
ndcg_rel              	2024-129925	0.0808
Rndcg                 	2024-129925	0.0792
ndcg_cut_5            	2024-129925	0.4818
ndcg_cut_10           	2024-129925	0.3127
ndcg_cut_15           	2024-129925	0.2424
ndcg_cut_20           	2024-129925	0.2018
ndcg_cut_30           	2024-129925	0.1551
ndcg_cut_100          	2024-129925	0.0757
ndcg_cut_200          	2024-129925	0.0685
ndcg_cut_500          	2024-129925	0.0685
ndcg_cut_1000         	2024-129925	0.0685
map_cut_5             	2024-129925	0.0142
map_cut_10            	2024-129925	0.0142
map_cut_15            	2024-129925	0.0142
map_cut_20            	2024-129925	0.0142
map_cut_30            	2024-129925	0.0142
map_cut_100           	2024-129925	0.0142
map_cut_200           	2024-129925	0.0142
map_cut_500           	2024-129925	0.0142
map_cut_1000          	2024-129925	0.0142
relative_P_5          	2024-129925	0.4000
relative_P_10         	2024-129925	0.2000
relative_P_15         	2024-129925	0.1333
relative_P_20         	2024-129925	0.1000
relative_P_30         	2024-129925	0.0667
relative_P_100        	2024-129925	0.0200
relative_P_200        	2024-129925	0.0142
relative_P_500        	2024-129925	0.0142
relative_P_1000       	2024-129925	0.0142
success_1             	2024-129925	1.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	1.0000
set_relative_P        	2024-129925	1.0000
set_recall            	2024-129925	0.0142
set_map               	2024-129925	0.0142
set_F                 	2024-129925	0.0280
num_nonrel_judged_ret 	2024-129925	0
num_ret               	2024-131116	2
num_rel               	2024-131116	258
num_rel_ret           	2024-131116	2
map                   	2024-131116	0.0078
Rprec                 	2024-131116	0.0078
bpref                 	2024-131116	0.0078
recip_rank            	2024-131116	1.0000
iprec_at_recall_0.00  	2024-131116	1.0000
iprec_at_recall_0.10  	2024-131116	0.0000
iprec_at_recall_0.20  	2024-131116	0.0000
iprec_at_recall_0.30  	2024-131116	0.0000
iprec_at_recall_0.40  	2024-131116	0.0000
iprec_at_recall_0.50  	2024-131116	0.0000
iprec_at_recall_0.60  	2024-131116	0.0000
iprec_at_recall_0.70  	2024-131116	0.0000
iprec_at_recall_0.80  	2024-131116	0.0000
iprec_at_recall_0.90  	2024-131116	0.0000
iprec_at_recall_1.00  	2024-131116	0.0000
P_5                   	2024-131116	0.4000
P_10                  	2024-131116	0.2000
P_15                  	2024-131116	0.1333
P_20                  	2024-131116	0.1000
P_30                  	2024-131116	0.0667
P_100                 	2024-131116	0.0200
P_200                 	2024-131116	0.0100
P_500                 	2024-131116	0.0040
P_1000                	2024-131116	0.0020
relstring             	2024-131116	'11'
recall_5              	2024-131116	0.0078
recall_10             	2024-131116	0.0078
recall_15             	2024-131116	0.0078
recall_20             	2024-131116	0.0078
recall_30             	2024-131116	0.0078
recall_100            	2024-131116	0.0078
recall_200            	2024-131116	0.0078
recall_500            	2024-131116	0.0078
recall_1000           	2024-131116	0.0078
infAP                 	2024-131116	0.0078
Rprec_mult_0.20       	2024-131116	0.0385
Rprec_mult_0.40       	2024-131116	0.0192
Rprec_mult_0.60       	2024-131116	0.0129
Rprec_mult_0.80       	2024-131116	0.0097
Rprec_mult_1.00       	2024-131116	0.0078
Rprec_mult_1.20       	2024-131116	0.0065
Rprec_mult_1.40       	2024-131116	0.0055
Rprec_mult_1.60       	2024-131116	0.0048
Rprec_mult_1.80       	2024-131116	0.0043
Rprec_mult_2.00       	2024-131116	0.0039
utility               	2024-131116	2.0000
11pt_avg              	2024-131116	0.0909
binG                  	2024-131116	0.0078
G                     	2024-131116	0.0022
ndcg                  	2024-131116	0.0222
ndcg_rel              	2024-131116	0.0246
Rndcg                 	2024-131116	0.0391
ndcg_cut_5            	2024-131116	0.1844
ndcg_cut_10           	2024-131116	0.1197
ndcg_cut_15           	2024-131116	0.0928
ndcg_cut_20           	2024-131116	0.0772
ndcg_cut_30           	2024-131116	0.0612
ndcg_cut_100          	2024-131116	0.0325
ndcg_cut_200          	2024-131116	0.0246
ndcg_cut_500          	2024-131116	0.0222
ndcg_cut_1000         	2024-131116	0.0222
map_cut_5             	2024-131116	0.0078
map_cut_10            	2024-131116	0.0078
map_cut_15            	2024-131116	0.0078
map_cut_20            	2024-131116	0.0078
map_cut_30            	2024-131116	0.0078
map_cut_100           	2024-131116	0.0078
map_cut_200           	2024-131116	0.0078
map_cut_500           	2024-131116	0.0078
map_cut_1000          	2024-131116	0.0078
relative_P_5          	2024-131116	0.4000
relative_P_10         	2024-131116	0.2000
relative_P_15         	2024-131116	0.1333
relative_P_20         	2024-131116	0.1000
relative_P_30         	2024-131116	0.0667
relative_P_100        	2024-131116	0.0200
relative_P_200        	2024-131116	0.0100
relative_P_500        	2024-131116	0.0078
relative_P_1000       	2024-131116	0.0078
success_1             	2024-131116	1.0000
success_5             	2024-131116	1.0000
success_10            	2024-131116	1.0000
set_P                 	2024-131116	1.0000
set_relative_P        	2024-131116	1.0000
set_recall            	2024-131116	0.0078
set_map               	2024-131116	0.0078
set_F                 	2024-131116	0.0154
num_nonrel_judged_ret 	2024-131116	0
num_ret               	2024-133137	2
num_rel               	2024-133137	94
num_rel_ret           	2024-133137	0
map                   	2024-133137	0.0000
Rprec                 	2024-133137	0.0000
bpref                 	2024-133137	0.0000
recip_rank            	2024-133137	0.0000
iprec_at_recall_0.00  	2024-133137	0.0000
iprec_at_recall_0.10  	2024-133137	0.0000
iprec_at_recall_0.20  	2024-133137	0.0000
iprec_at_recall_0.30  	2024-133137	0.0000
iprec_at_recall_0.40  	2024-133137	0.0000
iprec_at_recall_0.50  	2024-133137	0.0000
iprec_at_recall_0.60  	2024-133137	0.0000
iprec_at_recall_0.70  	2024-133137	0.0000
iprec_at_recall_0.80  	2024-133137	0.0000
iprec_at_recall_0.90  	2024-133137	0.0000
iprec_at_recall_1.00  	2024-133137	0.0000
P_5                   	2024-133137	0.0000
P_10                  	2024-133137	0.0000
P_15                  	2024-133137	0.0000
P_20                  	2024-133137	0.0000
P_30                  	2024-133137	0.0000
P_100                 	2024-133137	0.0000
P_200                 	2024-133137	0.0000
P_500                 	2024-133137	0.0000
P_1000                	2024-133137	0.0000
relstring             	2024-133137	'00'
recall_5              	2024-133137	0.0000
recall_10             	2024-133137	0.0000
recall_15             	2024-133137	0.0000
recall_20             	2024-133137	0.0000
recall_30             	2024-133137	0.0000
recall_100            	2024-133137	0.0000
recall_200            	2024-133137	0.0000
recall_500            	2024-133137	0.0000
recall_1000           	2024-133137	0.0000
infAP                 	2024-133137	0.0000
Rprec_mult_0.20       	2024-133137	0.0000
Rprec_mult_0.40       	2024-133137	0.0000
Rprec_mult_0.60       	2024-133137	0.0000
Rprec_mult_0.80       	2024-133137	0.0000
Rprec_mult_1.00       	2024-133137	0.0000
Rprec_mult_1.20       	2024-133137	0.0000
Rprec_mult_1.40       	2024-133137	0.0000
Rprec_mult_1.60       	2024-133137	0.0000
Rprec_mult_1.80       	2024-133137	0.0000
Rprec_mult_2.00       	2024-133137	0.0000
utility               	2024-133137	-2.0000
11pt_avg              	2024-133137	0.0000
binG                  	2024-133137	0.0000
G                     	2024-133137	0.0000
ndcg                  	2024-133137	0.0000
ndcg_rel              	2024-133137	0.0000
Rndcg                 	2024-133137	0.0000
ndcg_cut_5            	2024-133137	0.0000
ndcg_cut_10           	2024-133137	0.0000
ndcg_cut_15           	2024-133137	0.0000
ndcg_cut_20           	2024-133137	0.0000
ndcg_cut_30           	2024-133137	0.0000
ndcg_cut_100          	2024-133137	0.0000
ndcg_cut_200          	2024-133137	0.0000
ndcg_cut_500          	2024-133137	0.0000
ndcg_cut_1000         	2024-133137	0.0000
map_cut_5             	2024-133137	0.0000
map_cut_10            	2024-133137	0.0000
map_cut_15            	2024-133137	0.0000
map_cut_20            	2024-133137	0.0000
map_cut_30            	2024-133137	0.0000
map_cut_100           	2024-133137	0.0000
map_cut_200           	2024-133137	0.0000
map_cut_500           	2024-133137	0.0000
map_cut_1000          	2024-133137	0.0000
relative_P_5          	2024-133137	0.0000
relative_P_10         	2024-133137	0.0000
relative_P_15         	2024-133137	0.0000
relative_P_20         	2024-133137	0.0000
relative_P_30         	2024-133137	0.0000
relative_P_100        	2024-133137	0.0000
relative_P_200        	2024-133137	0.0000
relative_P_500        	2024-133137	0.0000
relative_P_1000       	2024-133137	0.0000
success_1             	2024-133137	0.0000
success_5             	2024-133137	0.0000
success_10            	2024-133137	0.0000
set_P                 	2024-133137	0.0000
set_relative_P        	2024-133137	0.0000
set_recall            	2024-133137	0.0000
set_map               	2024-133137	0.0000
set_F                 	2024-133137	0.0000
num_nonrel_judged_ret 	2024-133137	2
num_ret               	2024-133810	2
num_rel               	2024-133810	16
num_rel_ret           	2024-133810	0
map                   	2024-133810	0.0000
Rprec                 	2024-133810	0.0000
bpref                 	2024-133810	0.0000
recip_rank            	2024-133810	0.0000
iprec_at_recall_0.00  	2024-133810	0.0000
iprec_at_recall_0.10  	2024-133810	0.0000
iprec_at_recall_0.20  	2024-133810	0.0000
iprec_at_recall_0.30  	2024-133810	0.0000
iprec_at_recall_0.40  	2024-133810	0.0000
iprec_at_recall_0.50  	2024-133810	0.0000
iprec_at_recall_0.60  	2024-133810	0.0000
iprec_at_recall_0.70  	2024-133810	0.0000
iprec_at_recall_0.80  	2024-133810	0.0000
iprec_at_recall_0.90  	2024-133810	0.0000
iprec_at_recall_1.00  	2024-133810	0.0000
P_5                   	2024-133810	0.0000
P_10                  	2024-133810	0.0000
P_15                  	2024-133810	0.0000
P_20                  	2024-133810	0.0000
P_30                  	2024-133810	0.0000
P_100                 	2024-133810	0.0000
P_200                 	2024-133810	0.0000
P_500                 	2024-133810	0.0000
P_1000                	2024-133810	0.0000
relstring             	2024-133810	'00'
recall_5              	2024-133810	0.0000
recall_10             	2024-133810	0.0000
recall_15             	2024-133810	0.0000
recall_20             	2024-133810	0.0000
recall_30             	2024-133810	0.0000
recall_100            	2024-133810	0.0000
recall_200            	2024-133810	0.0000
recall_500            	2024-133810	0.0000
recall_1000           	2024-133810	0.0000
infAP                 	2024-133810	0.0000
Rprec_mult_0.20       	2024-133810	0.0000
Rprec_mult_0.40       	2024-133810	0.0000
Rprec_mult_0.60       	2024-133810	0.0000
Rprec_mult_0.80       	2024-133810	0.0000
Rprec_mult_1.00       	2024-133810	0.0000
Rprec_mult_1.20       	2024-133810	0.0000
Rprec_mult_1.40       	2024-133810	0.0000
Rprec_mult_1.60       	2024-133810	0.0000
Rprec_mult_1.80       	2024-133810	0.0000
Rprec_mult_2.00       	2024-133810	0.0000
utility               	2024-133810	-2.0000
11pt_avg              	2024-133810	0.0000
binG                  	2024-133810	0.0000
G                     	2024-133810	0.0000
ndcg                  	2024-133810	0.0000
ndcg_rel              	2024-133810	0.0000
Rndcg                 	2024-133810	0.0000
ndcg_cut_5            	2024-133810	0.0000
ndcg_cut_10           	2024-133810	0.0000
ndcg_cut_15           	2024-133810	0.0000
ndcg_cut_20           	2024-133810	0.0000
ndcg_cut_30           	2024-133810	0.0000
ndcg_cut_100          	2024-133810	0.0000
ndcg_cut_200          	2024-133810	0.0000
ndcg_cut_500          	2024-133810	0.0000
ndcg_cut_1000         	2024-133810	0.0000
map_cut_5             	2024-133810	0.0000
map_cut_10            	2024-133810	0.0000
map_cut_15            	2024-133810	0.0000
map_cut_20            	2024-133810	0.0000
map_cut_30            	2024-133810	0.0000
map_cut_100           	2024-133810	0.0000
map_cut_200           	2024-133810	0.0000
map_cut_500           	2024-133810	0.0000
map_cut_1000          	2024-133810	0.0000
relative_P_5          	2024-133810	0.0000
relative_P_10         	2024-133810	0.0000
relative_P_15         	2024-133810	0.0000
relative_P_20         	2024-133810	0.0000
relative_P_30         	2024-133810	0.0000
relative_P_100        	2024-133810	0.0000
relative_P_200        	2024-133810	0.0000
relative_P_500        	2024-133810	0.0000
relative_P_1000       	2024-133810	0.0000
success_1             	2024-133810	0.0000
success_5             	2024-133810	0.0000
success_10            	2024-133810	0.0000
set_P                 	2024-133810	0.0000
set_relative_P        	2024-133810	0.0000
set_recall            	2024-133810	0.0000
set_map               	2024-133810	0.0000
set_F                 	2024-133810	0.0000
num_nonrel_judged_ret 	2024-133810	2
num_ret               	2024-134629	2
num_rel               	2024-134629	195
num_rel_ret           	2024-134629	1
map                   	2024-134629	0.0026
Rprec                 	2024-134629	0.0051
bpref                 	2024-134629	0.0051
recip_rank            	2024-134629	0.5000
iprec_at_recall_0.00  	2024-134629	0.5000
iprec_at_recall_0.10  	2024-134629	0.0000
iprec_at_recall_0.20  	2024-134629	0.0000
iprec_at_recall_0.30  	2024-134629	0.0000
iprec_at_recall_0.40  	2024-134629	0.0000
iprec_at_recall_0.50  	2024-134629	0.0000
iprec_at_recall_0.60  	2024-134629	0.0000
iprec_at_recall_0.70  	2024-134629	0.0000
iprec_at_recall_0.80  	2024-134629	0.0000
iprec_at_recall_0.90  	2024-134629	0.0000
iprec_at_recall_1.00  	2024-134629	0.0000
P_5                   	2024-134629	0.2000
P_10                  	2024-134629	0.1000
P_15                  	2024-134629	0.0667
P_20                  	2024-134629	0.0500
P_30                  	2024-134629	0.0333
P_100                 	2024-134629	0.0100
P_200                 	2024-134629	0.0050
P_500                 	2024-134629	0.0020
P_1000                	2024-134629	0.0010
relstring             	2024-134629	'01'
recall_5              	2024-134629	0.0051
recall_10             	2024-134629	0.0051
recall_15             	2024-134629	0.0051
recall_20             	2024-134629	0.0051
recall_30             	2024-134629	0.0051
recall_100            	2024-134629	0.0051
recall_200            	2024-134629	0.0051
recall_500            	2024-134629	0.0051
recall_1000           	2024-134629	0.0051
infAP                 	2024-134629	0.0026
Rprec_mult_0.20       	2024-134629	0.0256
Rprec_mult_0.40       	2024-134629	0.0128
Rprec_mult_0.60       	2024-134629	0.0085
Rprec_mult_0.80       	2024-134629	0.0064
Rprec_mult_1.00       	2024-134629	0.0051
Rprec_mult_1.20       	2024-134629	0.0043
Rprec_mult_1.40       	2024-134629	0.0037
Rprec_mult_1.60       	2024-134629	0.0032
Rprec_mult_1.80       	2024-134629	0.0028
Rprec_mult_2.00       	2024-134629	0.0026
utility               	2024-134629	0.0000
11pt_avg              	2024-134629	0.0455
binG                  	2024-134629	0.0032
G                     	2024-134629	0.0013
ndcg                  	2024-134629	0.0116
ndcg_rel              	2024-134629	0.0122
Rndcg                 	2024-134629	0.0225
ndcg_cut_5            	2024-134629	0.0713
ndcg_cut_10           	2024-134629	0.0463
ndcg_cut_15           	2024-134629	0.0364
ndcg_cut_20           	2024-134629	0.0320
ndcg_cut_30           	2024-134629	0.0264
ndcg_cut_100          	2024-134629	0.0154
ndcg_cut_200          	2024-134629	0.0116
ndcg_cut_500          	2024-134629	0.0116
ndcg_cut_1000         	2024-134629	0.0116
map_cut_5             	2024-134629	0.0026
map_cut_10            	2024-134629	0.0026
map_cut_15            	2024-134629	0.0026
map_cut_20            	2024-134629	0.0026
map_cut_30            	2024-134629	0.0026
map_cut_100           	2024-134629	0.0026
map_cut_200           	2024-134629	0.0026
map_cut_500           	2024-134629	0.0026
map_cut_1000          	2024-134629	0.0026
relative_P_5          	2024-134629	0.2000
relative_P_10         	2024-134629	0.1000
relative_P_15         	2024-134629	0.0667
relative_P_20         	2024-134629	0.0500
relative_P_30         	2024-134629	0.0333
relative_P_100        	2024-134629	0.0100
relative_P_200        	2024-134629	0.0051
relative_P_500        	2024-134629	0.0051
relative_P_1000       	2024-134629	0.0051
success_1             	2024-134629	0.0000
success_5             	2024-134629	1.0000
success_10            	2024-134629	1.0000
set_P                 	2024-134629	0.5000
set_relative_P        	2024-134629	0.5000
set_recall            	2024-134629	0.0051
set_map               	2024-134629	0.0026
set_F                 	2024-134629	0.0102
num_nonrel_judged_ret 	2024-134629	1
num_ret               	2024-134815	2
num_rel               	2024-134815	194
num_rel_ret           	2024-134815	2
map                   	2024-134815	0.0103
Rprec                 	2024-134815	0.0103
bpref                 	2024-134815	0.0103
recip_rank            	2024-134815	1.0000
iprec_at_recall_0.00  	2024-134815	1.0000
iprec_at_recall_0.10  	2024-134815	0.0000
iprec_at_recall_0.20  	2024-134815	0.0000
iprec_at_recall_0.30  	2024-134815	0.0000
iprec_at_recall_0.40  	2024-134815	0.0000
iprec_at_recall_0.50  	2024-134815	0.0000
iprec_at_recall_0.60  	2024-134815	0.0000
iprec_at_recall_0.70  	2024-134815	0.0000
iprec_at_recall_0.80  	2024-134815	0.0000
iprec_at_recall_0.90  	2024-134815	0.0000
iprec_at_recall_1.00  	2024-134815	0.0000
P_5                   	2024-134815	0.4000
P_10                  	2024-134815	0.2000
P_15                  	2024-134815	0.1333
P_20                  	2024-134815	0.1000
P_30                  	2024-134815	0.0667
P_100                 	2024-134815	0.0200
P_200                 	2024-134815	0.0100
P_500                 	2024-134815	0.0040
P_1000                	2024-134815	0.0020
relstring             	2024-134815	'11'
recall_5              	2024-134815	0.0103
recall_10             	2024-134815	0.0103
recall_15             	2024-134815	0.0103
recall_20             	2024-134815	0.0103
recall_30             	2024-134815	0.0103
recall_100            	2024-134815	0.0103
recall_200            	2024-134815	0.0103
recall_500            	2024-134815	0.0103
recall_1000           	2024-134815	0.0103
infAP                 	2024-134815	0.0103
Rprec_mult_0.20       	2024-134815	0.0513
Rprec_mult_0.40       	2024-134815	0.0256
Rprec_mult_0.60       	2024-134815	0.0171
Rprec_mult_0.80       	2024-134815	0.0128
Rprec_mult_1.00       	2024-134815	0.0103
Rprec_mult_1.20       	2024-134815	0.0086
Rprec_mult_1.40       	2024-134815	0.0074
Rprec_mult_1.60       	2024-134815	0.0064
Rprec_mult_1.80       	2024-134815	0.0057
Rprec_mult_2.00       	2024-134815	0.0052
utility               	2024-134815	2.0000
11pt_avg              	2024-134815	0.0909
binG                  	2024-134815	0.0103
G                     	2024-134815	0.0057
ndcg                  	2024-134815	0.0451
ndcg_rel              	2024-134815	0.0498
Rndcg                 	2024-134815	0.2139
ndcg_cut_5            	2024-134815	0.3211
ndcg_cut_10           	2024-134815	0.2444
ndcg_cut_15           	2024-134815	0.2041
ndcg_cut_20           	2024-134815	0.1778
ndcg_cut_30           	2024-134815	0.1444
ndcg_cut_100          	2024-134815	0.0707
ndcg_cut_200          	2024-134815	0.0451
ndcg_cut_500          	2024-134815	0.0451
ndcg_cut_1000         	2024-134815	0.0451
map_cut_5             	2024-134815	0.0103
map_cut_10            	2024-134815	0.0103
map_cut_15            	2024-134815	0.0103
map_cut_20            	2024-134815	0.0103
map_cut_30            	2024-134815	0.0103
map_cut_100           	2024-134815	0.0103
map_cut_200           	2024-134815	0.0103
map_cut_500           	2024-134815	0.0103
map_cut_1000          	2024-134815	0.0103
relative_P_5          	2024-134815	0.4000
relative_P_10         	2024-134815	0.2000
relative_P_15         	2024-134815	0.1333
relative_P_20         	2024-134815	0.1000
relative_P_30         	2024-134815	0.0667
relative_P_100        	2024-134815	0.0200
relative_P_200        	2024-134815	0.0103
relative_P_500        	2024-134815	0.0103
relative_P_1000       	2024-134815	0.0103
success_1             	2024-134815	1.0000
success_5             	2024-134815	1.0000
success_10            	2024-134815	1.0000
set_P                 	2024-134815	1.0000
set_relative_P        	2024-134815	1.0000
set_recall            	2024-134815	0.0103
set_map               	2024-134815	0.0103
set_F                 	2024-134815	0.0204
num_nonrel_judged_ret 	2024-134815	0
num_ret               	2024-134964	2
num_rel               	2024-134964	183
num_rel_ret           	2024-134964	2
map                   	2024-134964	0.0109
Rprec                 	2024-134964	0.0109
bpref                 	2024-134964	0.0109
recip_rank            	2024-134964	1.0000
iprec_at_recall_0.00  	2024-134964	1.0000
iprec_at_recall_0.10  	2024-134964	0.0000
iprec_at_recall_0.20  	2024-134964	0.0000
iprec_at_recall_0.30  	2024-134964	0.0000
iprec_at_recall_0.40  	2024-134964	0.0000
iprec_at_recall_0.50  	2024-134964	0.0000
iprec_at_recall_0.60  	2024-134964	0.0000
iprec_at_recall_0.70  	2024-134964	0.0000
iprec_at_recall_0.80  	2024-134964	0.0000
iprec_at_recall_0.90  	2024-134964	0.0000
iprec_at_recall_1.00  	2024-134964	0.0000
P_5                   	2024-134964	0.4000
P_10                  	2024-134964	0.2000
P_15                  	2024-134964	0.1333
P_20                  	2024-134964	0.1000
P_30                  	2024-134964	0.0667
P_100                 	2024-134964	0.0200
P_200                 	2024-134964	0.0100
P_500                 	2024-134964	0.0040
P_1000                	2024-134964	0.0020
relstring             	2024-134964	'33'
recall_5              	2024-134964	0.0109
recall_10             	2024-134964	0.0109
recall_15             	2024-134964	0.0109
recall_20             	2024-134964	0.0109
recall_30             	2024-134964	0.0109
recall_100            	2024-134964	0.0109
recall_200            	2024-134964	0.0109
recall_500            	2024-134964	0.0109
recall_1000           	2024-134964	0.0109
infAP                 	2024-134964	0.0109
Rprec_mult_0.20       	2024-134964	0.0541
Rprec_mult_0.40       	2024-134964	0.0270
Rprec_mult_0.60       	2024-134964	0.0182
Rprec_mult_0.80       	2024-134964	0.0136
Rprec_mult_1.00       	2024-134964	0.0109
Rprec_mult_1.20       	2024-134964	0.0091
Rprec_mult_1.40       	2024-134964	0.0078
Rprec_mult_1.60       	2024-134964	0.0068
Rprec_mult_1.80       	2024-134964	0.0061
Rprec_mult_2.00       	2024-134964	0.0055
utility               	2024-134964	2.0000
11pt_avg              	2024-134964	0.0909
binG                  	2024-134964	0.0109
G                     	2024-134964	0.0147
ndcg                  	2024-134964	0.0630
ndcg_rel              	2024-134964	0.0733
Rndcg                 	2024-134964	0.0752
ndcg_cut_5            	2024-134964	0.5531
ndcg_cut_10           	2024-134964	0.3590
ndcg_cut_15           	2024-134964	0.2783
ndcg_cut_20           	2024-134964	0.2317
ndcg_cut_30           	2024-134964	0.1780
ndcg_cut_100          	2024-134964	0.0830
ndcg_cut_200          	2024-134964	0.0630
ndcg_cut_500          	2024-134964	0.0630
ndcg_cut_1000         	2024-134964	0.0630
map_cut_5             	2024-134964	0.0109
map_cut_10            	2024-134964	0.0109
map_cut_15            	2024-134964	0.0109
map_cut_20            	2024-134964	0.0109
map_cut_30            	2024-134964	0.0109
map_cut_100           	2024-134964	0.0109
map_cut_200           	2024-134964	0.0109
map_cut_500           	2024-134964	0.0109
map_cut_1000          	2024-134964	0.0109
relative_P_5          	2024-134964	0.4000
relative_P_10         	2024-134964	0.2000
relative_P_15         	2024-134964	0.1333
relative_P_20         	2024-134964	0.1000
relative_P_30         	2024-134964	0.0667
relative_P_100        	2024-134964	0.0200
relative_P_200        	2024-134964	0.0109
relative_P_500        	2024-134964	0.0109
relative_P_1000       	2024-134964	0.0109
success_1             	2024-134964	1.0000
success_5             	2024-134964	1.0000
success_10            	2024-134964	1.0000
set_P                 	2024-134964	1.0000
set_relative_P        	2024-134964	1.0000
set_recall            	2024-134964	0.0109
set_map               	2024-134964	0.0109
set_F                 	2024-134964	0.0216
num_nonrel_judged_ret 	2024-134964	0
num_ret               	2024-135747	2
num_rel               	2024-135747	283
num_rel_ret           	2024-135747	2
map                   	2024-135747	0.0071
Rprec                 	2024-135747	0.0071
bpref                 	2024-135747	0.0071
recip_rank            	2024-135747	1.0000
iprec_at_recall_0.00  	2024-135747	1.0000
iprec_at_recall_0.10  	2024-135747	0.0000
iprec_at_recall_0.20  	2024-135747	0.0000
iprec_at_recall_0.30  	2024-135747	0.0000
iprec_at_recall_0.40  	2024-135747	0.0000
iprec_at_recall_0.50  	2024-135747	0.0000
iprec_at_recall_0.60  	2024-135747	0.0000
iprec_at_recall_0.70  	2024-135747	0.0000
iprec_at_recall_0.80  	2024-135747	0.0000
iprec_at_recall_0.90  	2024-135747	0.0000
iprec_at_recall_1.00  	2024-135747	0.0000
P_5                   	2024-135747	0.4000
P_10                  	2024-135747	0.2000
P_15                  	2024-135747	0.1333
P_20                  	2024-135747	0.1000
P_30                  	2024-135747	0.0667
P_100                 	2024-135747	0.0200
P_200                 	2024-135747	0.0100
P_500                 	2024-135747	0.0040
P_1000                	2024-135747	0.0020
relstring             	2024-135747	'11'
recall_5              	2024-135747	0.0071
recall_10             	2024-135747	0.0071
recall_15             	2024-135747	0.0071
recall_20             	2024-135747	0.0071
recall_30             	2024-135747	0.0071
recall_100            	2024-135747	0.0071
recall_200            	2024-135747	0.0071
recall_500            	2024-135747	0.0071
recall_1000           	2024-135747	0.0071
infAP                 	2024-135747	0.0071
Rprec_mult_0.20       	2024-135747	0.0351
Rprec_mult_0.40       	2024-135747	0.0175
Rprec_mult_0.60       	2024-135747	0.0118
Rprec_mult_0.80       	2024-135747	0.0088
Rprec_mult_1.00       	2024-135747	0.0071
Rprec_mult_1.20       	2024-135747	0.0059
Rprec_mult_1.40       	2024-135747	0.0050
Rprec_mult_1.60       	2024-135747	0.0044
Rprec_mult_1.80       	2024-135747	0.0039
Rprec_mult_2.00       	2024-135747	0.0035
utility               	2024-135747	2.0000
11pt_avg              	2024-135747	0.0909
binG                  	2024-135747	0.0071
G                     	2024-135747	0.0019
ndcg                  	2024-135747	0.0197
ndcg_rel              	2024-135747	0.0219
Rndcg                 	2024-135747	0.0345
ndcg_cut_5            	2024-135747	0.1844
ndcg_cut_10           	2024-135747	0.1197
ndcg_cut_15           	2024-135747	0.0928
ndcg_cut_20           	2024-135747	0.0772
ndcg_cut_30           	2024-135747	0.0593
ndcg_cut_100          	2024-135747	0.0320
ndcg_cut_200          	2024-135747	0.0225
ndcg_cut_500          	2024-135747	0.0197
ndcg_cut_1000         	2024-135747	0.0197
map_cut_5             	2024-135747	0.0071
map_cut_10            	2024-135747	0.0071
map_cut_15            	2024-135747	0.0071
map_cut_20            	2024-135747	0.0071
map_cut_30            	2024-135747	0.0071
map_cut_100           	2024-135747	0.0071
map_cut_200           	2024-135747	0.0071
map_cut_500           	2024-135747	0.0071
map_cut_1000          	2024-135747	0.0071
relative_P_5          	2024-135747	0.4000
relative_P_10         	2024-135747	0.2000
relative_P_15         	2024-135747	0.1333
relative_P_20         	2024-135747	0.1000
relative_P_30         	2024-135747	0.0667
relative_P_100        	2024-135747	0.0200
relative_P_200        	2024-135747	0.0100
relative_P_500        	2024-135747	0.0071
relative_P_1000       	2024-135747	0.0071
success_1             	2024-135747	1.0000
success_5             	2024-135747	1.0000
success_10            	2024-135747	1.0000
set_P                 	2024-135747	1.0000
set_relative_P        	2024-135747	1.0000
set_recall            	2024-135747	0.0071
set_map               	2024-135747	0.0071
set_F                 	2024-135747	0.0140
num_nonrel_judged_ret 	2024-135747	0
num_ret               	2024-136156	2
num_rel               	2024-136156	218
num_rel_ret           	2024-136156	2
map                   	2024-136156	0.0092
Rprec                 	2024-136156	0.0092
bpref                 	2024-136156	0.0092
recip_rank            	2024-136156	1.0000
iprec_at_recall_0.00  	2024-136156	1.0000
iprec_at_recall_0.10  	2024-136156	0.0000
iprec_at_recall_0.20  	2024-136156	0.0000
iprec_at_recall_0.30  	2024-136156	0.0000
iprec_at_recall_0.40  	2024-136156	0.0000
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	0.4000
P_10                  	2024-136156	0.2000
P_15                  	2024-136156	0.1333
P_20                  	2024-136156	0.1000
P_30                  	2024-136156	0.0667
P_100                 	2024-136156	0.0200
P_200                 	2024-136156	0.0100
P_500                 	2024-136156	0.0040
P_1000                	2024-136156	0.0020
relstring             	2024-136156	'33'
recall_5              	2024-136156	0.0092
recall_10             	2024-136156	0.0092
recall_15             	2024-136156	0.0092
recall_20             	2024-136156	0.0092
recall_30             	2024-136156	0.0092
recall_100            	2024-136156	0.0092
recall_200            	2024-136156	0.0092
recall_500            	2024-136156	0.0092
recall_1000           	2024-136156	0.0092
infAP                 	2024-136156	0.0092
Rprec_mult_0.20       	2024-136156	0.0455
Rprec_mult_0.40       	2024-136156	0.0227
Rprec_mult_0.60       	2024-136156	0.0153
Rprec_mult_0.80       	2024-136156	0.0114
Rprec_mult_1.00       	2024-136156	0.0092
Rprec_mult_1.20       	2024-136156	0.0076
Rprec_mult_1.40       	2024-136156	0.0065
Rprec_mult_1.60       	2024-136156	0.0057
Rprec_mult_1.80       	2024-136156	0.0051
Rprec_mult_2.00       	2024-136156	0.0046
utility               	2024-136156	2.0000
11pt_avg              	2024-136156	0.0909
binG                  	2024-136156	0.0092
G                     	2024-136156	0.0124
ndcg                  	2024-136156	0.0555
ndcg_rel              	2024-136156	0.0642
Rndcg                 	2024-136156	0.0643
ndcg_cut_5            	2024-136156	0.5531
ndcg_cut_10           	2024-136156	0.3590
ndcg_cut_15           	2024-136156	0.2783
ndcg_cut_20           	2024-136156	0.2317
ndcg_cut_30           	2024-136156	0.1780
ndcg_cut_100          	2024-136156	0.0779
ndcg_cut_200          	2024-136156	0.0570
ndcg_cut_500          	2024-136156	0.0555
ndcg_cut_1000         	2024-136156	0.0555
map_cut_5             	2024-136156	0.0092
map_cut_10            	2024-136156	0.0092
map_cut_15            	2024-136156	0.0092
map_cut_20            	2024-136156	0.0092
map_cut_30            	2024-136156	0.0092
map_cut_100           	2024-136156	0.0092
map_cut_200           	2024-136156	0.0092
map_cut_500           	2024-136156	0.0092
map_cut_1000          	2024-136156	0.0092
relative_P_5          	2024-136156	0.4000
relative_P_10         	2024-136156	0.2000
relative_P_15         	2024-136156	0.1333
relative_P_20         	2024-136156	0.1000
relative_P_30         	2024-136156	0.0667
relative_P_100        	2024-136156	0.0200
relative_P_200        	2024-136156	0.0100
relative_P_500        	2024-136156	0.0092
relative_P_1000       	2024-136156	0.0092
success_1             	2024-136156	1.0000
success_5             	2024-136156	1.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	1.0000
set_relative_P        	2024-136156	1.0000
set_recall            	2024-136156	0.0092
set_map               	2024-136156	0.0092
set_F                 	2024-136156	0.0182
num_nonrel_judged_ret 	2024-136156	0
num_ret               	2024-137182	2
num_rel               	2024-137182	184
num_rel_ret           	2024-137182	1
map                   	2024-137182	0.0054
Rprec                 	2024-137182	0.0054
bpref                 	2024-137182	0.0054
recip_rank            	2024-137182	1.0000
iprec_at_recall_0.00  	2024-137182	1.0000
iprec_at_recall_0.10  	2024-137182	0.0000
iprec_at_recall_0.20  	2024-137182	0.0000
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	0.2000
P_10                  	2024-137182	0.1000
P_15                  	2024-137182	0.0667
P_20                  	2024-137182	0.0500
P_30                  	2024-137182	0.0333
P_100                 	2024-137182	0.0100
P_200                 	2024-137182	0.0050
P_500                 	2024-137182	0.0020
P_1000                	2024-137182	0.0010
relstring             	2024-137182	'10'
recall_5              	2024-137182	0.0054
recall_10             	2024-137182	0.0054
recall_15             	2024-137182	0.0054
recall_20             	2024-137182	0.0054
recall_30             	2024-137182	0.0054
recall_100            	2024-137182	0.0054
recall_200            	2024-137182	0.0054
recall_500            	2024-137182	0.0054
recall_1000           	2024-137182	0.0054
infAP                 	2024-137182	0.0054
Rprec_mult_0.20       	2024-137182	0.0270
Rprec_mult_0.40       	2024-137182	0.0135
Rprec_mult_0.60       	2024-137182	0.0090
Rprec_mult_0.80       	2024-137182	0.0068
Rprec_mult_1.00       	2024-137182	0.0054
Rprec_mult_1.20       	2024-137182	0.0045
Rprec_mult_1.40       	2024-137182	0.0039
Rprec_mult_1.60       	2024-137182	0.0034
Rprec_mult_1.80       	2024-137182	0.0030
Rprec_mult_2.00       	2024-137182	0.0027
utility               	2024-137182	0.0000
11pt_avg              	2024-137182	0.0909
binG                  	2024-137182	0.0054
G                     	2024-137182	0.0030
ndcg                  	2024-137182	0.0247
ndcg_rel              	2024-137182	0.0273
Rndcg                 	2024-137182	0.0448
ndcg_cut_5            	2024-137182	0.1696
ndcg_cut_10           	2024-137182	0.1100
ndcg_cut_15           	2024-137182	0.0853
ndcg_cut_20           	2024-137182	0.0710
ndcg_cut_30           	2024-137182	0.0593
ndcg_cut_100          	2024-137182	0.0349
ndcg_cut_200          	2024-137182	0.0247
ndcg_cut_500          	2024-137182	0.0247
ndcg_cut_1000         	2024-137182	0.0247
map_cut_5             	2024-137182	0.0054
map_cut_10            	2024-137182	0.0054
map_cut_15            	2024-137182	0.0054
map_cut_20            	2024-137182	0.0054
map_cut_30            	2024-137182	0.0054
map_cut_100           	2024-137182	0.0054
map_cut_200           	2024-137182	0.0054
map_cut_500           	2024-137182	0.0054
map_cut_1000          	2024-137182	0.0054
relative_P_5          	2024-137182	0.2000
relative_P_10         	2024-137182	0.1000
relative_P_15         	2024-137182	0.0667
relative_P_20         	2024-137182	0.0500
relative_P_30         	2024-137182	0.0333
relative_P_100        	2024-137182	0.0100
relative_P_200        	2024-137182	0.0054
relative_P_500        	2024-137182	0.0054
relative_P_1000       	2024-137182	0.0054
success_1             	2024-137182	1.0000
success_5             	2024-137182	1.0000
success_10            	2024-137182	1.0000
set_P                 	2024-137182	0.5000
set_relative_P        	2024-137182	0.5000
set_recall            	2024-137182	0.0054
set_map               	2024-137182	0.0027
set_F                 	2024-137182	0.0108
num_nonrel_judged_ret 	2024-137182	1
num_ret               	2024-137315	2
num_rel               	2024-137315	205
num_rel_ret           	2024-137315	1
map                   	2024-137315	0.0049
Rprec                 	2024-137315	0.0049
bpref                 	2024-137315	0.0049
recip_rank            	2024-137315	1.0000
iprec_at_recall_0.00  	2024-137315	1.0000
iprec_at_recall_0.10  	2024-137315	0.0000
iprec_at_recall_0.20  	2024-137315	0.0000
iprec_at_recall_0.30  	2024-137315	0.0000
iprec_at_recall_0.40  	2024-137315	0.0000
iprec_at_recall_0.50  	2024-137315	0.0000
iprec_at_recall_0.60  	2024-137315	0.0000
iprec_at_recall_0.70  	2024-137315	0.0000
iprec_at_recall_0.80  	2024-137315	0.0000
iprec_at_recall_0.90  	2024-137315	0.0000
iprec_at_recall_1.00  	2024-137315	0.0000
P_5                   	2024-137315	0.2000
P_10                  	2024-137315	0.1000
P_15                  	2024-137315	0.0667
P_20                  	2024-137315	0.0500
P_30                  	2024-137315	0.0333
P_100                 	2024-137315	0.0100
P_200                 	2024-137315	0.0050
P_500                 	2024-137315	0.0020
P_1000                	2024-137315	0.0010
relstring             	2024-137315	'10'
recall_5              	2024-137315	0.0049
recall_10             	2024-137315	0.0049
recall_15             	2024-137315	0.0049
recall_20             	2024-137315	0.0049
recall_30             	2024-137315	0.0049
recall_100            	2024-137315	0.0049
recall_200            	2024-137315	0.0049
recall_500            	2024-137315	0.0049
recall_1000           	2024-137315	0.0049
infAP                 	2024-137315	0.0049
Rprec_mult_0.20       	2024-137315	0.0244
Rprec_mult_0.40       	2024-137315	0.0122
Rprec_mult_0.60       	2024-137315	0.0081
Rprec_mult_0.80       	2024-137315	0.0061
Rprec_mult_1.00       	2024-137315	0.0049
Rprec_mult_1.20       	2024-137315	0.0041
Rprec_mult_1.40       	2024-137315	0.0035
Rprec_mult_1.60       	2024-137315	0.0030
Rprec_mult_1.80       	2024-137315	0.0027
Rprec_mult_2.00       	2024-137315	0.0024
utility               	2024-137315	0.0000
11pt_avg              	2024-137315	0.0909
binG                  	2024-137315	0.0049
G                     	2024-137315	0.0030
ndcg                  	2024-137315	0.0254
ndcg_rel              	2024-137315	0.0277
Rndcg                 	2024-137315	0.0759
ndcg_cut_5            	2024-137315	0.1696
ndcg_cut_10           	2024-137315	0.1177
ndcg_cut_15           	2024-137315	0.1019
ndcg_cut_20           	2024-137315	0.0910
ndcg_cut_30           	2024-137315	0.0762
ndcg_cut_100          	2024-137315	0.0402
ndcg_cut_200          	2024-137315	0.0258
ndcg_cut_500          	2024-137315	0.0254
ndcg_cut_1000         	2024-137315	0.0254
map_cut_5             	2024-137315	0.0049
map_cut_10            	2024-137315	0.0049
map_cut_15            	2024-137315	0.0049
map_cut_20            	2024-137315	0.0049
map_cut_30            	2024-137315	0.0049
map_cut_100           	2024-137315	0.0049
map_cut_200           	2024-137315	0.0049
map_cut_500           	2024-137315	0.0049
map_cut_1000          	2024-137315	0.0049
relative_P_5          	2024-137315	0.2000
relative_P_10         	2024-137315	0.1000
relative_P_15         	2024-137315	0.0667
relative_P_20         	2024-137315	0.0500
relative_P_30         	2024-137315	0.0333
relative_P_100        	2024-137315	0.0100
relative_P_200        	2024-137315	0.0050
relative_P_500        	2024-137315	0.0049
relative_P_1000       	2024-137315	0.0049
success_1             	2024-137315	1.0000
success_5             	2024-137315	1.0000
success_10            	2024-137315	1.0000
set_P                 	2024-137315	0.5000
set_relative_P        	2024-137315	0.5000
set_recall            	2024-137315	0.0049
set_map               	2024-137315	0.0024
set_F                 	2024-137315	0.0097
num_nonrel_judged_ret 	2024-137315	1
num_ret               	2024-137667	2
num_rel               	2024-137667	176
num_rel_ret           	2024-137667	2
map                   	2024-137667	0.0114
Rprec                 	2024-137667	0.0114
bpref                 	2024-137667	0.0114
recip_rank            	2024-137667	1.0000
iprec_at_recall_0.00  	2024-137667	1.0000
iprec_at_recall_0.10  	2024-137667	0.0000
iprec_at_recall_0.20  	2024-137667	0.0000
iprec_at_recall_0.30  	2024-137667	0.0000
iprec_at_recall_0.40  	2024-137667	0.0000
iprec_at_recall_0.50  	2024-137667	0.0000
iprec_at_recall_0.60  	2024-137667	0.0000
iprec_at_recall_0.70  	2024-137667	0.0000
iprec_at_recall_0.80  	2024-137667	0.0000
iprec_at_recall_0.90  	2024-137667	0.0000
iprec_at_recall_1.00  	2024-137667	0.0000
P_5                   	2024-137667	0.4000
P_10                  	2024-137667	0.2000
P_15                  	2024-137667	0.1333
P_20                  	2024-137667	0.1000
P_30                  	2024-137667	0.0667
P_100                 	2024-137667	0.0200
P_200                 	2024-137667	0.0100
P_500                 	2024-137667	0.0040
P_1000                	2024-137667	0.0020
relstring             	2024-137667	'22'
recall_5              	2024-137667	0.0114
recall_10             	2024-137667	0.0114
recall_15             	2024-137667	0.0114
recall_20             	2024-137667	0.0114
recall_30             	2024-137667	0.0114
recall_100            	2024-137667	0.0114
recall_200            	2024-137667	0.0114
recall_500            	2024-137667	0.0114
recall_1000           	2024-137667	0.0114
infAP                 	2024-137667	0.0114
Rprec_mult_0.20       	2024-137667	0.0556
Rprec_mult_0.40       	2024-137667	0.0282
Rprec_mult_0.60       	2024-137667	0.0189
Rprec_mult_0.80       	2024-137667	0.0142
Rprec_mult_1.00       	2024-137667	0.0114
Rprec_mult_1.20       	2024-137667	0.0094
Rprec_mult_1.40       	2024-137667	0.0081
Rprec_mult_1.60       	2024-137667	0.0071
Rprec_mult_1.80       	2024-137667	0.0063
Rprec_mult_2.00       	2024-137667	0.0057
utility               	2024-137667	2.0000
11pt_avg              	2024-137667	0.0909
binG                  	2024-137667	0.0114
G                     	2024-137667	0.0107
ndcg                  	2024-137667	0.0758
ndcg_rel              	2024-137667	0.0825
Rndcg                 	2024-137667	0.2989
ndcg_cut_5            	2024-137667	0.4333
ndcg_cut_10           	2024-137667	0.3043
ndcg_cut_15           	2024-137667	0.2443
ndcg_cut_20           	2024-137667	0.2076
ndcg_cut_30           	2024-137667	0.1635
ndcg_cut_100          	2024-137667	0.1009
ndcg_cut_200          	2024-137667	0.0758
ndcg_cut_500          	2024-137667	0.0758
ndcg_cut_1000         	2024-137667	0.0758
map_cut_5             	2024-137667	0.0114
map_cut_10            	2024-137667	0.0114
map_cut_15            	2024-137667	0.0114
map_cut_20            	2024-137667	0.0114
map_cut_30            	2024-137667	0.0114
map_cut_100           	2024-137667	0.0114
map_cut_200           	2024-137667	0.0114
map_cut_500           	2024-137667	0.0114
map_cut_1000          	2024-137667	0.0114
relative_P_5          	2024-137667	0.4000
relative_P_10         	2024-137667	0.2000
relative_P_15         	2024-137667	0.1333
relative_P_20         	2024-137667	0.1000
relative_P_30         	2024-137667	0.0667
relative_P_100        	2024-137667	0.0200
relative_P_200        	2024-137667	0.0114
relative_P_500        	2024-137667	0.0114
relative_P_1000       	2024-137667	0.0114
success_1             	2024-137667	1.0000
success_5             	2024-137667	1.0000
success_10            	2024-137667	1.0000
set_P                 	2024-137667	1.0000
set_relative_P        	2024-137667	1.0000
set_recall            	2024-137667	0.0114
set_map               	2024-137667	0.0114
set_F                 	2024-137667	0.0225
num_nonrel_judged_ret 	2024-137667	0
num_ret               	2024-138052	2
num_rel               	2024-138052	192
num_rel_ret           	2024-138052	1
map                   	2024-138052	0.0052
Rprec                 	2024-138052	0.0052
bpref                 	2024-138052	0.0052
recip_rank            	2024-138052	1.0000
iprec_at_recall_0.00  	2024-138052	1.0000
iprec_at_recall_0.10  	2024-138052	0.0000
iprec_at_recall_0.20  	2024-138052	0.0000
iprec_at_recall_0.30  	2024-138052	0.0000
iprec_at_recall_0.40  	2024-138052	0.0000
iprec_at_recall_0.50  	2024-138052	0.0000
iprec_at_recall_0.60  	2024-138052	0.0000
iprec_at_recall_0.70  	2024-138052	0.0000
iprec_at_recall_0.80  	2024-138052	0.0000
iprec_at_recall_0.90  	2024-138052	0.0000
iprec_at_recall_1.00  	2024-138052	0.0000
P_5                   	2024-138052	0.2000
P_10                  	2024-138052	0.1000
P_15                  	2024-138052	0.0667
P_20                  	2024-138052	0.0500
P_30                  	2024-138052	0.0333
P_100                 	2024-138052	0.0100
P_200                 	2024-138052	0.0050
P_500                 	2024-138052	0.0020
P_1000                	2024-138052	0.0010
relstring             	2024-138052	'30'
recall_5              	2024-138052	0.0052
recall_10             	2024-138052	0.0052
recall_15             	2024-138052	0.0052
recall_20             	2024-138052	0.0052
recall_30             	2024-138052	0.0052
recall_100            	2024-138052	0.0052
recall_200            	2024-138052	0.0052
recall_500            	2024-138052	0.0052
recall_1000           	2024-138052	0.0052
infAP                 	2024-138052	0.0052
Rprec_mult_0.20       	2024-138052	0.0256
Rprec_mult_0.40       	2024-138052	0.0130
Rprec_mult_0.60       	2024-138052	0.0086
Rprec_mult_0.80       	2024-138052	0.0065
Rprec_mult_1.00       	2024-138052	0.0052
Rprec_mult_1.20       	2024-138052	0.0043
Rprec_mult_1.40       	2024-138052	0.0037
Rprec_mult_1.60       	2024-138052	0.0032
Rprec_mult_1.80       	2024-138052	0.0029
Rprec_mult_2.00       	2024-138052	0.0026
utility               	2024-138052	0.0000
11pt_avg              	2024-138052	0.0909
binG                  	2024-138052	0.0052
G                     	2024-138052	0.0111
ndcg                  	2024-138052	0.0543
ndcg_rel              	2024-138052	0.0593
Rndcg                 	2024-138052	0.0948
ndcg_cut_5            	2024-138052	0.3392
ndcg_cut_10           	2024-138052	0.2201
ndcg_cut_15           	2024-138052	0.1706
ndcg_cut_20           	2024-138052	0.1436
ndcg_cut_30           	2024-138052	0.1194
ndcg_cut_100          	2024-138052	0.0708
ndcg_cut_200          	2024-138052	0.0543
ndcg_cut_500          	2024-138052	0.0543
ndcg_cut_1000         	2024-138052	0.0543
map_cut_5             	2024-138052	0.0052
map_cut_10            	2024-138052	0.0052
map_cut_15            	2024-138052	0.0052
map_cut_20            	2024-138052	0.0052
map_cut_30            	2024-138052	0.0052
map_cut_100           	2024-138052	0.0052
map_cut_200           	2024-138052	0.0052
map_cut_500           	2024-138052	0.0052
map_cut_1000          	2024-138052	0.0052
relative_P_5          	2024-138052	0.2000
relative_P_10         	2024-138052	0.1000
relative_P_15         	2024-138052	0.0667
relative_P_20         	2024-138052	0.0500
relative_P_30         	2024-138052	0.0333
relative_P_100        	2024-138052	0.0100
relative_P_200        	2024-138052	0.0052
relative_P_500        	2024-138052	0.0052
relative_P_1000       	2024-138052	0.0052
success_1             	2024-138052	1.0000
success_5             	2024-138052	1.0000
success_10            	2024-138052	1.0000
set_P                 	2024-138052	0.5000
set_relative_P        	2024-138052	0.5000
set_recall            	2024-138052	0.0052
set_map               	2024-138052	0.0026
set_F                 	2024-138052	0.0103
num_nonrel_judged_ret 	2024-138052	1
num_ret               	2024-141280	2
num_rel               	2024-141280	209
num_rel_ret           	2024-141280	2
map                   	2024-141280	0.0096
Rprec                 	2024-141280	0.0096
bpref                 	2024-141280	0.0096
recip_rank            	2024-141280	1.0000
iprec_at_recall_0.00  	2024-141280	1.0000
iprec_at_recall_0.10  	2024-141280	0.0000
iprec_at_recall_0.20  	2024-141280	0.0000
iprec_at_recall_0.30  	2024-141280	0.0000
iprec_at_recall_0.40  	2024-141280	0.0000
iprec_at_recall_0.50  	2024-141280	0.0000
iprec_at_recall_0.60  	2024-141280	0.0000
iprec_at_recall_0.70  	2024-141280	0.0000
iprec_at_recall_0.80  	2024-141280	0.0000
iprec_at_recall_0.90  	2024-141280	0.0000
iprec_at_recall_1.00  	2024-141280	0.0000
P_5                   	2024-141280	0.4000
P_10                  	2024-141280	0.2000
P_15                  	2024-141280	0.1333
P_20                  	2024-141280	0.1000
P_30                  	2024-141280	0.0667
P_100                 	2024-141280	0.0200
P_200                 	2024-141280	0.0100
P_500                 	2024-141280	0.0040
P_1000                	2024-141280	0.0020
relstring             	2024-141280	'33'
recall_5              	2024-141280	0.0096
recall_10             	2024-141280	0.0096
recall_15             	2024-141280	0.0096
recall_20             	2024-141280	0.0096
recall_30             	2024-141280	0.0096
recall_100            	2024-141280	0.0096
recall_200            	2024-141280	0.0096
recall_500            	2024-141280	0.0096
recall_1000           	2024-141280	0.0096
infAP                 	2024-141280	0.0096
Rprec_mult_0.20       	2024-141280	0.0476
Rprec_mult_0.40       	2024-141280	0.0238
Rprec_mult_0.60       	2024-141280	0.0159
Rprec_mult_0.80       	2024-141280	0.0119
Rprec_mult_1.00       	2024-141280	0.0096
Rprec_mult_1.20       	2024-141280	0.0080
Rprec_mult_1.40       	2024-141280	0.0068
Rprec_mult_1.60       	2024-141280	0.0060
Rprec_mult_1.80       	2024-141280	0.0053
Rprec_mult_2.00       	2024-141280	0.0048
utility               	2024-141280	2.0000
11pt_avg              	2024-141280	0.0909
binG                  	2024-141280	0.0096
G                     	2024-141280	0.0155
ndcg                  	2024-141280	0.0669
ndcg_rel              	2024-141280	0.0758
Rndcg                 	2024-141280	0.1033
ndcg_cut_5            	2024-141280	0.5531
ndcg_cut_10           	2024-141280	0.3590
ndcg_cut_15           	2024-141280	0.2783
ndcg_cut_20           	2024-141280	0.2317
ndcg_cut_30           	2024-141280	0.1780
ndcg_cut_100          	2024-141280	0.0948
ndcg_cut_200          	2024-141280	0.0680
ndcg_cut_500          	2024-141280	0.0669
ndcg_cut_1000         	2024-141280	0.0669
map_cut_5             	2024-141280	0.0096
map_cut_10            	2024-141280	0.0096
map_cut_15            	2024-141280	0.0096
map_cut_20            	2024-141280	0.0096
map_cut_30            	2024-141280	0.0096
map_cut_100           	2024-141280	0.0096
map_cut_200           	2024-141280	0.0096
map_cut_500           	2024-141280	0.0096
map_cut_1000          	2024-141280	0.0096
relative_P_5          	2024-141280	0.4000
relative_P_10         	2024-141280	0.2000
relative_P_15         	2024-141280	0.1333
relative_P_20         	2024-141280	0.1000
relative_P_30         	2024-141280	0.0667
relative_P_100        	2024-141280	0.0200
relative_P_200        	2024-141280	0.0100
relative_P_500        	2024-141280	0.0096
relative_P_1000       	2024-141280	0.0096
success_1             	2024-141280	1.0000
success_5             	2024-141280	1.0000
success_10            	2024-141280	1.0000
set_P                 	2024-141280	1.0000
set_relative_P        	2024-141280	1.0000
set_recall            	2024-141280	0.0096
set_map               	2024-141280	0.0096
set_F                 	2024-141280	0.0190
num_nonrel_judged_ret 	2024-141280	0
num_ret               	2024-141453	2
num_rel               	2024-141453	279
num_rel_ret           	2024-141453	2
map                   	2024-141453	0.0072
Rprec                 	2024-141453	0.0072
bpref                 	2024-141453	0.0072
recip_rank            	2024-141453	1.0000
iprec_at_recall_0.00  	2024-141453	1.0000
iprec_at_recall_0.10  	2024-141453	0.0000
iprec_at_recall_0.20  	2024-141453	0.0000
iprec_at_recall_0.30  	2024-141453	0.0000
iprec_at_recall_0.40  	2024-141453	0.0000
iprec_at_recall_0.50  	2024-141453	0.0000
iprec_at_recall_0.60  	2024-141453	0.0000
iprec_at_recall_0.70  	2024-141453	0.0000
iprec_at_recall_0.80  	2024-141453	0.0000
iprec_at_recall_0.90  	2024-141453	0.0000
iprec_at_recall_1.00  	2024-141453	0.0000
P_5                   	2024-141453	0.4000
P_10                  	2024-141453	0.2000
P_15                  	2024-141453	0.1333
P_20                  	2024-141453	0.1000
P_30                  	2024-141453	0.0667
P_100                 	2024-141453	0.0200
P_200                 	2024-141453	0.0100
P_500                 	2024-141453	0.0040
P_1000                	2024-141453	0.0020
relstring             	2024-141453	'33'
recall_5              	2024-141453	0.0072
recall_10             	2024-141453	0.0072
recall_15             	2024-141453	0.0072
recall_20             	2024-141453	0.0072
recall_30             	2024-141453	0.0072
recall_100            	2024-141453	0.0072
recall_200            	2024-141453	0.0072
recall_500            	2024-141453	0.0072
recall_1000           	2024-141453	0.0072
infAP                 	2024-141453	0.0072
Rprec_mult_0.20       	2024-141453	0.0357
Rprec_mult_0.40       	2024-141453	0.0179
Rprec_mult_0.60       	2024-141453	0.0119
Rprec_mult_0.80       	2024-141453	0.0089
Rprec_mult_1.00       	2024-141453	0.0072
Rprec_mult_1.20       	2024-141453	0.0060
Rprec_mult_1.40       	2024-141453	0.0051
Rprec_mult_1.60       	2024-141453	0.0045
Rprec_mult_1.80       	2024-141453	0.0040
Rprec_mult_2.00       	2024-141453	0.0036
utility               	2024-141453	2.0000
11pt_avg              	2024-141453	0.0909
binG                  	2024-141453	0.0072
G                     	2024-141453	0.0137
ndcg                  	2024-141453	0.0614
ndcg_rel              	2024-141453	0.0681
Rndcg                 	2024-141453	0.0928
ndcg_cut_5            	2024-141453	0.5531
ndcg_cut_10           	2024-141453	0.3590
ndcg_cut_15           	2024-141453	0.2783
ndcg_cut_20           	2024-141453	0.2317
ndcg_cut_30           	2024-141453	0.1780
ndcg_cut_100          	2024-141453	0.0902
ndcg_cut_200          	2024-141453	0.0701
ndcg_cut_500          	2024-141453	0.0614
ndcg_cut_1000         	2024-141453	0.0614
map_cut_5             	2024-141453	0.0072
map_cut_10            	2024-141453	0.0072
map_cut_15            	2024-141453	0.0072
map_cut_20            	2024-141453	0.0072
map_cut_30            	2024-141453	0.0072
map_cut_100           	2024-141453	0.0072
map_cut_200           	2024-141453	0.0072
map_cut_500           	2024-141453	0.0072
map_cut_1000          	2024-141453	0.0072
relative_P_5          	2024-141453	0.4000
relative_P_10         	2024-141453	0.2000
relative_P_15         	2024-141453	0.1333
relative_P_20         	2024-141453	0.1000
relative_P_30         	2024-141453	0.0667
relative_P_100        	2024-141453	0.0200
relative_P_200        	2024-141453	0.0100
relative_P_500        	2024-141453	0.0072
relative_P_1000       	2024-141453	0.0072
success_1             	2024-141453	1.0000
success_5             	2024-141453	1.0000
success_10            	2024-141453	1.0000
set_P                 	2024-141453	1.0000
set_relative_P        	2024-141453	1.0000
set_recall            	2024-141453	0.0072
set_map               	2024-141453	0.0072
set_F                 	2024-141453	0.0142
num_nonrel_judged_ret 	2024-141453	0
num_ret               	2024-141577	2
num_rel               	2024-141577	318
num_rel_ret           	2024-141577	1
map                   	2024-141577	0.0016
Rprec                 	2024-141577	0.0031
bpref                 	2024-141577	0.0031
recip_rank            	2024-141577	0.5000
iprec_at_recall_0.00  	2024-141577	0.5000
iprec_at_recall_0.10  	2024-141577	0.0000
iprec_at_recall_0.20  	2024-141577	0.0000
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	0.2000
P_10                  	2024-141577	0.1000
P_15                  	2024-141577	0.0667
P_20                  	2024-141577	0.0500
P_30                  	2024-141577	0.0333
P_100                 	2024-141577	0.0100
P_200                 	2024-141577	0.0050
P_500                 	2024-141577	0.0020
P_1000                	2024-141577	0.0010
relstring             	2024-141577	'02'
recall_5              	2024-141577	0.0031
recall_10             	2024-141577	0.0031
recall_15             	2024-141577	0.0031
recall_20             	2024-141577	0.0031
recall_30             	2024-141577	0.0031
recall_100            	2024-141577	0.0031
recall_200            	2024-141577	0.0031
recall_500            	2024-141577	0.0031
recall_1000           	2024-141577	0.0031
infAP                 	2024-141577	0.0016
Rprec_mult_0.20       	2024-141577	0.0156
Rprec_mult_0.40       	2024-141577	0.0078
Rprec_mult_0.60       	2024-141577	0.0052
Rprec_mult_0.80       	2024-141577	0.0039
Rprec_mult_1.00       	2024-141577	0.0031
Rprec_mult_1.20       	2024-141577	0.0026
Rprec_mult_1.40       	2024-141577	0.0022
Rprec_mult_1.60       	2024-141577	0.0020
Rprec_mult_1.80       	2024-141577	0.0017
Rprec_mult_2.00       	2024-141577	0.0016
utility               	2024-141577	0.0000
11pt_avg              	2024-141577	0.0455
binG                  	2024-141577	0.0020
G                     	2024-141577	0.0021
ndcg                  	2024-141577	0.0198
ndcg_rel              	2024-141577	0.0206
Rndcg                 	2024-141577	0.0779
ndcg_cut_5            	2024-141577	0.1492
ndcg_cut_10           	2024-141577	0.1083
ndcg_cut_15           	2024-141577	0.0883
ndcg_cut_20           	2024-141577	0.0758
ndcg_cut_30           	2024-141577	0.0604
ndcg_cut_100          	2024-141577	0.0361
ndcg_cut_200          	2024-141577	0.0258
ndcg_cut_500          	2024-141577	0.0198
ndcg_cut_1000         	2024-141577	0.0198
map_cut_5             	2024-141577	0.0016
map_cut_10            	2024-141577	0.0016
map_cut_15            	2024-141577	0.0016
map_cut_20            	2024-141577	0.0016
map_cut_30            	2024-141577	0.0016
map_cut_100           	2024-141577	0.0016
map_cut_200           	2024-141577	0.0016
map_cut_500           	2024-141577	0.0016
map_cut_1000          	2024-141577	0.0016
relative_P_5          	2024-141577	0.2000
relative_P_10         	2024-141577	0.1000
relative_P_15         	2024-141577	0.0667
relative_P_20         	2024-141577	0.0500
relative_P_30         	2024-141577	0.0333
relative_P_100        	2024-141577	0.0100
relative_P_200        	2024-141577	0.0050
relative_P_500        	2024-141577	0.0031
relative_P_1000       	2024-141577	0.0031
success_1             	2024-141577	0.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.5000
set_relative_P        	2024-141577	0.5000
set_recall            	2024-141577	0.0031
set_map               	2024-141577	0.0016
set_F                 	2024-141577	0.0063
num_nonrel_judged_ret 	2024-141577	1
num_ret               	2024-141993	2
num_rel               	2024-141993	316
num_rel_ret           	2024-141993	2
map                   	2024-141993	0.0063
Rprec                 	2024-141993	0.0063
bpref                 	2024-141993	0.0063
recip_rank            	2024-141993	1.0000
iprec_at_recall_0.00  	2024-141993	1.0000
iprec_at_recall_0.10  	2024-141993	0.0000
iprec_at_recall_0.20  	2024-141993	0.0000
iprec_at_recall_0.30  	2024-141993	0.0000
iprec_at_recall_0.40  	2024-141993	0.0000
iprec_at_recall_0.50  	2024-141993	0.0000
iprec_at_recall_0.60  	2024-141993	0.0000
iprec_at_recall_0.70  	2024-141993	0.0000
iprec_at_recall_0.80  	2024-141993	0.0000
iprec_at_recall_0.90  	2024-141993	0.0000
iprec_at_recall_1.00  	2024-141993	0.0000
P_5                   	2024-141993	0.4000
P_10                  	2024-141993	0.2000
P_15                  	2024-141993	0.1333
P_20                  	2024-141993	0.1000
P_30                  	2024-141993	0.0667
P_100                 	2024-141993	0.0200
P_200                 	2024-141993	0.0100
P_500                 	2024-141993	0.0040
P_1000                	2024-141993	0.0020
relstring             	2024-141993	'32'
recall_5              	2024-141993	0.0063
recall_10             	2024-141993	0.0063
recall_15             	2024-141993	0.0063
recall_20             	2024-141993	0.0063
recall_30             	2024-141993	0.0063
recall_100            	2024-141993	0.0063
recall_200            	2024-141993	0.0063
recall_500            	2024-141993	0.0063
recall_1000           	2024-141993	0.0063
infAP                 	2024-141993	0.0063
Rprec_mult_0.20       	2024-141993	0.0312
Rprec_mult_0.40       	2024-141993	0.0157
Rprec_mult_0.60       	2024-141993	0.0105
Rprec_mult_0.80       	2024-141993	0.0079
Rprec_mult_1.00       	2024-141993	0.0063
Rprec_mult_1.20       	2024-141993	0.0053
Rprec_mult_1.40       	2024-141993	0.0045
Rprec_mult_1.60       	2024-141993	0.0040
Rprec_mult_1.80       	2024-141993	0.0035
Rprec_mult_2.00       	2024-141993	0.0032
utility               	2024-141993	2.0000
11pt_avg              	2024-141993	0.0909
binG                  	2024-141993	0.0063
G                     	2024-141993	0.0074
ndcg                  	2024-141993	0.0428
ndcg_rel              	2024-141993	0.0484
Rndcg                 	2024-141993	0.0579
ndcg_cut_5            	2024-141993	0.4818
ndcg_cut_10           	2024-141993	0.3127
ndcg_cut_15           	2024-141993	0.2424
ndcg_cut_20           	2024-141993	0.2018
ndcg_cut_30           	2024-141993	0.1551
ndcg_cut_100          	2024-141993	0.0713
ndcg_cut_200          	2024-141993	0.0501
ndcg_cut_500          	2024-141993	0.0428
ndcg_cut_1000         	2024-141993	0.0428
map_cut_5             	2024-141993	0.0063
map_cut_10            	2024-141993	0.0063
map_cut_15            	2024-141993	0.0063
map_cut_20            	2024-141993	0.0063
map_cut_30            	2024-141993	0.0063
map_cut_100           	2024-141993	0.0063
map_cut_200           	2024-141993	0.0063
map_cut_500           	2024-141993	0.0063
map_cut_1000          	2024-141993	0.0063
relative_P_5          	2024-141993	0.4000
relative_P_10         	2024-141993	0.2000
relative_P_15         	2024-141993	0.1333
relative_P_20         	2024-141993	0.1000
relative_P_30         	2024-141993	0.0667
relative_P_100        	2024-141993	0.0200
relative_P_200        	2024-141993	0.0100
relative_P_500        	2024-141993	0.0063
relative_P_1000       	2024-141993	0.0063
success_1             	2024-141993	1.0000
success_5             	2024-141993	1.0000
success_10            	2024-141993	1.0000
set_P                 	2024-141993	1.0000
set_relative_P        	2024-141993	1.0000
set_recall            	2024-141993	0.0063
set_map               	2024-141993	0.0063
set_F                 	2024-141993	0.0126
num_nonrel_judged_ret 	2024-141993	0
num_ret               	2024-142084	2
num_rel               	2024-142084	338
num_rel_ret           	2024-142084	2
map                   	2024-142084	0.0059
Rprec                 	2024-142084	0.0059
bpref                 	2024-142084	0.0059
recip_rank            	2024-142084	1.0000
iprec_at_recall_0.00  	2024-142084	1.0000
iprec_at_recall_0.10  	2024-142084	0.0000
iprec_at_recall_0.20  	2024-142084	0.0000
iprec_at_recall_0.30  	2024-142084	0.0000
iprec_at_recall_0.40  	2024-142084	0.0000
iprec_at_recall_0.50  	2024-142084	0.0000
iprec_at_recall_0.60  	2024-142084	0.0000
iprec_at_recall_0.70  	2024-142084	0.0000
iprec_at_recall_0.80  	2024-142084	0.0000
iprec_at_recall_0.90  	2024-142084	0.0000
iprec_at_recall_1.00  	2024-142084	0.0000
P_5                   	2024-142084	0.4000
P_10                  	2024-142084	0.2000
P_15                  	2024-142084	0.1333
P_20                  	2024-142084	0.1000
P_30                  	2024-142084	0.0667
P_100                 	2024-142084	0.0200
P_200                 	2024-142084	0.0100
P_500                 	2024-142084	0.0040
P_1000                	2024-142084	0.0020
relstring             	2024-142084	'31'
recall_5              	2024-142084	0.0059
recall_10             	2024-142084	0.0059
recall_15             	2024-142084	0.0059
recall_20             	2024-142084	0.0059
recall_30             	2024-142084	0.0059
recall_100            	2024-142084	0.0059
recall_200            	2024-142084	0.0059
recall_500            	2024-142084	0.0059
recall_1000           	2024-142084	0.0059
infAP                 	2024-142084	0.0059
Rprec_mult_0.20       	2024-142084	0.0294
Rprec_mult_0.40       	2024-142084	0.0147
Rprec_mult_0.60       	2024-142084	0.0099
Rprec_mult_0.80       	2024-142084	0.0074
Rprec_mult_1.00       	2024-142084	0.0059
Rprec_mult_1.20       	2024-142084	0.0049
Rprec_mult_1.40       	2024-142084	0.0042
Rprec_mult_1.60       	2024-142084	0.0037
Rprec_mult_1.80       	2024-142084	0.0033
Rprec_mult_2.00       	2024-142084	0.0030
utility               	2024-142084	2.0000
11pt_avg              	2024-142084	0.0909
binG                  	2024-142084	0.0059
G                     	2024-142084	0.0067
ndcg                  	2024-142084	0.0414
ndcg_rel              	2024-142084	0.0463
Rndcg                 	2024-142084	0.1112
ndcg_cut_5            	2024-142084	0.4105
ndcg_cut_10           	2024-142084	0.2664
ndcg_cut_15           	2024-142084	0.2159
ndcg_cut_20           	2024-142084	0.1894
ndcg_cut_30           	2024-142084	0.1551
ndcg_cut_100          	2024-142084	0.0773
ndcg_cut_200          	2024-142084	0.0514
ndcg_cut_500          	2024-142084	0.0414
ndcg_cut_1000         	2024-142084	0.0414
map_cut_5             	2024-142084	0.0059
map_cut_10            	2024-142084	0.0059
map_cut_15            	2024-142084	0.0059
map_cut_20            	2024-142084	0.0059
map_cut_30            	2024-142084	0.0059
map_cut_100           	2024-142084	0.0059
map_cut_200           	2024-142084	0.0059
map_cut_500           	2024-142084	0.0059
map_cut_1000          	2024-142084	0.0059
relative_P_5          	2024-142084	0.4000
relative_P_10         	2024-142084	0.2000
relative_P_15         	2024-142084	0.1333
relative_P_20         	2024-142084	0.1000
relative_P_30         	2024-142084	0.0667
relative_P_100        	2024-142084	0.0200
relative_P_200        	2024-142084	0.0100
relative_P_500        	2024-142084	0.0059
relative_P_1000       	2024-142084	0.0059
success_1             	2024-142084	1.0000
success_5             	2024-142084	1.0000
success_10            	2024-142084	1.0000
set_P                 	2024-142084	1.0000
set_relative_P        	2024-142084	1.0000
set_recall            	2024-142084	0.0059
set_map               	2024-142084	0.0059
set_F                 	2024-142084	0.0118
num_nonrel_judged_ret 	2024-142084	0
num_ret               	2024-142125	2
num_rel               	2024-142125	319
num_rel_ret           	2024-142125	2
map                   	2024-142125	0.0063
Rprec                 	2024-142125	0.0063
bpref                 	2024-142125	0.0063
recip_rank            	2024-142125	1.0000
iprec_at_recall_0.00  	2024-142125	1.0000
iprec_at_recall_0.10  	2024-142125	0.0000
iprec_at_recall_0.20  	2024-142125	0.0000
iprec_at_recall_0.30  	2024-142125	0.0000
iprec_at_recall_0.40  	2024-142125	0.0000
iprec_at_recall_0.50  	2024-142125	0.0000
iprec_at_recall_0.60  	2024-142125	0.0000
iprec_at_recall_0.70  	2024-142125	0.0000
iprec_at_recall_0.80  	2024-142125	0.0000
iprec_at_recall_0.90  	2024-142125	0.0000
iprec_at_recall_1.00  	2024-142125	0.0000
P_5                   	2024-142125	0.4000
P_10                  	2024-142125	0.2000
P_15                  	2024-142125	0.1333
P_20                  	2024-142125	0.1000
P_30                  	2024-142125	0.0667
P_100                 	2024-142125	0.0200
P_200                 	2024-142125	0.0100
P_500                 	2024-142125	0.0040
P_1000                	2024-142125	0.0020
relstring             	2024-142125	'21'
recall_5              	2024-142125	0.0063
recall_10             	2024-142125	0.0063
recall_15             	2024-142125	0.0063
recall_20             	2024-142125	0.0063
recall_30             	2024-142125	0.0063
recall_100            	2024-142125	0.0063
recall_200            	2024-142125	0.0063
recall_500            	2024-142125	0.0063
recall_1000           	2024-142125	0.0063
infAP                 	2024-142125	0.0063
Rprec_mult_0.20       	2024-142125	0.0312
Rprec_mult_0.40       	2024-142125	0.0156
Rprec_mult_0.60       	2024-142125	0.0104
Rprec_mult_0.80       	2024-142125	0.0078
Rprec_mult_1.00       	2024-142125	0.0063
Rprec_mult_1.20       	2024-142125	0.0052
Rprec_mult_1.40       	2024-142125	0.0045
Rprec_mult_1.60       	2024-142125	0.0039
Rprec_mult_1.80       	2024-142125	0.0035
Rprec_mult_2.00       	2024-142125	0.0031
utility               	2024-142125	2.0000
11pt_avg              	2024-142125	0.0909
binG                  	2024-142125	0.0063
G                     	2024-142125	0.0032
ndcg                  	2024-142125	0.0288
ndcg_rel              	2024-142125	0.0324
Rndcg                 	2024-142125	0.0448
ndcg_cut_5            	2024-142125	0.2974
ndcg_cut_10           	2024-142125	0.1930
ndcg_cut_15           	2024-142125	0.1496
ndcg_cut_20           	2024-142125	0.1246
ndcg_cut_30           	2024-142125	0.0957
ndcg_cut_100          	2024-142125	0.0480
ndcg_cut_200          	2024-142125	0.0344
ndcg_cut_500          	2024-142125	0.0288
ndcg_cut_1000         	2024-142125	0.0288
map_cut_5             	2024-142125	0.0063
map_cut_10            	2024-142125	0.0063
map_cut_15            	2024-142125	0.0063
map_cut_20            	2024-142125	0.0063
map_cut_30            	2024-142125	0.0063
map_cut_100           	2024-142125	0.0063
map_cut_200           	2024-142125	0.0063
map_cut_500           	2024-142125	0.0063
map_cut_1000          	2024-142125	0.0063
relative_P_5          	2024-142125	0.4000
relative_P_10         	2024-142125	0.2000
relative_P_15         	2024-142125	0.1333
relative_P_20         	2024-142125	0.1000
relative_P_30         	2024-142125	0.0667
relative_P_100        	2024-142125	0.0200
relative_P_200        	2024-142125	0.0100
relative_P_500        	2024-142125	0.0063
relative_P_1000       	2024-142125	0.0063
success_1             	2024-142125	1.0000
success_5             	2024-142125	1.0000
success_10            	2024-142125	1.0000
set_P                 	2024-142125	1.0000
set_relative_P        	2024-142125	1.0000
set_recall            	2024-142125	0.0063
set_map               	2024-142125	0.0063
set_F                 	2024-142125	0.0125
num_nonrel_judged_ret 	2024-142125	0
num_ret               	2024-142330	2
num_rel               	2024-142330	160
num_rel_ret           	2024-142330	2
map                   	2024-142330	0.0125
Rprec                 	2024-142330	0.0125
bpref                 	2024-142330	0.0125
recip_rank            	2024-142330	1.0000
iprec_at_recall_0.00  	2024-142330	1.0000
iprec_at_recall_0.10  	2024-142330	0.0000
iprec_at_recall_0.20  	2024-142330	0.0000
iprec_at_recall_0.30  	2024-142330	0.0000
iprec_at_recall_0.40  	2024-142330	0.0000
iprec_at_recall_0.50  	2024-142330	0.0000
iprec_at_recall_0.60  	2024-142330	0.0000
iprec_at_recall_0.70  	2024-142330	0.0000
iprec_at_recall_0.80  	2024-142330	0.0000
iprec_at_recall_0.90  	2024-142330	0.0000
iprec_at_recall_1.00  	2024-142330	0.0000
P_5                   	2024-142330	0.4000
P_10                  	2024-142330	0.2000
P_15                  	2024-142330	0.1333
P_20                  	2024-142330	0.1000
P_30                  	2024-142330	0.0667
P_100                 	2024-142330	0.0200
P_200                 	2024-142330	0.0100
P_500                 	2024-142330	0.0040
P_1000                	2024-142330	0.0020
relstring             	2024-142330	'33'
recall_5              	2024-142330	0.0125
recall_10             	2024-142330	0.0125
recall_15             	2024-142330	0.0125
recall_20             	2024-142330	0.0125
recall_30             	2024-142330	0.0125
recall_100            	2024-142330	0.0125
recall_200            	2024-142330	0.0125
recall_500            	2024-142330	0.0125
recall_1000           	2024-142330	0.0125
infAP                 	2024-142330	0.0125
Rprec_mult_0.20       	2024-142330	0.0625
Rprec_mult_0.40       	2024-142330	0.0312
Rprec_mult_0.60       	2024-142330	0.0208
Rprec_mult_0.80       	2024-142330	0.0156
Rprec_mult_1.00       	2024-142330	0.0125
Rprec_mult_1.20       	2024-142330	0.0104
Rprec_mult_1.40       	2024-142330	0.0089
Rprec_mult_1.60       	2024-142330	0.0078
Rprec_mult_1.80       	2024-142330	0.0069
Rprec_mult_2.00       	2024-142330	0.0063
utility               	2024-142330	2.0000
11pt_avg              	2024-142330	0.0909
binG                  	2024-142330	0.0125
G                     	2024-142330	0.0275
ndcg                  	2024-142330	0.1046
ndcg_rel              	2024-142330	0.1158
Rndcg                 	2024-142330	0.1970
ndcg_cut_5            	2024-142330	0.5531
ndcg_cut_10           	2024-142330	0.3590
ndcg_cut_15           	2024-142330	0.2910
ndcg_cut_20           	2024-142330	0.2552
ndcg_cut_30           	2024-142330	0.2090
ndcg_cut_100          	2024-142330	0.1280
ndcg_cut_200          	2024-142330	0.1046
ndcg_cut_500          	2024-142330	0.1046
ndcg_cut_1000         	2024-142330	0.1046
map_cut_5             	2024-142330	0.0125
map_cut_10            	2024-142330	0.0125
map_cut_15            	2024-142330	0.0125
map_cut_20            	2024-142330	0.0125
map_cut_30            	2024-142330	0.0125
map_cut_100           	2024-142330	0.0125
map_cut_200           	2024-142330	0.0125
map_cut_500           	2024-142330	0.0125
map_cut_1000          	2024-142330	0.0125
relative_P_5          	2024-142330	0.4000
relative_P_10         	2024-142330	0.2000
relative_P_15         	2024-142330	0.1333
relative_P_20         	2024-142330	0.1000
relative_P_30         	2024-142330	0.0667
relative_P_100        	2024-142330	0.0200
relative_P_200        	2024-142330	0.0125
relative_P_500        	2024-142330	0.0125
relative_P_1000       	2024-142330	0.0125
success_1             	2024-142330	1.0000
success_5             	2024-142330	1.0000
success_10            	2024-142330	1.0000
set_P                 	2024-142330	1.0000
set_relative_P        	2024-142330	1.0000
set_recall            	2024-142330	0.0125
set_map               	2024-142330	0.0125
set_F                 	2024-142330	0.0247
num_nonrel_judged_ret 	2024-142330	0
num_ret               	2024-142395	2
num_rel               	2024-142395	131
num_rel_ret           	2024-142395	1
map                   	2024-142395	0.0038
Rprec                 	2024-142395	0.0076
bpref                 	2024-142395	0.0076
recip_rank            	2024-142395	0.5000
iprec_at_recall_0.00  	2024-142395	0.5000
iprec_at_recall_0.10  	2024-142395	0.0000
iprec_at_recall_0.20  	2024-142395	0.0000
iprec_at_recall_0.30  	2024-142395	0.0000
iprec_at_recall_0.40  	2024-142395	0.0000
iprec_at_recall_0.50  	2024-142395	0.0000
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	0.2000
P_10                  	2024-142395	0.1000
P_15                  	2024-142395	0.0667
P_20                  	2024-142395	0.0500
P_30                  	2024-142395	0.0333
P_100                 	2024-142395	0.0100
P_200                 	2024-142395	0.0050
P_500                 	2024-142395	0.0020
P_1000                	2024-142395	0.0010
relstring             	2024-142395	'01'
recall_5              	2024-142395	0.0076
recall_10             	2024-142395	0.0076
recall_15             	2024-142395	0.0076
recall_20             	2024-142395	0.0076
recall_30             	2024-142395	0.0076
recall_100            	2024-142395	0.0076
recall_200            	2024-142395	0.0076
recall_500            	2024-142395	0.0076
recall_1000           	2024-142395	0.0076
infAP                 	2024-142395	0.0038
Rprec_mult_0.20       	2024-142395	0.0370
Rprec_mult_0.40       	2024-142395	0.0189
Rprec_mult_0.60       	2024-142395	0.0127
Rprec_mult_0.80       	2024-142395	0.0095
Rprec_mult_1.00       	2024-142395	0.0076
Rprec_mult_1.20       	2024-142395	0.0063
Rprec_mult_1.40       	2024-142395	0.0054
Rprec_mult_1.60       	2024-142395	0.0048
Rprec_mult_1.80       	2024-142395	0.0042
Rprec_mult_2.00       	2024-142395	0.0038
utility               	2024-142395	0.0000
11pt_avg              	2024-142395	0.0455
binG                  	2024-142395	0.0048
G                     	2024-142395	0.0038
ndcg                  	2024-142395	0.0238
ndcg_rel              	2024-142395	0.0255
Rndcg                 	2024-142395	0.0119
ndcg_cut_5            	2024-142395	0.1598
ndcg_cut_10           	2024-142395	0.1138
ndcg_cut_15           	2024-142395	0.0920
ndcg_cut_20           	2024-142395	0.0785
ndcg_cut_30           	2024-142395	0.0621
ndcg_cut_100          	2024-142395	0.0288
ndcg_cut_200          	2024-142395	0.0238
ndcg_cut_500          	2024-142395	0.0238
ndcg_cut_1000         	2024-142395	0.0238
map_cut_5             	2024-142395	0.0038
map_cut_10            	2024-142395	0.0038
map_cut_15            	2024-142395	0.0038
map_cut_20            	2024-142395	0.0038
map_cut_30            	2024-142395	0.0038
map_cut_100           	2024-142395	0.0038
map_cut_200           	2024-142395	0.0038
map_cut_500           	2024-142395	0.0038
map_cut_1000          	2024-142395	0.0038
relative_P_5          	2024-142395	0.2000
relative_P_10         	2024-142395	0.1000
relative_P_15         	2024-142395	0.0667
relative_P_20         	2024-142395	0.0500
relative_P_30         	2024-142395	0.0333
relative_P_100        	2024-142395	0.0100
relative_P_200        	2024-142395	0.0076
relative_P_500        	2024-142395	0.0076
relative_P_1000       	2024-142395	0.0076
success_1             	2024-142395	0.0000
success_5             	2024-142395	1.0000
success_10            	2024-142395	1.0000
set_P                 	2024-142395	0.5000
set_relative_P        	2024-142395	0.5000
set_recall            	2024-142395	0.0076
set_map               	2024-142395	0.0038
set_F                 	2024-142395	0.0150
num_nonrel_judged_ret 	2024-142395	1
num_ret               	2024-143869	2
num_rel               	2024-143869	411
num_rel_ret           	2024-143869	2
map                   	2024-143869	0.0049
Rprec                 	2024-143869	0.0049
bpref                 	2024-143869	0.0049
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.0000
iprec_at_recall_0.20  	2024-143869	0.0000
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	0.4000
P_10                  	2024-143869	0.2000
P_15                  	2024-143869	0.1333
P_20                  	2024-143869	0.1000
P_30                  	2024-143869	0.0667
P_100                 	2024-143869	0.0200
P_200                 	2024-143869	0.0100
P_500                 	2024-143869	0.0040
P_1000                	2024-143869	0.0020
relstring             	2024-143869	'22'
recall_5              	2024-143869	0.0049
recall_10             	2024-143869	0.0049
recall_15             	2024-143869	0.0049
recall_20             	2024-143869	0.0049
recall_30             	2024-143869	0.0049
recall_100            	2024-143869	0.0049
recall_200            	2024-143869	0.0049
recall_500            	2024-143869	0.0049
recall_1000           	2024-143869	0.0049
infAP                 	2024-143869	0.0049
Rprec_mult_0.20       	2024-143869	0.0241
Rprec_mult_0.40       	2024-143869	0.0121
Rprec_mult_0.60       	2024-143869	0.0081
Rprec_mult_0.80       	2024-143869	0.0061
Rprec_mult_1.00       	2024-143869	0.0049
Rprec_mult_1.20       	2024-143869	0.0040
Rprec_mult_1.40       	2024-143869	0.0035
Rprec_mult_1.60       	2024-143869	0.0030
Rprec_mult_1.80       	2024-143869	0.0027
Rprec_mult_2.00       	2024-143869	0.0024
utility               	2024-143869	2.0000
11pt_avg              	2024-143869	0.0909
binG                  	2024-143869	0.0049
G                     	2024-143869	0.0030
ndcg                  	2024-143869	0.0269
ndcg_rel              	2024-143869	0.0300
Rndcg                 	2024-143869	0.0426
ndcg_cut_5            	2024-143869	0.3688
ndcg_cut_10           	2024-143869	0.2393
ndcg_cut_15           	2024-143869	0.1855
ndcg_cut_20           	2024-143869	0.1544
ndcg_cut_30           	2024-143869	0.1187
ndcg_cut_100          	2024-143869	0.0569
ndcg_cut_200          	2024-143869	0.0383
ndcg_cut_500          	2024-143869	0.0269
ndcg_cut_1000         	2024-143869	0.0269
map_cut_5             	2024-143869	0.0049
map_cut_10            	2024-143869	0.0049
map_cut_15            	2024-143869	0.0049
map_cut_20            	2024-143869	0.0049
map_cut_30            	2024-143869	0.0049
map_cut_100           	2024-143869	0.0049
map_cut_200           	2024-143869	0.0049
map_cut_500           	2024-143869	0.0049
map_cut_1000          	2024-143869	0.0049
relative_P_5          	2024-143869	0.4000
relative_P_10         	2024-143869	0.2000
relative_P_15         	2024-143869	0.1333
relative_P_20         	2024-143869	0.1000
relative_P_30         	2024-143869	0.0667
relative_P_100        	2024-143869	0.0200
relative_P_200        	2024-143869	0.0100
relative_P_500        	2024-143869	0.0049
relative_P_1000       	2024-143869	0.0049
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	1.0000
set_relative_P        	2024-143869	1.0000
set_recall            	2024-143869	0.0049
set_map               	2024-143869	0.0049
set_F                 	2024-143869	0.0097
num_nonrel_judged_ret 	2024-143869	0
num_ret               	2024-145295	2
num_rel               	2024-145295	228
num_rel_ret           	2024-145295	2
map                   	2024-145295	0.0088
Rprec                 	2024-145295	0.0088
bpref                 	2024-145295	0.0088
recip_rank            	2024-145295	1.0000
iprec_at_recall_0.00  	2024-145295	1.0000
iprec_at_recall_0.10  	2024-145295	0.0000
iprec_at_recall_0.20  	2024-145295	0.0000
iprec_at_recall_0.30  	2024-145295	0.0000
iprec_at_recall_0.40  	2024-145295	0.0000
iprec_at_recall_0.50  	2024-145295	0.0000
iprec_at_recall_0.60  	2024-145295	0.0000
iprec_at_recall_0.70  	2024-145295	0.0000
iprec_at_recall_0.80  	2024-145295	0.0000
iprec_at_recall_0.90  	2024-145295	0.0000
iprec_at_recall_1.00  	2024-145295	0.0000
P_5                   	2024-145295	0.4000
P_10                  	2024-145295	0.2000
P_15                  	2024-145295	0.1333
P_20                  	2024-145295	0.1000
P_30                  	2024-145295	0.0667
P_100                 	2024-145295	0.0200
P_200                 	2024-145295	0.0100
P_500                 	2024-145295	0.0040
P_1000                	2024-145295	0.0020
relstring             	2024-145295	'32'
recall_5              	2024-145295	0.0088
recall_10             	2024-145295	0.0088
recall_15             	2024-145295	0.0088
recall_20             	2024-145295	0.0088
recall_30             	2024-145295	0.0088
recall_100            	2024-145295	0.0088
recall_200            	2024-145295	0.0088
recall_500            	2024-145295	0.0088
recall_1000           	2024-145295	0.0088
infAP                 	2024-145295	0.0088
Rprec_mult_0.20       	2024-145295	0.0435
Rprec_mult_0.40       	2024-145295	0.0217
Rprec_mult_0.60       	2024-145295	0.0146
Rprec_mult_0.80       	2024-145295	0.0109
Rprec_mult_1.00       	2024-145295	0.0088
Rprec_mult_1.20       	2024-145295	0.0073
Rprec_mult_1.40       	2024-145295	0.0063
Rprec_mult_1.60       	2024-145295	0.0055
Rprec_mult_1.80       	2024-145295	0.0049
Rprec_mult_2.00       	2024-145295	0.0044
utility               	2024-145295	2.0000
11pt_avg              	2024-145295	0.0909
binG                  	2024-145295	0.0088
G                     	2024-145295	0.0133
ndcg                  	2024-145295	0.0692
ndcg_rel              	2024-145295	0.0768
Rndcg                 	2024-145295	0.1506
ndcg_cut_5            	2024-145295	0.4818
ndcg_cut_10           	2024-145295	0.3127
ndcg_cut_15           	2024-145295	0.2534
ndcg_cut_20           	2024-145295	0.2223
ndcg_cut_30           	2024-145295	0.1820
ndcg_cut_100          	2024-145295	0.0967
ndcg_cut_200          	2024-145295	0.0736
ndcg_cut_500          	2024-145295	0.0692
ndcg_cut_1000         	2024-145295	0.0692
map_cut_5             	2024-145295	0.0088
map_cut_10            	2024-145295	0.0088
map_cut_15            	2024-145295	0.0088
map_cut_20            	2024-145295	0.0088
map_cut_30            	2024-145295	0.0088
map_cut_100           	2024-145295	0.0088
map_cut_200           	2024-145295	0.0088
map_cut_500           	2024-145295	0.0088
map_cut_1000          	2024-145295	0.0088
relative_P_5          	2024-145295	0.4000
relative_P_10         	2024-145295	0.2000
relative_P_15         	2024-145295	0.1333
relative_P_20         	2024-145295	0.1000
relative_P_30         	2024-145295	0.0667
relative_P_100        	2024-145295	0.0200
relative_P_200        	2024-145295	0.0100
relative_P_500        	2024-145295	0.0088
relative_P_1000       	2024-145295	0.0088
success_1             	2024-145295	1.0000
success_5             	2024-145295	1.0000
success_10            	2024-145295	1.0000
set_P                 	2024-145295	1.0000
set_relative_P        	2024-145295	1.0000
set_recall            	2024-145295	0.0088
set_map               	2024-145295	0.0088
set_F                 	2024-145295	0.0174
num_nonrel_judged_ret 	2024-145295	0
num_ret               	2024-145979	2
num_rel               	2024-145979	138
num_rel_ret           	2024-145979	2
map                   	2024-145979	0.0145
Rprec                 	2024-145979	0.0145
bpref                 	2024-145979	0.0145
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	0.0000
iprec_at_recall_0.20  	2024-145979	0.0000
iprec_at_recall_0.30  	2024-145979	0.0000
iprec_at_recall_0.40  	2024-145979	0.0000
iprec_at_recall_0.50  	2024-145979	0.0000
iprec_at_recall_0.60  	2024-145979	0.0000
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	0.4000
P_10                  	2024-145979	0.2000
P_15                  	2024-145979	0.1333
P_20                  	2024-145979	0.1000
P_30                  	2024-145979	0.0667
P_100                 	2024-145979	0.0200
P_200                 	2024-145979	0.0100
P_500                 	2024-145979	0.0040
P_1000                	2024-145979	0.0020
relstring             	2024-145979	'33'
recall_5              	2024-145979	0.0145
recall_10             	2024-145979	0.0145
recall_15             	2024-145979	0.0145
recall_20             	2024-145979	0.0145
recall_30             	2024-145979	0.0145
recall_100            	2024-145979	0.0145
recall_200            	2024-145979	0.0145
recall_500            	2024-145979	0.0145
recall_1000           	2024-145979	0.0145
infAP                 	2024-145979	0.0145
Rprec_mult_0.20       	2024-145979	0.0714
Rprec_mult_0.40       	2024-145979	0.0357
Rprec_mult_0.60       	2024-145979	0.0241
Rprec_mult_0.80       	2024-145979	0.0180
Rprec_mult_1.00       	2024-145979	0.0145
Rprec_mult_1.20       	2024-145979	0.0120
Rprec_mult_1.40       	2024-145979	0.0103
Rprec_mult_1.60       	2024-145979	0.0090
Rprec_mult_1.80       	2024-145979	0.0080
Rprec_mult_2.00       	2024-145979	0.0072
utility               	2024-145979	2.0000
11pt_avg              	2024-145979	0.0909
binG                  	2024-145979	0.0145
G                     	2024-145979	0.0238
ndcg                  	2024-145979	0.0922
ndcg_rel              	2024-145979	0.1053
Rndcg                 	2024-145979	0.1578
ndcg_cut_5            	2024-145979	0.5531
ndcg_cut_10           	2024-145979	0.3590
ndcg_cut_15           	2024-145979	0.2783
ndcg_cut_20           	2024-145979	0.2454
ndcg_cut_30           	2024-145979	0.2023
ndcg_cut_100          	2024-145979	0.1028
ndcg_cut_200          	2024-145979	0.0922
ndcg_cut_500          	2024-145979	0.0922
ndcg_cut_1000         	2024-145979	0.0922
map_cut_5             	2024-145979	0.0145
map_cut_10            	2024-145979	0.0145
map_cut_15            	2024-145979	0.0145
map_cut_20            	2024-145979	0.0145
map_cut_30            	2024-145979	0.0145
map_cut_100           	2024-145979	0.0145
map_cut_200           	2024-145979	0.0145
map_cut_500           	2024-145979	0.0145
map_cut_1000          	2024-145979	0.0145
relative_P_5          	2024-145979	0.4000
relative_P_10         	2024-145979	0.2000
relative_P_15         	2024-145979	0.1333
relative_P_20         	2024-145979	0.1000
relative_P_30         	2024-145979	0.0667
relative_P_100        	2024-145979	0.0200
relative_P_200        	2024-145979	0.0145
relative_P_500        	2024-145979	0.0145
relative_P_1000       	2024-145979	0.0145
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	1.0000
set_relative_P        	2024-145979	1.0000
set_recall            	2024-145979	0.0145
set_map               	2024-145979	0.0145
set_F                 	2024-145979	0.0286
num_nonrel_judged_ret 	2024-145979	0
num_ret               	2024-146077	2
num_rel               	2024-146077	318
num_rel_ret           	2024-146077	2
map                   	2024-146077	0.0063
Rprec                 	2024-146077	0.0063
bpref                 	2024-146077	0.0063
recip_rank            	2024-146077	1.0000
iprec_at_recall_0.00  	2024-146077	1.0000
iprec_at_recall_0.10  	2024-146077	0.0000
iprec_at_recall_0.20  	2024-146077	0.0000
iprec_at_recall_0.30  	2024-146077	0.0000
iprec_at_recall_0.40  	2024-146077	0.0000
iprec_at_recall_0.50  	2024-146077	0.0000
iprec_at_recall_0.60  	2024-146077	0.0000
iprec_at_recall_0.70  	2024-146077	0.0000
iprec_at_recall_0.80  	2024-146077	0.0000
iprec_at_recall_0.90  	2024-146077	0.0000
iprec_at_recall_1.00  	2024-146077	0.0000
P_5                   	2024-146077	0.4000
P_10                  	2024-146077	0.2000
P_15                  	2024-146077	0.1333
P_20                  	2024-146077	0.1000
P_30                  	2024-146077	0.0667
P_100                 	2024-146077	0.0200
P_200                 	2024-146077	0.0100
P_500                 	2024-146077	0.0040
P_1000                	2024-146077	0.0020
relstring             	2024-146077	'33'
recall_5              	2024-146077	0.0063
recall_10             	2024-146077	0.0063
recall_15             	2024-146077	0.0063
recall_20             	2024-146077	0.0063
recall_30             	2024-146077	0.0063
recall_100            	2024-146077	0.0063
recall_200            	2024-146077	0.0063
recall_500            	2024-146077	0.0063
recall_1000           	2024-146077	0.0063
infAP                 	2024-146077	0.0063
Rprec_mult_0.20       	2024-146077	0.0312
Rprec_mult_0.40       	2024-146077	0.0156
Rprec_mult_0.60       	2024-146077	0.0105
Rprec_mult_0.80       	2024-146077	0.0078
Rprec_mult_1.00       	2024-146077	0.0063
Rprec_mult_1.20       	2024-146077	0.0052
Rprec_mult_1.40       	2024-146077	0.0045
Rprec_mult_1.60       	2024-146077	0.0039
Rprec_mult_1.80       	2024-146077	0.0035
Rprec_mult_2.00       	2024-146077	0.0031
utility               	2024-146077	2.0000
11pt_avg              	2024-146077	0.0909
binG                  	2024-146077	0.0063
G                     	2024-146077	0.0086
ndcg                  	2024-146077	0.0422
ndcg_rel              	2024-146077	0.0483
Rndcg                 	2024-146077	0.0500
ndcg_cut_5            	2024-146077	0.5531
ndcg_cut_10           	2024-146077	0.3590
ndcg_cut_15           	2024-146077	0.2783
ndcg_cut_20           	2024-146077	0.2317
ndcg_cut_30           	2024-146077	0.1780
ndcg_cut_100          	2024-146077	0.0779
ndcg_cut_200          	2024-146077	0.0509
ndcg_cut_500          	2024-146077	0.0422
ndcg_cut_1000         	2024-146077	0.0422
map_cut_5             	2024-146077	0.0063
map_cut_10            	2024-146077	0.0063
map_cut_15            	2024-146077	0.0063
map_cut_20            	2024-146077	0.0063
map_cut_30            	2024-146077	0.0063
map_cut_100           	2024-146077	0.0063
map_cut_200           	2024-146077	0.0063
map_cut_500           	2024-146077	0.0063
map_cut_1000          	2024-146077	0.0063
relative_P_5          	2024-146077	0.4000
relative_P_10         	2024-146077	0.2000
relative_P_15         	2024-146077	0.1333
relative_P_20         	2024-146077	0.1000
relative_P_30         	2024-146077	0.0667
relative_P_100        	2024-146077	0.0200
relative_P_200        	2024-146077	0.0100
relative_P_500        	2024-146077	0.0063
relative_P_1000       	2024-146077	0.0063
success_1             	2024-146077	1.0000
success_5             	2024-146077	1.0000
success_10            	2024-146077	1.0000
set_P                 	2024-146077	1.0000
set_relative_P        	2024-146077	1.0000
set_recall            	2024-146077	0.0063
set_map               	2024-146077	0.0063
set_F                 	2024-146077	0.0125
num_nonrel_judged_ret 	2024-146077	0
num_ret               	2024-146893	2
num_rel               	2024-146893	250
num_rel_ret           	2024-146893	2
map                   	2024-146893	0.0080
Rprec                 	2024-146893	0.0080
bpref                 	2024-146893	0.0080
recip_rank            	2024-146893	1.0000
iprec_at_recall_0.00  	2024-146893	1.0000
iprec_at_recall_0.10  	2024-146893	0.0000
iprec_at_recall_0.20  	2024-146893	0.0000
iprec_at_recall_0.30  	2024-146893	0.0000
iprec_at_recall_0.40  	2024-146893	0.0000
iprec_at_recall_0.50  	2024-146893	0.0000
iprec_at_recall_0.60  	2024-146893	0.0000
iprec_at_recall_0.70  	2024-146893	0.0000
iprec_at_recall_0.80  	2024-146893	0.0000
iprec_at_recall_0.90  	2024-146893	0.0000
iprec_at_recall_1.00  	2024-146893	0.0000
P_5                   	2024-146893	0.4000
P_10                  	2024-146893	0.2000
P_15                  	2024-146893	0.1333
P_20                  	2024-146893	0.1000
P_30                  	2024-146893	0.0667
P_100                 	2024-146893	0.0200
P_200                 	2024-146893	0.0100
P_500                 	2024-146893	0.0040
P_1000                	2024-146893	0.0020
relstring             	2024-146893	'21'
recall_5              	2024-146893	0.0080
recall_10             	2024-146893	0.0080
recall_15             	2024-146893	0.0080
recall_20             	2024-146893	0.0080
recall_30             	2024-146893	0.0080
recall_100            	2024-146893	0.0080
recall_200            	2024-146893	0.0080
recall_500            	2024-146893	0.0080
recall_1000           	2024-146893	0.0080
infAP                 	2024-146893	0.0080
Rprec_mult_0.20       	2024-146893	0.0400
Rprec_mult_0.40       	2024-146893	0.0200
Rprec_mult_0.60       	2024-146893	0.0133
Rprec_mult_0.80       	2024-146893	0.0100
Rprec_mult_1.00       	2024-146893	0.0080
Rprec_mult_1.20       	2024-146893	0.0067
Rprec_mult_1.40       	2024-146893	0.0057
Rprec_mult_1.60       	2024-146893	0.0050
Rprec_mult_1.80       	2024-146893	0.0044
Rprec_mult_2.00       	2024-146893	0.0040
utility               	2024-146893	2.0000
11pt_avg              	2024-146893	0.0909
binG                  	2024-146893	0.0080
G                     	2024-146893	0.0046
ndcg                  	2024-146893	0.0389
ndcg_rel              	2024-146893	0.0434
Rndcg                 	2024-146893	0.0955
ndcg_cut_5            	2024-146893	0.2974
ndcg_cut_10           	2024-146893	0.1930
ndcg_cut_15           	2024-146893	0.1617
ndcg_cut_20           	2024-146893	0.1413
ndcg_cut_30           	2024-146893	0.1151
ndcg_cut_100          	2024-146893	0.0567
ndcg_cut_200          	2024-146893	0.0430
ndcg_cut_500          	2024-146893	0.0389
ndcg_cut_1000         	2024-146893	0.0389
map_cut_5             	2024-146893	0.0080
map_cut_10            	2024-146893	0.0080
map_cut_15            	2024-146893	0.0080
map_cut_20            	2024-146893	0.0080
map_cut_30            	2024-146893	0.0080
map_cut_100           	2024-146893	0.0080
map_cut_200           	2024-146893	0.0080
map_cut_500           	2024-146893	0.0080
map_cut_1000          	2024-146893	0.0080
relative_P_5          	2024-146893	0.4000
relative_P_10         	2024-146893	0.2000
relative_P_15         	2024-146893	0.1333
relative_P_20         	2024-146893	0.1000
relative_P_30         	2024-146893	0.0667
relative_P_100        	2024-146893	0.0200
relative_P_200        	2024-146893	0.0100
relative_P_500        	2024-146893	0.0080
relative_P_1000       	2024-146893	0.0080
success_1             	2024-146893	1.0000
success_5             	2024-146893	1.0000
success_10            	2024-146893	1.0000
set_P                 	2024-146893	1.0000
set_relative_P        	2024-146893	1.0000
set_recall            	2024-146893	0.0080
set_map               	2024-146893	0.0080
set_F                 	2024-146893	0.0159
num_nonrel_judged_ret 	2024-146893	0
num_ret               	2024-147273	2
num_rel               	2024-147273	404
num_rel_ret           	2024-147273	2
map                   	2024-147273	0.0050
Rprec                 	2024-147273	0.0050
bpref                 	2024-147273	0.0050
recip_rank            	2024-147273	1.0000
iprec_at_recall_0.00  	2024-147273	1.0000
iprec_at_recall_0.10  	2024-147273	0.0000
iprec_at_recall_0.20  	2024-147273	0.0000
iprec_at_recall_0.30  	2024-147273	0.0000
iprec_at_recall_0.40  	2024-147273	0.0000
iprec_at_recall_0.50  	2024-147273	0.0000
iprec_at_recall_0.60  	2024-147273	0.0000
iprec_at_recall_0.70  	2024-147273	0.0000
iprec_at_recall_0.80  	2024-147273	0.0000
iprec_at_recall_0.90  	2024-147273	0.0000
iprec_at_recall_1.00  	2024-147273	0.0000
P_5                   	2024-147273	0.4000
P_10                  	2024-147273	0.2000
P_15                  	2024-147273	0.1333
P_20                  	2024-147273	0.1000
P_30                  	2024-147273	0.0667
P_100                 	2024-147273	0.0200
P_200                 	2024-147273	0.0100
P_500                 	2024-147273	0.0040
P_1000                	2024-147273	0.0020
relstring             	2024-147273	'11'
recall_5              	2024-147273	0.0050
recall_10             	2024-147273	0.0050
recall_15             	2024-147273	0.0050
recall_20             	2024-147273	0.0050
recall_30             	2024-147273	0.0050
recall_100            	2024-147273	0.0050
recall_200            	2024-147273	0.0050
recall_500            	2024-147273	0.0050
recall_1000           	2024-147273	0.0050
infAP                 	2024-147273	0.0050
Rprec_mult_0.20       	2024-147273	0.0247
Rprec_mult_0.40       	2024-147273	0.0123
Rprec_mult_0.60       	2024-147273	0.0082
Rprec_mult_0.80       	2024-147273	0.0062
Rprec_mult_1.00       	2024-147273	0.0050
Rprec_mult_1.20       	2024-147273	0.0041
Rprec_mult_1.40       	2024-147273	0.0035
Rprec_mult_1.60       	2024-147273	0.0031
Rprec_mult_1.80       	2024-147273	0.0027
Rprec_mult_2.00       	2024-147273	0.0025
utility               	2024-147273	2.0000
11pt_avg              	2024-147273	0.0909
binG                  	2024-147273	0.0050
G                     	2024-147273	0.0017
ndcg                  	2024-147273	0.0192
ndcg_rel              	2024-147273	0.0208
Rndcg                 	2024-147273	0.1027
ndcg_cut_5            	2024-147273	0.2032
ndcg_cut_10           	2024-147273	0.1454
ndcg_cut_15           	2024-147273	0.1177
ndcg_cut_20           	2024-147273	0.1006
ndcg_cut_30           	2024-147273	0.0797
ndcg_cut_100          	2024-147273	0.0371
ndcg_cut_200          	2024-147273	0.0272
ndcg_cut_500          	2024-147273	0.0192
ndcg_cut_1000         	2024-147273	0.0192
map_cut_5             	2024-147273	0.0050
map_cut_10            	2024-147273	0.0050
map_cut_15            	2024-147273	0.0050
map_cut_20            	2024-147273	0.0050
map_cut_30            	2024-147273	0.0050
map_cut_100           	2024-147273	0.0050
map_cut_200           	2024-147273	0.0050
map_cut_500           	2024-147273	0.0050
map_cut_1000          	2024-147273	0.0050
relative_P_5          	2024-147273	0.4000
relative_P_10         	2024-147273	0.2000
relative_P_15         	2024-147273	0.1333
relative_P_20         	2024-147273	0.1000
relative_P_30         	2024-147273	0.0667
relative_P_100        	2024-147273	0.0200
relative_P_200        	2024-147273	0.0100
relative_P_500        	2024-147273	0.0050
relative_P_1000       	2024-147273	0.0050
success_1             	2024-147273	1.0000
success_5             	2024-147273	1.0000
success_10            	2024-147273	1.0000
set_P                 	2024-147273	1.0000
set_relative_P        	2024-147273	1.0000
set_recall            	2024-147273	0.0050
set_map               	2024-147273	0.0050
set_F                 	2024-147273	0.0099
num_nonrel_judged_ret 	2024-147273	0
num_ret               	2024-147909	2
num_rel               	2024-147909	400
num_rel_ret           	2024-147909	2
map                   	2024-147909	0.0050
Rprec                 	2024-147909	0.0050
bpref                 	2024-147909	0.0050
recip_rank            	2024-147909	1.0000
iprec_at_recall_0.00  	2024-147909	1.0000
iprec_at_recall_0.10  	2024-147909	0.0000
iprec_at_recall_0.20  	2024-147909	0.0000
iprec_at_recall_0.30  	2024-147909	0.0000
iprec_at_recall_0.40  	2024-147909	0.0000
iprec_at_recall_0.50  	2024-147909	0.0000
iprec_at_recall_0.60  	2024-147909	0.0000
iprec_at_recall_0.70  	2024-147909	0.0000
iprec_at_recall_0.80  	2024-147909	0.0000
iprec_at_recall_0.90  	2024-147909	0.0000
iprec_at_recall_1.00  	2024-147909	0.0000
P_5                   	2024-147909	0.4000
P_10                  	2024-147909	0.2000
P_15                  	2024-147909	0.1333
P_20                  	2024-147909	0.1000
P_30                  	2024-147909	0.0667
P_100                 	2024-147909	0.0200
P_200                 	2024-147909	0.0100
P_500                 	2024-147909	0.0040
P_1000                	2024-147909	0.0020
relstring             	2024-147909	'11'
recall_5              	2024-147909	0.0050
recall_10             	2024-147909	0.0050
recall_15             	2024-147909	0.0050
recall_20             	2024-147909	0.0050
recall_30             	2024-147909	0.0050
recall_100            	2024-147909	0.0050
recall_200            	2024-147909	0.0050
recall_500            	2024-147909	0.0050
recall_1000           	2024-147909	0.0050
infAP                 	2024-147909	0.0050
Rprec_mult_0.20       	2024-147909	0.0250
Rprec_mult_0.40       	2024-147909	0.0125
Rprec_mult_0.60       	2024-147909	0.0083
Rprec_mult_0.80       	2024-147909	0.0063
Rprec_mult_1.00       	2024-147909	0.0050
Rprec_mult_1.20       	2024-147909	0.0042
Rprec_mult_1.40       	2024-147909	0.0036
Rprec_mult_1.60       	2024-147909	0.0031
Rprec_mult_1.80       	2024-147909	0.0028
Rprec_mult_2.00       	2024-147909	0.0025
utility               	2024-147909	2.0000
11pt_avg              	2024-147909	0.0909
binG                  	2024-147909	0.0050
G                     	2024-147909	0.0017
ndcg                  	2024-147909	0.0188
ndcg_rel              	2024-147909	0.0204
Rndcg                 	2024-147909	0.0596
ndcg_cut_5            	2024-147909	0.1844
ndcg_cut_10           	2024-147909	0.1222
ndcg_cut_15           	2024-147909	0.1021
ndcg_cut_20           	2024-147909	0.0890
ndcg_cut_30           	2024-147909	0.0722
ndcg_cut_100          	2024-147909	0.0354
ndcg_cut_200          	2024-147909	0.0262
ndcg_cut_500          	2024-147909	0.0188
ndcg_cut_1000         	2024-147909	0.0188
map_cut_5             	2024-147909	0.0050
map_cut_10            	2024-147909	0.0050
map_cut_15            	2024-147909	0.0050
map_cut_20            	2024-147909	0.0050
map_cut_30            	2024-147909	0.0050
map_cut_100           	2024-147909	0.0050
map_cut_200           	2024-147909	0.0050
map_cut_500           	2024-147909	0.0050
map_cut_1000          	2024-147909	0.0050
relative_P_5          	2024-147909	0.4000
relative_P_10         	2024-147909	0.2000
relative_P_15         	2024-147909	0.1333
relative_P_20         	2024-147909	0.1000
relative_P_30         	2024-147909	0.0667
relative_P_100        	2024-147909	0.0200
relative_P_200        	2024-147909	0.0100
relative_P_500        	2024-147909	0.0050
relative_P_1000       	2024-147909	0.0050
success_1             	2024-147909	1.0000
success_5             	2024-147909	1.0000
success_10            	2024-147909	1.0000
set_P                 	2024-147909	1.0000
set_relative_P        	2024-147909	1.0000
set_recall            	2024-147909	0.0050
set_map               	2024-147909	0.0050
set_F                 	2024-147909	0.0100
num_nonrel_judged_ret 	2024-147909	0
num_ret               	2024-147917	2
num_rel               	2024-147917	430
num_rel_ret           	2024-147917	2
map                   	2024-147917	0.0047
Rprec                 	2024-147917	0.0047
bpref                 	2024-147917	0.0047
recip_rank            	2024-147917	1.0000
iprec_at_recall_0.00  	2024-147917	1.0000
iprec_at_recall_0.10  	2024-147917	0.0000
iprec_at_recall_0.20  	2024-147917	0.0000
iprec_at_recall_0.30  	2024-147917	0.0000
iprec_at_recall_0.40  	2024-147917	0.0000
iprec_at_recall_0.50  	2024-147917	0.0000
iprec_at_recall_0.60  	2024-147917	0.0000
iprec_at_recall_0.70  	2024-147917	0.0000
iprec_at_recall_0.80  	2024-147917	0.0000
iprec_at_recall_0.90  	2024-147917	0.0000
iprec_at_recall_1.00  	2024-147917	0.0000
P_5                   	2024-147917	0.4000
P_10                  	2024-147917	0.2000
P_15                  	2024-147917	0.1333
P_20                  	2024-147917	0.1000
P_30                  	2024-147917	0.0667
P_100                 	2024-147917	0.0200
P_200                 	2024-147917	0.0100
P_500                 	2024-147917	0.0040
P_1000                	2024-147917	0.0020
relstring             	2024-147917	'22'
recall_5              	2024-147917	0.0047
recall_10             	2024-147917	0.0047
recall_15             	2024-147917	0.0047
recall_20             	2024-147917	0.0047
recall_30             	2024-147917	0.0047
recall_100            	2024-147917	0.0047
recall_200            	2024-147917	0.0047
recall_500            	2024-147917	0.0047
recall_1000           	2024-147917	0.0047
infAP                 	2024-147917	0.0047
Rprec_mult_0.20       	2024-147917	0.0233
Rprec_mult_0.40       	2024-147917	0.0116
Rprec_mult_0.60       	2024-147917	0.0078
Rprec_mult_0.80       	2024-147917	0.0058
Rprec_mult_1.00       	2024-147917	0.0047
Rprec_mult_1.20       	2024-147917	0.0039
Rprec_mult_1.40       	2024-147917	0.0033
Rprec_mult_1.60       	2024-147917	0.0029
Rprec_mult_1.80       	2024-147917	0.0026
Rprec_mult_2.00       	2024-147917	0.0023
utility               	2024-147917	2.0000
11pt_avg              	2024-147917	0.0909
binG                  	2024-147917	0.0047
G                     	2024-147917	0.0037
ndcg                  	2024-147917	0.0337
ndcg_rel              	2024-147917	0.0367
Rndcg                 	2024-147917	0.1377
ndcg_cut_5            	2024-147917	0.3688
ndcg_cut_10           	2024-147917	0.2632
ndcg_cut_15           	2024-147917	0.2171
ndcg_cut_20           	2024-147917	0.1876
ndcg_cut_30           	2024-147917	0.1508
ndcg_cut_100          	2024-147917	0.0722
ndcg_cut_200          	2024-147917	0.0474
ndcg_cut_500          	2024-147917	0.0337
ndcg_cut_1000         	2024-147917	0.0337
map_cut_5             	2024-147917	0.0047
map_cut_10            	2024-147917	0.0047
map_cut_15            	2024-147917	0.0047
map_cut_20            	2024-147917	0.0047
map_cut_30            	2024-147917	0.0047
map_cut_100           	2024-147917	0.0047
map_cut_200           	2024-147917	0.0047
map_cut_500           	2024-147917	0.0047
map_cut_1000          	2024-147917	0.0047
relative_P_5          	2024-147917	0.4000
relative_P_10         	2024-147917	0.2000
relative_P_15         	2024-147917	0.1333
relative_P_20         	2024-147917	0.1000
relative_P_30         	2024-147917	0.0667
relative_P_100        	2024-147917	0.0200
relative_P_200        	2024-147917	0.0100
relative_P_500        	2024-147917	0.0047
relative_P_1000       	2024-147917	0.0047
success_1             	2024-147917	1.0000
success_5             	2024-147917	1.0000
success_10            	2024-147917	1.0000
set_P                 	2024-147917	1.0000
set_relative_P        	2024-147917	1.0000
set_recall            	2024-147917	0.0047
set_map               	2024-147917	0.0047
set_F                 	2024-147917	0.0093
num_nonrel_judged_ret 	2024-147917	0
num_ret               	2024-149261	2
num_rel               	2024-149261	210
num_rel_ret           	2024-149261	2
map                   	2024-149261	0.0095
Rprec                 	2024-149261	0.0095
bpref                 	2024-149261	0.0095
recip_rank            	2024-149261	1.0000
iprec_at_recall_0.00  	2024-149261	1.0000
iprec_at_recall_0.10  	2024-149261	0.0000
iprec_at_recall_0.20  	2024-149261	0.0000
iprec_at_recall_0.30  	2024-149261	0.0000
iprec_at_recall_0.40  	2024-149261	0.0000
iprec_at_recall_0.50  	2024-149261	0.0000
iprec_at_recall_0.60  	2024-149261	0.0000
iprec_at_recall_0.70  	2024-149261	0.0000
iprec_at_recall_0.80  	2024-149261	0.0000
iprec_at_recall_0.90  	2024-149261	0.0000
iprec_at_recall_1.00  	2024-149261	0.0000
P_5                   	2024-149261	0.4000
P_10                  	2024-149261	0.2000
P_15                  	2024-149261	0.1333
P_20                  	2024-149261	0.1000
P_30                  	2024-149261	0.0667
P_100                 	2024-149261	0.0200
P_200                 	2024-149261	0.0100
P_500                 	2024-149261	0.0040
P_1000                	2024-149261	0.0020
relstring             	2024-149261	'23'
recall_5              	2024-149261	0.0095
recall_10             	2024-149261	0.0095
recall_15             	2024-149261	0.0095
recall_20             	2024-149261	0.0095
recall_30             	2024-149261	0.0095
recall_100            	2024-149261	0.0095
recall_200            	2024-149261	0.0095
recall_500            	2024-149261	0.0095
recall_1000           	2024-149261	0.0095
infAP                 	2024-149261	0.0095
Rprec_mult_0.20       	2024-149261	0.0476
Rprec_mult_0.40       	2024-149261	0.0238
Rprec_mult_0.60       	2024-149261	0.0159
Rprec_mult_0.80       	2024-149261	0.0119
Rprec_mult_1.00       	2024-149261	0.0095
Rprec_mult_1.20       	2024-149261	0.0079
Rprec_mult_1.40       	2024-149261	0.0068
Rprec_mult_1.60       	2024-149261	0.0060
Rprec_mult_1.80       	2024-149261	0.0053
Rprec_mult_2.00       	2024-149261	0.0048
utility               	2024-149261	2.0000
11pt_avg              	2024-149261	0.0909
binG                  	2024-149261	0.0095
G                     	2024-149261	0.0085
ndcg                  	2024-149261	0.0548
ndcg_rel              	2024-149261	0.0613
Rndcg                 	2024-149261	0.0788
ndcg_cut_5            	2024-149261	0.4401
ndcg_cut_10           	2024-149261	0.2856
ndcg_cut_15           	2024-149261	0.2214
ndcg_cut_20           	2024-149261	0.1843
ndcg_cut_30           	2024-149261	0.1416
ndcg_cut_100          	2024-149261	0.0732
ndcg_cut_200          	2024-149261	0.0559
ndcg_cut_500          	2024-149261	0.0548
ndcg_cut_1000         	2024-149261	0.0548
map_cut_5             	2024-149261	0.0095
map_cut_10            	2024-149261	0.0095
map_cut_15            	2024-149261	0.0095
map_cut_20            	2024-149261	0.0095
map_cut_30            	2024-149261	0.0095
map_cut_100           	2024-149261	0.0095
map_cut_200           	2024-149261	0.0095
map_cut_500           	2024-149261	0.0095
map_cut_1000          	2024-149261	0.0095
relative_P_5          	2024-149261	0.4000
relative_P_10         	2024-149261	0.2000
relative_P_15         	2024-149261	0.1333
relative_P_20         	2024-149261	0.1000
relative_P_30         	2024-149261	0.0667
relative_P_100        	2024-149261	0.0200
relative_P_200        	2024-149261	0.0100
relative_P_500        	2024-149261	0.0095
relative_P_1000       	2024-149261	0.0095
success_1             	2024-149261	1.0000
success_5             	2024-149261	1.0000
success_10            	2024-149261	1.0000
set_P                 	2024-149261	1.0000
set_relative_P        	2024-149261	1.0000
set_recall            	2024-149261	0.0095
set_map               	2024-149261	0.0095
set_F                 	2024-149261	0.0189
num_nonrel_judged_ret 	2024-149261	0
num_ret               	2024-149459	2
num_rel               	2024-149459	122
num_rel_ret           	2024-149459	2
map                   	2024-149459	0.0164
Rprec                 	2024-149459	0.0164
bpref                 	2024-149459	0.0164
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	0.0000
iprec_at_recall_0.20  	2024-149459	0.0000
iprec_at_recall_0.30  	2024-149459	0.0000
iprec_at_recall_0.40  	2024-149459	0.0000
iprec_at_recall_0.50  	2024-149459	0.0000
iprec_at_recall_0.60  	2024-149459	0.0000
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	0.4000
P_10                  	2024-149459	0.2000
P_15                  	2024-149459	0.1333
P_20                  	2024-149459	0.1000
P_30                  	2024-149459	0.0667
P_100                 	2024-149459	0.0200
P_200                 	2024-149459	0.0100
P_500                 	2024-149459	0.0040
P_1000                	2024-149459	0.0020
relstring             	2024-149459	'31'
recall_5              	2024-149459	0.0164
recall_10             	2024-149459	0.0164
recall_15             	2024-149459	0.0164
recall_20             	2024-149459	0.0164
recall_30             	2024-149459	0.0164
recall_100            	2024-149459	0.0164
recall_200            	2024-149459	0.0164
recall_500            	2024-149459	0.0164
recall_1000           	2024-149459	0.0164
infAP                 	2024-149459	0.0164
Rprec_mult_0.20       	2024-149459	0.0800
Rprec_mult_0.40       	2024-149459	0.0408
Rprec_mult_0.60       	2024-149459	0.0270
Rprec_mult_0.80       	2024-149459	0.0204
Rprec_mult_1.00       	2024-149459	0.0164
Rprec_mult_1.20       	2024-149459	0.0136
Rprec_mult_1.40       	2024-149459	0.0117
Rprec_mult_1.60       	2024-149459	0.0102
Rprec_mult_1.80       	2024-149459	0.0091
Rprec_mult_2.00       	2024-149459	0.0082
utility               	2024-149459	2.0000
11pt_avg              	2024-149459	0.0909
binG                  	2024-149459	0.0164
G                     	2024-149459	0.0211
ndcg                  	2024-149459	0.0931
ndcg_rel              	2024-149459	0.1059
Rndcg                 	2024-149459	0.1508
ndcg_cut_5            	2024-149459	0.4105
ndcg_cut_10           	2024-149459	0.2664
ndcg_cut_15           	2024-149459	0.2065
ndcg_cut_20           	2024-149459	0.1821
ndcg_cut_30           	2024-149459	0.1514
ndcg_cut_100          	2024-149459	0.1015
ndcg_cut_200          	2024-149459	0.0931
ndcg_cut_500          	2024-149459	0.0931
ndcg_cut_1000         	2024-149459	0.0931
map_cut_5             	2024-149459	0.0164
map_cut_10            	2024-149459	0.0164
map_cut_15            	2024-149459	0.0164
map_cut_20            	2024-149459	0.0164
map_cut_30            	2024-149459	0.0164
map_cut_100           	2024-149459	0.0164
map_cut_200           	2024-149459	0.0164
map_cut_500           	2024-149459	0.0164
map_cut_1000          	2024-149459	0.0164
relative_P_5          	2024-149459	0.4000
relative_P_10         	2024-149459	0.2000
relative_P_15         	2024-149459	0.1333
relative_P_20         	2024-149459	0.1000
relative_P_30         	2024-149459	0.0667
relative_P_100        	2024-149459	0.0200
relative_P_200        	2024-149459	0.0164
relative_P_500        	2024-149459	0.0164
relative_P_1000       	2024-149459	0.0164
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	1.0000
set_relative_P        	2024-149459	1.0000
set_recall            	2024-149459	0.0164
set_map               	2024-149459	0.0164
set_F                 	2024-149459	0.0323
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	2
num_rel               	2024-152259	114
num_rel_ret           	2024-152259	2
map                   	2024-152259	0.0175
Rprec                 	2024-152259	0.0175
bpref                 	2024-152259	0.0175
recip_rank            	2024-152259	1.0000
iprec_at_recall_0.00  	2024-152259	1.0000
iprec_at_recall_0.10  	2024-152259	0.0000
iprec_at_recall_0.20  	2024-152259	0.0000
iprec_at_recall_0.30  	2024-152259	0.0000
iprec_at_recall_0.40  	2024-152259	0.0000
iprec_at_recall_0.50  	2024-152259	0.0000
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	0.4000
P_10                  	2024-152259	0.2000
P_15                  	2024-152259	0.1333
P_20                  	2024-152259	0.1000
P_30                  	2024-152259	0.0667
P_100                 	2024-152259	0.0200
P_200                 	2024-152259	0.0100
P_500                 	2024-152259	0.0040
P_1000                	2024-152259	0.0020
relstring             	2024-152259	'11'
recall_5              	2024-152259	0.0175
recall_10             	2024-152259	0.0175
recall_15             	2024-152259	0.0175
recall_20             	2024-152259	0.0175
recall_30             	2024-152259	0.0175
recall_100            	2024-152259	0.0175
recall_200            	2024-152259	0.0175
recall_500            	2024-152259	0.0175
recall_1000           	2024-152259	0.0175
infAP                 	2024-152259	0.0175
Rprec_mult_0.20       	2024-152259	0.0870
Rprec_mult_0.40       	2024-152259	0.0435
Rprec_mult_0.60       	2024-152259	0.0290
Rprec_mult_0.80       	2024-152259	0.0217
Rprec_mult_1.00       	2024-152259	0.0175
Rprec_mult_1.20       	2024-152259	0.0146
Rprec_mult_1.40       	2024-152259	0.0125
Rprec_mult_1.60       	2024-152259	0.0109
Rprec_mult_1.80       	2024-152259	0.0097
Rprec_mult_2.00       	2024-152259	0.0088
utility               	2024-152259	2.0000
11pt_avg              	2024-152259	0.0909
binG                  	2024-152259	0.0175
G                     	2024-152259	0.0070
ndcg                  	2024-152259	0.0559
ndcg_rel              	2024-152259	0.0608
Rndcg                 	2024-152259	0.1805
ndcg_cut_5            	2024-152259	0.2167
ndcg_cut_10           	2024-152259	0.1522
ndcg_cut_15           	2024-152259	0.1355
ndcg_cut_20           	2024-152259	0.1234
ndcg_cut_30           	2024-152259	0.1063
ndcg_cut_100          	2024-152259	0.0602
ndcg_cut_200          	2024-152259	0.0559
ndcg_cut_500          	2024-152259	0.0559
ndcg_cut_1000         	2024-152259	0.0559
map_cut_5             	2024-152259	0.0175
map_cut_10            	2024-152259	0.0175
map_cut_15            	2024-152259	0.0175
map_cut_20            	2024-152259	0.0175
map_cut_30            	2024-152259	0.0175
map_cut_100           	2024-152259	0.0175
map_cut_200           	2024-152259	0.0175
map_cut_500           	2024-152259	0.0175
map_cut_1000          	2024-152259	0.0175
relative_P_5          	2024-152259	0.4000
relative_P_10         	2024-152259	0.2000
relative_P_15         	2024-152259	0.1333
relative_P_20         	2024-152259	0.1000
relative_P_30         	2024-152259	0.0667
relative_P_100        	2024-152259	0.0200
relative_P_200        	2024-152259	0.0175
relative_P_500        	2024-152259	0.0175
relative_P_1000       	2024-152259	0.0175
success_1             	2024-152259	1.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	1.0000
set_relative_P        	2024-152259	1.0000
set_recall            	2024-152259	0.0175
set_map               	2024-152259	0.0175
set_F                 	2024-152259	0.0345
num_nonrel_judged_ret 	2024-152259	0
num_ret               	2024-152817	2
num_rel               	2024-152817	259
num_rel_ret           	2024-152817	2
map                   	2024-152817	0.0077
Rprec                 	2024-152817	0.0077
bpref                 	2024-152817	0.0077
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	0.0000
iprec_at_recall_0.20  	2024-152817	0.0000
iprec_at_recall_0.30  	2024-152817	0.0000
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	0.4000
P_10                  	2024-152817	0.2000
P_15                  	2024-152817	0.1333
P_20                  	2024-152817	0.1000
P_30                  	2024-152817	0.0667
P_100                 	2024-152817	0.0200
P_200                 	2024-152817	0.0100
P_500                 	2024-152817	0.0040
P_1000                	2024-152817	0.0020
relstring             	2024-152817	'23'
recall_5              	2024-152817	0.0077
recall_10             	2024-152817	0.0077
recall_15             	2024-152817	0.0077
recall_20             	2024-152817	0.0077
recall_30             	2024-152817	0.0077
recall_100            	2024-152817	0.0077
recall_200            	2024-152817	0.0077
recall_500            	2024-152817	0.0077
recall_1000           	2024-152817	0.0077
infAP                 	2024-152817	0.0077
Rprec_mult_0.20       	2024-152817	0.0385
Rprec_mult_0.40       	2024-152817	0.0192
Rprec_mult_0.60       	2024-152817	0.0128
Rprec_mult_0.80       	2024-152817	0.0096
Rprec_mult_1.00       	2024-152817	0.0077
Rprec_mult_1.20       	2024-152817	0.0064
Rprec_mult_1.40       	2024-152817	0.0055
Rprec_mult_1.60       	2024-152817	0.0048
Rprec_mult_1.80       	2024-152817	0.0043
Rprec_mult_2.00       	2024-152817	0.0039
utility               	2024-152817	2.0000
11pt_avg              	2024-152817	0.0909
binG                  	2024-152817	0.0077
G                     	2024-152817	0.0057
ndcg                  	2024-152817	0.0400
ndcg_rel              	2024-152817	0.0453
Rndcg                 	2024-152817	0.0494
ndcg_cut_5            	2024-152817	0.4401
ndcg_cut_10           	2024-152817	0.2856
ndcg_cut_15           	2024-152817	0.2214
ndcg_cut_20           	2024-152817	0.1843
ndcg_cut_30           	2024-152817	0.1416
ndcg_cut_100          	2024-152817	0.0629
ndcg_cut_200          	2024-152817	0.0434
ndcg_cut_500          	2024-152817	0.0400
ndcg_cut_1000         	2024-152817	0.0400
map_cut_5             	2024-152817	0.0077
map_cut_10            	2024-152817	0.0077
map_cut_15            	2024-152817	0.0077
map_cut_20            	2024-152817	0.0077
map_cut_30            	2024-152817	0.0077
map_cut_100           	2024-152817	0.0077
map_cut_200           	2024-152817	0.0077
map_cut_500           	2024-152817	0.0077
map_cut_1000          	2024-152817	0.0077
relative_P_5          	2024-152817	0.4000
relative_P_10         	2024-152817	0.2000
relative_P_15         	2024-152817	0.1333
relative_P_20         	2024-152817	0.1000
relative_P_30         	2024-152817	0.0667
relative_P_100        	2024-152817	0.0200
relative_P_200        	2024-152817	0.0100
relative_P_500        	2024-152817	0.0077
relative_P_1000       	2024-152817	0.0077
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	1.0000
set_relative_P        	2024-152817	1.0000
set_recall            	2024-152817	0.0077
set_map               	2024-152817	0.0077
set_F                 	2024-152817	0.0153
num_nonrel_judged_ret 	2024-152817	0
num_ret               	2024-153051	2
num_rel               	2024-153051	114
num_rel_ret           	2024-153051	2
map                   	2024-153051	0.0175
Rprec                 	2024-153051	0.0175
bpref                 	2024-153051	0.0175
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	0.0000
iprec_at_recall_0.20  	2024-153051	0.0000
iprec_at_recall_0.30  	2024-153051	0.0000
iprec_at_recall_0.40  	2024-153051	0.0000
iprec_at_recall_0.50  	2024-153051	0.0000
iprec_at_recall_0.60  	2024-153051	0.0000
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	0.4000
P_10                  	2024-153051	0.2000
P_15                  	2024-153051	0.1333
P_20                  	2024-153051	0.1000
P_30                  	2024-153051	0.0667
P_100                 	2024-153051	0.0200
P_200                 	2024-153051	0.0100
P_500                 	2024-153051	0.0040
P_1000                	2024-153051	0.0020
relstring             	2024-153051	'33'
recall_5              	2024-153051	0.0175
recall_10             	2024-153051	0.0175
recall_15             	2024-153051	0.0175
recall_20             	2024-153051	0.0175
recall_30             	2024-153051	0.0175
recall_100            	2024-153051	0.0175
recall_200            	2024-153051	0.0175
recall_500            	2024-153051	0.0175
recall_1000           	2024-153051	0.0175
infAP                 	2024-153051	0.0175
Rprec_mult_0.20       	2024-153051	0.0870
Rprec_mult_0.40       	2024-153051	0.0435
Rprec_mult_0.60       	2024-153051	0.0290
Rprec_mult_0.80       	2024-153051	0.0217
Rprec_mult_1.00       	2024-153051	0.0175
Rprec_mult_1.20       	2024-153051	0.0146
Rprec_mult_1.40       	2024-153051	0.0125
Rprec_mult_1.60       	2024-153051	0.0109
Rprec_mult_1.80       	2024-153051	0.0097
Rprec_mult_2.00       	2024-153051	0.0088
utility               	2024-153051	2.0000
11pt_avg              	2024-153051	0.0909
binG                  	2024-153051	0.0175
G                     	2024-153051	0.0438
ndcg                  	2024-153051	0.1498
ndcg_rel              	2024-153051	0.1647
Rndcg                 	2024-153051	0.3164
ndcg_cut_5            	2024-153051	0.5531
ndcg_cut_10           	2024-153051	0.3948
ndcg_cut_15           	2024-153051	0.3256
ndcg_cut_20           	2024-153051	0.2931
ndcg_cut_30           	2024-153051	0.2601
ndcg_cut_100          	2024-153051	0.1600
ndcg_cut_200          	2024-153051	0.1498
ndcg_cut_500          	2024-153051	0.1498
ndcg_cut_1000         	2024-153051	0.1498
map_cut_5             	2024-153051	0.0175
map_cut_10            	2024-153051	0.0175
map_cut_15            	2024-153051	0.0175
map_cut_20            	2024-153051	0.0175
map_cut_30            	2024-153051	0.0175
map_cut_100           	2024-153051	0.0175
map_cut_200           	2024-153051	0.0175
map_cut_500           	2024-153051	0.0175
map_cut_1000          	2024-153051	0.0175
relative_P_5          	2024-153051	0.4000
relative_P_10         	2024-153051	0.2000
relative_P_15         	2024-153051	0.1333
relative_P_20         	2024-153051	0.1000
relative_P_30         	2024-153051	0.0667
relative_P_100        	2024-153051	0.0200
relative_P_200        	2024-153051	0.0175
relative_P_500        	2024-153051	0.0175
relative_P_1000       	2024-153051	0.0175
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	1.0000
set_relative_P        	2024-153051	1.0000
set_recall            	2024-153051	0.0175
set_map               	2024-153051	0.0175
set_F                 	2024-153051	0.0345
num_nonrel_judged_ret 	2024-153051	0
num_ret               	2024-153070	2
num_rel               	2024-153070	197
num_rel_ret           	2024-153070	2
map                   	2024-153070	0.0102
Rprec                 	2024-153070	0.0102
bpref                 	2024-153070	0.0102
recip_rank            	2024-153070	1.0000
iprec_at_recall_0.00  	2024-153070	1.0000
iprec_at_recall_0.10  	2024-153070	0.0000
iprec_at_recall_0.20  	2024-153070	0.0000
iprec_at_recall_0.30  	2024-153070	0.0000
iprec_at_recall_0.40  	2024-153070	0.0000
iprec_at_recall_0.50  	2024-153070	0.0000
iprec_at_recall_0.60  	2024-153070	0.0000
iprec_at_recall_0.70  	2024-153070	0.0000
iprec_at_recall_0.80  	2024-153070	0.0000
iprec_at_recall_0.90  	2024-153070	0.0000
iprec_at_recall_1.00  	2024-153070	0.0000
P_5                   	2024-153070	0.4000
P_10                  	2024-153070	0.2000
P_15                  	2024-153070	0.1333
P_20                  	2024-153070	0.1000
P_30                  	2024-153070	0.0667
P_100                 	2024-153070	0.0200
P_200                 	2024-153070	0.0100
P_500                 	2024-153070	0.0040
P_1000                	2024-153070	0.0020
relstring             	2024-153070	'31'
recall_5              	2024-153070	0.0102
recall_10             	2024-153070	0.0102
recall_15             	2024-153070	0.0102
recall_20             	2024-153070	0.0102
recall_30             	2024-153070	0.0102
recall_100            	2024-153070	0.0102
recall_200            	2024-153070	0.0102
recall_500            	2024-153070	0.0102
recall_1000           	2024-153070	0.0102
infAP                 	2024-153070	0.0102
Rprec_mult_0.20       	2024-153070	0.0500
Rprec_mult_0.40       	2024-153070	0.0253
Rprec_mult_0.60       	2024-153070	0.0168
Rprec_mult_0.80       	2024-153070	0.0127
Rprec_mult_1.00       	2024-153070	0.0102
Rprec_mult_1.20       	2024-153070	0.0084
Rprec_mult_1.40       	2024-153070	0.0072
Rprec_mult_1.60       	2024-153070	0.0063
Rprec_mult_1.80       	2024-153070	0.0056
Rprec_mult_2.00       	2024-153070	0.0051
utility               	2024-153070	2.0000
11pt_avg              	2024-153070	0.0909
binG                  	2024-153070	0.0102
G                     	2024-153070	0.0166
ndcg                  	2024-153070	0.0882
ndcg_rel              	2024-153070	0.0962
Rndcg                 	2024-153070	0.3792
ndcg_cut_5            	2024-153070	0.4823
ndcg_cut_10           	2024-153070	0.3388
ndcg_cut_15           	2024-153070	0.2885
ndcg_cut_20           	2024-153070	0.2638
ndcg_cut_30           	2024-153070	0.2286
ndcg_cut_100          	2024-153070	0.1313
ndcg_cut_200          	2024-153070	0.0882
ndcg_cut_500          	2024-153070	0.0882
ndcg_cut_1000         	2024-153070	0.0882
map_cut_5             	2024-153070	0.0102
map_cut_10            	2024-153070	0.0102
map_cut_15            	2024-153070	0.0102
map_cut_20            	2024-153070	0.0102
map_cut_30            	2024-153070	0.0102
map_cut_100           	2024-153070	0.0102
map_cut_200           	2024-153070	0.0102
map_cut_500           	2024-153070	0.0102
map_cut_1000          	2024-153070	0.0102
relative_P_5          	2024-153070	0.4000
relative_P_10         	2024-153070	0.2000
relative_P_15         	2024-153070	0.1333
relative_P_20         	2024-153070	0.1000
relative_P_30         	2024-153070	0.0667
relative_P_100        	2024-153070	0.0200
relative_P_200        	2024-153070	0.0102
relative_P_500        	2024-153070	0.0102
relative_P_1000       	2024-153070	0.0102
success_1             	2024-153070	1.0000
success_5             	2024-153070	1.0000
success_10            	2024-153070	1.0000
set_P                 	2024-153070	1.0000
set_relative_P        	2024-153070	1.0000
set_recall            	2024-153070	0.0102
set_map               	2024-153070	0.0102
set_F                 	2024-153070	0.0201
num_nonrel_judged_ret 	2024-153070	0
num_ret               	2024-158261	2
num_rel               	2024-158261	235
num_rel_ret           	2024-158261	2
map                   	2024-158261	0.0085
Rprec                 	2024-158261	0.0085
bpref                 	2024-158261	0.0085
recip_rank            	2024-158261	1.0000
iprec_at_recall_0.00  	2024-158261	1.0000
iprec_at_recall_0.10  	2024-158261	0.0000
iprec_at_recall_0.20  	2024-158261	0.0000
iprec_at_recall_0.30  	2024-158261	0.0000
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	0.4000
P_10                  	2024-158261	0.2000
P_15                  	2024-158261	0.1333
P_20                  	2024-158261	0.1000
P_30                  	2024-158261	0.0667
P_100                 	2024-158261	0.0200
P_200                 	2024-158261	0.0100
P_500                 	2024-158261	0.0040
P_1000                	2024-158261	0.0020
relstring             	2024-158261	'11'
recall_5              	2024-158261	0.0085
recall_10             	2024-158261	0.0085
recall_15             	2024-158261	0.0085
recall_20             	2024-158261	0.0085
recall_30             	2024-158261	0.0085
recall_100            	2024-158261	0.0085
recall_200            	2024-158261	0.0085
recall_500            	2024-158261	0.0085
recall_1000           	2024-158261	0.0085
infAP                 	2024-158261	0.0085
Rprec_mult_0.20       	2024-158261	0.0426
Rprec_mult_0.40       	2024-158261	0.0213
Rprec_mult_0.60       	2024-158261	0.0142
Rprec_mult_0.80       	2024-158261	0.0106
Rprec_mult_1.00       	2024-158261	0.0085
Rprec_mult_1.20       	2024-158261	0.0071
Rprec_mult_1.40       	2024-158261	0.0061
Rprec_mult_1.60       	2024-158261	0.0053
Rprec_mult_1.80       	2024-158261	0.0047
Rprec_mult_2.00       	2024-158261	0.0043
utility               	2024-158261	2.0000
11pt_avg              	2024-158261	0.0909
binG                  	2024-158261	0.0085
G                     	2024-158261	0.0033
ndcg                  	2024-158261	0.0325
ndcg_rel              	2024-158261	0.0350
Rndcg                 	2024-158261	0.1235
ndcg_cut_5            	2024-158261	0.2032
ndcg_cut_10           	2024-158261	0.1454
ndcg_cut_15           	2024-158261	0.1177
ndcg_cut_20           	2024-158261	0.1006
ndcg_cut_30           	2024-158261	0.0813
ndcg_cut_100          	2024-158261	0.0512
ndcg_cut_200          	2024-158261	0.0357
ndcg_cut_500          	2024-158261	0.0325
ndcg_cut_1000         	2024-158261	0.0325
map_cut_5             	2024-158261	0.0085
map_cut_10            	2024-158261	0.0085
map_cut_15            	2024-158261	0.0085
map_cut_20            	2024-158261	0.0085
map_cut_30            	2024-158261	0.0085
map_cut_100           	2024-158261	0.0085
map_cut_200           	2024-158261	0.0085
map_cut_500           	2024-158261	0.0085
map_cut_1000          	2024-158261	0.0085
relative_P_5          	2024-158261	0.4000
relative_P_10         	2024-158261	0.2000
relative_P_15         	2024-158261	0.1333
relative_P_20         	2024-158261	0.1000
relative_P_30         	2024-158261	0.0667
relative_P_100        	2024-158261	0.0200
relative_P_200        	2024-158261	0.0100
relative_P_500        	2024-158261	0.0085
relative_P_1000       	2024-158261	0.0085
success_1             	2024-158261	1.0000
success_5             	2024-158261	1.0000
success_10            	2024-158261	1.0000
set_P                 	2024-158261	1.0000
set_relative_P        	2024-158261	1.0000
set_recall            	2024-158261	0.0085
set_map               	2024-158261	0.0085
set_F                 	2024-158261	0.0169
num_nonrel_judged_ret 	2024-158261	0
num_ret               	2024-158677	2
num_rel               	2024-158677	256
num_rel_ret           	2024-158677	2
map                   	2024-158677	0.0078
Rprec                 	2024-158677	0.0078
bpref                 	2024-158677	0.0078
recip_rank            	2024-158677	1.0000
iprec_at_recall_0.00  	2024-158677	1.0000
iprec_at_recall_0.10  	2024-158677	0.0000
iprec_at_recall_0.20  	2024-158677	0.0000
iprec_at_recall_0.30  	2024-158677	0.0000
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	0.4000
P_10                  	2024-158677	0.2000
P_15                  	2024-158677	0.1333
P_20                  	2024-158677	0.1000
P_30                  	2024-158677	0.0667
P_100                 	2024-158677	0.0200
P_200                 	2024-158677	0.0100
P_500                 	2024-158677	0.0040
P_1000                	2024-158677	0.0020
relstring             	2024-158677	'21'
recall_5              	2024-158677	0.0078
recall_10             	2024-158677	0.0078
recall_15             	2024-158677	0.0078
recall_20             	2024-158677	0.0078
recall_30             	2024-158677	0.0078
recall_100            	2024-158677	0.0078
recall_200            	2024-158677	0.0078
recall_500            	2024-158677	0.0078
recall_1000           	2024-158677	0.0078
infAP                 	2024-158677	0.0078
Rprec_mult_0.20       	2024-158677	0.0385
Rprec_mult_0.40       	2024-158677	0.0194
Rprec_mult_0.60       	2024-158677	0.0130
Rprec_mult_0.80       	2024-158677	0.0098
Rprec_mult_1.00       	2024-158677	0.0078
Rprec_mult_1.20       	2024-158677	0.0065
Rprec_mult_1.40       	2024-158677	0.0056
Rprec_mult_1.60       	2024-158677	0.0049
Rprec_mult_1.80       	2024-158677	0.0043
Rprec_mult_2.00       	2024-158677	0.0039
utility               	2024-158677	2.0000
11pt_avg              	2024-158677	0.0909
binG                  	2024-158677	0.0078
G                     	2024-158677	0.0039
ndcg                  	2024-158677	0.0339
ndcg_rel              	2024-158677	0.0383
Rndcg                 	2024-158677	0.0664
ndcg_cut_5            	2024-158677	0.2974
ndcg_cut_10           	2024-158677	0.1930
ndcg_cut_15           	2024-158677	0.1496
ndcg_cut_20           	2024-158677	0.1246
ndcg_cut_30           	2024-158677	0.1037
ndcg_cut_100          	2024-158677	0.0538
ndcg_cut_200          	2024-158677	0.0373
ndcg_cut_500          	2024-158677	0.0339
ndcg_cut_1000         	2024-158677	0.0339
map_cut_5             	2024-158677	0.0078
map_cut_10            	2024-158677	0.0078
map_cut_15            	2024-158677	0.0078
map_cut_20            	2024-158677	0.0078
map_cut_30            	2024-158677	0.0078
map_cut_100           	2024-158677	0.0078
map_cut_200           	2024-158677	0.0078
map_cut_500           	2024-158677	0.0078
map_cut_1000          	2024-158677	0.0078
relative_P_5          	2024-158677	0.4000
relative_P_10         	2024-158677	0.2000
relative_P_15         	2024-158677	0.1333
relative_P_20         	2024-158677	0.1000
relative_P_30         	2024-158677	0.0667
relative_P_100        	2024-158677	0.0200
relative_P_200        	2024-158677	0.0100
relative_P_500        	2024-158677	0.0078
relative_P_1000       	2024-158677	0.0078
success_1             	2024-158677	1.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	1.0000
set_relative_P        	2024-158677	1.0000
set_recall            	2024-158677	0.0078
set_map               	2024-158677	0.0078
set_F                 	2024-158677	0.0155
num_nonrel_judged_ret 	2024-158677	0
num_ret               	2024-158743	2
num_rel               	2024-158743	234
num_rel_ret           	2024-158743	2
map                   	2024-158743	0.0085
Rprec                 	2024-158743	0.0085
bpref                 	2024-158743	0.0085
recip_rank            	2024-158743	1.0000
iprec_at_recall_0.00  	2024-158743	1.0000
iprec_at_recall_0.10  	2024-158743	0.0000
iprec_at_recall_0.20  	2024-158743	0.0000
iprec_at_recall_0.30  	2024-158743	0.0000
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	0.4000
P_10                  	2024-158743	0.2000
P_15                  	2024-158743	0.1333
P_20                  	2024-158743	0.1000
P_30                  	2024-158743	0.0667
P_100                 	2024-158743	0.0200
P_200                 	2024-158743	0.0100
P_500                 	2024-158743	0.0040
P_1000                	2024-158743	0.0020
relstring             	2024-158743	'11'
recall_5              	2024-158743	0.0085
recall_10             	2024-158743	0.0085
recall_15             	2024-158743	0.0085
recall_20             	2024-158743	0.0085
recall_30             	2024-158743	0.0085
recall_100            	2024-158743	0.0085
recall_200            	2024-158743	0.0085
recall_500            	2024-158743	0.0085
recall_1000           	2024-158743	0.0085
infAP                 	2024-158743	0.0085
Rprec_mult_0.20       	2024-158743	0.0426
Rprec_mult_0.40       	2024-158743	0.0213
Rprec_mult_0.60       	2024-158743	0.0142
Rprec_mult_0.80       	2024-158743	0.0106
Rprec_mult_1.00       	2024-158743	0.0085
Rprec_mult_1.20       	2024-158743	0.0071
Rprec_mult_1.40       	2024-158743	0.0061
Rprec_mult_1.60       	2024-158743	0.0053
Rprec_mult_1.80       	2024-158743	0.0047
Rprec_mult_2.00       	2024-158743	0.0043
utility               	2024-158743	2.0000
11pt_avg              	2024-158743	0.0909
binG                  	2024-158743	0.0085
G                     	2024-158743	0.0022
ndcg                  	2024-158743	0.0218
ndcg_rel              	2024-158743	0.0244
Rndcg                 	2024-158743	0.0442
ndcg_cut_5            	2024-158743	0.1844
ndcg_cut_10           	2024-158743	0.1197
ndcg_cut_15           	2024-158743	0.0928
ndcg_cut_20           	2024-158743	0.0798
ndcg_cut_30           	2024-158743	0.0661
ndcg_cut_100          	2024-158743	0.0338
ndcg_cut_200          	2024-158743	0.0231
ndcg_cut_500          	2024-158743	0.0218
ndcg_cut_1000         	2024-158743	0.0218
map_cut_5             	2024-158743	0.0085
map_cut_10            	2024-158743	0.0085
map_cut_15            	2024-158743	0.0085
map_cut_20            	2024-158743	0.0085
map_cut_30            	2024-158743	0.0085
map_cut_100           	2024-158743	0.0085
map_cut_200           	2024-158743	0.0085
map_cut_500           	2024-158743	0.0085
map_cut_1000          	2024-158743	0.0085
relative_P_5          	2024-158743	0.4000
relative_P_10         	2024-158743	0.2000
relative_P_15         	2024-158743	0.1333
relative_P_20         	2024-158743	0.1000
relative_P_30         	2024-158743	0.0667
relative_P_100        	2024-158743	0.0200
relative_P_200        	2024-158743	0.0100
relative_P_500        	2024-158743	0.0085
relative_P_1000       	2024-158743	0.0085
success_1             	2024-158743	1.0000
success_5             	2024-158743	1.0000
success_10            	2024-158743	1.0000
set_P                 	2024-158743	1.0000
set_relative_P        	2024-158743	1.0000
set_recall            	2024-158743	0.0085
set_map               	2024-158743	0.0085
set_F                 	2024-158743	0.0169
num_nonrel_judged_ret 	2024-158743	0
num_ret               	2024-160253	2
num_rel               	2024-160253	207
num_rel_ret           	2024-160253	2
map                   	2024-160253	0.0097
Rprec                 	2024-160253	0.0097
bpref                 	2024-160253	0.0097
recip_rank            	2024-160253	1.0000
iprec_at_recall_0.00  	2024-160253	1.0000
iprec_at_recall_0.10  	2024-160253	0.0000
iprec_at_recall_0.20  	2024-160253	0.0000
iprec_at_recall_0.30  	2024-160253	0.0000
iprec_at_recall_0.40  	2024-160253	0.0000
iprec_at_recall_0.50  	2024-160253	0.0000
iprec_at_recall_0.60  	2024-160253	0.0000
iprec_at_recall_0.70  	2024-160253	0.0000
iprec_at_recall_0.80  	2024-160253	0.0000
iprec_at_recall_0.90  	2024-160253	0.0000
iprec_at_recall_1.00  	2024-160253	0.0000
P_5                   	2024-160253	0.4000
P_10                  	2024-160253	0.2000
P_15                  	2024-160253	0.1333
P_20                  	2024-160253	0.1000
P_30                  	2024-160253	0.0667
P_100                 	2024-160253	0.0200
P_200                 	2024-160253	0.0100
P_500                 	2024-160253	0.0040
P_1000                	2024-160253	0.0020
relstring             	2024-160253	'22'
recall_5              	2024-160253	0.0097
recall_10             	2024-160253	0.0097
recall_15             	2024-160253	0.0097
recall_20             	2024-160253	0.0097
recall_30             	2024-160253	0.0097
recall_100            	2024-160253	0.0097
recall_200            	2024-160253	0.0097
recall_500            	2024-160253	0.0097
recall_1000           	2024-160253	0.0097
infAP                 	2024-160253	0.0097
Rprec_mult_0.20       	2024-160253	0.0476
Rprec_mult_0.40       	2024-160253	0.0241
Rprec_mult_0.60       	2024-160253	0.0160
Rprec_mult_0.80       	2024-160253	0.0120
Rprec_mult_1.00       	2024-160253	0.0097
Rprec_mult_1.20       	2024-160253	0.0080
Rprec_mult_1.40       	2024-160253	0.0069
Rprec_mult_1.60       	2024-160253	0.0060
Rprec_mult_1.80       	2024-160253	0.0054
Rprec_mult_2.00       	2024-160253	0.0048
utility               	2024-160253	2.0000
11pt_avg              	2024-160253	0.0909
binG                  	2024-160253	0.0097
G                     	2024-160253	0.0067
ndcg                  	2024-160253	0.0499
ndcg_rel              	2024-160253	0.0559
Rndcg                 	2024-160253	0.0943
ndcg_cut_5            	2024-160253	0.3688
ndcg_cut_10           	2024-160253	0.2393
ndcg_cut_15           	2024-160253	0.1855
ndcg_cut_20           	2024-160253	0.1597
ndcg_cut_30           	2024-160253	0.1322
ndcg_cut_100          	2024-160253	0.0676
ndcg_cut_200          	2024-160253	0.0506
ndcg_cut_500          	2024-160253	0.0499
ndcg_cut_1000         	2024-160253	0.0499
map_cut_5             	2024-160253	0.0097
map_cut_10            	2024-160253	0.0097
map_cut_15            	2024-160253	0.0097
map_cut_20            	2024-160253	0.0097
map_cut_30            	2024-160253	0.0097
map_cut_100           	2024-160253	0.0097
map_cut_200           	2024-160253	0.0097
map_cut_500           	2024-160253	0.0097
map_cut_1000          	2024-160253	0.0097
relative_P_5          	2024-160253	0.4000
relative_P_10         	2024-160253	0.2000
relative_P_15         	2024-160253	0.1333
relative_P_20         	2024-160253	0.1000
relative_P_30         	2024-160253	0.0667
relative_P_100        	2024-160253	0.0200
relative_P_200        	2024-160253	0.0100
relative_P_500        	2024-160253	0.0097
relative_P_1000       	2024-160253	0.0097
success_1             	2024-160253	1.0000
success_5             	2024-160253	1.0000
success_10            	2024-160253	1.0000
set_P                 	2024-160253	1.0000
set_relative_P        	2024-160253	1.0000
set_recall            	2024-160253	0.0097
set_map               	2024-160253	0.0097
set_F                 	2024-160253	0.0191
num_nonrel_judged_ret 	2024-160253	0
num_ret               	2024-160888	2
num_rel               	2024-160888	277
num_rel_ret           	2024-160888	2
map                   	2024-160888	0.0072
Rprec                 	2024-160888	0.0072
bpref                 	2024-160888	0.0072
recip_rank            	2024-160888	1.0000
iprec_at_recall_0.00  	2024-160888	1.0000
iprec_at_recall_0.10  	2024-160888	0.0000
iprec_at_recall_0.20  	2024-160888	0.0000
iprec_at_recall_0.30  	2024-160888	0.0000
iprec_at_recall_0.40  	2024-160888	0.0000
iprec_at_recall_0.50  	2024-160888	0.0000
iprec_at_recall_0.60  	2024-160888	0.0000
iprec_at_recall_0.70  	2024-160888	0.0000
iprec_at_recall_0.80  	2024-160888	0.0000
iprec_at_recall_0.90  	2024-160888	0.0000
iprec_at_recall_1.00  	2024-160888	0.0000
P_5                   	2024-160888	0.4000
P_10                  	2024-160888	0.2000
P_15                  	2024-160888	0.1333
P_20                  	2024-160888	0.1000
P_30                  	2024-160888	0.0667
P_100                 	2024-160888	0.0200
P_200                 	2024-160888	0.0100
P_500                 	2024-160888	0.0040
P_1000                	2024-160888	0.0020
relstring             	2024-160888	'32'
recall_5              	2024-160888	0.0072
recall_10             	2024-160888	0.0072
recall_15             	2024-160888	0.0072
recall_20             	2024-160888	0.0072
recall_30             	2024-160888	0.0072
recall_100            	2024-160888	0.0072
recall_200            	2024-160888	0.0072
recall_500            	2024-160888	0.0072
recall_1000           	2024-160888	0.0072
infAP                 	2024-160888	0.0072
Rprec_mult_0.20       	2024-160888	0.0357
Rprec_mult_0.40       	2024-160888	0.0180
Rprec_mult_0.60       	2024-160888	0.0120
Rprec_mult_0.80       	2024-160888	0.0090
Rprec_mult_1.00       	2024-160888	0.0072
Rprec_mult_1.20       	2024-160888	0.0060
Rprec_mult_1.40       	2024-160888	0.0052
Rprec_mult_1.60       	2024-160888	0.0045
Rprec_mult_1.80       	2024-160888	0.0040
Rprec_mult_2.00       	2024-160888	0.0036
utility               	2024-160888	2.0000
11pt_avg              	2024-160888	0.0909
binG                  	2024-160888	0.0072
G                     	2024-160888	0.0081
ndcg                  	2024-160888	0.0458
ndcg_rel              	2024-160888	0.0522
Rndcg                 	2024-160888	0.0607
ndcg_cut_5            	2024-160888	0.4818
ndcg_cut_10           	2024-160888	0.3127
ndcg_cut_15           	2024-160888	0.2424
ndcg_cut_20           	2024-160888	0.2018
ndcg_cut_30           	2024-160888	0.1551
ndcg_cut_100          	2024-160888	0.0723
ndcg_cut_200          	2024-160888	0.0511
ndcg_cut_500          	2024-160888	0.0458
ndcg_cut_1000         	2024-160888	0.0458
map_cut_5             	2024-160888	0.0072
map_cut_10            	2024-160888	0.0072
map_cut_15            	2024-160888	0.0072
map_cut_20            	2024-160888	0.0072
map_cut_30            	2024-160888	0.0072
map_cut_100           	2024-160888	0.0072
map_cut_200           	2024-160888	0.0072
map_cut_500           	2024-160888	0.0072
map_cut_1000          	2024-160888	0.0072
relative_P_5          	2024-160888	0.4000
relative_P_10         	2024-160888	0.2000
relative_P_15         	2024-160888	0.1333
relative_P_20         	2024-160888	0.1000
relative_P_30         	2024-160888	0.0667
relative_P_100        	2024-160888	0.0200
relative_P_200        	2024-160888	0.0100
relative_P_500        	2024-160888	0.0072
relative_P_1000       	2024-160888	0.0072
success_1             	2024-160888	1.0000
success_5             	2024-160888	1.0000
success_10            	2024-160888	1.0000
set_P                 	2024-160888	1.0000
set_relative_P        	2024-160888	1.0000
set_recall            	2024-160888	0.0072
set_map               	2024-160888	0.0072
set_F                 	2024-160888	0.0143
num_nonrel_judged_ret 	2024-160888	0
num_ret               	2024-161461	2
num_rel               	2024-161461	374
num_rel_ret           	2024-161461	2
map                   	2024-161461	0.0053
Rprec                 	2024-161461	0.0053
bpref                 	2024-161461	0.0053
recip_rank            	2024-161461	1.0000
iprec_at_recall_0.00  	2024-161461	1.0000
iprec_at_recall_0.10  	2024-161461	0.0000
iprec_at_recall_0.20  	2024-161461	0.0000
iprec_at_recall_0.30  	2024-161461	0.0000
iprec_at_recall_0.40  	2024-161461	0.0000
iprec_at_recall_0.50  	2024-161461	0.0000
iprec_at_recall_0.60  	2024-161461	0.0000
iprec_at_recall_0.70  	2024-161461	0.0000
iprec_at_recall_0.80  	2024-161461	0.0000
iprec_at_recall_0.90  	2024-161461	0.0000
iprec_at_recall_1.00  	2024-161461	0.0000
P_5                   	2024-161461	0.4000
P_10                  	2024-161461	0.2000
P_15                  	2024-161461	0.1333
P_20                  	2024-161461	0.1000
P_30                  	2024-161461	0.0667
P_100                 	2024-161461	0.0200
P_200                 	2024-161461	0.0100
P_500                 	2024-161461	0.0040
P_1000                	2024-161461	0.0020
relstring             	2024-161461	'12'
recall_5              	2024-161461	0.0053
recall_10             	2024-161461	0.0053
recall_15             	2024-161461	0.0053
recall_20             	2024-161461	0.0053
recall_30             	2024-161461	0.0053
recall_100            	2024-161461	0.0053
recall_200            	2024-161461	0.0053
recall_500            	2024-161461	0.0053
recall_1000           	2024-161461	0.0053
infAP                 	2024-161461	0.0053
Rprec_mult_0.20       	2024-161461	0.0267
Rprec_mult_0.40       	2024-161461	0.0133
Rprec_mult_0.60       	2024-161461	0.0089
Rprec_mult_0.80       	2024-161461	0.0067
Rprec_mult_1.00       	2024-161461	0.0053
Rprec_mult_1.20       	2024-161461	0.0045
Rprec_mult_1.40       	2024-161461	0.0038
Rprec_mult_1.60       	2024-161461	0.0033
Rprec_mult_1.80       	2024-161461	0.0030
Rprec_mult_2.00       	2024-161461	0.0027
utility               	2024-161461	2.0000
11pt_avg              	2024-161461	0.0909
binG                  	2024-161461	0.0053
G                     	2024-161461	0.0021
ndcg                  	2024-161461	0.0215
ndcg_rel              	2024-161461	0.0235
Rndcg                 	2024-161461	0.0360
ndcg_cut_5            	2024-161461	0.2557
ndcg_cut_10           	2024-161461	0.1659
ndcg_cut_15           	2024-161461	0.1286
ndcg_cut_20           	2024-161461	0.1071
ndcg_cut_30           	2024-161461	0.0823
ndcg_cut_100          	2024-161461	0.0416
ndcg_cut_200          	2024-161461	0.0275
ndcg_cut_500          	2024-161461	0.0215
ndcg_cut_1000         	2024-161461	0.0215
map_cut_5             	2024-161461	0.0053
map_cut_10            	2024-161461	0.0053
map_cut_15            	2024-161461	0.0053
map_cut_20            	2024-161461	0.0053
map_cut_30            	2024-161461	0.0053
map_cut_100           	2024-161461	0.0053
map_cut_200           	2024-161461	0.0053
map_cut_500           	2024-161461	0.0053
map_cut_1000          	2024-161461	0.0053
relative_P_5          	2024-161461	0.4000
relative_P_10         	2024-161461	0.2000
relative_P_15         	2024-161461	0.1333
relative_P_20         	2024-161461	0.1000
relative_P_30         	2024-161461	0.0667
relative_P_100        	2024-161461	0.0200
relative_P_200        	2024-161461	0.0100
relative_P_500        	2024-161461	0.0053
relative_P_1000       	2024-161461	0.0053
success_1             	2024-161461	1.0000
success_5             	2024-161461	1.0000
success_10            	2024-161461	1.0000
set_P                 	2024-161461	1.0000
set_relative_P        	2024-161461	1.0000
set_recall            	2024-161461	0.0053
set_map               	2024-161461	0.0053
set_F                 	2024-161461	0.0106
num_nonrel_judged_ret 	2024-161461	0
num_ret               	2024-173513	2
num_rel               	2024-173513	419
num_rel_ret           	2024-173513	2
map                   	2024-173513	0.0048
Rprec                 	2024-173513	0.0048
bpref                 	2024-173513	0.0048
recip_rank            	2024-173513	1.0000
iprec_at_recall_0.00  	2024-173513	1.0000
iprec_at_recall_0.10  	2024-173513	0.0000
iprec_at_recall_0.20  	2024-173513	0.0000
iprec_at_recall_0.30  	2024-173513	0.0000
iprec_at_recall_0.40  	2024-173513	0.0000
iprec_at_recall_0.50  	2024-173513	0.0000
iprec_at_recall_0.60  	2024-173513	0.0000
iprec_at_recall_0.70  	2024-173513	0.0000
iprec_at_recall_0.80  	2024-173513	0.0000
iprec_at_recall_0.90  	2024-173513	0.0000
iprec_at_recall_1.00  	2024-173513	0.0000
P_5                   	2024-173513	0.4000
P_10                  	2024-173513	0.2000
P_15                  	2024-173513	0.1333
P_20                  	2024-173513	0.1000
P_30                  	2024-173513	0.0667
P_100                 	2024-173513	0.0200
P_200                 	2024-173513	0.0100
P_500                 	2024-173513	0.0040
P_1000                	2024-173513	0.0020
relstring             	2024-173513	'22'
recall_5              	2024-173513	0.0048
recall_10             	2024-173513	0.0048
recall_15             	2024-173513	0.0048
recall_20             	2024-173513	0.0048
recall_30             	2024-173513	0.0048
recall_100            	2024-173513	0.0048
recall_200            	2024-173513	0.0048
recall_500            	2024-173513	0.0048
recall_1000           	2024-173513	0.0048
infAP                 	2024-173513	0.0048
Rprec_mult_0.20       	2024-173513	0.0238
Rprec_mult_0.40       	2024-173513	0.0119
Rprec_mult_0.60       	2024-173513	0.0079
Rprec_mult_0.80       	2024-173513	0.0060
Rprec_mult_1.00       	2024-173513	0.0048
Rprec_mult_1.20       	2024-173513	0.0040
Rprec_mult_1.40       	2024-173513	0.0034
Rprec_mult_1.60       	2024-173513	0.0030
Rprec_mult_1.80       	2024-173513	0.0026
Rprec_mult_2.00       	2024-173513	0.0024
utility               	2024-173513	2.0000
11pt_avg              	2024-173513	0.0909
binG                  	2024-173513	0.0048
G                     	2024-173513	0.0038
ndcg                  	2024-173513	0.0332
ndcg_rel              	2024-173513	0.0362
Rndcg                 	2024-173513	0.0733
ndcg_cut_5            	2024-173513	0.3688
ndcg_cut_10           	2024-173513	0.2393
ndcg_cut_15           	2024-173513	0.1855
ndcg_cut_20           	2024-173513	0.1544
ndcg_cut_30           	2024-173513	0.1243
ndcg_cut_100          	2024-173513	0.0655
ndcg_cut_200          	2024-173513	0.0454
ndcg_cut_500          	2024-173513	0.0332
ndcg_cut_1000         	2024-173513	0.0332
map_cut_5             	2024-173513	0.0048
map_cut_10            	2024-173513	0.0048
map_cut_15            	2024-173513	0.0048
map_cut_20            	2024-173513	0.0048
map_cut_30            	2024-173513	0.0048
map_cut_100           	2024-173513	0.0048
map_cut_200           	2024-173513	0.0048
map_cut_500           	2024-173513	0.0048
map_cut_1000          	2024-173513	0.0048
relative_P_5          	2024-173513	0.4000
relative_P_10         	2024-173513	0.2000
relative_P_15         	2024-173513	0.1333
relative_P_20         	2024-173513	0.1000
relative_P_30         	2024-173513	0.0667
relative_P_100        	2024-173513	0.0200
relative_P_200        	2024-173513	0.0100
relative_P_500        	2024-173513	0.0048
relative_P_1000       	2024-173513	0.0048
success_1             	2024-173513	1.0000
success_5             	2024-173513	1.0000
success_10            	2024-173513	1.0000
set_P                 	2024-173513	1.0000
set_relative_P        	2024-173513	1.0000
set_recall            	2024-173513	0.0048
set_map               	2024-173513	0.0048
set_F                 	2024-173513	0.0095
num_nonrel_judged_ret 	2024-173513	0
num_ret               	2024-173795	2
num_rel               	2024-173795	290
num_rel_ret           	2024-173795	2
map                   	2024-173795	0.0069
Rprec                 	2024-173795	0.0069
bpref                 	2024-173795	0.0069
recip_rank            	2024-173795	1.0000
iprec_at_recall_0.00  	2024-173795	1.0000
iprec_at_recall_0.10  	2024-173795	0.0000
iprec_at_recall_0.20  	2024-173795	0.0000
iprec_at_recall_0.30  	2024-173795	0.0000
iprec_at_recall_0.40  	2024-173795	0.0000
iprec_at_recall_0.50  	2024-173795	0.0000
iprec_at_recall_0.60  	2024-173795	0.0000
iprec_at_recall_0.70  	2024-173795	0.0000
iprec_at_recall_0.80  	2024-173795	0.0000
iprec_at_recall_0.90  	2024-173795	0.0000
iprec_at_recall_1.00  	2024-173795	0.0000
P_5                   	2024-173795	0.4000
P_10                  	2024-173795	0.2000
P_15                  	2024-173795	0.1333
P_20                  	2024-173795	0.1000
P_30                  	2024-173795	0.0667
P_100                 	2024-173795	0.0200
P_200                 	2024-173795	0.0100
P_500                 	2024-173795	0.0040
P_1000                	2024-173795	0.0020
relstring             	2024-173795	'12'
recall_5              	2024-173795	0.0069
recall_10             	2024-173795	0.0069
recall_15             	2024-173795	0.0069
recall_20             	2024-173795	0.0069
recall_30             	2024-173795	0.0069
recall_100            	2024-173795	0.0069
recall_200            	2024-173795	0.0069
recall_500            	2024-173795	0.0069
recall_1000           	2024-173795	0.0069
infAP                 	2024-173795	0.0069
Rprec_mult_0.20       	2024-173795	0.0345
Rprec_mult_0.40       	2024-173795	0.0172
Rprec_mult_0.60       	2024-173795	0.0115
Rprec_mult_0.80       	2024-173795	0.0086
Rprec_mult_1.00       	2024-173795	0.0069
Rprec_mult_1.20       	2024-173795	0.0057
Rprec_mult_1.40       	2024-173795	0.0049
Rprec_mult_1.60       	2024-173795	0.0043
Rprec_mult_1.80       	2024-173795	0.0038
Rprec_mult_2.00       	2024-173795	0.0034
utility               	2024-173795	2.0000
11pt_avg              	2024-173795	0.0909
binG                  	2024-173795	0.0069
G                     	2024-173795	0.0029
ndcg                  	2024-173795	0.0273
ndcg_rel              	2024-173795	0.0298
Rndcg                 	2024-173795	0.0508
ndcg_cut_5            	2024-173795	0.2557
ndcg_cut_10           	2024-173795	0.1659
ndcg_cut_15           	2024-173795	0.1286
ndcg_cut_20           	2024-173795	0.1071
ndcg_cut_30           	2024-173795	0.0848
ndcg_cut_100          	2024-173795	0.0450
ndcg_cut_200          	2024-173795	0.0316
ndcg_cut_500          	2024-173795	0.0273
ndcg_cut_1000         	2024-173795	0.0273
map_cut_5             	2024-173795	0.0069
map_cut_10            	2024-173795	0.0069
map_cut_15            	2024-173795	0.0069
map_cut_20            	2024-173795	0.0069
map_cut_30            	2024-173795	0.0069
map_cut_100           	2024-173795	0.0069
map_cut_200           	2024-173795	0.0069
map_cut_500           	2024-173795	0.0069
map_cut_1000          	2024-173795	0.0069
relative_P_5          	2024-173795	0.4000
relative_P_10         	2024-173795	0.2000
relative_P_15         	2024-173795	0.1333
relative_P_20         	2024-173795	0.1000
relative_P_30         	2024-173795	0.0667
relative_P_100        	2024-173795	0.0200
relative_P_200        	2024-173795	0.0100
relative_P_500        	2024-173795	0.0069
relative_P_1000       	2024-173795	0.0069
success_1             	2024-173795	1.0000
success_5             	2024-173795	1.0000
success_10            	2024-173795	1.0000
set_P                 	2024-173795	1.0000
set_relative_P        	2024-173795	1.0000
set_recall            	2024-173795	0.0069
set_map               	2024-173795	0.0069
set_F                 	2024-173795	0.0137
num_nonrel_judged_ret 	2024-173795	0
num_ret               	2024-17605	2
num_rel               	2024-17605	114
num_rel_ret           	2024-17605	0
map                   	2024-17605	0.0000
Rprec                 	2024-17605	0.0000
bpref                 	2024-17605	0.0000
recip_rank            	2024-17605	0.0000
iprec_at_recall_0.00  	2024-17605	0.0000
iprec_at_recall_0.10  	2024-17605	0.0000
iprec_at_recall_0.20  	2024-17605	0.0000
iprec_at_recall_0.30  	2024-17605	0.0000
iprec_at_recall_0.40  	2024-17605	0.0000
iprec_at_recall_0.50  	2024-17605	0.0000
iprec_at_recall_0.60  	2024-17605	0.0000
iprec_at_recall_0.70  	2024-17605	0.0000
iprec_at_recall_0.80  	2024-17605	0.0000
iprec_at_recall_0.90  	2024-17605	0.0000
iprec_at_recall_1.00  	2024-17605	0.0000
P_5                   	2024-17605	0.0000
P_10                  	2024-17605	0.0000
P_15                  	2024-17605	0.0000
P_20                  	2024-17605	0.0000
P_30                  	2024-17605	0.0000
P_100                 	2024-17605	0.0000
P_200                 	2024-17605	0.0000
P_500                 	2024-17605	0.0000
P_1000                	2024-17605	0.0000
relstring             	2024-17605	'00'
recall_5              	2024-17605	0.0000
recall_10             	2024-17605	0.0000
recall_15             	2024-17605	0.0000
recall_20             	2024-17605	0.0000
recall_30             	2024-17605	0.0000
recall_100            	2024-17605	0.0000
recall_200            	2024-17605	0.0000
recall_500            	2024-17605	0.0000
recall_1000           	2024-17605	0.0000
infAP                 	2024-17605	0.0000
Rprec_mult_0.20       	2024-17605	0.0000
Rprec_mult_0.40       	2024-17605	0.0000
Rprec_mult_0.60       	2024-17605	0.0000
Rprec_mult_0.80       	2024-17605	0.0000
Rprec_mult_1.00       	2024-17605	0.0000
Rprec_mult_1.20       	2024-17605	0.0000
Rprec_mult_1.40       	2024-17605	0.0000
Rprec_mult_1.60       	2024-17605	0.0000
Rprec_mult_1.80       	2024-17605	0.0000
Rprec_mult_2.00       	2024-17605	0.0000
utility               	2024-17605	-2.0000
11pt_avg              	2024-17605	0.0000
binG                  	2024-17605	0.0000
G                     	2024-17605	0.0000
ndcg                  	2024-17605	0.0000
ndcg_rel              	2024-17605	0.0000
Rndcg                 	2024-17605	0.0000
ndcg_cut_5            	2024-17605	0.0000
ndcg_cut_10           	2024-17605	0.0000
ndcg_cut_15           	2024-17605	0.0000
ndcg_cut_20           	2024-17605	0.0000
ndcg_cut_30           	2024-17605	0.0000
ndcg_cut_100          	2024-17605	0.0000
ndcg_cut_200          	2024-17605	0.0000
ndcg_cut_500          	2024-17605	0.0000
ndcg_cut_1000         	2024-17605	0.0000
map_cut_5             	2024-17605	0.0000
map_cut_10            	2024-17605	0.0000
map_cut_15            	2024-17605	0.0000
map_cut_20            	2024-17605	0.0000
map_cut_30            	2024-17605	0.0000
map_cut_100           	2024-17605	0.0000
map_cut_200           	2024-17605	0.0000
map_cut_500           	2024-17605	0.0000
map_cut_1000          	2024-17605	0.0000
relative_P_5          	2024-17605	0.0000
relative_P_10         	2024-17605	0.0000
relative_P_15         	2024-17605	0.0000
relative_P_20         	2024-17605	0.0000
relative_P_30         	2024-17605	0.0000
relative_P_100        	2024-17605	0.0000
relative_P_200        	2024-17605	0.0000
relative_P_500        	2024-17605	0.0000
relative_P_1000       	2024-17605	0.0000
success_1             	2024-17605	0.0000
success_5             	2024-17605	0.0000
success_10            	2024-17605	0.0000
set_P                 	2024-17605	0.0000
set_relative_P        	2024-17605	0.0000
set_recall            	2024-17605	0.0000
set_map               	2024-17605	0.0000
set_F                 	2024-17605	0.0000
num_nonrel_judged_ret 	2024-17605	2
num_ret               	2024-17909	2
num_rel               	2024-17909	244
num_rel_ret           	2024-17909	2
map                   	2024-17909	0.0082
Rprec                 	2024-17909	0.0082
bpref                 	2024-17909	0.0082
recip_rank            	2024-17909	1.0000
iprec_at_recall_0.00  	2024-17909	1.0000
iprec_at_recall_0.10  	2024-17909	0.0000
iprec_at_recall_0.20  	2024-17909	0.0000
iprec_at_recall_0.30  	2024-17909	0.0000
iprec_at_recall_0.40  	2024-17909	0.0000
iprec_at_recall_0.50  	2024-17909	0.0000
iprec_at_recall_0.60  	2024-17909	0.0000
iprec_at_recall_0.70  	2024-17909	0.0000
iprec_at_recall_0.80  	2024-17909	0.0000
iprec_at_recall_0.90  	2024-17909	0.0000
iprec_at_recall_1.00  	2024-17909	0.0000
P_5                   	2024-17909	0.4000
P_10                  	2024-17909	0.2000
P_15                  	2024-17909	0.1333
P_20                  	2024-17909	0.1000
P_30                  	2024-17909	0.0667
P_100                 	2024-17909	0.0200
P_200                 	2024-17909	0.0100
P_500                 	2024-17909	0.0040
P_1000                	2024-17909	0.0020
relstring             	2024-17909	'22'
recall_5              	2024-17909	0.0082
recall_10             	2024-17909	0.0082
recall_15             	2024-17909	0.0082
recall_20             	2024-17909	0.0082
recall_30             	2024-17909	0.0082
recall_100            	2024-17909	0.0082
recall_200            	2024-17909	0.0082
recall_500            	2024-17909	0.0082
recall_1000           	2024-17909	0.0082
infAP                 	2024-17909	0.0082
Rprec_mult_0.20       	2024-17909	0.0408
Rprec_mult_0.40       	2024-17909	0.0204
Rprec_mult_0.60       	2024-17909	0.0136
Rprec_mult_0.80       	2024-17909	0.0102
Rprec_mult_1.00       	2024-17909	0.0082
Rprec_mult_1.20       	2024-17909	0.0068
Rprec_mult_1.40       	2024-17909	0.0058
Rprec_mult_1.60       	2024-17909	0.0051
Rprec_mult_1.80       	2024-17909	0.0045
Rprec_mult_2.00       	2024-17909	0.0041
utility               	2024-17909	2.0000
11pt_avg              	2024-17909	0.0909
binG                  	2024-17909	0.0082
G                     	2024-17909	0.0058
ndcg                  	2024-17909	0.0454
ndcg_rel              	2024-17909	0.0504
Rndcg                 	2024-17909	0.0895
ndcg_cut_5            	2024-17909	0.3688
ndcg_cut_10           	2024-17909	0.2393
ndcg_cut_15           	2024-17909	0.1855
ndcg_cut_20           	2024-17909	0.1579
ndcg_cut_30           	2024-17909	0.1310
ndcg_cut_100          	2024-17909	0.0673
ndcg_cut_200          	2024-17909	0.0492
ndcg_cut_500          	2024-17909	0.0454
ndcg_cut_1000         	2024-17909	0.0454
map_cut_5             	2024-17909	0.0082
map_cut_10            	2024-17909	0.0082
map_cut_15            	2024-17909	0.0082
map_cut_20            	2024-17909	0.0082
map_cut_30            	2024-17909	0.0082
map_cut_100           	2024-17909	0.0082
map_cut_200           	2024-17909	0.0082
map_cut_500           	2024-17909	0.0082
map_cut_1000          	2024-17909	0.0082
relative_P_5          	2024-17909	0.4000
relative_P_10         	2024-17909	0.2000
relative_P_15         	2024-17909	0.1333
relative_P_20         	2024-17909	0.1000
relative_P_30         	2024-17909	0.0667
relative_P_100        	2024-17909	0.0200
relative_P_200        	2024-17909	0.0100
relative_P_500        	2024-17909	0.0082
relative_P_1000       	2024-17909	0.0082
success_1             	2024-17909	1.0000
success_5             	2024-17909	1.0000
success_10            	2024-17909	1.0000
set_P                 	2024-17909	1.0000
set_relative_P        	2024-17909	1.0000
set_recall            	2024-17909	0.0082
set_map               	2024-17909	0.0082
set_F                 	2024-17909	0.0163
num_nonrel_judged_ret 	2024-17909	0
num_ret               	2024-18963	2
num_rel               	2024-18963	216
num_rel_ret           	2024-18963	2
map                   	2024-18963	0.0093
Rprec                 	2024-18963	0.0093
bpref                 	2024-18963	0.0093
recip_rank            	2024-18963	1.0000
iprec_at_recall_0.00  	2024-18963	1.0000
iprec_at_recall_0.10  	2024-18963	0.0000
iprec_at_recall_0.20  	2024-18963	0.0000
iprec_at_recall_0.30  	2024-18963	0.0000
iprec_at_recall_0.40  	2024-18963	0.0000
iprec_at_recall_0.50  	2024-18963	0.0000
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	0.4000
P_10                  	2024-18963	0.2000
P_15                  	2024-18963	0.1333
P_20                  	2024-18963	0.1000
P_30                  	2024-18963	0.0667
P_100                 	2024-18963	0.0200
P_200                 	2024-18963	0.0100
P_500                 	2024-18963	0.0040
P_1000                	2024-18963	0.0020
relstring             	2024-18963	'13'
recall_5              	2024-18963	0.0093
recall_10             	2024-18963	0.0093
recall_15             	2024-18963	0.0093
recall_20             	2024-18963	0.0093
recall_30             	2024-18963	0.0093
recall_100            	2024-18963	0.0093
recall_200            	2024-18963	0.0093
recall_500            	2024-18963	0.0093
recall_1000           	2024-18963	0.0093
infAP                 	2024-18963	0.0093
Rprec_mult_0.20       	2024-18963	0.0455
Rprec_mult_0.40       	2024-18963	0.0230
Rprec_mult_0.60       	2024-18963	0.0154
Rprec_mult_0.80       	2024-18963	0.0116
Rprec_mult_1.00       	2024-18963	0.0093
Rprec_mult_1.20       	2024-18963	0.0077
Rprec_mult_1.40       	2024-18963	0.0066
Rprec_mult_1.60       	2024-18963	0.0058
Rprec_mult_1.80       	2024-18963	0.0051
Rprec_mult_2.00       	2024-18963	0.0046
utility               	2024-18963	2.0000
11pt_avg              	2024-18963	0.0909
binG                  	2024-18963	0.0093
G                     	2024-18963	0.0061
ndcg                  	2024-18963	0.0460
ndcg_rel              	2024-18963	0.0499
Rndcg                 	2024-18963	0.1111
ndcg_cut_5            	2024-18963	0.3270
ndcg_cut_10           	2024-18963	0.2168
ndcg_cut_15           	2024-18963	0.1811
ndcg_cut_20           	2024-18963	0.1578
ndcg_cut_30           	2024-18963	0.1281
ndcg_cut_100          	2024-18963	0.0627
ndcg_cut_200          	2024-18963	0.0476
ndcg_cut_500          	2024-18963	0.0460
ndcg_cut_1000         	2024-18963	0.0460
map_cut_5             	2024-18963	0.0093
map_cut_10            	2024-18963	0.0093
map_cut_15            	2024-18963	0.0093
map_cut_20            	2024-18963	0.0093
map_cut_30            	2024-18963	0.0093
map_cut_100           	2024-18963	0.0093
map_cut_200           	2024-18963	0.0093
map_cut_500           	2024-18963	0.0093
map_cut_1000          	2024-18963	0.0093
relative_P_5          	2024-18963	0.4000
relative_P_10         	2024-18963	0.2000
relative_P_15         	2024-18963	0.1333
relative_P_20         	2024-18963	0.1000
relative_P_30         	2024-18963	0.0667
relative_P_100        	2024-18963	0.0200
relative_P_200        	2024-18963	0.0100
relative_P_500        	2024-18963	0.0093
relative_P_1000       	2024-18963	0.0093
success_1             	2024-18963	1.0000
success_5             	2024-18963	1.0000
success_10            	2024-18963	1.0000
set_P                 	2024-18963	1.0000
set_relative_P        	2024-18963	1.0000
set_recall            	2024-18963	0.0093
set_map               	2024-18963	0.0093
set_F                 	2024-18963	0.0183
num_nonrel_judged_ret 	2024-18963	0
num_ret               	2024-19025	2
num_rel               	2024-19025	203
num_rel_ret           	2024-19025	2
map                   	2024-19025	0.0099
Rprec                 	2024-19025	0.0099
bpref                 	2024-19025	0.0099
recip_rank            	2024-19025	1.0000
iprec_at_recall_0.00  	2024-19025	1.0000
iprec_at_recall_0.10  	2024-19025	0.0000
iprec_at_recall_0.20  	2024-19025	0.0000
iprec_at_recall_0.30  	2024-19025	0.0000
iprec_at_recall_0.40  	2024-19025	0.0000
iprec_at_recall_0.50  	2024-19025	0.0000
iprec_at_recall_0.60  	2024-19025	0.0000
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.4000
P_10                  	2024-19025	0.2000
P_15                  	2024-19025	0.1333
P_20                  	2024-19025	0.1000
P_30                  	2024-19025	0.0667
P_100                 	2024-19025	0.0200
P_200                 	2024-19025	0.0100
P_500                 	2024-19025	0.0040
P_1000                	2024-19025	0.0020
relstring             	2024-19025	'11'
recall_5              	2024-19025	0.0099
recall_10             	2024-19025	0.0099
recall_15             	2024-19025	0.0099
recall_20             	2024-19025	0.0099
recall_30             	2024-19025	0.0099
recall_100            	2024-19025	0.0099
recall_200            	2024-19025	0.0099
recall_500            	2024-19025	0.0099
recall_1000           	2024-19025	0.0099
infAP                 	2024-19025	0.0099
Rprec_mult_0.20       	2024-19025	0.0488
Rprec_mult_0.40       	2024-19025	0.0244
Rprec_mult_0.60       	2024-19025	0.0164
Rprec_mult_0.80       	2024-19025	0.0123
Rprec_mult_1.00       	2024-19025	0.0099
Rprec_mult_1.20       	2024-19025	0.0082
Rprec_mult_1.40       	2024-19025	0.0070
Rprec_mult_1.60       	2024-19025	0.0062
Rprec_mult_1.80       	2024-19025	0.0055
Rprec_mult_2.00       	2024-19025	0.0049
utility               	2024-19025	2.0000
11pt_avg              	2024-19025	0.0909
binG                  	2024-19025	0.0099
G                     	2024-19025	0.0037
ndcg                  	2024-19025	0.0343
ndcg_rel              	2024-19025	0.0373
Rndcg                 	2024-19025	0.1068
ndcg_cut_5            	2024-19025	0.1928
ndcg_cut_10           	2024-19025	0.1400
ndcg_cut_15           	2024-19025	0.1142
ndcg_cut_20           	2024-19025	0.0980
ndcg_cut_30           	2024-19025	0.0781
ndcg_cut_100          	2024-19025	0.0490
ndcg_cut_200          	2024-19025	0.0346
ndcg_cut_500          	2024-19025	0.0343
ndcg_cut_1000         	2024-19025	0.0343
map_cut_5             	2024-19025	0.0099
map_cut_10            	2024-19025	0.0099
map_cut_15            	2024-19025	0.0099
map_cut_20            	2024-19025	0.0099
map_cut_30            	2024-19025	0.0099
map_cut_100           	2024-19025	0.0099
map_cut_200           	2024-19025	0.0099
map_cut_500           	2024-19025	0.0099
map_cut_1000          	2024-19025	0.0099
relative_P_5          	2024-19025	0.4000
relative_P_10         	2024-19025	0.2000
relative_P_15         	2024-19025	0.1333
relative_P_20         	2024-19025	0.1000
relative_P_30         	2024-19025	0.0667
relative_P_100        	2024-19025	0.0200
relative_P_200        	2024-19025	0.0100
relative_P_500        	2024-19025	0.0099
relative_P_1000       	2024-19025	0.0099
success_1             	2024-19025	1.0000
success_5             	2024-19025	1.0000
success_10            	2024-19025	1.0000
set_P                 	2024-19025	1.0000
set_relative_P        	2024-19025	1.0000
set_recall            	2024-19025	0.0099
set_map               	2024-19025	0.0099
set_F                 	2024-19025	0.0195
num_nonrel_judged_ret 	2024-19025	0
num_ret               	2024-190455	2
num_rel               	2024-190455	439
num_rel_ret           	2024-190455	2
map                   	2024-190455	0.0046
Rprec                 	2024-190455	0.0046
bpref                 	2024-190455	0.0046
recip_rank            	2024-190455	1.0000
iprec_at_recall_0.00  	2024-190455	1.0000
iprec_at_recall_0.10  	2024-190455	0.0000
iprec_at_recall_0.20  	2024-190455	0.0000
iprec_at_recall_0.30  	2024-190455	0.0000
iprec_at_recall_0.40  	2024-190455	0.0000
iprec_at_recall_0.50  	2024-190455	0.0000
iprec_at_recall_0.60  	2024-190455	0.0000
iprec_at_recall_0.70  	2024-190455	0.0000
iprec_at_recall_0.80  	2024-190455	0.0000
iprec_at_recall_0.90  	2024-190455	0.0000
iprec_at_recall_1.00  	2024-190455	0.0000
P_5                   	2024-190455	0.4000
P_10                  	2024-190455	0.2000
P_15                  	2024-190455	0.1333
P_20                  	2024-190455	0.1000
P_30                  	2024-190455	0.0667
P_100                 	2024-190455	0.0200
P_200                 	2024-190455	0.0100
P_500                 	2024-190455	0.0040
P_1000                	2024-190455	0.0020
relstring             	2024-190455	'13'
recall_5              	2024-190455	0.0046
recall_10             	2024-190455	0.0046
recall_15             	2024-190455	0.0046
recall_20             	2024-190455	0.0046
recall_30             	2024-190455	0.0046
recall_100            	2024-190455	0.0046
recall_200            	2024-190455	0.0046
recall_500            	2024-190455	0.0046
recall_1000           	2024-190455	0.0046
infAP                 	2024-190455	0.0046
Rprec_mult_0.20       	2024-190455	0.0227
Rprec_mult_0.40       	2024-190455	0.0114
Rprec_mult_0.60       	2024-190455	0.0076
Rprec_mult_0.80       	2024-190455	0.0057
Rprec_mult_1.00       	2024-190455	0.0046
Rprec_mult_1.20       	2024-190455	0.0038
Rprec_mult_1.40       	2024-190455	0.0033
Rprec_mult_1.60       	2024-190455	0.0028
Rprec_mult_1.80       	2024-190455	0.0025
Rprec_mult_2.00       	2024-190455	0.0023
utility               	2024-190455	2.0000
11pt_avg              	2024-190455	0.0909
binG                  	2024-190455	0.0046
G                     	2024-190455	0.0023
ndcg                  	2024-190455	0.0210
ndcg_rel              	2024-190455	0.0230
Rndcg                 	2024-190455	0.0271
ndcg_cut_5            	2024-190455	0.3270
ndcg_cut_10           	2024-190455	0.2122
ndcg_cut_15           	2024-190455	0.1645
ndcg_cut_20           	2024-190455	0.1370
ndcg_cut_30           	2024-190455	0.1053
ndcg_cut_100          	2024-190455	0.0461
ndcg_cut_200          	2024-190455	0.0302
ndcg_cut_500          	2024-190455	0.0210
ndcg_cut_1000         	2024-190455	0.0210
map_cut_5             	2024-190455	0.0046
map_cut_10            	2024-190455	0.0046
map_cut_15            	2024-190455	0.0046
map_cut_20            	2024-190455	0.0046
map_cut_30            	2024-190455	0.0046
map_cut_100           	2024-190455	0.0046
map_cut_200           	2024-190455	0.0046
map_cut_500           	2024-190455	0.0046
map_cut_1000          	2024-190455	0.0046
relative_P_5          	2024-190455	0.4000
relative_P_10         	2024-190455	0.2000
relative_P_15         	2024-190455	0.1333
relative_P_20         	2024-190455	0.1000
relative_P_30         	2024-190455	0.0667
relative_P_100        	2024-190455	0.0200
relative_P_200        	2024-190455	0.0100
relative_P_500        	2024-190455	0.0046
relative_P_1000       	2024-190455	0.0046
success_1             	2024-190455	1.0000
success_5             	2024-190455	1.0000
success_10            	2024-190455	1.0000
set_P                 	2024-190455	1.0000
set_relative_P        	2024-190455	1.0000
set_recall            	2024-190455	0.0046
set_map               	2024-190455	0.0046
set_F                 	2024-190455	0.0091
num_nonrel_judged_ret 	2024-190455	0
num_ret               	2024-19448	2
num_rel               	2024-19448	216
num_rel_ret           	2024-19448	2
map                   	2024-19448	0.0093
Rprec                 	2024-19448	0.0093
bpref                 	2024-19448	0.0093
recip_rank            	2024-19448	1.0000
iprec_at_recall_0.00  	2024-19448	1.0000
iprec_at_recall_0.10  	2024-19448	0.0000
iprec_at_recall_0.20  	2024-19448	0.0000
iprec_at_recall_0.30  	2024-19448	0.0000
iprec_at_recall_0.40  	2024-19448	0.0000
iprec_at_recall_0.50  	2024-19448	0.0000
iprec_at_recall_0.60  	2024-19448	0.0000
iprec_at_recall_0.70  	2024-19448	0.0000
iprec_at_recall_0.80  	2024-19448	0.0000
iprec_at_recall_0.90  	2024-19448	0.0000
iprec_at_recall_1.00  	2024-19448	0.0000
P_5                   	2024-19448	0.4000
P_10                  	2024-19448	0.2000
P_15                  	2024-19448	0.1333
P_20                  	2024-19448	0.1000
P_30                  	2024-19448	0.0667
P_100                 	2024-19448	0.0200
P_200                 	2024-19448	0.0100
P_500                 	2024-19448	0.0040
P_1000                	2024-19448	0.0020
relstring             	2024-19448	'31'
recall_5              	2024-19448	0.0093
recall_10             	2024-19448	0.0093
recall_15             	2024-19448	0.0093
recall_20             	2024-19448	0.0093
recall_30             	2024-19448	0.0093
recall_100            	2024-19448	0.0093
recall_200            	2024-19448	0.0093
recall_500            	2024-19448	0.0093
recall_1000           	2024-19448	0.0093
infAP                 	2024-19448	0.0093
Rprec_mult_0.20       	2024-19448	0.0455
Rprec_mult_0.40       	2024-19448	0.0230
Rprec_mult_0.60       	2024-19448	0.0154
Rprec_mult_0.80       	2024-19448	0.0116
Rprec_mult_1.00       	2024-19448	0.0093
Rprec_mult_1.20       	2024-19448	0.0077
Rprec_mult_1.40       	2024-19448	0.0066
Rprec_mult_1.60       	2024-19448	0.0058
Rprec_mult_1.80       	2024-19448	0.0051
Rprec_mult_2.00       	2024-19448	0.0046
utility               	2024-19448	2.0000
11pt_avg              	2024-19448	0.0909
binG                  	2024-19448	0.0093
G                     	2024-19448	0.0123
ndcg                  	2024-19448	0.0661
ndcg_rel              	2024-19448	0.0735
Rndcg                 	2024-19448	0.1953
ndcg_cut_5            	2024-19448	0.4105
ndcg_cut_10           	2024-19448	0.3017
ndcg_cut_15           	2024-19448	0.2475
ndcg_cut_20           	2024-19448	0.2132
ndcg_cut_30           	2024-19448	0.1707
ndcg_cut_100          	2024-19448	0.0931
ndcg_cut_200          	2024-19448	0.0687
ndcg_cut_500          	2024-19448	0.0661
ndcg_cut_1000         	2024-19448	0.0661
map_cut_5             	2024-19448	0.0093
map_cut_10            	2024-19448	0.0093
map_cut_15            	2024-19448	0.0093
map_cut_20            	2024-19448	0.0093
map_cut_30            	2024-19448	0.0093
map_cut_100           	2024-19448	0.0093
map_cut_200           	2024-19448	0.0093
map_cut_500           	2024-19448	0.0093
map_cut_1000          	2024-19448	0.0093
relative_P_5          	2024-19448	0.4000
relative_P_10         	2024-19448	0.2000
relative_P_15         	2024-19448	0.1333
relative_P_20         	2024-19448	0.1000
relative_P_30         	2024-19448	0.0667
relative_P_100        	2024-19448	0.0200
relative_P_200        	2024-19448	0.0100
relative_P_500        	2024-19448	0.0093
relative_P_1000       	2024-19448	0.0093
success_1             	2024-19448	1.0000
success_5             	2024-19448	1.0000
success_10            	2024-19448	1.0000
set_P                 	2024-19448	1.0000
set_relative_P        	2024-19448	1.0000
set_recall            	2024-19448	0.0093
set_map               	2024-19448	0.0093
set_F                 	2024-19448	0.0183
num_nonrel_judged_ret 	2024-19448	0
num_ret               	2024-19454	2
num_rel               	2024-19454	236
num_rel_ret           	2024-19454	2
map                   	2024-19454	0.0085
Rprec                 	2024-19454	0.0085
bpref                 	2024-19454	0.0085
recip_rank            	2024-19454	1.0000
iprec_at_recall_0.00  	2024-19454	1.0000
iprec_at_recall_0.10  	2024-19454	0.0000
iprec_at_recall_0.20  	2024-19454	0.0000
iprec_at_recall_0.30  	2024-19454	0.0000
iprec_at_recall_0.40  	2024-19454	0.0000
iprec_at_recall_0.50  	2024-19454	0.0000
iprec_at_recall_0.60  	2024-19454	0.0000
iprec_at_recall_0.70  	2024-19454	0.0000
iprec_at_recall_0.80  	2024-19454	0.0000
iprec_at_recall_0.90  	2024-19454	0.0000
iprec_at_recall_1.00  	2024-19454	0.0000
P_5                   	2024-19454	0.4000
P_10                  	2024-19454	0.2000
P_15                  	2024-19454	0.1333
P_20                  	2024-19454	0.1000
P_30                  	2024-19454	0.0667
P_100                 	2024-19454	0.0200
P_200                 	2024-19454	0.0100
P_500                 	2024-19454	0.0040
P_1000                	2024-19454	0.0020
relstring             	2024-19454	'23'
recall_5              	2024-19454	0.0085
recall_10             	2024-19454	0.0085
recall_15             	2024-19454	0.0085
recall_20             	2024-19454	0.0085
recall_30             	2024-19454	0.0085
recall_100            	2024-19454	0.0085
recall_200            	2024-19454	0.0085
recall_500            	2024-19454	0.0085
recall_1000           	2024-19454	0.0085
infAP                 	2024-19454	0.0085
Rprec_mult_0.20       	2024-19454	0.0417
Rprec_mult_0.40       	2024-19454	0.0211
Rprec_mult_0.60       	2024-19454	0.0141
Rprec_mult_0.80       	2024-19454	0.0106
Rprec_mult_1.00       	2024-19454	0.0085
Rprec_mult_1.20       	2024-19454	0.0070
Rprec_mult_1.40       	2024-19454	0.0060
Rprec_mult_1.60       	2024-19454	0.0053
Rprec_mult_1.80       	2024-19454	0.0047
Rprec_mult_2.00       	2024-19454	0.0042
utility               	2024-19454	2.0000
11pt_avg              	2024-19454	0.0909
binG                  	2024-19454	0.0085
G                     	2024-19454	0.0087
ndcg                  	2024-19454	0.0578
ndcg_rel              	2024-19454	0.0635
Rndcg                 	2024-19454	0.1297
ndcg_cut_5            	2024-19454	0.4401
ndcg_cut_10           	2024-19454	0.2856
ndcg_cut_15           	2024-19454	0.2315
ndcg_cut_20           	2024-19454	0.2030
ndcg_cut_30           	2024-19454	0.1662
ndcg_cut_100          	2024-19454	0.0829
ndcg_cut_200          	2024-19454	0.0620
ndcg_cut_500          	2024-19454	0.0578
ndcg_cut_1000         	2024-19454	0.0578
map_cut_5             	2024-19454	0.0085
map_cut_10            	2024-19454	0.0085
map_cut_15            	2024-19454	0.0085
map_cut_20            	2024-19454	0.0085
map_cut_30            	2024-19454	0.0085
map_cut_100           	2024-19454	0.0085
map_cut_200           	2024-19454	0.0085
map_cut_500           	2024-19454	0.0085
map_cut_1000          	2024-19454	0.0085
relative_P_5          	2024-19454	0.4000
relative_P_10         	2024-19454	0.2000
relative_P_15         	2024-19454	0.1333
relative_P_20         	2024-19454	0.1000
relative_P_30         	2024-19454	0.0667
relative_P_100        	2024-19454	0.0200
relative_P_200        	2024-19454	0.0100
relative_P_500        	2024-19454	0.0085
relative_P_1000       	2024-19454	0.0085
success_1             	2024-19454	1.0000
success_5             	2024-19454	1.0000
success_10            	2024-19454	1.0000
set_P                 	2024-19454	1.0000
set_relative_P        	2024-19454	1.0000
set_recall            	2024-19454	0.0085
set_map               	2024-19454	0.0085
set_F                 	2024-19454	0.0168
num_nonrel_judged_ret 	2024-19454	0
num_ret               	2024-19562	2
num_rel               	2024-19562	238
num_rel_ret           	2024-19562	2
map                   	2024-19562	0.0084
Rprec                 	2024-19562	0.0084
bpref                 	2024-19562	0.0084
recip_rank            	2024-19562	1.0000
iprec_at_recall_0.00  	2024-19562	1.0000
iprec_at_recall_0.10  	2024-19562	0.0000
iprec_at_recall_0.20  	2024-19562	0.0000
iprec_at_recall_0.30  	2024-19562	0.0000
iprec_at_recall_0.40  	2024-19562	0.0000
iprec_at_recall_0.50  	2024-19562	0.0000
iprec_at_recall_0.60  	2024-19562	0.0000
iprec_at_recall_0.70  	2024-19562	0.0000
iprec_at_recall_0.80  	2024-19562	0.0000
iprec_at_recall_0.90  	2024-19562	0.0000
iprec_at_recall_1.00  	2024-19562	0.0000
P_5                   	2024-19562	0.4000
P_10                  	2024-19562	0.2000
P_15                  	2024-19562	0.1333
P_20                  	2024-19562	0.1000
P_30                  	2024-19562	0.0667
P_100                 	2024-19562	0.0200
P_200                 	2024-19562	0.0100
P_500                 	2024-19562	0.0040
P_1000                	2024-19562	0.0020
relstring             	2024-19562	'21'
recall_5              	2024-19562	0.0084
recall_10             	2024-19562	0.0084
recall_15             	2024-19562	0.0084
recall_20             	2024-19562	0.0084
recall_30             	2024-19562	0.0084
recall_100            	2024-19562	0.0084
recall_200            	2024-19562	0.0084
recall_500            	2024-19562	0.0084
recall_1000           	2024-19562	0.0084
infAP                 	2024-19562	0.0084
Rprec_mult_0.20       	2024-19562	0.0417
Rprec_mult_0.40       	2024-19562	0.0208
Rprec_mult_0.60       	2024-19562	0.0140
Rprec_mult_0.80       	2024-19562	0.0105
Rprec_mult_1.00       	2024-19562	0.0084
Rprec_mult_1.20       	2024-19562	0.0070
Rprec_mult_1.40       	2024-19562	0.0060
Rprec_mult_1.60       	2024-19562	0.0052
Rprec_mult_1.80       	2024-19562	0.0047
Rprec_mult_2.00       	2024-19562	0.0042
utility               	2024-19562	2.0000
11pt_avg              	2024-19562	0.0909
binG                  	2024-19562	0.0084
G                     	2024-19562	0.0046
ndcg                  	2024-19562	0.0383
ndcg_rel              	2024-19562	0.0431
Rndcg                 	2024-19562	0.0729
ndcg_cut_5            	2024-19562	0.2974
ndcg_cut_10           	2024-19562	0.1930
ndcg_cut_15           	2024-19562	0.1496
ndcg_cut_20           	2024-19562	0.1259
ndcg_cut_30           	2024-19562	0.1047
ndcg_cut_100          	2024-19562	0.0540
ndcg_cut_200          	2024-19562	0.0413
ndcg_cut_500          	2024-19562	0.0383
ndcg_cut_1000         	2024-19562	0.0383
map_cut_5             	2024-19562	0.0084
map_cut_10            	2024-19562	0.0084
map_cut_15            	2024-19562	0.0084
map_cut_20            	2024-19562	0.0084
map_cut_30            	2024-19562	0.0084
map_cut_100           	2024-19562	0.0084
map_cut_200           	2024-19562	0.0084
map_cut_500           	2024-19562	0.0084
map_cut_1000          	2024-19562	0.0084
relative_P_5          	2024-19562	0.4000
relative_P_10         	2024-19562	0.2000
relative_P_15         	2024-19562	0.1333
relative_P_20         	2024-19562	0.1000
relative_P_30         	2024-19562	0.0667
relative_P_100        	2024-19562	0.0200
relative_P_200        	2024-19562	0.0100
relative_P_500        	2024-19562	0.0084
relative_P_1000       	2024-19562	0.0084
success_1             	2024-19562	1.0000
success_5             	2024-19562	1.0000
success_10            	2024-19562	1.0000
set_P                 	2024-19562	1.0000
set_relative_P        	2024-19562	1.0000
set_recall            	2024-19562	0.0084
set_map               	2024-19562	0.0084
set_F                 	2024-19562	0.0167
num_nonrel_judged_ret 	2024-19562	0
num_ret               	2024-19947	2
num_rel               	2024-19947	61
num_rel_ret           	2024-19947	0
map                   	2024-19947	0.0000
Rprec                 	2024-19947	0.0000
bpref                 	2024-19947	0.0000
recip_rank            	2024-19947	0.0000
iprec_at_recall_0.00  	2024-19947	0.0000
iprec_at_recall_0.10  	2024-19947	0.0000
iprec_at_recall_0.20  	2024-19947	0.0000
iprec_at_recall_0.30  	2024-19947	0.0000
iprec_at_recall_0.40  	2024-19947	0.0000
iprec_at_recall_0.50  	2024-19947	0.0000
iprec_at_recall_0.60  	2024-19947	0.0000
iprec_at_recall_0.70  	2024-19947	0.0000
iprec_at_recall_0.80  	2024-19947	0.0000
iprec_at_recall_0.90  	2024-19947	0.0000
iprec_at_recall_1.00  	2024-19947	0.0000
P_5                   	2024-19947	0.0000
P_10                  	2024-19947	0.0000
P_15                  	2024-19947	0.0000
P_20                  	2024-19947	0.0000
P_30                  	2024-19947	0.0000
P_100                 	2024-19947	0.0000
P_200                 	2024-19947	0.0000
P_500                 	2024-19947	0.0000
P_1000                	2024-19947	0.0000
relstring             	2024-19947	'00'
recall_5              	2024-19947	0.0000
recall_10             	2024-19947	0.0000
recall_15             	2024-19947	0.0000
recall_20             	2024-19947	0.0000
recall_30             	2024-19947	0.0000
recall_100            	2024-19947	0.0000
recall_200            	2024-19947	0.0000
recall_500            	2024-19947	0.0000
recall_1000           	2024-19947	0.0000
infAP                 	2024-19947	0.0000
Rprec_mult_0.20       	2024-19947	0.0000
Rprec_mult_0.40       	2024-19947	0.0000
Rprec_mult_0.60       	2024-19947	0.0000
Rprec_mult_0.80       	2024-19947	0.0000
Rprec_mult_1.00       	2024-19947	0.0000
Rprec_mult_1.20       	2024-19947	0.0000
Rprec_mult_1.40       	2024-19947	0.0000
Rprec_mult_1.60       	2024-19947	0.0000
Rprec_mult_1.80       	2024-19947	0.0000
Rprec_mult_2.00       	2024-19947	0.0000
utility               	2024-19947	-2.0000
11pt_avg              	2024-19947	0.0000
binG                  	2024-19947	0.0000
G                     	2024-19947	0.0000
ndcg                  	2024-19947	0.0000
ndcg_rel              	2024-19947	0.0000
Rndcg                 	2024-19947	0.0000
ndcg_cut_5            	2024-19947	0.0000
ndcg_cut_10           	2024-19947	0.0000
ndcg_cut_15           	2024-19947	0.0000
ndcg_cut_20           	2024-19947	0.0000
ndcg_cut_30           	2024-19947	0.0000
ndcg_cut_100          	2024-19947	0.0000
ndcg_cut_200          	2024-19947	0.0000
ndcg_cut_500          	2024-19947	0.0000
ndcg_cut_1000         	2024-19947	0.0000
map_cut_5             	2024-19947	0.0000
map_cut_10            	2024-19947	0.0000
map_cut_15            	2024-19947	0.0000
map_cut_20            	2024-19947	0.0000
map_cut_30            	2024-19947	0.0000
map_cut_100           	2024-19947	0.0000
map_cut_200           	2024-19947	0.0000
map_cut_500           	2024-19947	0.0000
map_cut_1000          	2024-19947	0.0000
relative_P_5          	2024-19947	0.0000
relative_P_10         	2024-19947	0.0000
relative_P_15         	2024-19947	0.0000
relative_P_20         	2024-19947	0.0000
relative_P_30         	2024-19947	0.0000
relative_P_100        	2024-19947	0.0000
relative_P_200        	2024-19947	0.0000
relative_P_500        	2024-19947	0.0000
relative_P_1000       	2024-19947	0.0000
success_1             	2024-19947	0.0000
success_5             	2024-19947	0.0000
success_10            	2024-19947	0.0000
set_P                 	2024-19947	0.0000
set_relative_P        	2024-19947	0.0000
set_recall            	2024-19947	0.0000
set_map               	2024-19947	0.0000
set_F                 	2024-19947	0.0000
num_nonrel_judged_ret 	2024-19947	2
num_ret               	2024-206384	2
num_rel               	2024-206384	334
num_rel_ret           	2024-206384	2
map                   	2024-206384	0.0060
Rprec                 	2024-206384	0.0060
bpref                 	2024-206384	0.0060
recip_rank            	2024-206384	1.0000
iprec_at_recall_0.00  	2024-206384	1.0000
iprec_at_recall_0.10  	2024-206384	0.0000
iprec_at_recall_0.20  	2024-206384	0.0000
iprec_at_recall_0.30  	2024-206384	0.0000
iprec_at_recall_0.40  	2024-206384	0.0000
iprec_at_recall_0.50  	2024-206384	0.0000
iprec_at_recall_0.60  	2024-206384	0.0000
iprec_at_recall_0.70  	2024-206384	0.0000
iprec_at_recall_0.80  	2024-206384	0.0000
iprec_at_recall_0.90  	2024-206384	0.0000
iprec_at_recall_1.00  	2024-206384	0.0000
P_5                   	2024-206384	0.4000
P_10                  	2024-206384	0.2000
P_15                  	2024-206384	0.1333
P_20                  	2024-206384	0.1000
P_30                  	2024-206384	0.0667
P_100                 	2024-206384	0.0200
P_200                 	2024-206384	0.0100
P_500                 	2024-206384	0.0040
P_1000                	2024-206384	0.0020
relstring             	2024-206384	'11'
recall_5              	2024-206384	0.0060
recall_10             	2024-206384	0.0060
recall_15             	2024-206384	0.0060
recall_20             	2024-206384	0.0060
recall_30             	2024-206384	0.0060
recall_100            	2024-206384	0.0060
recall_200            	2024-206384	0.0060
recall_500            	2024-206384	0.0060
recall_1000           	2024-206384	0.0060
infAP                 	2024-206384	0.0060
Rprec_mult_0.20       	2024-206384	0.0299
Rprec_mult_0.40       	2024-206384	0.0149
Rprec_mult_0.60       	2024-206384	0.0100
Rprec_mult_0.80       	2024-206384	0.0075
Rprec_mult_1.00       	2024-206384	0.0060
Rprec_mult_1.20       	2024-206384	0.0050
Rprec_mult_1.40       	2024-206384	0.0043
Rprec_mult_1.60       	2024-206384	0.0037
Rprec_mult_1.80       	2024-206384	0.0033
Rprec_mult_2.00       	2024-206384	0.0030
utility               	2024-206384	2.0000
11pt_avg              	2024-206384	0.0909
binG                  	2024-206384	0.0060
G                     	2024-206384	0.0024
ndcg                  	2024-206384	0.0250
ndcg_rel              	2024-206384	0.0269
Rndcg                 	2024-206384	0.0921
ndcg_cut_5            	2024-206384	0.1844
ndcg_cut_10           	2024-206384	0.1355
ndcg_cut_15           	2024-206384	0.1112
ndcg_cut_20           	2024-206384	0.0958
ndcg_cut_30           	2024-206384	0.0767
ndcg_cut_100          	2024-206384	0.0471
ndcg_cut_200          	2024-206384	0.0336
ndcg_cut_500          	2024-206384	0.0250
ndcg_cut_1000         	2024-206384	0.0250
map_cut_5             	2024-206384	0.0060
map_cut_10            	2024-206384	0.0060
map_cut_15            	2024-206384	0.0060
map_cut_20            	2024-206384	0.0060
map_cut_30            	2024-206384	0.0060
map_cut_100           	2024-206384	0.0060
map_cut_200           	2024-206384	0.0060
map_cut_500           	2024-206384	0.0060
map_cut_1000          	2024-206384	0.0060
relative_P_5          	2024-206384	0.4000
relative_P_10         	2024-206384	0.2000
relative_P_15         	2024-206384	0.1333
relative_P_20         	2024-206384	0.1000
relative_P_30         	2024-206384	0.0667
relative_P_100        	2024-206384	0.0200
relative_P_200        	2024-206384	0.0100
relative_P_500        	2024-206384	0.0060
relative_P_1000       	2024-206384	0.0060
success_1             	2024-206384	1.0000
success_5             	2024-206384	1.0000
success_10            	2024-206384	1.0000
set_P                 	2024-206384	1.0000
set_relative_P        	2024-206384	1.0000
set_recall            	2024-206384	0.0060
set_map               	2024-206384	0.0060
set_F                 	2024-206384	0.0119
num_nonrel_judged_ret 	2024-206384	0
num_ret               	2024-213469	2
num_rel               	2024-213469	202
num_rel_ret           	2024-213469	0
map                   	2024-213469	0.0000
Rprec                 	2024-213469	0.0000
bpref                 	2024-213469	0.0000
recip_rank            	2024-213469	0.0000
iprec_at_recall_0.00  	2024-213469	0.0000
iprec_at_recall_0.10  	2024-213469	0.0000
iprec_at_recall_0.20  	2024-213469	0.0000
iprec_at_recall_0.30  	2024-213469	0.0000
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	0.0000
P_10                  	2024-213469	0.0000
P_15                  	2024-213469	0.0000
P_20                  	2024-213469	0.0000
P_30                  	2024-213469	0.0000
P_100                 	2024-213469	0.0000
P_200                 	2024-213469	0.0000
P_500                 	2024-213469	0.0000
P_1000                	2024-213469	0.0000
relstring             	2024-213469	'00'
recall_5              	2024-213469	0.0000
recall_10             	2024-213469	0.0000
recall_15             	2024-213469	0.0000
recall_20             	2024-213469	0.0000
recall_30             	2024-213469	0.0000
recall_100            	2024-213469	0.0000
recall_200            	2024-213469	0.0000
recall_500            	2024-213469	0.0000
recall_1000           	2024-213469	0.0000
infAP                 	2024-213469	0.0000
Rprec_mult_0.20       	2024-213469	0.0000
Rprec_mult_0.40       	2024-213469	0.0000
Rprec_mult_0.60       	2024-213469	0.0000
Rprec_mult_0.80       	2024-213469	0.0000
Rprec_mult_1.00       	2024-213469	0.0000
Rprec_mult_1.20       	2024-213469	0.0000
Rprec_mult_1.40       	2024-213469	0.0000
Rprec_mult_1.60       	2024-213469	0.0000
Rprec_mult_1.80       	2024-213469	0.0000
Rprec_mult_2.00       	2024-213469	0.0000
utility               	2024-213469	-2.0000
11pt_avg              	2024-213469	0.0000
binG                  	2024-213469	0.0000
G                     	2024-213469	0.0000
ndcg                  	2024-213469	0.0000
ndcg_rel              	2024-213469	0.0000
Rndcg                 	2024-213469	0.0000
ndcg_cut_5            	2024-213469	0.0000
ndcg_cut_10           	2024-213469	0.0000
ndcg_cut_15           	2024-213469	0.0000
ndcg_cut_20           	2024-213469	0.0000
ndcg_cut_30           	2024-213469	0.0000
ndcg_cut_100          	2024-213469	0.0000
ndcg_cut_200          	2024-213469	0.0000
ndcg_cut_500          	2024-213469	0.0000
ndcg_cut_1000         	2024-213469	0.0000
map_cut_5             	2024-213469	0.0000
map_cut_10            	2024-213469	0.0000
map_cut_15            	2024-213469	0.0000
map_cut_20            	2024-213469	0.0000
map_cut_30            	2024-213469	0.0000
map_cut_100           	2024-213469	0.0000
map_cut_200           	2024-213469	0.0000
map_cut_500           	2024-213469	0.0000
map_cut_1000          	2024-213469	0.0000
relative_P_5          	2024-213469	0.0000
relative_P_10         	2024-213469	0.0000
relative_P_15         	2024-213469	0.0000
relative_P_20         	2024-213469	0.0000
relative_P_30         	2024-213469	0.0000
relative_P_100        	2024-213469	0.0000
relative_P_200        	2024-213469	0.0000
relative_P_500        	2024-213469	0.0000
relative_P_1000       	2024-213469	0.0000
success_1             	2024-213469	0.0000
success_5             	2024-213469	0.0000
success_10            	2024-213469	0.0000
set_P                 	2024-213469	0.0000
set_relative_P        	2024-213469	0.0000
set_recall            	2024-213469	0.0000
set_map               	2024-213469	0.0000
set_F                 	2024-213469	0.0000
num_nonrel_judged_ret 	2024-213469	2
num_ret               	2024-213491	2
num_rel               	2024-213491	136
num_rel_ret           	2024-213491	0
map                   	2024-213491	0.0000
Rprec                 	2024-213491	0.0000
bpref                 	2024-213491	0.0000
recip_rank            	2024-213491	0.0000
iprec_at_recall_0.00  	2024-213491	0.0000
iprec_at_recall_0.10  	2024-213491	0.0000
iprec_at_recall_0.20  	2024-213491	0.0000
iprec_at_recall_0.30  	2024-213491	0.0000
iprec_at_recall_0.40  	2024-213491	0.0000
iprec_at_recall_0.50  	2024-213491	0.0000
iprec_at_recall_0.60  	2024-213491	0.0000
iprec_at_recall_0.70  	2024-213491	0.0000
iprec_at_recall_0.80  	2024-213491	0.0000
iprec_at_recall_0.90  	2024-213491	0.0000
iprec_at_recall_1.00  	2024-213491	0.0000
P_5                   	2024-213491	0.0000
P_10                  	2024-213491	0.0000
P_15                  	2024-213491	0.0000
P_20                  	2024-213491	0.0000
P_30                  	2024-213491	0.0000
P_100                 	2024-213491	0.0000
P_200                 	2024-213491	0.0000
P_500                 	2024-213491	0.0000
P_1000                	2024-213491	0.0000
relstring             	2024-213491	'00'
recall_5              	2024-213491	0.0000
recall_10             	2024-213491	0.0000
recall_15             	2024-213491	0.0000
recall_20             	2024-213491	0.0000
recall_30             	2024-213491	0.0000
recall_100            	2024-213491	0.0000
recall_200            	2024-213491	0.0000
recall_500            	2024-213491	0.0000
recall_1000           	2024-213491	0.0000
infAP                 	2024-213491	0.0000
Rprec_mult_0.20       	2024-213491	0.0000
Rprec_mult_0.40       	2024-213491	0.0000
Rprec_mult_0.60       	2024-213491	0.0000
Rprec_mult_0.80       	2024-213491	0.0000
Rprec_mult_1.00       	2024-213491	0.0000
Rprec_mult_1.20       	2024-213491	0.0000
Rprec_mult_1.40       	2024-213491	0.0000
Rprec_mult_1.60       	2024-213491	0.0000
Rprec_mult_1.80       	2024-213491	0.0000
Rprec_mult_2.00       	2024-213491	0.0000
utility               	2024-213491	-2.0000
11pt_avg              	2024-213491	0.0000
binG                  	2024-213491	0.0000
G                     	2024-213491	0.0000
ndcg                  	2024-213491	0.0000
ndcg_rel              	2024-213491	0.0000
Rndcg                 	2024-213491	0.0000
ndcg_cut_5            	2024-213491	0.0000
ndcg_cut_10           	2024-213491	0.0000
ndcg_cut_15           	2024-213491	0.0000
ndcg_cut_20           	2024-213491	0.0000
ndcg_cut_30           	2024-213491	0.0000
ndcg_cut_100          	2024-213491	0.0000
ndcg_cut_200          	2024-213491	0.0000
ndcg_cut_500          	2024-213491	0.0000
ndcg_cut_1000         	2024-213491	0.0000
map_cut_5             	2024-213491	0.0000
map_cut_10            	2024-213491	0.0000
map_cut_15            	2024-213491	0.0000
map_cut_20            	2024-213491	0.0000
map_cut_30            	2024-213491	0.0000
map_cut_100           	2024-213491	0.0000
map_cut_200           	2024-213491	0.0000
map_cut_500           	2024-213491	0.0000
map_cut_1000          	2024-213491	0.0000
relative_P_5          	2024-213491	0.0000
relative_P_10         	2024-213491	0.0000
relative_P_15         	2024-213491	0.0000
relative_P_20         	2024-213491	0.0000
relative_P_30         	2024-213491	0.0000
relative_P_100        	2024-213491	0.0000
relative_P_200        	2024-213491	0.0000
relative_P_500        	2024-213491	0.0000
relative_P_1000       	2024-213491	0.0000
success_1             	2024-213491	0.0000
success_5             	2024-213491	0.0000
success_10            	2024-213491	0.0000
set_P                 	2024-213491	0.0000
set_relative_P        	2024-213491	0.0000
set_recall            	2024-213491	0.0000
set_map               	2024-213491	0.0000
set_F                 	2024-213491	0.0000
num_nonrel_judged_ret 	2024-213491	2
num_ret               	2024-213789	2
num_rel               	2024-213789	234
num_rel_ret           	2024-213789	2
map                   	2024-213789	0.0085
Rprec                 	2024-213789	0.0085
bpref                 	2024-213789	0.0085
recip_rank            	2024-213789	1.0000
iprec_at_recall_0.00  	2024-213789	1.0000
iprec_at_recall_0.10  	2024-213789	0.0000
iprec_at_recall_0.20  	2024-213789	0.0000
iprec_at_recall_0.30  	2024-213789	0.0000
iprec_at_recall_0.40  	2024-213789	0.0000
iprec_at_recall_0.50  	2024-213789	0.0000
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	0.4000
P_10                  	2024-213789	0.2000
P_15                  	2024-213789	0.1333
P_20                  	2024-213789	0.1000
P_30                  	2024-213789	0.0667
P_100                 	2024-213789	0.0200
P_200                 	2024-213789	0.0100
P_500                 	2024-213789	0.0040
P_1000                	2024-213789	0.0020
relstring             	2024-213789	'22'
recall_5              	2024-213789	0.0085
recall_10             	2024-213789	0.0085
recall_15             	2024-213789	0.0085
recall_20             	2024-213789	0.0085
recall_30             	2024-213789	0.0085
recall_100            	2024-213789	0.0085
recall_200            	2024-213789	0.0085
recall_500            	2024-213789	0.0085
recall_1000           	2024-213789	0.0085
infAP                 	2024-213789	0.0085
Rprec_mult_0.20       	2024-213789	0.0426
Rprec_mult_0.40       	2024-213789	0.0213
Rprec_mult_0.60       	2024-213789	0.0142
Rprec_mult_0.80       	2024-213789	0.0106
Rprec_mult_1.00       	2024-213789	0.0085
Rprec_mult_1.20       	2024-213789	0.0071
Rprec_mult_1.40       	2024-213789	0.0061
Rprec_mult_1.60       	2024-213789	0.0053
Rprec_mult_1.80       	2024-213789	0.0047
Rprec_mult_2.00       	2024-213789	0.0043
utility               	2024-213789	2.0000
11pt_avg              	2024-213789	0.0909
binG                  	2024-213789	0.0085
G                     	2024-213789	0.0058
ndcg                  	2024-213789	0.0452
ndcg_rel              	2024-213789	0.0505
Rndcg                 	2024-213789	0.0867
ndcg_cut_5            	2024-213789	0.3688
ndcg_cut_10           	2024-213789	0.2393
ndcg_cut_15           	2024-213789	0.1855
ndcg_cut_20           	2024-213789	0.1561
ndcg_cut_30           	2024-213789	0.1298
ndcg_cut_100          	2024-213789	0.0670
ndcg_cut_200          	2024-213789	0.0481
ndcg_cut_500          	2024-213789	0.0452
ndcg_cut_1000         	2024-213789	0.0452
map_cut_5             	2024-213789	0.0085
map_cut_10            	2024-213789	0.0085
map_cut_15            	2024-213789	0.0085
map_cut_20            	2024-213789	0.0085
map_cut_30            	2024-213789	0.0085
map_cut_100           	2024-213789	0.0085
map_cut_200           	2024-213789	0.0085
map_cut_500           	2024-213789	0.0085
map_cut_1000          	2024-213789	0.0085
relative_P_5          	2024-213789	0.4000
relative_P_10         	2024-213789	0.2000
relative_P_15         	2024-213789	0.1333
relative_P_20         	2024-213789	0.1000
relative_P_30         	2024-213789	0.0667
relative_P_100        	2024-213789	0.0200
relative_P_200        	2024-213789	0.0100
relative_P_500        	2024-213789	0.0085
relative_P_1000       	2024-213789	0.0085
success_1             	2024-213789	1.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	1.0000
set_relative_P        	2024-213789	1.0000
set_recall            	2024-213789	0.0085
set_map               	2024-213789	0.0085
set_F                 	2024-213789	0.0169
num_nonrel_judged_ret 	2024-213789	0
num_ret               	2024-213817	2
num_rel               	2024-213817	163
num_rel_ret           	2024-213817	2
map                   	2024-213817	0.0123
Rprec                 	2024-213817	0.0123
bpref                 	2024-213817	0.0123
recip_rank            	2024-213817	1.0000
iprec_at_recall_0.00  	2024-213817	1.0000
iprec_at_recall_0.10  	2024-213817	0.0000
iprec_at_recall_0.20  	2024-213817	0.0000
iprec_at_recall_0.30  	2024-213817	0.0000
iprec_at_recall_0.40  	2024-213817	0.0000
iprec_at_recall_0.50  	2024-213817	0.0000
iprec_at_recall_0.60  	2024-213817	0.0000
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	0.4000
P_10                  	2024-213817	0.2000
P_15                  	2024-213817	0.1333
P_20                  	2024-213817	0.1000
P_30                  	2024-213817	0.0667
P_100                 	2024-213817	0.0200
P_200                 	2024-213817	0.0100
P_500                 	2024-213817	0.0040
P_1000                	2024-213817	0.0020
relstring             	2024-213817	'32'
recall_5              	2024-213817	0.0123
recall_10             	2024-213817	0.0123
recall_15             	2024-213817	0.0123
recall_20             	2024-213817	0.0123
recall_30             	2024-213817	0.0123
recall_100            	2024-213817	0.0123
recall_200            	2024-213817	0.0123
recall_500            	2024-213817	0.0123
recall_1000           	2024-213817	0.0123
infAP                 	2024-213817	0.0123
Rprec_mult_0.20       	2024-213817	0.0606
Rprec_mult_0.40       	2024-213817	0.0303
Rprec_mult_0.60       	2024-213817	0.0204
Rprec_mult_0.80       	2024-213817	0.0153
Rprec_mult_1.00       	2024-213817	0.0123
Rprec_mult_1.20       	2024-213817	0.0102
Rprec_mult_1.40       	2024-213817	0.0087
Rprec_mult_1.60       	2024-213817	0.0077
Rprec_mult_1.80       	2024-213817	0.0068
Rprec_mult_2.00       	2024-213817	0.0061
utility               	2024-213817	2.0000
11pt_avg              	2024-213817	0.0909
binG                  	2024-213817	0.0123
G                     	2024-213817	0.0220
ndcg                  	2024-213817	0.1045
ndcg_rel              	2024-213817	0.1147
Rndcg                 	2024-213817	0.3294
ndcg_cut_5            	2024-213817	0.5309
ndcg_cut_10           	2024-213817	0.3799
ndcg_cut_15           	2024-213817	0.3076
ndcg_cut_20           	2024-213817	0.2629
ndcg_cut_30           	2024-213817	0.2126
ndcg_cut_100          	2024-213817	0.1339
ndcg_cut_200          	2024-213817	0.1045
ndcg_cut_500          	2024-213817	0.1045
ndcg_cut_1000         	2024-213817	0.1045
map_cut_5             	2024-213817	0.0123
map_cut_10            	2024-213817	0.0123
map_cut_15            	2024-213817	0.0123
map_cut_20            	2024-213817	0.0123
map_cut_30            	2024-213817	0.0123
map_cut_100           	2024-213817	0.0123
map_cut_200           	2024-213817	0.0123
map_cut_500           	2024-213817	0.0123
map_cut_1000          	2024-213817	0.0123
relative_P_5          	2024-213817	0.4000
relative_P_10         	2024-213817	0.2000
relative_P_15         	2024-213817	0.1333
relative_P_20         	2024-213817	0.1000
relative_P_30         	2024-213817	0.0667
relative_P_100        	2024-213817	0.0200
relative_P_200        	2024-213817	0.0123
relative_P_500        	2024-213817	0.0123
relative_P_1000       	2024-213817	0.0123
success_1             	2024-213817	1.0000
success_5             	2024-213817	1.0000
success_10            	2024-213817	1.0000
set_P                 	2024-213817	1.0000
set_relative_P        	2024-213817	1.0000
set_recall            	2024-213817	0.0123
set_map               	2024-213817	0.0123
set_F                 	2024-213817	0.0242
num_nonrel_judged_ret 	2024-213817	0
num_ret               	2024-213855	2
num_rel               	2024-213855	116
num_rel_ret           	2024-213855	1
map                   	2024-213855	0.0043
Rprec                 	2024-213855	0.0086
bpref                 	2024-213855	0.0085
recip_rank            	2024-213855	0.5000
iprec_at_recall_0.00  	2024-213855	0.5000
iprec_at_recall_0.10  	2024-213855	0.0000
iprec_at_recall_0.20  	2024-213855	0.0000
iprec_at_recall_0.30  	2024-213855	0.0000
iprec_at_recall_0.40  	2024-213855	0.0000
iprec_at_recall_0.50  	2024-213855	0.0000
iprec_at_recall_0.60  	2024-213855	0.0000
iprec_at_recall_0.70  	2024-213855	0.0000
iprec_at_recall_0.80  	2024-213855	0.0000
iprec_at_recall_0.90  	2024-213855	0.0000
iprec_at_recall_1.00  	2024-213855	0.0000
P_5                   	2024-213855	0.2000
P_10                  	2024-213855	0.1000
P_15                  	2024-213855	0.0667
P_20                  	2024-213855	0.0500
P_30                  	2024-213855	0.0333
P_100                 	2024-213855	0.0100
P_200                 	2024-213855	0.0050
P_500                 	2024-213855	0.0020
P_1000                	2024-213855	0.0010
relstring             	2024-213855	'01'
recall_5              	2024-213855	0.0086
recall_10             	2024-213855	0.0086
recall_15             	2024-213855	0.0086
recall_20             	2024-213855	0.0086
recall_30             	2024-213855	0.0086
recall_100            	2024-213855	0.0086
recall_200            	2024-213855	0.0086
recall_500            	2024-213855	0.0086
recall_1000           	2024-213855	0.0086
infAP                 	2024-213855	0.0043
Rprec_mult_0.20       	2024-213855	0.0417
Rprec_mult_0.40       	2024-213855	0.0213
Rprec_mult_0.60       	2024-213855	0.0143
Rprec_mult_0.80       	2024-213855	0.0108
Rprec_mult_1.00       	2024-213855	0.0086
Rprec_mult_1.20       	2024-213855	0.0071
Rprec_mult_1.40       	2024-213855	0.0061
Rprec_mult_1.60       	2024-213855	0.0054
Rprec_mult_1.80       	2024-213855	0.0048
Rprec_mult_2.00       	2024-213855	0.0043
utility               	2024-213855	0.0000
11pt_avg              	2024-213855	0.0455
binG                  	2024-213855	0.0054
G                     	2024-213855	0.0054
ndcg                  	2024-213855	0.0271
ndcg_rel              	2024-213855	0.0302
Rndcg                 	2024-213855	0.0271
ndcg_cut_5            	2024-213855	0.2140
ndcg_cut_10           	2024-213855	0.1389
ndcg_cut_15           	2024-213855	0.1076
ndcg_cut_20           	2024-213855	0.0896
ndcg_cut_30           	2024-213855	0.0689
ndcg_cut_100          	2024-213855	0.0301
ndcg_cut_200          	2024-213855	0.0271
ndcg_cut_500          	2024-213855	0.0271
ndcg_cut_1000         	2024-213855	0.0271
map_cut_5             	2024-213855	0.0043
map_cut_10            	2024-213855	0.0043
map_cut_15            	2024-213855	0.0043
map_cut_20            	2024-213855	0.0043
map_cut_30            	2024-213855	0.0043
map_cut_100           	2024-213855	0.0043
map_cut_200           	2024-213855	0.0043
map_cut_500           	2024-213855	0.0043
map_cut_1000          	2024-213855	0.0043
relative_P_5          	2024-213855	0.2000
relative_P_10         	2024-213855	0.1000
relative_P_15         	2024-213855	0.0667
relative_P_20         	2024-213855	0.0500
relative_P_30         	2024-213855	0.0333
relative_P_100        	2024-213855	0.0100
relative_P_200        	2024-213855	0.0086
relative_P_500        	2024-213855	0.0086
relative_P_1000       	2024-213855	0.0086
success_1             	2024-213855	0.0000
success_5             	2024-213855	1.0000
success_10            	2024-213855	1.0000
set_P                 	2024-213855	0.5000
set_relative_P        	2024-213855	0.5000
set_recall            	2024-213855	0.0086
set_map               	2024-213855	0.0043
set_F                 	2024-213855	0.0169
num_nonrel_judged_ret 	2024-213855	1
num_ret               	2024-213901	2
num_rel               	2024-213901	237
num_rel_ret           	2024-213901	2
map                   	2024-213901	0.0084
Rprec                 	2024-213901	0.0084
bpref                 	2024-213901	0.0084
recip_rank            	2024-213901	1.0000
iprec_at_recall_0.00  	2024-213901	1.0000
iprec_at_recall_0.10  	2024-213901	0.0000
iprec_at_recall_0.20  	2024-213901	0.0000
iprec_at_recall_0.30  	2024-213901	0.0000
iprec_at_recall_0.40  	2024-213901	0.0000
iprec_at_recall_0.50  	2024-213901	0.0000
iprec_at_recall_0.60  	2024-213901	0.0000
iprec_at_recall_0.70  	2024-213901	0.0000
iprec_at_recall_0.80  	2024-213901	0.0000
iprec_at_recall_0.90  	2024-213901	0.0000
iprec_at_recall_1.00  	2024-213901	0.0000
P_5                   	2024-213901	0.4000
P_10                  	2024-213901	0.2000
P_15                  	2024-213901	0.1333
P_20                  	2024-213901	0.1000
P_30                  	2024-213901	0.0667
P_100                 	2024-213901	0.0200
P_200                 	2024-213901	0.0100
P_500                 	2024-213901	0.0040
P_1000                	2024-213901	0.0020
relstring             	2024-213901	'21'
recall_5              	2024-213901	0.0084
recall_10             	2024-213901	0.0084
recall_15             	2024-213901	0.0084
recall_20             	2024-213901	0.0084
recall_30             	2024-213901	0.0084
recall_100            	2024-213901	0.0084
recall_200            	2024-213901	0.0084
recall_500            	2024-213901	0.0084
recall_1000           	2024-213901	0.0084
infAP                 	2024-213901	0.0084
Rprec_mult_0.20       	2024-213901	0.0417
Rprec_mult_0.40       	2024-213901	0.0211
Rprec_mult_0.60       	2024-213901	0.0140
Rprec_mult_0.80       	2024-213901	0.0105
Rprec_mult_1.00       	2024-213901	0.0084
Rprec_mult_1.20       	2024-213901	0.0070
Rprec_mult_1.40       	2024-213901	0.0060
Rprec_mult_1.60       	2024-213901	0.0053
Rprec_mult_1.80       	2024-213901	0.0047
Rprec_mult_2.00       	2024-213901	0.0042
utility               	2024-213901	2.0000
11pt_avg              	2024-213901	0.0909
binG                  	2024-213901	0.0084
G                     	2024-213901	0.0058
ndcg                  	2024-213901	0.0485
ndcg_rel              	2024-213901	0.0531
Rndcg                 	2024-213901	0.2270
ndcg_cut_5            	2024-213901	0.3495
ndcg_cut_10           	2024-213901	0.2455
ndcg_cut_15           	2024-213901	0.1970
ndcg_cut_20           	2024-213901	0.1675
ndcg_cut_30           	2024-213901	0.1318
ndcg_cut_100          	2024-213901	0.0738
ndcg_cut_200          	2024-213901	0.0531
ndcg_cut_500          	2024-213901	0.0485
ndcg_cut_1000         	2024-213901	0.0485
map_cut_5             	2024-213901	0.0084
map_cut_10            	2024-213901	0.0084
map_cut_15            	2024-213901	0.0084
map_cut_20            	2024-213901	0.0084
map_cut_30            	2024-213901	0.0084
map_cut_100           	2024-213901	0.0084
map_cut_200           	2024-213901	0.0084
map_cut_500           	2024-213901	0.0084
map_cut_1000          	2024-213901	0.0084
relative_P_5          	2024-213901	0.4000
relative_P_10         	2024-213901	0.2000
relative_P_15         	2024-213901	0.1333
relative_P_20         	2024-213901	0.1000
relative_P_30         	2024-213901	0.0667
relative_P_100        	2024-213901	0.0200
relative_P_200        	2024-213901	0.0100
relative_P_500        	2024-213901	0.0084
relative_P_1000       	2024-213901	0.0084
success_1             	2024-213901	1.0000
success_5             	2024-213901	1.0000
success_10            	2024-213901	1.0000
set_P                 	2024-213901	1.0000
set_relative_P        	2024-213901	1.0000
set_recall            	2024-213901	0.0084
set_map               	2024-213901	0.0084
set_F                 	2024-213901	0.0167
num_nonrel_judged_ret 	2024-213901	0
num_ret               	2024-213978	2
num_rel               	2024-213978	85
num_rel_ret           	2024-213978	2
map                   	2024-213978	0.0235
Rprec                 	2024-213978	0.0235
bpref                 	2024-213978	0.0235
recip_rank            	2024-213978	1.0000
iprec_at_recall_0.00  	2024-213978	1.0000
iprec_at_recall_0.10  	2024-213978	0.0000
iprec_at_recall_0.20  	2024-213978	0.0000
iprec_at_recall_0.30  	2024-213978	0.0000
iprec_at_recall_0.40  	2024-213978	0.0000
iprec_at_recall_0.50  	2024-213978	0.0000
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	0.4000
P_10                  	2024-213978	0.2000
P_15                  	2024-213978	0.1333
P_20                  	2024-213978	0.1000
P_30                  	2024-213978	0.0667
P_100                 	2024-213978	0.0200
P_200                 	2024-213978	0.0100
P_500                 	2024-213978	0.0040
P_1000                	2024-213978	0.0020
relstring             	2024-213978	'11'
recall_5              	2024-213978	0.0235
recall_10             	2024-213978	0.0235
recall_15             	2024-213978	0.0235
recall_20             	2024-213978	0.0235
recall_30             	2024-213978	0.0235
recall_100            	2024-213978	0.0235
recall_200            	2024-213978	0.0235
recall_500            	2024-213978	0.0235
recall_1000           	2024-213978	0.0235
infAP                 	2024-213978	0.0235
Rprec_mult_0.20       	2024-213978	0.1176
Rprec_mult_0.40       	2024-213978	0.0588
Rprec_mult_0.60       	2024-213978	0.0392
Rprec_mult_0.80       	2024-213978	0.0294
Rprec_mult_1.00       	2024-213978	0.0235
Rprec_mult_1.20       	2024-213978	0.0196
Rprec_mult_1.40       	2024-213978	0.0168
Rprec_mult_1.60       	2024-213978	0.0147
Rprec_mult_1.80       	2024-213978	0.0131
Rprec_mult_2.00       	2024-213978	0.0118
utility               	2024-213978	2.0000
11pt_avg              	2024-213978	0.0909
binG                  	2024-213978	0.0235
G                     	2024-213978	0.0081
ndcg                  	2024-213978	0.0577
ndcg_rel              	2024-213978	0.0642
Rndcg                 	2024-213978	0.1361
ndcg_cut_5            	2024-213978	0.2032
ndcg_cut_10           	2024-213978	0.1454
ndcg_cut_15           	2024-213978	0.1177
ndcg_cut_20           	2024-213978	0.1006
ndcg_cut_30           	2024-213978	0.0869
ndcg_cut_100          	2024-213978	0.0577
ndcg_cut_200          	2024-213978	0.0577
ndcg_cut_500          	2024-213978	0.0577
ndcg_cut_1000         	2024-213978	0.0577
map_cut_5             	2024-213978	0.0235
map_cut_10            	2024-213978	0.0235
map_cut_15            	2024-213978	0.0235
map_cut_20            	2024-213978	0.0235
map_cut_30            	2024-213978	0.0235
map_cut_100           	2024-213978	0.0235
map_cut_200           	2024-213978	0.0235
map_cut_500           	2024-213978	0.0235
map_cut_1000          	2024-213978	0.0235
relative_P_5          	2024-213978	0.4000
relative_P_10         	2024-213978	0.2000
relative_P_15         	2024-213978	0.1333
relative_P_20         	2024-213978	0.1000
relative_P_30         	2024-213978	0.0667
relative_P_100        	2024-213978	0.0235
relative_P_200        	2024-213978	0.0235
relative_P_500        	2024-213978	0.0235
relative_P_1000       	2024-213978	0.0235
success_1             	2024-213978	1.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	1.0000
set_relative_P        	2024-213978	1.0000
set_recall            	2024-213978	0.0235
set_map               	2024-213978	0.0235
set_F                 	2024-213978	0.0460
num_nonrel_judged_ret 	2024-213978	0
num_ret               	2024-214052	2
num_rel               	2024-214052	112
num_rel_ret           	2024-214052	2
map                   	2024-214052	0.0179
Rprec                 	2024-214052	0.0179
bpref                 	2024-214052	0.0179
recip_rank            	2024-214052	1.0000
iprec_at_recall_0.00  	2024-214052	1.0000
iprec_at_recall_0.10  	2024-214052	0.0000
iprec_at_recall_0.20  	2024-214052	0.0000
iprec_at_recall_0.30  	2024-214052	0.0000
iprec_at_recall_0.40  	2024-214052	0.0000
iprec_at_recall_0.50  	2024-214052	0.0000
iprec_at_recall_0.60  	2024-214052	0.0000
iprec_at_recall_0.70  	2024-214052	0.0000
iprec_at_recall_0.80  	2024-214052	0.0000
iprec_at_recall_0.90  	2024-214052	0.0000
iprec_at_recall_1.00  	2024-214052	0.0000
P_5                   	2024-214052	0.4000
P_10                  	2024-214052	0.2000
P_15                  	2024-214052	0.1333
P_20                  	2024-214052	0.1000
P_30                  	2024-214052	0.0667
P_100                 	2024-214052	0.0200
P_200                 	2024-214052	0.0100
P_500                 	2024-214052	0.0040
P_1000                	2024-214052	0.0020
relstring             	2024-214052	'11'
recall_5              	2024-214052	0.0179
recall_10             	2024-214052	0.0179
recall_15             	2024-214052	0.0179
recall_20             	2024-214052	0.0179
recall_30             	2024-214052	0.0179
recall_100            	2024-214052	0.0179
recall_200            	2024-214052	0.0179
recall_500            	2024-214052	0.0179
recall_1000           	2024-214052	0.0179
infAP                 	2024-214052	0.0179
Rprec_mult_0.20       	2024-214052	0.0870
Rprec_mult_0.40       	2024-214052	0.0444
Rprec_mult_0.60       	2024-214052	0.0294
Rprec_mult_0.80       	2024-214052	0.0222
Rprec_mult_1.00       	2024-214052	0.0179
Rprec_mult_1.20       	2024-214052	0.0148
Rprec_mult_1.40       	2024-214052	0.0127
Rprec_mult_1.60       	2024-214052	0.0111
Rprec_mult_1.80       	2024-214052	0.0099
Rprec_mult_2.00       	2024-214052	0.0089
utility               	2024-214052	2.0000
11pt_avg              	2024-214052	0.0909
binG                  	2024-214052	0.0179
G                     	2024-214052	0.0096
ndcg                  	2024-214052	0.0627
ndcg_rel              	2024-214052	0.0705
Rndcg                 	2024-214052	0.1547
ndcg_cut_5            	2024-214052	0.2766
ndcg_cut_10           	2024-214052	0.2078
ndcg_cut_15           	2024-214052	0.1779
ndcg_cut_20           	2024-214052	0.1577
ndcg_cut_30           	2024-214052	0.1308
ndcg_cut_100          	2024-214052	0.0673
ndcg_cut_200          	2024-214052	0.0627
ndcg_cut_500          	2024-214052	0.0627
ndcg_cut_1000         	2024-214052	0.0627
map_cut_5             	2024-214052	0.0179
map_cut_10            	2024-214052	0.0179
map_cut_15            	2024-214052	0.0179
map_cut_20            	2024-214052	0.0179
map_cut_30            	2024-214052	0.0179
map_cut_100           	2024-214052	0.0179
map_cut_200           	2024-214052	0.0179
map_cut_500           	2024-214052	0.0179
map_cut_1000          	2024-214052	0.0179
relative_P_5          	2024-214052	0.4000
relative_P_10         	2024-214052	0.2000
relative_P_15         	2024-214052	0.1333
relative_P_20         	2024-214052	0.1000
relative_P_30         	2024-214052	0.0667
relative_P_100        	2024-214052	0.0200
relative_P_200        	2024-214052	0.0179
relative_P_500        	2024-214052	0.0179
relative_P_1000       	2024-214052	0.0179
success_1             	2024-214052	1.0000
success_5             	2024-214052	1.0000
success_10            	2024-214052	1.0000
set_P                 	2024-214052	1.0000
set_relative_P        	2024-214052	1.0000
set_recall            	2024-214052	0.0179
set_map               	2024-214052	0.0179
set_F                 	2024-214052	0.0351
num_nonrel_judged_ret 	2024-214052	0
num_ret               	2024-214096	2
num_rel               	2024-214096	251
num_rel_ret           	2024-214096	2
map                   	2024-214096	0.0080
Rprec                 	2024-214096	0.0080
bpref                 	2024-214096	0.0080
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.0000
iprec_at_recall_0.20  	2024-214096	0.0000
iprec_at_recall_0.30  	2024-214096	0.0000
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	0.4000
P_10                  	2024-214096	0.2000
P_15                  	2024-214096	0.1333
P_20                  	2024-214096	0.1000
P_30                  	2024-214096	0.0667
P_100                 	2024-214096	0.0200
P_200                 	2024-214096	0.0100
P_500                 	2024-214096	0.0040
P_1000                	2024-214096	0.0020
relstring             	2024-214096	'33'
recall_5              	2024-214096	0.0080
recall_10             	2024-214096	0.0080
recall_15             	2024-214096	0.0080
recall_20             	2024-214096	0.0080
recall_30             	2024-214096	0.0080
recall_100            	2024-214096	0.0080
recall_200            	2024-214096	0.0080
recall_500            	2024-214096	0.0080
recall_1000           	2024-214096	0.0080
infAP                 	2024-214096	0.0080
Rprec_mult_0.20       	2024-214096	0.0392
Rprec_mult_0.40       	2024-214096	0.0198
Rprec_mult_0.60       	2024-214096	0.0132
Rprec_mult_0.80       	2024-214096	0.0100
Rprec_mult_1.00       	2024-214096	0.0080
Rprec_mult_1.20       	2024-214096	0.0066
Rprec_mult_1.40       	2024-214096	0.0057
Rprec_mult_1.60       	2024-214096	0.0050
Rprec_mult_1.80       	2024-214096	0.0044
Rprec_mult_2.00       	2024-214096	0.0040
utility               	2024-214096	2.0000
11pt_avg              	2024-214096	0.0909
binG                  	2024-214096	0.0080
G                     	2024-214096	0.0146
ndcg                  	2024-214096	0.0661
ndcg_rel              	2024-214096	0.0736
Rndcg                 	2024-214096	0.1617
ndcg_cut_5            	2024-214096	0.5531
ndcg_cut_10           	2024-214096	0.3590
ndcg_cut_15           	2024-214096	0.2957
ndcg_cut_20           	2024-214096	0.2588
ndcg_cut_30           	2024-214096	0.2114
ndcg_cut_100          	2024-214096	0.1048
ndcg_cut_200          	2024-214096	0.0725
ndcg_cut_500          	2024-214096	0.0661
ndcg_cut_1000         	2024-214096	0.0661
map_cut_5             	2024-214096	0.0080
map_cut_10            	2024-214096	0.0080
map_cut_15            	2024-214096	0.0080
map_cut_20            	2024-214096	0.0080
map_cut_30            	2024-214096	0.0080
map_cut_100           	2024-214096	0.0080
map_cut_200           	2024-214096	0.0080
map_cut_500           	2024-214096	0.0080
map_cut_1000          	2024-214096	0.0080
relative_P_5          	2024-214096	0.4000
relative_P_10         	2024-214096	0.2000
relative_P_15         	2024-214096	0.1333
relative_P_20         	2024-214096	0.1000
relative_P_30         	2024-214096	0.0667
relative_P_100        	2024-214096	0.0200
relative_P_200        	2024-214096	0.0100
relative_P_500        	2024-214096	0.0080
relative_P_1000       	2024-214096	0.0080
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	1.0000
set_relative_P        	2024-214096	1.0000
set_recall            	2024-214096	0.0080
set_map               	2024-214096	0.0080
set_F                 	2024-214096	0.0158
num_nonrel_judged_ret 	2024-214096	0
num_ret               	2024-214126	2
num_rel               	2024-214126	91
num_rel_ret           	2024-214126	2
map                   	2024-214126	0.0220
Rprec                 	2024-214126	0.0220
bpref                 	2024-214126	0.0220
recip_rank            	2024-214126	1.0000
iprec_at_recall_0.00  	2024-214126	1.0000
iprec_at_recall_0.10  	2024-214126	0.0000
iprec_at_recall_0.20  	2024-214126	0.0000
iprec_at_recall_0.30  	2024-214126	0.0000
iprec_at_recall_0.40  	2024-214126	0.0000
iprec_at_recall_0.50  	2024-214126	0.0000
iprec_at_recall_0.60  	2024-214126	0.0000
iprec_at_recall_0.70  	2024-214126	0.0000
iprec_at_recall_0.80  	2024-214126	0.0000
iprec_at_recall_0.90  	2024-214126	0.0000
iprec_at_recall_1.00  	2024-214126	0.0000
P_5                   	2024-214126	0.4000
P_10                  	2024-214126	0.2000
P_15                  	2024-214126	0.1333
P_20                  	2024-214126	0.1000
P_30                  	2024-214126	0.0667
P_100                 	2024-214126	0.0200
P_200                 	2024-214126	0.0100
P_500                 	2024-214126	0.0040
P_1000                	2024-214126	0.0020
relstring             	2024-214126	'11'
recall_5              	2024-214126	0.0220
recall_10             	2024-214126	0.0220
recall_15             	2024-214126	0.0220
recall_20             	2024-214126	0.0220
recall_30             	2024-214126	0.0220
recall_100            	2024-214126	0.0220
recall_200            	2024-214126	0.0220
recall_500            	2024-214126	0.0220
recall_1000           	2024-214126	0.0220
infAP                 	2024-214126	0.0220
Rprec_mult_0.20       	2024-214126	0.1053
Rprec_mult_0.40       	2024-214126	0.0541
Rprec_mult_0.60       	2024-214126	0.0364
Rprec_mult_0.80       	2024-214126	0.0274
Rprec_mult_1.00       	2024-214126	0.0220
Rprec_mult_1.20       	2024-214126	0.0182
Rprec_mult_1.40       	2024-214126	0.0156
Rprec_mult_1.60       	2024-214126	0.0137
Rprec_mult_1.80       	2024-214126	0.0122
Rprec_mult_2.00       	2024-214126	0.0110
utility               	2024-214126	2.0000
11pt_avg              	2024-214126	0.0909
binG                  	2024-214126	0.0220
G                     	2024-214126	0.0118
ndcg                  	2024-214126	0.0724
ndcg_rel              	2024-214126	0.0818
Rndcg                 	2024-214126	0.1745
ndcg_cut_5            	2024-214126	0.2766
ndcg_cut_10           	2024-214126	0.2177
ndcg_cut_15           	2024-214126	0.1851
ndcg_cut_20           	2024-214126	0.1633
ndcg_cut_30           	2024-214126	0.1347
ndcg_cut_100          	2024-214126	0.0724
ndcg_cut_200          	2024-214126	0.0724
ndcg_cut_500          	2024-214126	0.0724
ndcg_cut_1000         	2024-214126	0.0724
map_cut_5             	2024-214126	0.0220
map_cut_10            	2024-214126	0.0220
map_cut_15            	2024-214126	0.0220
map_cut_20            	2024-214126	0.0220
map_cut_30            	2024-214126	0.0220
map_cut_100           	2024-214126	0.0220
map_cut_200           	2024-214126	0.0220
map_cut_500           	2024-214126	0.0220
map_cut_1000          	2024-214126	0.0220
relative_P_5          	2024-214126	0.4000
relative_P_10         	2024-214126	0.2000
relative_P_15         	2024-214126	0.1333
relative_P_20         	2024-214126	0.1000
relative_P_30         	2024-214126	0.0667
relative_P_100        	2024-214126	0.0220
relative_P_200        	2024-214126	0.0220
relative_P_500        	2024-214126	0.0220
relative_P_1000       	2024-214126	0.0220
success_1             	2024-214126	1.0000
success_5             	2024-214126	1.0000
success_10            	2024-214126	1.0000
set_P                 	2024-214126	1.0000
set_relative_P        	2024-214126	1.0000
set_recall            	2024-214126	0.0220
set_map               	2024-214126	0.0220
set_F                 	2024-214126	0.0430
num_nonrel_judged_ret 	2024-214126	0
num_ret               	2024-214257	2
num_rel               	2024-214257	157
num_rel_ret           	2024-214257	2
map                   	2024-214257	0.0127
Rprec                 	2024-214257	0.0127
bpref                 	2024-214257	0.0127
recip_rank            	2024-214257	1.0000
iprec_at_recall_0.00  	2024-214257	1.0000
iprec_at_recall_0.10  	2024-214257	0.0000
iprec_at_recall_0.20  	2024-214257	0.0000
iprec_at_recall_0.30  	2024-214257	0.0000
iprec_at_recall_0.40  	2024-214257	0.0000
iprec_at_recall_0.50  	2024-214257	0.0000
iprec_at_recall_0.60  	2024-214257	0.0000
iprec_at_recall_0.70  	2024-214257	0.0000
iprec_at_recall_0.80  	2024-214257	0.0000
iprec_at_recall_0.90  	2024-214257	0.0000
iprec_at_recall_1.00  	2024-214257	0.0000
P_5                   	2024-214257	0.4000
P_10                  	2024-214257	0.2000
P_15                  	2024-214257	0.1333
P_20                  	2024-214257	0.1000
P_30                  	2024-214257	0.0667
P_100                 	2024-214257	0.0200
P_200                 	2024-214257	0.0100
P_500                 	2024-214257	0.0040
P_1000                	2024-214257	0.0020
relstring             	2024-214257	'13'
recall_5              	2024-214257	0.0127
recall_10             	2024-214257	0.0127
recall_15             	2024-214257	0.0127
recall_20             	2024-214257	0.0127
recall_30             	2024-214257	0.0127
recall_100            	2024-214257	0.0127
recall_200            	2024-214257	0.0127
recall_500            	2024-214257	0.0127
recall_1000           	2024-214257	0.0127
infAP                 	2024-214257	0.0127
Rprec_mult_0.20       	2024-214257	0.0625
Rprec_mult_0.40       	2024-214257	0.0317
Rprec_mult_0.60       	2024-214257	0.0211
Rprec_mult_0.80       	2024-214257	0.0159
Rprec_mult_1.00       	2024-214257	0.0127
Rprec_mult_1.20       	2024-214257	0.0106
Rprec_mult_1.40       	2024-214257	0.0091
Rprec_mult_1.60       	2024-214257	0.0079
Rprec_mult_1.80       	2024-214257	0.0071
Rprec_mult_2.00       	2024-214257	0.0064
utility               	2024-214257	2.0000
11pt_avg              	2024-214257	0.0909
binG                  	2024-214257	0.0127
G                     	2024-214257	0.0073
ndcg                  	2024-214257	0.0505
ndcg_rel              	2024-214257	0.0557
Rndcg                 	2024-214257	0.0730
ndcg_cut_5            	2024-214257	0.3270
ndcg_cut_10           	2024-214257	0.2122
ndcg_cut_15           	2024-214257	0.1645
ndcg_cut_20           	2024-214257	0.1370
ndcg_cut_30           	2024-214257	0.1060
ndcg_cut_100          	2024-214257	0.0588
ndcg_cut_200          	2024-214257	0.0505
ndcg_cut_500          	2024-214257	0.0505
ndcg_cut_1000         	2024-214257	0.0505
map_cut_5             	2024-214257	0.0127
map_cut_10            	2024-214257	0.0127
map_cut_15            	2024-214257	0.0127
map_cut_20            	2024-214257	0.0127
map_cut_30            	2024-214257	0.0127
map_cut_100           	2024-214257	0.0127
map_cut_200           	2024-214257	0.0127
map_cut_500           	2024-214257	0.0127
map_cut_1000          	2024-214257	0.0127
relative_P_5          	2024-214257	0.4000
relative_P_10         	2024-214257	0.2000
relative_P_15         	2024-214257	0.1333
relative_P_20         	2024-214257	0.1000
relative_P_30         	2024-214257	0.0667
relative_P_100        	2024-214257	0.0200
relative_P_200        	2024-214257	0.0127
relative_P_500        	2024-214257	0.0127
relative_P_1000       	2024-214257	0.0127
success_1             	2024-214257	1.0000
success_5             	2024-214257	1.0000
success_10            	2024-214257	1.0000
set_P                 	2024-214257	1.0000
set_relative_P        	2024-214257	1.0000
set_recall            	2024-214257	0.0127
set_map               	2024-214257	0.0127
set_F                 	2024-214257	0.0252
num_nonrel_judged_ret 	2024-214257	0
num_ret               	2024-214333	2
num_rel               	2024-214333	395
num_rel_ret           	2024-214333	1
map                   	2024-214333	0.0013
Rprec                 	2024-214333	0.0025
bpref                 	2024-214333	0.0025
recip_rank            	2024-214333	0.5000
iprec_at_recall_0.00  	2024-214333	0.5000
iprec_at_recall_0.10  	2024-214333	0.0000
iprec_at_recall_0.20  	2024-214333	0.0000
iprec_at_recall_0.30  	2024-214333	0.0000
iprec_at_recall_0.40  	2024-214333	0.0000
iprec_at_recall_0.50  	2024-214333	0.0000
iprec_at_recall_0.60  	2024-214333	0.0000
iprec_at_recall_0.70  	2024-214333	0.0000
iprec_at_recall_0.80  	2024-214333	0.0000
iprec_at_recall_0.90  	2024-214333	0.0000
iprec_at_recall_1.00  	2024-214333	0.0000
P_5                   	2024-214333	0.2000
P_10                  	2024-214333	0.1000
P_15                  	2024-214333	0.0667
P_20                  	2024-214333	0.0500
P_30                  	2024-214333	0.0333
P_100                 	2024-214333	0.0100
P_200                 	2024-214333	0.0050
P_500                 	2024-214333	0.0020
P_1000                	2024-214333	0.0010
relstring             	2024-214333	'01'
recall_5              	2024-214333	0.0025
recall_10             	2024-214333	0.0025
recall_15             	2024-214333	0.0025
recall_20             	2024-214333	0.0025
recall_30             	2024-214333	0.0025
recall_100            	2024-214333	0.0025
recall_200            	2024-214333	0.0025
recall_500            	2024-214333	0.0025
recall_1000           	2024-214333	0.0025
infAP                 	2024-214333	0.0013
Rprec_mult_0.20       	2024-214333	0.0127
Rprec_mult_0.40       	2024-214333	0.0063
Rprec_mult_0.60       	2024-214333	0.0042
Rprec_mult_0.80       	2024-214333	0.0032
Rprec_mult_1.00       	2024-214333	0.0025
Rprec_mult_1.20       	2024-214333	0.0021
Rprec_mult_1.40       	2024-214333	0.0018
Rprec_mult_1.60       	2024-214333	0.0016
Rprec_mult_1.80       	2024-214333	0.0014
Rprec_mult_2.00       	2024-214333	0.0013
utility               	2024-214333	0.0000
11pt_avg              	2024-214333	0.0455
binG                  	2024-214333	0.0016
G                     	2024-214333	0.0007
ndcg                  	2024-214333	0.0076
ndcg_rel              	2024-214333	0.0079
Rndcg                 	2024-214333	0.0178
ndcg_cut_5            	2024-214333	0.0713
ndcg_cut_10           	2024-214333	0.0463
ndcg_cut_15           	2024-214333	0.0359
ndcg_cut_20           	2024-214333	0.0302
ndcg_cut_30           	2024-214333	0.0251
ndcg_cut_100          	2024-214333	0.0139
ndcg_cut_200          	2024-214333	0.0107
ndcg_cut_500          	2024-214333	0.0076
ndcg_cut_1000         	2024-214333	0.0076
map_cut_5             	2024-214333	0.0013
map_cut_10            	2024-214333	0.0013
map_cut_15            	2024-214333	0.0013
map_cut_20            	2024-214333	0.0013
map_cut_30            	2024-214333	0.0013
map_cut_100           	2024-214333	0.0013
map_cut_200           	2024-214333	0.0013
map_cut_500           	2024-214333	0.0013
map_cut_1000          	2024-214333	0.0013
relative_P_5          	2024-214333	0.2000
relative_P_10         	2024-214333	0.1000
relative_P_15         	2024-214333	0.0667
relative_P_20         	2024-214333	0.0500
relative_P_30         	2024-214333	0.0333
relative_P_100        	2024-214333	0.0100
relative_P_200        	2024-214333	0.0050
relative_P_500        	2024-214333	0.0025
relative_P_1000       	2024-214333	0.0025
success_1             	2024-214333	0.0000
success_5             	2024-214333	1.0000
success_10            	2024-214333	1.0000
set_P                 	2024-214333	0.5000
set_relative_P        	2024-214333	0.5000
set_recall            	2024-214333	0.0025
set_map               	2024-214333	0.0013
set_F                 	2024-214333	0.0050
num_nonrel_judged_ret 	2024-214333	1
num_ret               	2024-214467	2
num_rel               	2024-214467	101
num_rel_ret           	2024-214467	2
map                   	2024-214467	0.0198
Rprec                 	2024-214467	0.0198
bpref                 	2024-214467	0.0198
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	0.0000
iprec_at_recall_0.20  	2024-214467	0.0000
iprec_at_recall_0.30  	2024-214467	0.0000
iprec_at_recall_0.40  	2024-214467	0.0000
iprec_at_recall_0.50  	2024-214467	0.0000
iprec_at_recall_0.60  	2024-214467	0.0000
iprec_at_recall_0.70  	2024-214467	0.0000
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	0.4000
P_10                  	2024-214467	0.2000
P_15                  	2024-214467	0.1333
P_20                  	2024-214467	0.1000
P_30                  	2024-214467	0.0667
P_100                 	2024-214467	0.0200
P_200                 	2024-214467	0.0100
P_500                 	2024-214467	0.0040
P_1000                	2024-214467	0.0020
relstring             	2024-214467	'33'
recall_5              	2024-214467	0.0198
recall_10             	2024-214467	0.0198
recall_15             	2024-214467	0.0198
recall_20             	2024-214467	0.0198
recall_30             	2024-214467	0.0198
recall_100            	2024-214467	0.0198
recall_200            	2024-214467	0.0198
recall_500            	2024-214467	0.0198
recall_1000           	2024-214467	0.0198
infAP                 	2024-214467	0.0198
Rprec_mult_0.20       	2024-214467	0.0952
Rprec_mult_0.40       	2024-214467	0.0488
Rprec_mult_0.60       	2024-214467	0.0328
Rprec_mult_0.80       	2024-214467	0.0247
Rprec_mult_1.00       	2024-214467	0.0198
Rprec_mult_1.20       	2024-214467	0.0164
Rprec_mult_1.40       	2024-214467	0.0141
Rprec_mult_1.60       	2024-214467	0.0123
Rprec_mult_1.80       	2024-214467	0.0110
Rprec_mult_2.00       	2024-214467	0.0099
utility               	2024-214467	2.0000
11pt_avg              	2024-214467	0.0909
binG                  	2024-214467	0.0198
G                     	2024-214467	0.0311
ndcg                  	2024-214467	0.1079
ndcg_rel              	2024-214467	0.1255
Rndcg                 	2024-214467	0.1312
ndcg_cut_5            	2024-214467	0.5531
ndcg_cut_10           	2024-214467	0.3590
ndcg_cut_15           	2024-214467	0.2783
ndcg_cut_20           	2024-214467	0.2317
ndcg_cut_30           	2024-214467	0.1780
ndcg_cut_100          	2024-214467	0.1082
ndcg_cut_200          	2024-214467	0.1079
ndcg_cut_500          	2024-214467	0.1079
ndcg_cut_1000         	2024-214467	0.1079
map_cut_5             	2024-214467	0.0198
map_cut_10            	2024-214467	0.0198
map_cut_15            	2024-214467	0.0198
map_cut_20            	2024-214467	0.0198
map_cut_30            	2024-214467	0.0198
map_cut_100           	2024-214467	0.0198
map_cut_200           	2024-214467	0.0198
map_cut_500           	2024-214467	0.0198
map_cut_1000          	2024-214467	0.0198
relative_P_5          	2024-214467	0.4000
relative_P_10         	2024-214467	0.2000
relative_P_15         	2024-214467	0.1333
relative_P_20         	2024-214467	0.1000
relative_P_30         	2024-214467	0.0667
relative_P_100        	2024-214467	0.0200
relative_P_200        	2024-214467	0.0198
relative_P_500        	2024-214467	0.0198
relative_P_1000       	2024-214467	0.0198
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	1.0000
set_relative_P        	2024-214467	1.0000
set_recall            	2024-214467	0.0198
set_map               	2024-214467	0.0198
set_F                 	2024-214467	0.0388
num_nonrel_judged_ret 	2024-214467	0
num_ret               	2024-214483	2
num_rel               	2024-214483	372
num_rel_ret           	2024-214483	2
map                   	2024-214483	0.0054
Rprec                 	2024-214483	0.0054
bpref                 	2024-214483	0.0054
recip_rank            	2024-214483	1.0000
iprec_at_recall_0.00  	2024-214483	1.0000
iprec_at_recall_0.10  	2024-214483	0.0000
iprec_at_recall_0.20  	2024-214483	0.0000
iprec_at_recall_0.30  	2024-214483	0.0000
iprec_at_recall_0.40  	2024-214483	0.0000
iprec_at_recall_0.50  	2024-214483	0.0000
iprec_at_recall_0.60  	2024-214483	0.0000
iprec_at_recall_0.70  	2024-214483	0.0000
iprec_at_recall_0.80  	2024-214483	0.0000
iprec_at_recall_0.90  	2024-214483	0.0000
iprec_at_recall_1.00  	2024-214483	0.0000
P_5                   	2024-214483	0.4000
P_10                  	2024-214483	0.2000
P_15                  	2024-214483	0.1333
P_20                  	2024-214483	0.1000
P_30                  	2024-214483	0.0667
P_100                 	2024-214483	0.0200
P_200                 	2024-214483	0.0100
P_500                 	2024-214483	0.0040
P_1000                	2024-214483	0.0020
relstring             	2024-214483	'21'
recall_5              	2024-214483	0.0054
recall_10             	2024-214483	0.0054
recall_15             	2024-214483	0.0054
recall_20             	2024-214483	0.0054
recall_30             	2024-214483	0.0054
recall_100            	2024-214483	0.0054
recall_200            	2024-214483	0.0054
recall_500            	2024-214483	0.0054
recall_1000           	2024-214483	0.0054
infAP                 	2024-214483	0.0054
Rprec_mult_0.20       	2024-214483	0.0267
Rprec_mult_0.40       	2024-214483	0.0134
Rprec_mult_0.60       	2024-214483	0.0089
Rprec_mult_0.80       	2024-214483	0.0067
Rprec_mult_1.00       	2024-214483	0.0054
Rprec_mult_1.20       	2024-214483	0.0045
Rprec_mult_1.40       	2024-214483	0.0038
Rprec_mult_1.60       	2024-214483	0.0034
Rprec_mult_1.80       	2024-214483	0.0030
Rprec_mult_2.00       	2024-214483	0.0027
utility               	2024-214483	2.0000
11pt_avg              	2024-214483	0.0909
binG                  	2024-214483	0.0054
G                     	2024-214483	0.0028
ndcg                  	2024-214483	0.0262
ndcg_rel              	2024-214483	0.0293
Rndcg                 	2024-214483	0.0477
ndcg_cut_5            	2024-214483	0.2974
ndcg_cut_10           	2024-214483	0.1930
ndcg_cut_15           	2024-214483	0.1496
ndcg_cut_20           	2024-214483	0.1246
ndcg_cut_30           	2024-214483	0.0957
ndcg_cut_100          	2024-214483	0.0502
ndcg_cut_200          	2024-214483	0.0332
ndcg_cut_500          	2024-214483	0.0262
ndcg_cut_1000         	2024-214483	0.0262
map_cut_5             	2024-214483	0.0054
map_cut_10            	2024-214483	0.0054
map_cut_15            	2024-214483	0.0054
map_cut_20            	2024-214483	0.0054
map_cut_30            	2024-214483	0.0054
map_cut_100           	2024-214483	0.0054
map_cut_200           	2024-214483	0.0054
map_cut_500           	2024-214483	0.0054
map_cut_1000          	2024-214483	0.0054
relative_P_5          	2024-214483	0.4000
relative_P_10         	2024-214483	0.2000
relative_P_15         	2024-214483	0.1333
relative_P_20         	2024-214483	0.1000
relative_P_30         	2024-214483	0.0667
relative_P_100        	2024-214483	0.0200
relative_P_200        	2024-214483	0.0100
relative_P_500        	2024-214483	0.0054
relative_P_1000       	2024-214483	0.0054
success_1             	2024-214483	1.0000
success_5             	2024-214483	1.0000
success_10            	2024-214483	1.0000
set_P                 	2024-214483	1.0000
set_relative_P        	2024-214483	1.0000
set_recall            	2024-214483	0.0054
set_map               	2024-214483	0.0054
set_F                 	2024-214483	0.0107
num_nonrel_judged_ret 	2024-214483	0
num_ret               	2024-214630	2
num_rel               	2024-214630	245
num_rel_ret           	2024-214630	1
map                   	2024-214630	0.0041
Rprec                 	2024-214630	0.0041
bpref                 	2024-214630	0.0041
recip_rank            	2024-214630	1.0000
iprec_at_recall_0.00  	2024-214630	1.0000
iprec_at_recall_0.10  	2024-214630	0.0000
iprec_at_recall_0.20  	2024-214630	0.0000
iprec_at_recall_0.30  	2024-214630	0.0000
iprec_at_recall_0.40  	2024-214630	0.0000
iprec_at_recall_0.50  	2024-214630	0.0000
iprec_at_recall_0.60  	2024-214630	0.0000
iprec_at_recall_0.70  	2024-214630	0.0000
iprec_at_recall_0.80  	2024-214630	0.0000
iprec_at_recall_0.90  	2024-214630	0.0000
iprec_at_recall_1.00  	2024-214630	0.0000
P_5                   	2024-214630	0.2000
P_10                  	2024-214630	0.1000
P_15                  	2024-214630	0.0667
P_20                  	2024-214630	0.0500
P_30                  	2024-214630	0.0333
P_100                 	2024-214630	0.0100
P_200                 	2024-214630	0.0050
P_500                 	2024-214630	0.0020
P_1000                	2024-214630	0.0010
relstring             	2024-214630	'10'
recall_5              	2024-214630	0.0041
recall_10             	2024-214630	0.0041
recall_15             	2024-214630	0.0041
recall_20             	2024-214630	0.0041
recall_30             	2024-214630	0.0041
recall_100            	2024-214630	0.0041
recall_200            	2024-214630	0.0041
recall_500            	2024-214630	0.0041
recall_1000           	2024-214630	0.0041
infAP                 	2024-214630	0.0041
Rprec_mult_0.20       	2024-214630	0.0204
Rprec_mult_0.40       	2024-214630	0.0102
Rprec_mult_0.60       	2024-214630	0.0068
Rprec_mult_0.80       	2024-214630	0.0051
Rprec_mult_1.00       	2024-214630	0.0041
Rprec_mult_1.20       	2024-214630	0.0034
Rprec_mult_1.40       	2024-214630	0.0029
Rprec_mult_1.60       	2024-214630	0.0026
Rprec_mult_1.80       	2024-214630	0.0023
Rprec_mult_2.00       	2024-214630	0.0020
utility               	2024-214630	0.0000
11pt_avg              	2024-214630	0.0909
binG                  	2024-214630	0.0041
G                     	2024-214630	0.0015
ndcg                  	2024-214630	0.0158
ndcg_rel              	2024-214630	0.0171
Rndcg                 	2024-214630	0.0395
ndcg_cut_5            	2024-214630	0.1131
ndcg_cut_10           	2024-214630	0.0750
ndcg_cut_15           	2024-214630	0.0626
ndcg_cut_20           	2024-214630	0.0545
ndcg_cut_30           	2024-214630	0.0443
ndcg_cut_100          	2024-214630	0.0229
ndcg_cut_200          	2024-214630	0.0174
ndcg_cut_500          	2024-214630	0.0158
ndcg_cut_1000         	2024-214630	0.0158
map_cut_5             	2024-214630	0.0041
map_cut_10            	2024-214630	0.0041
map_cut_15            	2024-214630	0.0041
map_cut_20            	2024-214630	0.0041
map_cut_30            	2024-214630	0.0041
map_cut_100           	2024-214630	0.0041
map_cut_200           	2024-214630	0.0041
map_cut_500           	2024-214630	0.0041
map_cut_1000          	2024-214630	0.0041
relative_P_5          	2024-214630	0.2000
relative_P_10         	2024-214630	0.1000
relative_P_15         	2024-214630	0.0667
relative_P_20         	2024-214630	0.0500
relative_P_30         	2024-214630	0.0333
relative_P_100        	2024-214630	0.0100
relative_P_200        	2024-214630	0.0050
relative_P_500        	2024-214630	0.0041
relative_P_1000       	2024-214630	0.0041
success_1             	2024-214630	1.0000
success_5             	2024-214630	1.0000
success_10            	2024-214630	1.0000
set_P                 	2024-214630	0.5000
set_relative_P        	2024-214630	0.5000
set_recall            	2024-214630	0.0041
set_map               	2024-214630	0.0020
set_F                 	2024-214630	0.0081
num_nonrel_judged_ret 	2024-214630	1
num_ret               	2024-214744	2
num_rel               	2024-214744	224
num_rel_ret           	2024-214744	2
map                   	2024-214744	0.0089
Rprec                 	2024-214744	0.0089
bpref                 	2024-214744	0.0089
recip_rank            	2024-214744	1.0000
iprec_at_recall_0.00  	2024-214744	1.0000
iprec_at_recall_0.10  	2024-214744	0.0000
iprec_at_recall_0.20  	2024-214744	0.0000
iprec_at_recall_0.30  	2024-214744	0.0000
iprec_at_recall_0.40  	2024-214744	0.0000
iprec_at_recall_0.50  	2024-214744	0.0000
iprec_at_recall_0.60  	2024-214744	0.0000
iprec_at_recall_0.70  	2024-214744	0.0000
iprec_at_recall_0.80  	2024-214744	0.0000
iprec_at_recall_0.90  	2024-214744	0.0000
iprec_at_recall_1.00  	2024-214744	0.0000
P_5                   	2024-214744	0.4000
P_10                  	2024-214744	0.2000
P_15                  	2024-214744	0.1333
P_20                  	2024-214744	0.1000
P_30                  	2024-214744	0.0667
P_100                 	2024-214744	0.0200
P_200                 	2024-214744	0.0100
P_500                 	2024-214744	0.0040
P_1000                	2024-214744	0.0020
relstring             	2024-214744	'33'
recall_5              	2024-214744	0.0089
recall_10             	2024-214744	0.0089
recall_15             	2024-214744	0.0089
recall_20             	2024-214744	0.0089
recall_30             	2024-214744	0.0089
recall_100            	2024-214744	0.0089
recall_200            	2024-214744	0.0089
recall_500            	2024-214744	0.0089
recall_1000           	2024-214744	0.0089
infAP                 	2024-214744	0.0089
Rprec_mult_0.20       	2024-214744	0.0444
Rprec_mult_0.40       	2024-214744	0.0222
Rprec_mult_0.60       	2024-214744	0.0148
Rprec_mult_0.80       	2024-214744	0.0111
Rprec_mult_1.00       	2024-214744	0.0089
Rprec_mult_1.20       	2024-214744	0.0074
Rprec_mult_1.40       	2024-214744	0.0064
Rprec_mult_1.60       	2024-214744	0.0056
Rprec_mult_1.80       	2024-214744	0.0050
Rprec_mult_2.00       	2024-214744	0.0045
utility               	2024-214744	2.0000
11pt_avg              	2024-214744	0.0909
binG                  	2024-214744	0.0089
G                     	2024-214744	0.0198
ndcg                  	2024-214744	0.0832
ndcg_rel              	2024-214744	0.0914
Rndcg                 	2024-214744	0.1790
ndcg_cut_5            	2024-214744	0.5531
ndcg_cut_10           	2024-214744	0.3590
ndcg_cut_15           	2024-214744	0.2910
ndcg_cut_20           	2024-214744	0.2552
ndcg_cut_30           	2024-214744	0.2090
ndcg_cut_100          	2024-214744	0.1170
ndcg_cut_200          	2024-214744	0.0879
ndcg_cut_500          	2024-214744	0.0832
ndcg_cut_1000         	2024-214744	0.0832
map_cut_5             	2024-214744	0.0089
map_cut_10            	2024-214744	0.0089
map_cut_15            	2024-214744	0.0089
map_cut_20            	2024-214744	0.0089
map_cut_30            	2024-214744	0.0089
map_cut_100           	2024-214744	0.0089
map_cut_200           	2024-214744	0.0089
map_cut_500           	2024-214744	0.0089
map_cut_1000          	2024-214744	0.0089
relative_P_5          	2024-214744	0.4000
relative_P_10         	2024-214744	0.2000
relative_P_15         	2024-214744	0.1333
relative_P_20         	2024-214744	0.1000
relative_P_30         	2024-214744	0.0667
relative_P_100        	2024-214744	0.0200
relative_P_200        	2024-214744	0.0100
relative_P_500        	2024-214744	0.0089
relative_P_1000       	2024-214744	0.0089
success_1             	2024-214744	1.0000
success_5             	2024-214744	1.0000
success_10            	2024-214744	1.0000
set_P                 	2024-214744	1.0000
set_relative_P        	2024-214744	1.0000
set_recall            	2024-214744	0.0089
set_map               	2024-214744	0.0089
set_F                 	2024-214744	0.0177
num_nonrel_judged_ret 	2024-214744	0
num_ret               	2024-215044	2
num_rel               	2024-215044	55
num_rel_ret           	2024-215044	0
map                   	2024-215044	0.0000
Rprec                 	2024-215044	0.0000
bpref                 	2024-215044	0.0000
recip_rank            	2024-215044	0.0000
iprec_at_recall_0.00  	2024-215044	0.0000
iprec_at_recall_0.10  	2024-215044	0.0000
iprec_at_recall_0.20  	2024-215044	0.0000
iprec_at_recall_0.30  	2024-215044	0.0000
iprec_at_recall_0.40  	2024-215044	0.0000
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	0.0000
P_10                  	2024-215044	0.0000
P_15                  	2024-215044	0.0000
P_20                  	2024-215044	0.0000
P_30                  	2024-215044	0.0000
P_100                 	2024-215044	0.0000
P_200                 	2024-215044	0.0000
P_500                 	2024-215044	0.0000
P_1000                	2024-215044	0.0000
relstring             	2024-215044	'00'
recall_5              	2024-215044	0.0000
recall_10             	2024-215044	0.0000
recall_15             	2024-215044	0.0000
recall_20             	2024-215044	0.0000
recall_30             	2024-215044	0.0000
recall_100            	2024-215044	0.0000
recall_200            	2024-215044	0.0000
recall_500            	2024-215044	0.0000
recall_1000           	2024-215044	0.0000
infAP                 	2024-215044	0.0000
Rprec_mult_0.20       	2024-215044	0.0000
Rprec_mult_0.40       	2024-215044	0.0000
Rprec_mult_0.60       	2024-215044	0.0000
Rprec_mult_0.80       	2024-215044	0.0000
Rprec_mult_1.00       	2024-215044	0.0000
Rprec_mult_1.20       	2024-215044	0.0000
Rprec_mult_1.40       	2024-215044	0.0000
Rprec_mult_1.60       	2024-215044	0.0000
Rprec_mult_1.80       	2024-215044	0.0000
Rprec_mult_2.00       	2024-215044	0.0000
utility               	2024-215044	-2.0000
11pt_avg              	2024-215044	0.0000
binG                  	2024-215044	0.0000
G                     	2024-215044	0.0000
ndcg                  	2024-215044	0.0000
ndcg_rel              	2024-215044	0.0000
Rndcg                 	2024-215044	0.0000
ndcg_cut_5            	2024-215044	0.0000
ndcg_cut_10           	2024-215044	0.0000
ndcg_cut_15           	2024-215044	0.0000
ndcg_cut_20           	2024-215044	0.0000
ndcg_cut_30           	2024-215044	0.0000
ndcg_cut_100          	2024-215044	0.0000
ndcg_cut_200          	2024-215044	0.0000
ndcg_cut_500          	2024-215044	0.0000
ndcg_cut_1000         	2024-215044	0.0000
map_cut_5             	2024-215044	0.0000
map_cut_10            	2024-215044	0.0000
map_cut_15            	2024-215044	0.0000
map_cut_20            	2024-215044	0.0000
map_cut_30            	2024-215044	0.0000
map_cut_100           	2024-215044	0.0000
map_cut_200           	2024-215044	0.0000
map_cut_500           	2024-215044	0.0000
map_cut_1000          	2024-215044	0.0000
relative_P_5          	2024-215044	0.0000
relative_P_10         	2024-215044	0.0000
relative_P_15         	2024-215044	0.0000
relative_P_20         	2024-215044	0.0000
relative_P_30         	2024-215044	0.0000
relative_P_100        	2024-215044	0.0000
relative_P_200        	2024-215044	0.0000
relative_P_500        	2024-215044	0.0000
relative_P_1000       	2024-215044	0.0000
success_1             	2024-215044	0.0000
success_5             	2024-215044	0.0000
success_10            	2024-215044	0.0000
set_P                 	2024-215044	0.0000
set_relative_P        	2024-215044	0.0000
set_recall            	2024-215044	0.0000
set_map               	2024-215044	0.0000
set_F                 	2024-215044	0.0000
num_nonrel_judged_ret 	2024-215044	2
num_ret               	2024-215090	2
num_rel               	2024-215090	257
num_rel_ret           	2024-215090	2
map                   	2024-215090	0.0078
Rprec                 	2024-215090	0.0078
bpref                 	2024-215090	0.0078
recip_rank            	2024-215090	1.0000
iprec_at_recall_0.00  	2024-215090	1.0000
iprec_at_recall_0.10  	2024-215090	0.0000
iprec_at_recall_0.20  	2024-215090	0.0000
iprec_at_recall_0.30  	2024-215090	0.0000
iprec_at_recall_0.40  	2024-215090	0.0000
iprec_at_recall_0.50  	2024-215090	0.0000
iprec_at_recall_0.60  	2024-215090	0.0000
iprec_at_recall_0.70  	2024-215090	0.0000
iprec_at_recall_0.80  	2024-215090	0.0000
iprec_at_recall_0.90  	2024-215090	0.0000
iprec_at_recall_1.00  	2024-215090	0.0000
P_5                   	2024-215090	0.4000
P_10                  	2024-215090	0.2000
P_15                  	2024-215090	0.1333
P_20                  	2024-215090	0.1000
P_30                  	2024-215090	0.0667
P_100                 	2024-215090	0.0200
P_200                 	2024-215090	0.0100
P_500                 	2024-215090	0.0040
P_1000                	2024-215090	0.0020
relstring             	2024-215090	'33'
recall_5              	2024-215090	0.0078
recall_10             	2024-215090	0.0078
recall_15             	2024-215090	0.0078
recall_20             	2024-215090	0.0078
recall_30             	2024-215090	0.0078
recall_100            	2024-215090	0.0078
recall_200            	2024-215090	0.0078
recall_500            	2024-215090	0.0078
recall_1000           	2024-215090	0.0078
infAP                 	2024-215090	0.0078
Rprec_mult_0.20       	2024-215090	0.0385
Rprec_mult_0.40       	2024-215090	0.0194
Rprec_mult_0.60       	2024-215090	0.0129
Rprec_mult_0.80       	2024-215090	0.0097
Rprec_mult_1.00       	2024-215090	0.0078
Rprec_mult_1.20       	2024-215090	0.0065
Rprec_mult_1.40       	2024-215090	0.0056
Rprec_mult_1.60       	2024-215090	0.0049
Rprec_mult_1.80       	2024-215090	0.0043
Rprec_mult_2.00       	2024-215090	0.0039
utility               	2024-215090	2.0000
11pt_avg              	2024-215090	0.0909
binG                  	2024-215090	0.0078
G                     	2024-215090	0.0112
ndcg                  	2024-215090	0.0516
ndcg_rel              	2024-215090	0.0590
Rndcg                 	2024-215090	0.0663
ndcg_cut_5            	2024-215090	0.5531
ndcg_cut_10           	2024-215090	0.3590
ndcg_cut_15           	2024-215090	0.2783
ndcg_cut_20           	2024-215090	0.2317
ndcg_cut_30           	2024-215090	0.1780
ndcg_cut_100          	2024-215090	0.0819
ndcg_cut_200          	2024-215090	0.0559
ndcg_cut_500          	2024-215090	0.0516
ndcg_cut_1000         	2024-215090	0.0516
map_cut_5             	2024-215090	0.0078
map_cut_10            	2024-215090	0.0078
map_cut_15            	2024-215090	0.0078
map_cut_20            	2024-215090	0.0078
map_cut_30            	2024-215090	0.0078
map_cut_100           	2024-215090	0.0078
map_cut_200           	2024-215090	0.0078
map_cut_500           	2024-215090	0.0078
map_cut_1000          	2024-215090	0.0078
relative_P_5          	2024-215090	0.4000
relative_P_10         	2024-215090	0.2000
relative_P_15         	2024-215090	0.1333
relative_P_20         	2024-215090	0.1000
relative_P_30         	2024-215090	0.0667
relative_P_100        	2024-215090	0.0200
relative_P_200        	2024-215090	0.0100
relative_P_500        	2024-215090	0.0078
relative_P_1000       	2024-215090	0.0078
success_1             	2024-215090	1.0000
success_5             	2024-215090	1.0000
success_10            	2024-215090	1.0000
set_P                 	2024-215090	1.0000
set_relative_P        	2024-215090	1.0000
set_recall            	2024-215090	0.0078
set_map               	2024-215090	0.0078
set_F                 	2024-215090	0.0154
num_nonrel_judged_ret 	2024-215090	0
num_ret               	2024-215094	2
num_rel               	2024-215094	313
num_rel_ret           	2024-215094	2
map                   	2024-215094	0.0064
Rprec                 	2024-215094	0.0064
bpref                 	2024-215094	0.0064
recip_rank            	2024-215094	1.0000
iprec_at_recall_0.00  	2024-215094	1.0000
iprec_at_recall_0.10  	2024-215094	0.0000
iprec_at_recall_0.20  	2024-215094	0.0000
iprec_at_recall_0.30  	2024-215094	0.0000
iprec_at_recall_0.40  	2024-215094	0.0000
iprec_at_recall_0.50  	2024-215094	0.0000
iprec_at_recall_0.60  	2024-215094	0.0000
iprec_at_recall_0.70  	2024-215094	0.0000
iprec_at_recall_0.80  	2024-215094	0.0000
iprec_at_recall_0.90  	2024-215094	0.0000
iprec_at_recall_1.00  	2024-215094	0.0000
P_5                   	2024-215094	0.4000
P_10                  	2024-215094	0.2000
P_15                  	2024-215094	0.1333
P_20                  	2024-215094	0.1000
P_30                  	2024-215094	0.0667
P_100                 	2024-215094	0.0200
P_200                 	2024-215094	0.0100
P_500                 	2024-215094	0.0040
P_1000                	2024-215094	0.0020
relstring             	2024-215094	'21'
recall_5              	2024-215094	0.0064
recall_10             	2024-215094	0.0064
recall_15             	2024-215094	0.0064
recall_20             	2024-215094	0.0064
recall_30             	2024-215094	0.0064
recall_100            	2024-215094	0.0064
recall_200            	2024-215094	0.0064
recall_500            	2024-215094	0.0064
recall_1000           	2024-215094	0.0064
infAP                 	2024-215094	0.0064
Rprec_mult_0.20       	2024-215094	0.0317
Rprec_mult_0.40       	2024-215094	0.0159
Rprec_mult_0.60       	2024-215094	0.0106
Rprec_mult_0.80       	2024-215094	0.0080
Rprec_mult_1.00       	2024-215094	0.0064
Rprec_mult_1.20       	2024-215094	0.0053
Rprec_mult_1.40       	2024-215094	0.0046
Rprec_mult_1.60       	2024-215094	0.0040
Rprec_mult_1.80       	2024-215094	0.0035
Rprec_mult_2.00       	2024-215094	0.0032
utility               	2024-215094	2.0000
11pt_avg              	2024-215094	0.0909
binG                  	2024-215094	0.0064
G                     	2024-215094	0.0030
ndcg                  	2024-215094	0.0269
ndcg_rel              	2024-215094	0.0306
Rndcg                 	2024-215094	0.0377
ndcg_cut_5            	2024-215094	0.2974
ndcg_cut_10           	2024-215094	0.1930
ndcg_cut_15           	2024-215094	0.1496
ndcg_cut_20           	2024-215094	0.1246
ndcg_cut_30           	2024-215094	0.0957
ndcg_cut_100          	2024-215094	0.0452
ndcg_cut_200          	2024-215094	0.0314
ndcg_cut_500          	2024-215094	0.0269
ndcg_cut_1000         	2024-215094	0.0269
map_cut_5             	2024-215094	0.0064
map_cut_10            	2024-215094	0.0064
map_cut_15            	2024-215094	0.0064
map_cut_20            	2024-215094	0.0064
map_cut_30            	2024-215094	0.0064
map_cut_100           	2024-215094	0.0064
map_cut_200           	2024-215094	0.0064
map_cut_500           	2024-215094	0.0064
map_cut_1000          	2024-215094	0.0064
relative_P_5          	2024-215094	0.4000
relative_P_10         	2024-215094	0.2000
relative_P_15         	2024-215094	0.1333
relative_P_20         	2024-215094	0.1000
relative_P_30         	2024-215094	0.0667
relative_P_100        	2024-215094	0.0200
relative_P_200        	2024-215094	0.0100
relative_P_500        	2024-215094	0.0064
relative_P_1000       	2024-215094	0.0064
success_1             	2024-215094	1.0000
success_5             	2024-215094	1.0000
success_10            	2024-215094	1.0000
set_P                 	2024-215094	1.0000
set_relative_P        	2024-215094	1.0000
set_recall            	2024-215094	0.0064
set_map               	2024-215094	0.0064
set_F                 	2024-215094	0.0127
num_nonrel_judged_ret 	2024-215094	0
num_ret               	2024-215256	2
num_rel               	2024-215256	156
num_rel_ret           	2024-215256	2
map                   	2024-215256	0.0128
Rprec                 	2024-215256	0.0128
bpref                 	2024-215256	0.0128
recip_rank            	2024-215256	1.0000
iprec_at_recall_0.00  	2024-215256	1.0000
iprec_at_recall_0.10  	2024-215256	0.0000
iprec_at_recall_0.20  	2024-215256	0.0000
iprec_at_recall_0.30  	2024-215256	0.0000
iprec_at_recall_0.40  	2024-215256	0.0000
iprec_at_recall_0.50  	2024-215256	0.0000
iprec_at_recall_0.60  	2024-215256	0.0000
iprec_at_recall_0.70  	2024-215256	0.0000
iprec_at_recall_0.80  	2024-215256	0.0000
iprec_at_recall_0.90  	2024-215256	0.0000
iprec_at_recall_1.00  	2024-215256	0.0000
P_5                   	2024-215256	0.4000
P_10                  	2024-215256	0.2000
P_15                  	2024-215256	0.1333
P_20                  	2024-215256	0.1000
P_30                  	2024-215256	0.0667
P_100                 	2024-215256	0.0200
P_200                 	2024-215256	0.0100
P_500                 	2024-215256	0.0040
P_1000                	2024-215256	0.0020
relstring             	2024-215256	'33'
recall_5              	2024-215256	0.0128
recall_10             	2024-215256	0.0128
recall_15             	2024-215256	0.0128
recall_20             	2024-215256	0.0128
recall_30             	2024-215256	0.0128
recall_100            	2024-215256	0.0128
recall_200            	2024-215256	0.0128
recall_500            	2024-215256	0.0128
recall_1000           	2024-215256	0.0128
infAP                 	2024-215256	0.0128
Rprec_mult_0.20       	2024-215256	0.0625
Rprec_mult_0.40       	2024-215256	0.0317
Rprec_mult_0.60       	2024-215256	0.0213
Rprec_mult_0.80       	2024-215256	0.0160
Rprec_mult_1.00       	2024-215256	0.0128
Rprec_mult_1.20       	2024-215256	0.0106
Rprec_mult_1.40       	2024-215256	0.0091
Rprec_mult_1.60       	2024-215256	0.0080
Rprec_mult_1.80       	2024-215256	0.0071
Rprec_mult_2.00       	2024-215256	0.0064
utility               	2024-215256	2.0000
11pt_avg              	2024-215256	0.0909
binG                  	2024-215256	0.0128
G                     	2024-215256	0.0188
ndcg                  	2024-215256	0.0757
ndcg_rel              	2024-215256	0.0875
Rndcg                 	2024-215256	0.0963
ndcg_cut_5            	2024-215256	0.5531
ndcg_cut_10           	2024-215256	0.3590
ndcg_cut_15           	2024-215256	0.2783
ndcg_cut_20           	2024-215256	0.2317
ndcg_cut_30           	2024-215256	0.1780
ndcg_cut_100          	2024-215256	0.0899
ndcg_cut_200          	2024-215256	0.0757
ndcg_cut_500          	2024-215256	0.0757
ndcg_cut_1000         	2024-215256	0.0757
map_cut_5             	2024-215256	0.0128
map_cut_10            	2024-215256	0.0128
map_cut_15            	2024-215256	0.0128
map_cut_20            	2024-215256	0.0128
map_cut_30            	2024-215256	0.0128
map_cut_100           	2024-215256	0.0128
map_cut_200           	2024-215256	0.0128
map_cut_500           	2024-215256	0.0128
map_cut_1000          	2024-215256	0.0128
relative_P_5          	2024-215256	0.4000
relative_P_10         	2024-215256	0.2000
relative_P_15         	2024-215256	0.1333
relative_P_20         	2024-215256	0.1000
relative_P_30         	2024-215256	0.0667
relative_P_100        	2024-215256	0.0200
relative_P_200        	2024-215256	0.0128
relative_P_500        	2024-215256	0.0128
relative_P_1000       	2024-215256	0.0128
success_1             	2024-215256	1.0000
success_5             	2024-215256	1.0000
success_10            	2024-215256	1.0000
set_P                 	2024-215256	1.0000
set_relative_P        	2024-215256	1.0000
set_recall            	2024-215256	0.0128
set_map               	2024-215256	0.0128
set_F                 	2024-215256	0.0253
num_nonrel_judged_ret 	2024-215256	0
num_ret               	2024-215833	2
num_rel               	2024-215833	92
num_rel_ret           	2024-215833	0
map                   	2024-215833	0.0000
Rprec                 	2024-215833	0.0000
bpref                 	2024-215833	0.0000
recip_rank            	2024-215833	0.0000
iprec_at_recall_0.00  	2024-215833	0.0000
iprec_at_recall_0.10  	2024-215833	0.0000
iprec_at_recall_0.20  	2024-215833	0.0000
iprec_at_recall_0.30  	2024-215833	0.0000
iprec_at_recall_0.40  	2024-215833	0.0000
iprec_at_recall_0.50  	2024-215833	0.0000
iprec_at_recall_0.60  	2024-215833	0.0000
iprec_at_recall_0.70  	2024-215833	0.0000
iprec_at_recall_0.80  	2024-215833	0.0000
iprec_at_recall_0.90  	2024-215833	0.0000
iprec_at_recall_1.00  	2024-215833	0.0000
P_5                   	2024-215833	0.0000
P_10                  	2024-215833	0.0000
P_15                  	2024-215833	0.0000
P_20                  	2024-215833	0.0000
P_30                  	2024-215833	0.0000
P_100                 	2024-215833	0.0000
P_200                 	2024-215833	0.0000
P_500                 	2024-215833	0.0000
P_1000                	2024-215833	0.0000
relstring             	2024-215833	'00'
recall_5              	2024-215833	0.0000
recall_10             	2024-215833	0.0000
recall_15             	2024-215833	0.0000
recall_20             	2024-215833	0.0000
recall_30             	2024-215833	0.0000
recall_100            	2024-215833	0.0000
recall_200            	2024-215833	0.0000
recall_500            	2024-215833	0.0000
recall_1000           	2024-215833	0.0000
infAP                 	2024-215833	0.0000
Rprec_mult_0.20       	2024-215833	0.0000
Rprec_mult_0.40       	2024-215833	0.0000
Rprec_mult_0.60       	2024-215833	0.0000
Rprec_mult_0.80       	2024-215833	0.0000
Rprec_mult_1.00       	2024-215833	0.0000
Rprec_mult_1.20       	2024-215833	0.0000
Rprec_mult_1.40       	2024-215833	0.0000
Rprec_mult_1.60       	2024-215833	0.0000
Rprec_mult_1.80       	2024-215833	0.0000
Rprec_mult_2.00       	2024-215833	0.0000
utility               	2024-215833	-2.0000
11pt_avg              	2024-215833	0.0000
binG                  	2024-215833	0.0000
G                     	2024-215833	0.0000
ndcg                  	2024-215833	0.0000
ndcg_rel              	2024-215833	0.0000
Rndcg                 	2024-215833	0.0000
ndcg_cut_5            	2024-215833	0.0000
ndcg_cut_10           	2024-215833	0.0000
ndcg_cut_15           	2024-215833	0.0000
ndcg_cut_20           	2024-215833	0.0000
ndcg_cut_30           	2024-215833	0.0000
ndcg_cut_100          	2024-215833	0.0000
ndcg_cut_200          	2024-215833	0.0000
ndcg_cut_500          	2024-215833	0.0000
ndcg_cut_1000         	2024-215833	0.0000
map_cut_5             	2024-215833	0.0000
map_cut_10            	2024-215833	0.0000
map_cut_15            	2024-215833	0.0000
map_cut_20            	2024-215833	0.0000
map_cut_30            	2024-215833	0.0000
map_cut_100           	2024-215833	0.0000
map_cut_200           	2024-215833	0.0000
map_cut_500           	2024-215833	0.0000
map_cut_1000          	2024-215833	0.0000
relative_P_5          	2024-215833	0.0000
relative_P_10         	2024-215833	0.0000
relative_P_15         	2024-215833	0.0000
relative_P_20         	2024-215833	0.0000
relative_P_30         	2024-215833	0.0000
relative_P_100        	2024-215833	0.0000
relative_P_200        	2024-215833	0.0000
relative_P_500        	2024-215833	0.0000
relative_P_1000       	2024-215833	0.0000
success_1             	2024-215833	0.0000
success_5             	2024-215833	0.0000
success_10            	2024-215833	0.0000
set_P                 	2024-215833	0.0000
set_relative_P        	2024-215833	0.0000
set_recall            	2024-215833	0.0000
set_map               	2024-215833	0.0000
set_F                 	2024-215833	0.0000
num_nonrel_judged_ret 	2024-215833	2
num_ret               	2024-215952	2
num_rel               	2024-215952	246
num_rel_ret           	2024-215952	1
map                   	2024-215952	0.0041
Rprec                 	2024-215952	0.0041
bpref                 	2024-215952	0.0041
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	0.0000
iprec_at_recall_0.20  	2024-215952	0.0000
iprec_at_recall_0.30  	2024-215952	0.0000
iprec_at_recall_0.40  	2024-215952	0.0000
iprec_at_recall_0.50  	2024-215952	0.0000
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	0.2000
P_10                  	2024-215952	0.1000
P_15                  	2024-215952	0.0667
P_20                  	2024-215952	0.0500
P_30                  	2024-215952	0.0333
P_100                 	2024-215952	0.0100
P_200                 	2024-215952	0.0050
P_500                 	2024-215952	0.0020
P_1000                	2024-215952	0.0010
relstring             	2024-215952	'30'
recall_5              	2024-215952	0.0041
recall_10             	2024-215952	0.0041
recall_15             	2024-215952	0.0041
recall_20             	2024-215952	0.0041
recall_30             	2024-215952	0.0041
recall_100            	2024-215952	0.0041
recall_200            	2024-215952	0.0041
recall_500            	2024-215952	0.0041
recall_1000           	2024-215952	0.0041
infAP                 	2024-215952	0.0041
Rprec_mult_0.20       	2024-215952	0.0200
Rprec_mult_0.40       	2024-215952	0.0101
Rprec_mult_0.60       	2024-215952	0.0068
Rprec_mult_0.80       	2024-215952	0.0051
Rprec_mult_1.00       	2024-215952	0.0041
Rprec_mult_1.20       	2024-215952	0.0034
Rprec_mult_1.40       	2024-215952	0.0029
Rprec_mult_1.60       	2024-215952	0.0025
Rprec_mult_1.80       	2024-215952	0.0023
Rprec_mult_2.00       	2024-215952	0.0020
utility               	2024-215952	0.0000
11pt_avg              	2024-215952	0.0909
binG                  	2024-215952	0.0041
G                     	2024-215952	0.0093
ndcg                  	2024-215952	0.0493
ndcg_rel              	2024-215952	0.0531
Rndcg                 	2024-215952	0.1224
ndcg_cut_5            	2024-215952	0.3392
ndcg_cut_10           	2024-215952	0.2249
ndcg_cut_15           	2024-215952	0.1878
ndcg_cut_20           	2024-215952	0.1636
ndcg_cut_30           	2024-215952	0.1329
ndcg_cut_100          	2024-215952	0.0729
ndcg_cut_200          	2024-215952	0.0545
ndcg_cut_500          	2024-215952	0.0493
ndcg_cut_1000         	2024-215952	0.0493
map_cut_5             	2024-215952	0.0041
map_cut_10            	2024-215952	0.0041
map_cut_15            	2024-215952	0.0041
map_cut_20            	2024-215952	0.0041
map_cut_30            	2024-215952	0.0041
map_cut_100           	2024-215952	0.0041
map_cut_200           	2024-215952	0.0041
map_cut_500           	2024-215952	0.0041
map_cut_1000          	2024-215952	0.0041
relative_P_5          	2024-215952	0.2000
relative_P_10         	2024-215952	0.1000
relative_P_15         	2024-215952	0.0667
relative_P_20         	2024-215952	0.0500
relative_P_30         	2024-215952	0.0333
relative_P_100        	2024-215952	0.0100
relative_P_200        	2024-215952	0.0050
relative_P_500        	2024-215952	0.0041
relative_P_1000       	2024-215952	0.0041
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.5000
set_relative_P        	2024-215952	0.5000
set_recall            	2024-215952	0.0041
set_map               	2024-215952	0.0020
set_F                 	2024-215952	0.0081
num_nonrel_judged_ret 	2024-215952	1
num_ret               	2024-216231	2
num_rel               	2024-216231	169
num_rel_ret           	2024-216231	1
map                   	2024-216231	0.0059
Rprec                 	2024-216231	0.0059
bpref                 	2024-216231	0.0059
recip_rank            	2024-216231	1.0000
iprec_at_recall_0.00  	2024-216231	1.0000
iprec_at_recall_0.10  	2024-216231	0.0000
iprec_at_recall_0.20  	2024-216231	0.0000
iprec_at_recall_0.30  	2024-216231	0.0000
iprec_at_recall_0.40  	2024-216231	0.0000
iprec_at_recall_0.50  	2024-216231	0.0000
iprec_at_recall_0.60  	2024-216231	0.0000
iprec_at_recall_0.70  	2024-216231	0.0000
iprec_at_recall_0.80  	2024-216231	0.0000
iprec_at_recall_0.90  	2024-216231	0.0000
iprec_at_recall_1.00  	2024-216231	0.0000
P_5                   	2024-216231	0.2000
P_10                  	2024-216231	0.1000
P_15                  	2024-216231	0.0667
P_20                  	2024-216231	0.0500
P_30                  	2024-216231	0.0333
P_100                 	2024-216231	0.0100
P_200                 	2024-216231	0.0050
P_500                 	2024-216231	0.0020
P_1000                	2024-216231	0.0010
relstring             	2024-216231	'30'
recall_5              	2024-216231	0.0059
recall_10             	2024-216231	0.0059
recall_15             	2024-216231	0.0059
recall_20             	2024-216231	0.0059
recall_30             	2024-216231	0.0059
recall_100            	2024-216231	0.0059
recall_200            	2024-216231	0.0059
recall_500            	2024-216231	0.0059
recall_1000           	2024-216231	0.0059
infAP                 	2024-216231	0.0059
Rprec_mult_0.20       	2024-216231	0.0294
Rprec_mult_0.40       	2024-216231	0.0147
Rprec_mult_0.60       	2024-216231	0.0098
Rprec_mult_0.80       	2024-216231	0.0074
Rprec_mult_1.00       	2024-216231	0.0059
Rprec_mult_1.20       	2024-216231	0.0049
Rprec_mult_1.40       	2024-216231	0.0042
Rprec_mult_1.60       	2024-216231	0.0037
Rprec_mult_1.80       	2024-216231	0.0033
Rprec_mult_2.00       	2024-216231	0.0030
utility               	2024-216231	0.0000
11pt_avg              	2024-216231	0.0909
binG                  	2024-216231	0.0059
G                     	2024-216231	0.0113
ndcg                  	2024-216231	0.0547
ndcg_rel              	2024-216231	0.0603
Rndcg                 	2024-216231	0.0929
ndcg_cut_5            	2024-216231	0.3392
ndcg_cut_10           	2024-216231	0.2201
ndcg_cut_15           	2024-216231	0.1706
ndcg_cut_20           	2024-216231	0.1452
ndcg_cut_30           	2024-216231	0.1205
ndcg_cut_100          	2024-216231	0.0666
ndcg_cut_200          	2024-216231	0.0547
ndcg_cut_500          	2024-216231	0.0547
ndcg_cut_1000         	2024-216231	0.0547
map_cut_5             	2024-216231	0.0059
map_cut_10            	2024-216231	0.0059
map_cut_15            	2024-216231	0.0059
map_cut_20            	2024-216231	0.0059
map_cut_30            	2024-216231	0.0059
map_cut_100           	2024-216231	0.0059
map_cut_200           	2024-216231	0.0059
map_cut_500           	2024-216231	0.0059
map_cut_1000          	2024-216231	0.0059
relative_P_5          	2024-216231	0.2000
relative_P_10         	2024-216231	0.1000
relative_P_15         	2024-216231	0.0667
relative_P_20         	2024-216231	0.0500
relative_P_30         	2024-216231	0.0333
relative_P_100        	2024-216231	0.0100
relative_P_200        	2024-216231	0.0059
relative_P_500        	2024-216231	0.0059
relative_P_1000       	2024-216231	0.0059
success_1             	2024-216231	1.0000
success_5             	2024-216231	1.0000
success_10            	2024-216231	1.0000
set_P                 	2024-216231	0.5000
set_relative_P        	2024-216231	0.5000
set_recall            	2024-216231	0.0059
set_map               	2024-216231	0.0030
set_F                 	2024-216231	0.0117
num_nonrel_judged_ret 	2024-216231	1
num_ret               	2024-216592	2
num_rel               	2024-216592	285
num_rel_ret           	2024-216592	2
map                   	2024-216592	0.0070
Rprec                 	2024-216592	0.0070
bpref                 	2024-216592	0.0070
recip_rank            	2024-216592	1.0000
iprec_at_recall_0.00  	2024-216592	1.0000
iprec_at_recall_0.10  	2024-216592	0.0000
iprec_at_recall_0.20  	2024-216592	0.0000
iprec_at_recall_0.30  	2024-216592	0.0000
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	0.4000
P_10                  	2024-216592	0.2000
P_15                  	2024-216592	0.1333
P_20                  	2024-216592	0.1000
P_30                  	2024-216592	0.0667
P_100                 	2024-216592	0.0200
P_200                 	2024-216592	0.0100
P_500                 	2024-216592	0.0040
P_1000                	2024-216592	0.0020
relstring             	2024-216592	'32'
recall_5              	2024-216592	0.0070
recall_10             	2024-216592	0.0070
recall_15             	2024-216592	0.0070
recall_20             	2024-216592	0.0070
recall_30             	2024-216592	0.0070
recall_100            	2024-216592	0.0070
recall_200            	2024-216592	0.0070
recall_500            	2024-216592	0.0070
recall_1000           	2024-216592	0.0070
infAP                 	2024-216592	0.0070
Rprec_mult_0.20       	2024-216592	0.0351
Rprec_mult_0.40       	2024-216592	0.0175
Rprec_mult_0.60       	2024-216592	0.0117
Rprec_mult_0.80       	2024-216592	0.0088
Rprec_mult_1.00       	2024-216592	0.0070
Rprec_mult_1.20       	2024-216592	0.0058
Rprec_mult_1.40       	2024-216592	0.0050
Rprec_mult_1.60       	2024-216592	0.0044
Rprec_mult_1.80       	2024-216592	0.0039
Rprec_mult_2.00       	2024-216592	0.0035
utility               	2024-216592	2.0000
11pt_avg              	2024-216592	0.0909
binG                  	2024-216592	0.0070
G                     	2024-216592	0.0082
ndcg                  	2024-216592	0.0464
ndcg_rel              	2024-216592	0.0526
Rndcg                 	2024-216592	0.0660
ndcg_cut_5            	2024-216592	0.4818
ndcg_cut_10           	2024-216592	0.3127
ndcg_cut_15           	2024-216592	0.2424
ndcg_cut_20           	2024-216592	0.2018
ndcg_cut_30           	2024-216592	0.1551
ndcg_cut_100          	2024-216592	0.0754
ndcg_cut_200          	2024-216592	0.0525
ndcg_cut_500          	2024-216592	0.0464
ndcg_cut_1000         	2024-216592	0.0464
map_cut_5             	2024-216592	0.0070
map_cut_10            	2024-216592	0.0070
map_cut_15            	2024-216592	0.0070
map_cut_20            	2024-216592	0.0070
map_cut_30            	2024-216592	0.0070
map_cut_100           	2024-216592	0.0070
map_cut_200           	2024-216592	0.0070
map_cut_500           	2024-216592	0.0070
map_cut_1000          	2024-216592	0.0070
relative_P_5          	2024-216592	0.4000
relative_P_10         	2024-216592	0.2000
relative_P_15         	2024-216592	0.1333
relative_P_20         	2024-216592	0.1000
relative_P_30         	2024-216592	0.0667
relative_P_100        	2024-216592	0.0200
relative_P_200        	2024-216592	0.0100
relative_P_500        	2024-216592	0.0070
relative_P_1000       	2024-216592	0.0070
success_1             	2024-216592	1.0000
success_5             	2024-216592	1.0000
success_10            	2024-216592	1.0000
set_P                 	2024-216592	1.0000
set_relative_P        	2024-216592	1.0000
set_recall            	2024-216592	0.0070
set_map               	2024-216592	0.0070
set_F                 	2024-216592	0.0139
num_nonrel_judged_ret 	2024-216592	0
num_ret               	2024-216598	2
num_rel               	2024-216598	393
num_rel_ret           	2024-216598	1
map                   	2024-216598	0.0025
Rprec                 	2024-216598	0.0025
bpref                 	2024-216598	0.0025
recip_rank            	2024-216598	1.0000
iprec_at_recall_0.00  	2024-216598	1.0000
iprec_at_recall_0.10  	2024-216598	0.0000
iprec_at_recall_0.20  	2024-216598	0.0000
iprec_at_recall_0.30  	2024-216598	0.0000
iprec_at_recall_0.40  	2024-216598	0.0000
iprec_at_recall_0.50  	2024-216598	0.0000
iprec_at_recall_0.60  	2024-216598	0.0000
iprec_at_recall_0.70  	2024-216598	0.0000
iprec_at_recall_0.80  	2024-216598	0.0000
iprec_at_recall_0.90  	2024-216598	0.0000
iprec_at_recall_1.00  	2024-216598	0.0000
P_5                   	2024-216598	0.2000
P_10                  	2024-216598	0.1000
P_15                  	2024-216598	0.0667
P_20                  	2024-216598	0.0500
P_30                  	2024-216598	0.0333
P_100                 	2024-216598	0.0100
P_200                 	2024-216598	0.0050
P_500                 	2024-216598	0.0020
P_1000                	2024-216598	0.0010
relstring             	2024-216598	'30'
recall_5              	2024-216598	0.0025
recall_10             	2024-216598	0.0025
recall_15             	2024-216598	0.0025
recall_20             	2024-216598	0.0025
recall_30             	2024-216598	0.0025
recall_100            	2024-216598	0.0025
recall_200            	2024-216598	0.0025
recall_500            	2024-216598	0.0025
recall_1000           	2024-216598	0.0025
infAP                 	2024-216598	0.0025
Rprec_mult_0.20       	2024-216598	0.0127
Rprec_mult_0.40       	2024-216598	0.0063
Rprec_mult_0.60       	2024-216598	0.0042
Rprec_mult_0.80       	2024-216598	0.0032
Rprec_mult_1.00       	2024-216598	0.0025
Rprec_mult_1.20       	2024-216598	0.0021
Rprec_mult_1.40       	2024-216598	0.0018
Rprec_mult_1.60       	2024-216598	0.0016
Rprec_mult_1.80       	2024-216598	0.0014
Rprec_mult_2.00       	2024-216598	0.0013
utility               	2024-216598	0.0000
11pt_avg              	2024-216598	0.0909
binG                  	2024-216598	0.0025
G                     	2024-216598	0.0044
ndcg                  	2024-216598	0.0270
ndcg_rel              	2024-216598	0.0295
Rndcg                 	2024-216598	0.0530
ndcg_cut_5            	2024-216598	0.3392
ndcg_cut_10           	2024-216598	0.2201
ndcg_cut_15           	2024-216598	0.1706
ndcg_cut_20           	2024-216598	0.1420
ndcg_cut_30           	2024-216598	0.1092
ndcg_cut_100          	2024-216598	0.0579
ndcg_cut_200          	2024-216598	0.0377
ndcg_cut_500          	2024-216598	0.0270
ndcg_cut_1000         	2024-216598	0.0270
map_cut_5             	2024-216598	0.0025
map_cut_10            	2024-216598	0.0025
map_cut_15            	2024-216598	0.0025
map_cut_20            	2024-216598	0.0025
map_cut_30            	2024-216598	0.0025
map_cut_100           	2024-216598	0.0025
map_cut_200           	2024-216598	0.0025
map_cut_500           	2024-216598	0.0025
map_cut_1000          	2024-216598	0.0025
relative_P_5          	2024-216598	0.2000
relative_P_10         	2024-216598	0.1000
relative_P_15         	2024-216598	0.0667
relative_P_20         	2024-216598	0.0500
relative_P_30         	2024-216598	0.0333
relative_P_100        	2024-216598	0.0100
relative_P_200        	2024-216598	0.0050
relative_P_500        	2024-216598	0.0025
relative_P_1000       	2024-216598	0.0025
success_1             	2024-216598	1.0000
success_5             	2024-216598	1.0000
success_10            	2024-216598	1.0000
set_P                 	2024-216598	0.5000
set_relative_P        	2024-216598	0.5000
set_recall            	2024-216598	0.0025
set_map               	2024-216598	0.0013
set_F                 	2024-216598	0.0051
num_nonrel_judged_ret 	2024-216598	1
num_ret               	2024-21669	2
num_rel               	2024-21669	128
num_rel_ret           	2024-21669	2
map                   	2024-21669	0.0156
Rprec                 	2024-21669	0.0156
bpref                 	2024-21669	0.0156
recip_rank            	2024-21669	1.0000
iprec_at_recall_0.00  	2024-21669	1.0000
iprec_at_recall_0.10  	2024-21669	0.0000
iprec_at_recall_0.20  	2024-21669	0.0000
iprec_at_recall_0.30  	2024-21669	0.0000
iprec_at_recall_0.40  	2024-21669	0.0000
iprec_at_recall_0.50  	2024-21669	0.0000
iprec_at_recall_0.60  	2024-21669	0.0000
iprec_at_recall_0.70  	2024-21669	0.0000
iprec_at_recall_0.80  	2024-21669	0.0000
iprec_at_recall_0.90  	2024-21669	0.0000
iprec_at_recall_1.00  	2024-21669	0.0000
P_5                   	2024-21669	0.4000
P_10                  	2024-21669	0.2000
P_15                  	2024-21669	0.1333
P_20                  	2024-21669	0.1000
P_30                  	2024-21669	0.0667
P_100                 	2024-21669	0.0200
P_200                 	2024-21669	0.0100
P_500                 	2024-21669	0.0040
P_1000                	2024-21669	0.0020
relstring             	2024-21669	'23'
recall_5              	2024-21669	0.0156
recall_10             	2024-21669	0.0156
recall_15             	2024-21669	0.0156
recall_20             	2024-21669	0.0156
recall_30             	2024-21669	0.0156
recall_100            	2024-21669	0.0156
recall_200            	2024-21669	0.0156
recall_500            	2024-21669	0.0156
recall_1000           	2024-21669	0.0156
infAP                 	2024-21669	0.0156
Rprec_mult_0.20       	2024-21669	0.0769
Rprec_mult_0.40       	2024-21669	0.0385
Rprec_mult_0.60       	2024-21669	0.0260
Rprec_mult_0.80       	2024-21669	0.0194
Rprec_mult_1.00       	2024-21669	0.0156
Rprec_mult_1.20       	2024-21669	0.0130
Rprec_mult_1.40       	2024-21669	0.0111
Rprec_mult_1.60       	2024-21669	0.0098
Rprec_mult_1.80       	2024-21669	0.0087
Rprec_mult_2.00       	2024-21669	0.0078
utility               	2024-21669	2.0000
11pt_avg              	2024-21669	0.0909
binG                  	2024-21669	0.0156
G                     	2024-21669	0.0180
ndcg                  	2024-21669	0.1007
ndcg_rel              	2024-21669	0.1105
Rndcg                 	2024-21669	0.3494
ndcg_cut_5            	2024-21669	0.5171
ndcg_cut_10           	2024-21669	0.3632
ndcg_cut_15           	2024-21669	0.2915
ndcg_cut_20           	2024-21669	0.2478
ndcg_cut_30           	2024-21669	0.1951
ndcg_cut_100          	2024-21669	0.1126
ndcg_cut_200          	2024-21669	0.1007
ndcg_cut_500          	2024-21669	0.1007
ndcg_cut_1000         	2024-21669	0.1007
map_cut_5             	2024-21669	0.0156
map_cut_10            	2024-21669	0.0156
map_cut_15            	2024-21669	0.0156
map_cut_20            	2024-21669	0.0156
map_cut_30            	2024-21669	0.0156
map_cut_100           	2024-21669	0.0156
map_cut_200           	2024-21669	0.0156
map_cut_500           	2024-21669	0.0156
map_cut_1000          	2024-21669	0.0156
relative_P_5          	2024-21669	0.4000
relative_P_10         	2024-21669	0.2000
relative_P_15         	2024-21669	0.1333
relative_P_20         	2024-21669	0.1000
relative_P_30         	2024-21669	0.0667
relative_P_100        	2024-21669	0.0200
relative_P_200        	2024-21669	0.0156
relative_P_500        	2024-21669	0.0156
relative_P_1000       	2024-21669	0.0156
success_1             	2024-21669	1.0000
success_5             	2024-21669	1.0000
success_10            	2024-21669	1.0000
set_P                 	2024-21669	1.0000
set_relative_P        	2024-21669	1.0000
set_recall            	2024-21669	0.0156
set_map               	2024-21669	0.0156
set_F                 	2024-21669	0.0308
num_nonrel_judged_ret 	2024-21669	0
num_ret               	2024-216957	2
num_rel               	2024-216957	263
num_rel_ret           	2024-216957	2
map                   	2024-216957	0.0076
Rprec                 	2024-216957	0.0076
bpref                 	2024-216957	0.0076
recip_rank            	2024-216957	1.0000
iprec_at_recall_0.00  	2024-216957	1.0000
iprec_at_recall_0.10  	2024-216957	0.0000
iprec_at_recall_0.20  	2024-216957	0.0000
iprec_at_recall_0.30  	2024-216957	0.0000
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	0.4000
P_10                  	2024-216957	0.2000
P_15                  	2024-216957	0.1333
P_20                  	2024-216957	0.1000
P_30                  	2024-216957	0.0667
P_100                 	2024-216957	0.0200
P_200                 	2024-216957	0.0100
P_500                 	2024-216957	0.0040
P_1000                	2024-216957	0.0020
relstring             	2024-216957	'11'
recall_5              	2024-216957	0.0076
recall_10             	2024-216957	0.0076
recall_15             	2024-216957	0.0076
recall_20             	2024-216957	0.0076
recall_30             	2024-216957	0.0076
recall_100            	2024-216957	0.0076
recall_200            	2024-216957	0.0076
recall_500            	2024-216957	0.0076
recall_1000           	2024-216957	0.0076
infAP                 	2024-216957	0.0076
Rprec_mult_0.20       	2024-216957	0.0377
Rprec_mult_0.40       	2024-216957	0.0189
Rprec_mult_0.60       	2024-216957	0.0127
Rprec_mult_0.80       	2024-216957	0.0095
Rprec_mult_1.00       	2024-216957	0.0076
Rprec_mult_1.20       	2024-216957	0.0063
Rprec_mult_1.40       	2024-216957	0.0054
Rprec_mult_1.60       	2024-216957	0.0048
Rprec_mult_1.80       	2024-216957	0.0042
Rprec_mult_2.00       	2024-216957	0.0038
utility               	2024-216957	2.0000
11pt_avg              	2024-216957	0.0909
binG                  	2024-216957	0.0076
G                     	2024-216957	0.0020
ndcg                  	2024-216957	0.0209
ndcg_rel              	2024-216957	0.0233
Rndcg                 	2024-216957	0.0452
ndcg_cut_5            	2024-216957	0.1844
ndcg_cut_10           	2024-216957	0.1197
ndcg_cut_15           	2024-216957	0.0928
ndcg_cut_20           	2024-216957	0.0808
ndcg_cut_30           	2024-216957	0.0668
ndcg_cut_100          	2024-216957	0.0340
ndcg_cut_200          	2024-216957	0.0233
ndcg_cut_500          	2024-216957	0.0209
ndcg_cut_1000         	2024-216957	0.0209
map_cut_5             	2024-216957	0.0076
map_cut_10            	2024-216957	0.0076
map_cut_15            	2024-216957	0.0076
map_cut_20            	2024-216957	0.0076
map_cut_30            	2024-216957	0.0076
map_cut_100           	2024-216957	0.0076
map_cut_200           	2024-216957	0.0076
map_cut_500           	2024-216957	0.0076
map_cut_1000          	2024-216957	0.0076
relative_P_5          	2024-216957	0.4000
relative_P_10         	2024-216957	0.2000
relative_P_15         	2024-216957	0.1333
relative_P_20         	2024-216957	0.1000
relative_P_30         	2024-216957	0.0667
relative_P_100        	2024-216957	0.0200
relative_P_200        	2024-216957	0.0100
relative_P_500        	2024-216957	0.0076
relative_P_1000       	2024-216957	0.0076
success_1             	2024-216957	1.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	1.0000
set_relative_P        	2024-216957	1.0000
set_recall            	2024-216957	0.0076
set_map               	2024-216957	0.0076
set_F                 	2024-216957	0.0151
num_nonrel_judged_ret 	2024-216957	0
num_ret               	2024-217241	2
num_rel               	2024-217241	203
num_rel_ret           	2024-217241	2
map                   	2024-217241	0.0099
Rprec                 	2024-217241	0.0099
bpref                 	2024-217241	0.0099
recip_rank            	2024-217241	1.0000
iprec_at_recall_0.00  	2024-217241	1.0000
iprec_at_recall_0.10  	2024-217241	0.0000
iprec_at_recall_0.20  	2024-217241	0.0000
iprec_at_recall_0.30  	2024-217241	0.0000
iprec_at_recall_0.40  	2024-217241	0.0000
iprec_at_recall_0.50  	2024-217241	0.0000
iprec_at_recall_0.60  	2024-217241	0.0000
iprec_at_recall_0.70  	2024-217241	0.0000
iprec_at_recall_0.80  	2024-217241	0.0000
iprec_at_recall_0.90  	2024-217241	0.0000
iprec_at_recall_1.00  	2024-217241	0.0000
P_5                   	2024-217241	0.4000
P_10                  	2024-217241	0.2000
P_15                  	2024-217241	0.1333
P_20                  	2024-217241	0.1000
P_30                  	2024-217241	0.0667
P_100                 	2024-217241	0.0200
P_200                 	2024-217241	0.0100
P_500                 	2024-217241	0.0040
P_1000                	2024-217241	0.0020
relstring             	2024-217241	'21'
recall_5              	2024-217241	0.0099
recall_10             	2024-217241	0.0099
recall_15             	2024-217241	0.0099
recall_20             	2024-217241	0.0099
recall_30             	2024-217241	0.0099
recall_100            	2024-217241	0.0099
recall_200            	2024-217241	0.0099
recall_500            	2024-217241	0.0099
recall_1000           	2024-217241	0.0099
infAP                 	2024-217241	0.0099
Rprec_mult_0.20       	2024-217241	0.0488
Rprec_mult_0.40       	2024-217241	0.0244
Rprec_mult_0.60       	2024-217241	0.0164
Rprec_mult_0.80       	2024-217241	0.0123
Rprec_mult_1.00       	2024-217241	0.0099
Rprec_mult_1.20       	2024-217241	0.0082
Rprec_mult_1.40       	2024-217241	0.0070
Rprec_mult_1.60       	2024-217241	0.0062
Rprec_mult_1.80       	2024-217241	0.0055
Rprec_mult_2.00       	2024-217241	0.0049
utility               	2024-217241	2.0000
11pt_avg              	2024-217241	0.0909
binG                  	2024-217241	0.0099
G                     	2024-217241	0.0056
ndcg                  	2024-217241	0.0447
ndcg_rel              	2024-217241	0.0502
Rndcg                 	2024-217241	0.1040
ndcg_cut_5            	2024-217241	0.2974
ndcg_cut_10           	2024-217241	0.1972
ndcg_cut_15           	2024-217241	0.1647
ndcg_cut_20           	2024-217241	0.1435
ndcg_cut_30           	2024-217241	0.1165
ndcg_cut_100          	2024-217241	0.0590
ndcg_cut_200          	2024-217241	0.0450
ndcg_cut_500          	2024-217241	0.0447
ndcg_cut_1000         	2024-217241	0.0447
map_cut_5             	2024-217241	0.0099
map_cut_10            	2024-217241	0.0099
map_cut_15            	2024-217241	0.0099
map_cut_20            	2024-217241	0.0099
map_cut_30            	2024-217241	0.0099
map_cut_100           	2024-217241	0.0099
map_cut_200           	2024-217241	0.0099
map_cut_500           	2024-217241	0.0099
map_cut_1000          	2024-217241	0.0099
relative_P_5          	2024-217241	0.4000
relative_P_10         	2024-217241	0.2000
relative_P_15         	2024-217241	0.1333
relative_P_20         	2024-217241	0.1000
relative_P_30         	2024-217241	0.0667
relative_P_100        	2024-217241	0.0200
relative_P_200        	2024-217241	0.0100
relative_P_500        	2024-217241	0.0099
relative_P_1000       	2024-217241	0.0099
success_1             	2024-217241	1.0000
success_5             	2024-217241	1.0000
success_10            	2024-217241	1.0000
set_P                 	2024-217241	1.0000
set_relative_P        	2024-217241	1.0000
set_recall            	2024-217241	0.0099
set_map               	2024-217241	0.0099
set_F                 	2024-217241	0.0195
num_nonrel_judged_ret 	2024-217241	0
num_ret               	2024-217279	2
num_rel               	2024-217279	207
num_rel_ret           	2024-217279	1
map                   	2024-217279	0.0048
Rprec                 	2024-217279	0.0048
bpref                 	2024-217279	0.0048
recip_rank            	2024-217279	1.0000
iprec_at_recall_0.00  	2024-217279	1.0000
iprec_at_recall_0.10  	2024-217279	0.0000
iprec_at_recall_0.20  	2024-217279	0.0000
iprec_at_recall_0.30  	2024-217279	0.0000
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	0.2000
P_10                  	2024-217279	0.1000
P_15                  	2024-217279	0.0667
P_20                  	2024-217279	0.0500
P_30                  	2024-217279	0.0333
P_100                 	2024-217279	0.0100
P_200                 	2024-217279	0.0050
P_500                 	2024-217279	0.0020
P_1000                	2024-217279	0.0010
relstring             	2024-217279	'10'
recall_5              	2024-217279	0.0048
recall_10             	2024-217279	0.0048
recall_15             	2024-217279	0.0048
recall_20             	2024-217279	0.0048
recall_30             	2024-217279	0.0048
recall_100            	2024-217279	0.0048
recall_200            	2024-217279	0.0048
recall_500            	2024-217279	0.0048
recall_1000           	2024-217279	0.0048
infAP                 	2024-217279	0.0048
Rprec_mult_0.20       	2024-217279	0.0238
Rprec_mult_0.40       	2024-217279	0.0120
Rprec_mult_0.60       	2024-217279	0.0080
Rprec_mult_0.80       	2024-217279	0.0060
Rprec_mult_1.00       	2024-217279	0.0048
Rprec_mult_1.20       	2024-217279	0.0040
Rprec_mult_1.40       	2024-217279	0.0034
Rprec_mult_1.60       	2024-217279	0.0030
Rprec_mult_1.80       	2024-217279	0.0027
Rprec_mult_2.00       	2024-217279	0.0024
utility               	2024-217279	0.0000
11pt_avg              	2024-217279	0.0909
binG                  	2024-217279	0.0048
G                     	2024-217279	0.0020
ndcg                  	2024-217279	0.0206
ndcg_rel              	2024-217279	0.0221
Rndcg                 	2024-217279	0.0888
ndcg_cut_5            	2024-217279	0.1328
ndcg_cut_10           	2024-217279	0.0933
ndcg_cut_15           	2024-217279	0.0749
ndcg_cut_20           	2024-217279	0.0636
ndcg_cut_30           	2024-217279	0.0501
ndcg_cut_100          	2024-217279	0.0295
ndcg_cut_200          	2024-217279	0.0210
ndcg_cut_500          	2024-217279	0.0206
ndcg_cut_1000         	2024-217279	0.0206
map_cut_5             	2024-217279	0.0048
map_cut_10            	2024-217279	0.0048
map_cut_15            	2024-217279	0.0048
map_cut_20            	2024-217279	0.0048
map_cut_30            	2024-217279	0.0048
map_cut_100           	2024-217279	0.0048
map_cut_200           	2024-217279	0.0048
map_cut_500           	2024-217279	0.0048
map_cut_1000          	2024-217279	0.0048
relative_P_5          	2024-217279	0.2000
relative_P_10         	2024-217279	0.1000
relative_P_15         	2024-217279	0.0667
relative_P_20         	2024-217279	0.0500
relative_P_30         	2024-217279	0.0333
relative_P_100        	2024-217279	0.0100
relative_P_200        	2024-217279	0.0050
relative_P_500        	2024-217279	0.0048
relative_P_1000       	2024-217279	0.0048
success_1             	2024-217279	1.0000
success_5             	2024-217279	1.0000
success_10            	2024-217279	1.0000
set_P                 	2024-217279	0.5000
set_relative_P        	2024-217279	0.5000
set_recall            	2024-217279	0.0048
set_map               	2024-217279	0.0024
set_F                 	2024-217279	0.0096
num_nonrel_judged_ret 	2024-217279	1
num_ret               	2024-217488	2
num_rel               	2024-217488	200
num_rel_ret           	2024-217488	2
map                   	2024-217488	0.0100
Rprec                 	2024-217488	0.0100
bpref                 	2024-217488	0.0100
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	0.0000
iprec_at_recall_0.20  	2024-217488	0.0000
iprec_at_recall_0.30  	2024-217488	0.0000
iprec_at_recall_0.40  	2024-217488	0.0000
iprec_at_recall_0.50  	2024-217488	0.0000
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	0.4000
P_10                  	2024-217488	0.2000
P_15                  	2024-217488	0.1333
P_20                  	2024-217488	0.1000
P_30                  	2024-217488	0.0667
P_100                 	2024-217488	0.0200
P_200                 	2024-217488	0.0100
P_500                 	2024-217488	0.0040
P_1000                	2024-217488	0.0020
relstring             	2024-217488	'32'
recall_5              	2024-217488	0.0100
recall_10             	2024-217488	0.0100
recall_15             	2024-217488	0.0100
recall_20             	2024-217488	0.0100
recall_30             	2024-217488	0.0100
recall_100            	2024-217488	0.0100
recall_200            	2024-217488	0.0100
recall_500            	2024-217488	0.0100
recall_1000           	2024-217488	0.0100
infAP                 	2024-217488	0.0100
Rprec_mult_0.20       	2024-217488	0.0500
Rprec_mult_0.40       	2024-217488	0.0250
Rprec_mult_0.60       	2024-217488	0.0167
Rprec_mult_0.80       	2024-217488	0.0125
Rprec_mult_1.00       	2024-217488	0.0100
Rprec_mult_1.20       	2024-217488	0.0083
Rprec_mult_1.40       	2024-217488	0.0071
Rprec_mult_1.60       	2024-217488	0.0063
Rprec_mult_1.80       	2024-217488	0.0056
Rprec_mult_2.00       	2024-217488	0.0050
utility               	2024-217488	2.0000
11pt_avg              	2024-217488	0.0909
binG                  	2024-217488	0.0100
G                     	2024-217488	0.0103
ndcg                  	2024-217488	0.0544
ndcg_rel              	2024-217488	0.0632
Rndcg                 	2024-217488	0.0668
ndcg_cut_5            	2024-217488	0.4818
ndcg_cut_10           	2024-217488	0.3127
ndcg_cut_15           	2024-217488	0.2424
ndcg_cut_20           	2024-217488	0.2018
ndcg_cut_30           	2024-217488	0.1551
ndcg_cut_100          	2024-217488	0.0729
ndcg_cut_200          	2024-217488	0.0544
ndcg_cut_500          	2024-217488	0.0544
ndcg_cut_1000         	2024-217488	0.0544
map_cut_5             	2024-217488	0.0100
map_cut_10            	2024-217488	0.0100
map_cut_15            	2024-217488	0.0100
map_cut_20            	2024-217488	0.0100
map_cut_30            	2024-217488	0.0100
map_cut_100           	2024-217488	0.0100
map_cut_200           	2024-217488	0.0100
map_cut_500           	2024-217488	0.0100
map_cut_1000          	2024-217488	0.0100
relative_P_5          	2024-217488	0.4000
relative_P_10         	2024-217488	0.2000
relative_P_15         	2024-217488	0.1333
relative_P_20         	2024-217488	0.1000
relative_P_30         	2024-217488	0.0667
relative_P_100        	2024-217488	0.0200
relative_P_200        	2024-217488	0.0100
relative_P_500        	2024-217488	0.0100
relative_P_1000       	2024-217488	0.0100
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	1.0000
set_relative_P        	2024-217488	1.0000
set_recall            	2024-217488	0.0100
set_map               	2024-217488	0.0100
set_F                 	2024-217488	0.0198
num_nonrel_judged_ret 	2024-217488	0
num_ret               	2024-217496	2
num_rel               	2024-217496	264
num_rel_ret           	2024-217496	2
map                   	2024-217496	0.0076
Rprec                 	2024-217496	0.0076
bpref                 	2024-217496	0.0076
recip_rank            	2024-217496	1.0000
iprec_at_recall_0.00  	2024-217496	1.0000
iprec_at_recall_0.10  	2024-217496	0.0000
iprec_at_recall_0.20  	2024-217496	0.0000
iprec_at_recall_0.30  	2024-217496	0.0000
iprec_at_recall_0.40  	2024-217496	0.0000
iprec_at_recall_0.50  	2024-217496	0.0000
iprec_at_recall_0.60  	2024-217496	0.0000
iprec_at_recall_0.70  	2024-217496	0.0000
iprec_at_recall_0.80  	2024-217496	0.0000
iprec_at_recall_0.90  	2024-217496	0.0000
iprec_at_recall_1.00  	2024-217496	0.0000
P_5                   	2024-217496	0.4000
P_10                  	2024-217496	0.2000
P_15                  	2024-217496	0.1333
P_20                  	2024-217496	0.1000
P_30                  	2024-217496	0.0667
P_100                 	2024-217496	0.0200
P_200                 	2024-217496	0.0100
P_500                 	2024-217496	0.0040
P_1000                	2024-217496	0.0020
relstring             	2024-217496	'13'
recall_5              	2024-217496	0.0076
recall_10             	2024-217496	0.0076
recall_15             	2024-217496	0.0076
recall_20             	2024-217496	0.0076
recall_30             	2024-217496	0.0076
recall_100            	2024-217496	0.0076
recall_200            	2024-217496	0.0076
recall_500            	2024-217496	0.0076
recall_1000           	2024-217496	0.0076
infAP                 	2024-217496	0.0076
Rprec_mult_0.20       	2024-217496	0.0377
Rprec_mult_0.40       	2024-217496	0.0189
Rprec_mult_0.60       	2024-217496	0.0126
Rprec_mult_0.80       	2024-217496	0.0094
Rprec_mult_1.00       	2024-217496	0.0076
Rprec_mult_1.20       	2024-217496	0.0063
Rprec_mult_1.40       	2024-217496	0.0054
Rprec_mult_1.60       	2024-217496	0.0047
Rprec_mult_1.80       	2024-217496	0.0042
Rprec_mult_2.00       	2024-217496	0.0038
utility               	2024-217496	2.0000
11pt_avg              	2024-217496	0.0909
binG                  	2024-217496	0.0076
G                     	2024-217496	0.0041
ndcg                  	2024-217496	0.0330
ndcg_rel              	2024-217496	0.0362
Rndcg                 	2024-217496	0.0452
ndcg_cut_5            	2024-217496	0.3270
ndcg_cut_10           	2024-217496	0.2122
ndcg_cut_15           	2024-217496	0.1645
ndcg_cut_20           	2024-217496	0.1370
ndcg_cut_30           	2024-217496	0.1053
ndcg_cut_100          	2024-217496	0.0508
ndcg_cut_200          	2024-217496	0.0364
ndcg_cut_500          	2024-217496	0.0330
ndcg_cut_1000         	2024-217496	0.0330
map_cut_5             	2024-217496	0.0076
map_cut_10            	2024-217496	0.0076
map_cut_15            	2024-217496	0.0076
map_cut_20            	2024-217496	0.0076
map_cut_30            	2024-217496	0.0076
map_cut_100           	2024-217496	0.0076
map_cut_200           	2024-217496	0.0076
map_cut_500           	2024-217496	0.0076
map_cut_1000          	2024-217496	0.0076
relative_P_5          	2024-217496	0.4000
relative_P_10         	2024-217496	0.2000
relative_P_15         	2024-217496	0.1333
relative_P_20         	2024-217496	0.1000
relative_P_30         	2024-217496	0.0667
relative_P_100        	2024-217496	0.0200
relative_P_200        	2024-217496	0.0100
relative_P_500        	2024-217496	0.0076
relative_P_1000       	2024-217496	0.0076
success_1             	2024-217496	1.0000
success_5             	2024-217496	1.0000
success_10            	2024-217496	1.0000
set_P                 	2024-217496	1.0000
set_relative_P        	2024-217496	1.0000
set_recall            	2024-217496	0.0076
set_map               	2024-217496	0.0076
set_F                 	2024-217496	0.0150
num_nonrel_judged_ret 	2024-217496	0
num_ret               	2024-217582	2
num_rel               	2024-217582	402
num_rel_ret           	2024-217582	2
map                   	2024-217582	0.0050
Rprec                 	2024-217582	0.0050
bpref                 	2024-217582	0.0050
recip_rank            	2024-217582	1.0000
iprec_at_recall_0.00  	2024-217582	1.0000
iprec_at_recall_0.10  	2024-217582	0.0000
iprec_at_recall_0.20  	2024-217582	0.0000
iprec_at_recall_0.30  	2024-217582	0.0000
iprec_at_recall_0.40  	2024-217582	0.0000
iprec_at_recall_0.50  	2024-217582	0.0000
iprec_at_recall_0.60  	2024-217582	0.0000
iprec_at_recall_0.70  	2024-217582	0.0000
iprec_at_recall_0.80  	2024-217582	0.0000
iprec_at_recall_0.90  	2024-217582	0.0000
iprec_at_recall_1.00  	2024-217582	0.0000
P_5                   	2024-217582	0.4000
P_10                  	2024-217582	0.2000
P_15                  	2024-217582	0.1333
P_20                  	2024-217582	0.1000
P_30                  	2024-217582	0.0667
P_100                 	2024-217582	0.0200
P_200                 	2024-217582	0.0100
P_500                 	2024-217582	0.0040
P_1000                	2024-217582	0.0020
relstring             	2024-217582	'22'
recall_5              	2024-217582	0.0050
recall_10             	2024-217582	0.0050
recall_15             	2024-217582	0.0050
recall_20             	2024-217582	0.0050
recall_30             	2024-217582	0.0050
recall_100            	2024-217582	0.0050
recall_200            	2024-217582	0.0050
recall_500            	2024-217582	0.0050
recall_1000           	2024-217582	0.0050
infAP                 	2024-217582	0.0050
Rprec_mult_0.20       	2024-217582	0.0247
Rprec_mult_0.40       	2024-217582	0.0124
Rprec_mult_0.60       	2024-217582	0.0083
Rprec_mult_0.80       	2024-217582	0.0062
Rprec_mult_1.00       	2024-217582	0.0050
Rprec_mult_1.20       	2024-217582	0.0041
Rprec_mult_1.40       	2024-217582	0.0036
Rprec_mult_1.60       	2024-217582	0.0031
Rprec_mult_1.80       	2024-217582	0.0028
Rprec_mult_2.00       	2024-217582	0.0025
utility               	2024-217582	2.0000
11pt_avg              	2024-217582	0.0909
binG                  	2024-217582	0.0050
G                     	2024-217582	0.0030
ndcg                  	2024-217582	0.0264
ndcg_rel              	2024-217582	0.0296
Rndcg                 	2024-217582	0.0352
ndcg_cut_5            	2024-217582	0.3688
ndcg_cut_10           	2024-217582	0.2393
ndcg_cut_15           	2024-217582	0.1855
ndcg_cut_20           	2024-217582	0.1544
ndcg_cut_30           	2024-217582	0.1187
ndcg_cut_100          	2024-217582	0.0519
ndcg_cut_200          	2024-217582	0.0354
ndcg_cut_500          	2024-217582	0.0264
ndcg_cut_1000         	2024-217582	0.0264
map_cut_5             	2024-217582	0.0050
map_cut_10            	2024-217582	0.0050
map_cut_15            	2024-217582	0.0050
map_cut_20            	2024-217582	0.0050
map_cut_30            	2024-217582	0.0050
map_cut_100           	2024-217582	0.0050
map_cut_200           	2024-217582	0.0050
map_cut_500           	2024-217582	0.0050
map_cut_1000          	2024-217582	0.0050
relative_P_5          	2024-217582	0.4000
relative_P_10         	2024-217582	0.2000
relative_P_15         	2024-217582	0.1333
relative_P_20         	2024-217582	0.1000
relative_P_30         	2024-217582	0.0667
relative_P_100        	2024-217582	0.0200
relative_P_200        	2024-217582	0.0100
relative_P_500        	2024-217582	0.0050
relative_P_1000       	2024-217582	0.0050
success_1             	2024-217582	1.0000
success_5             	2024-217582	1.0000
success_10            	2024-217582	1.0000
set_P                 	2024-217582	1.0000
set_relative_P        	2024-217582	1.0000
set_recall            	2024-217582	0.0050
set_map               	2024-217582	0.0050
set_F                 	2024-217582	0.0099
num_nonrel_judged_ret 	2024-217582	0
num_ret               	2024-217812	2
num_rel               	2024-217812	80
num_rel_ret           	2024-217812	0
map                   	2024-217812	0.0000
Rprec                 	2024-217812	0.0000
bpref                 	2024-217812	0.0000
recip_rank            	2024-217812	0.0000
iprec_at_recall_0.00  	2024-217812	0.0000
iprec_at_recall_0.10  	2024-217812	0.0000
iprec_at_recall_0.20  	2024-217812	0.0000
iprec_at_recall_0.30  	2024-217812	0.0000
iprec_at_recall_0.40  	2024-217812	0.0000
iprec_at_recall_0.50  	2024-217812	0.0000
iprec_at_recall_0.60  	2024-217812	0.0000
iprec_at_recall_0.70  	2024-217812	0.0000
iprec_at_recall_0.80  	2024-217812	0.0000
iprec_at_recall_0.90  	2024-217812	0.0000
iprec_at_recall_1.00  	2024-217812	0.0000
P_5                   	2024-217812	0.0000
P_10                  	2024-217812	0.0000
P_15                  	2024-217812	0.0000
P_20                  	2024-217812	0.0000
P_30                  	2024-217812	0.0000
P_100                 	2024-217812	0.0000
P_200                 	2024-217812	0.0000
P_500                 	2024-217812	0.0000
P_1000                	2024-217812	0.0000
relstring             	2024-217812	'00'
recall_5              	2024-217812	0.0000
recall_10             	2024-217812	0.0000
recall_15             	2024-217812	0.0000
recall_20             	2024-217812	0.0000
recall_30             	2024-217812	0.0000
recall_100            	2024-217812	0.0000
recall_200            	2024-217812	0.0000
recall_500            	2024-217812	0.0000
recall_1000           	2024-217812	0.0000
infAP                 	2024-217812	0.0000
Rprec_mult_0.20       	2024-217812	0.0000
Rprec_mult_0.40       	2024-217812	0.0000
Rprec_mult_0.60       	2024-217812	0.0000
Rprec_mult_0.80       	2024-217812	0.0000
Rprec_mult_1.00       	2024-217812	0.0000
Rprec_mult_1.20       	2024-217812	0.0000
Rprec_mult_1.40       	2024-217812	0.0000
Rprec_mult_1.60       	2024-217812	0.0000
Rprec_mult_1.80       	2024-217812	0.0000
Rprec_mult_2.00       	2024-217812	0.0000
utility               	2024-217812	-2.0000
11pt_avg              	2024-217812	0.0000
binG                  	2024-217812	0.0000
G                     	2024-217812	0.0000
ndcg                  	2024-217812	0.0000
ndcg_rel              	2024-217812	0.0000
Rndcg                 	2024-217812	0.0000
ndcg_cut_5            	2024-217812	0.0000
ndcg_cut_10           	2024-217812	0.0000
ndcg_cut_15           	2024-217812	0.0000
ndcg_cut_20           	2024-217812	0.0000
ndcg_cut_30           	2024-217812	0.0000
ndcg_cut_100          	2024-217812	0.0000
ndcg_cut_200          	2024-217812	0.0000
ndcg_cut_500          	2024-217812	0.0000
ndcg_cut_1000         	2024-217812	0.0000
map_cut_5             	2024-217812	0.0000
map_cut_10            	2024-217812	0.0000
map_cut_15            	2024-217812	0.0000
map_cut_20            	2024-217812	0.0000
map_cut_30            	2024-217812	0.0000
map_cut_100           	2024-217812	0.0000
map_cut_200           	2024-217812	0.0000
map_cut_500           	2024-217812	0.0000
map_cut_1000          	2024-217812	0.0000
relative_P_5          	2024-217812	0.0000
relative_P_10         	2024-217812	0.0000
relative_P_15         	2024-217812	0.0000
relative_P_20         	2024-217812	0.0000
relative_P_30         	2024-217812	0.0000
relative_P_100        	2024-217812	0.0000
relative_P_200        	2024-217812	0.0000
relative_P_500        	2024-217812	0.0000
relative_P_1000       	2024-217812	0.0000
success_1             	2024-217812	0.0000
success_5             	2024-217812	0.0000
success_10            	2024-217812	0.0000
set_P                 	2024-217812	0.0000
set_relative_P        	2024-217812	0.0000
set_recall            	2024-217812	0.0000
set_map               	2024-217812	0.0000
set_F                 	2024-217812	0.0000
num_nonrel_judged_ret 	2024-217812	2
num_ret               	2024-217827	2
num_rel               	2024-217827	150
num_rel_ret           	2024-217827	0
map                   	2024-217827	0.0000
Rprec                 	2024-217827	0.0000
bpref                 	2024-217827	0.0000
recip_rank            	2024-217827	0.0000
iprec_at_recall_0.00  	2024-217827	0.0000
iprec_at_recall_0.10  	2024-217827	0.0000
iprec_at_recall_0.20  	2024-217827	0.0000
iprec_at_recall_0.30  	2024-217827	0.0000
iprec_at_recall_0.40  	2024-217827	0.0000
iprec_at_recall_0.50  	2024-217827	0.0000
iprec_at_recall_0.60  	2024-217827	0.0000
iprec_at_recall_0.70  	2024-217827	0.0000
iprec_at_recall_0.80  	2024-217827	0.0000
iprec_at_recall_0.90  	2024-217827	0.0000
iprec_at_recall_1.00  	2024-217827	0.0000
P_5                   	2024-217827	0.0000
P_10                  	2024-217827	0.0000
P_15                  	2024-217827	0.0000
P_20                  	2024-217827	0.0000
P_30                  	2024-217827	0.0000
P_100                 	2024-217827	0.0000
P_200                 	2024-217827	0.0000
P_500                 	2024-217827	0.0000
P_1000                	2024-217827	0.0000
relstring             	2024-217827	'00'
recall_5              	2024-217827	0.0000
recall_10             	2024-217827	0.0000
recall_15             	2024-217827	0.0000
recall_20             	2024-217827	0.0000
recall_30             	2024-217827	0.0000
recall_100            	2024-217827	0.0000
recall_200            	2024-217827	0.0000
recall_500            	2024-217827	0.0000
recall_1000           	2024-217827	0.0000
infAP                 	2024-217827	0.0000
Rprec_mult_0.20       	2024-217827	0.0000
Rprec_mult_0.40       	2024-217827	0.0000
Rprec_mult_0.60       	2024-217827	0.0000
Rprec_mult_0.80       	2024-217827	0.0000
Rprec_mult_1.00       	2024-217827	0.0000
Rprec_mult_1.20       	2024-217827	0.0000
Rprec_mult_1.40       	2024-217827	0.0000
Rprec_mult_1.60       	2024-217827	0.0000
Rprec_mult_1.80       	2024-217827	0.0000
Rprec_mult_2.00       	2024-217827	0.0000
utility               	2024-217827	-2.0000
11pt_avg              	2024-217827	0.0000
binG                  	2024-217827	0.0000
G                     	2024-217827	0.0000
ndcg                  	2024-217827	0.0000
ndcg_rel              	2024-217827	0.0000
Rndcg                 	2024-217827	0.0000
ndcg_cut_5            	2024-217827	0.0000
ndcg_cut_10           	2024-217827	0.0000
ndcg_cut_15           	2024-217827	0.0000
ndcg_cut_20           	2024-217827	0.0000
ndcg_cut_30           	2024-217827	0.0000
ndcg_cut_100          	2024-217827	0.0000
ndcg_cut_200          	2024-217827	0.0000
ndcg_cut_500          	2024-217827	0.0000
ndcg_cut_1000         	2024-217827	0.0000
map_cut_5             	2024-217827	0.0000
map_cut_10            	2024-217827	0.0000
map_cut_15            	2024-217827	0.0000
map_cut_20            	2024-217827	0.0000
map_cut_30            	2024-217827	0.0000
map_cut_100           	2024-217827	0.0000
map_cut_200           	2024-217827	0.0000
map_cut_500           	2024-217827	0.0000
map_cut_1000          	2024-217827	0.0000
relative_P_5          	2024-217827	0.0000
relative_P_10         	2024-217827	0.0000
relative_P_15         	2024-217827	0.0000
relative_P_20         	2024-217827	0.0000
relative_P_30         	2024-217827	0.0000
relative_P_100        	2024-217827	0.0000
relative_P_200        	2024-217827	0.0000
relative_P_500        	2024-217827	0.0000
relative_P_1000       	2024-217827	0.0000
success_1             	2024-217827	0.0000
success_5             	2024-217827	0.0000
success_10            	2024-217827	0.0000
set_P                 	2024-217827	0.0000
set_relative_P        	2024-217827	0.0000
set_recall            	2024-217827	0.0000
set_map               	2024-217827	0.0000
set_F                 	2024-217827	0.0000
num_nonrel_judged_ret 	2024-217827	2
num_ret               	2024-218590	2
num_rel               	2024-218590	229
num_rel_ret           	2024-218590	2
map                   	2024-218590	0.0087
Rprec                 	2024-218590	0.0087
bpref                 	2024-218590	0.0087
recip_rank            	2024-218590	1.0000
iprec_at_recall_0.00  	2024-218590	1.0000
iprec_at_recall_0.10  	2024-218590	0.0000
iprec_at_recall_0.20  	2024-218590	0.0000
iprec_at_recall_0.30  	2024-218590	0.0000
iprec_at_recall_0.40  	2024-218590	0.0000
iprec_at_recall_0.50  	2024-218590	0.0000
iprec_at_recall_0.60  	2024-218590	0.0000
iprec_at_recall_0.70  	2024-218590	0.0000
iprec_at_recall_0.80  	2024-218590	0.0000
iprec_at_recall_0.90  	2024-218590	0.0000
iprec_at_recall_1.00  	2024-218590	0.0000
P_5                   	2024-218590	0.4000
P_10                  	2024-218590	0.2000
P_15                  	2024-218590	0.1333
P_20                  	2024-218590	0.1000
P_30                  	2024-218590	0.0667
P_100                 	2024-218590	0.0200
P_200                 	2024-218590	0.0100
P_500                 	2024-218590	0.0040
P_1000                	2024-218590	0.0020
relstring             	2024-218590	'12'
recall_5              	2024-218590	0.0087
recall_10             	2024-218590	0.0087
recall_15             	2024-218590	0.0087
recall_20             	2024-218590	0.0087
recall_30             	2024-218590	0.0087
recall_100            	2024-218590	0.0087
recall_200            	2024-218590	0.0087
recall_500            	2024-218590	0.0087
recall_1000           	2024-218590	0.0087
infAP                 	2024-218590	0.0087
Rprec_mult_0.20       	2024-218590	0.0435
Rprec_mult_0.40       	2024-218590	0.0217
Rprec_mult_0.60       	2024-218590	0.0145
Rprec_mult_0.80       	2024-218590	0.0109
Rprec_mult_1.00       	2024-218590	0.0087
Rprec_mult_1.20       	2024-218590	0.0073
Rprec_mult_1.40       	2024-218590	0.0062
Rprec_mult_1.60       	2024-218590	0.0054
Rprec_mult_1.80       	2024-218590	0.0048
Rprec_mult_2.00       	2024-218590	0.0044
utility               	2024-218590	2.0000
11pt_avg              	2024-218590	0.0909
binG                  	2024-218590	0.0087
G                     	2024-218590	0.0064
ndcg                  	2024-218590	0.0414
ndcg_rel              	2024-218590	0.0462
Rndcg                 	2024-218590	0.0558
ndcg_cut_5            	2024-218590	0.3836
ndcg_cut_10           	2024-218590	0.2489
ndcg_cut_15           	2024-218590	0.1929
ndcg_cut_20           	2024-218590	0.1606
ndcg_cut_30           	2024-218590	0.1234
ndcg_cut_100          	2024-218590	0.0611
ndcg_cut_200          	2024-218590	0.0444
ndcg_cut_500          	2024-218590	0.0414
ndcg_cut_1000         	2024-218590	0.0414
map_cut_5             	2024-218590	0.0087
map_cut_10            	2024-218590	0.0087
map_cut_15            	2024-218590	0.0087
map_cut_20            	2024-218590	0.0087
map_cut_30            	2024-218590	0.0087
map_cut_100           	2024-218590	0.0087
map_cut_200           	2024-218590	0.0087
map_cut_500           	2024-218590	0.0087
map_cut_1000          	2024-218590	0.0087
relative_P_5          	2024-218590	0.4000
relative_P_10         	2024-218590	0.2000
relative_P_15         	2024-218590	0.1333
relative_P_20         	2024-218590	0.1000
relative_P_30         	2024-218590	0.0667
relative_P_100        	2024-218590	0.0200
relative_P_200        	2024-218590	0.0100
relative_P_500        	2024-218590	0.0087
relative_P_1000       	2024-218590	0.0087
success_1             	2024-218590	1.0000
success_5             	2024-218590	1.0000
success_10            	2024-218590	1.0000
set_P                 	2024-218590	1.0000
set_relative_P        	2024-218590	1.0000
set_recall            	2024-218590	0.0087
set_map               	2024-218590	0.0087
set_F                 	2024-218590	0.0173
num_nonrel_judged_ret 	2024-218590	0
num_ret               	2024-219271	2
num_rel               	2024-219271	169
num_rel_ret           	2024-219271	1
map                   	2024-219271	0.0059
Rprec                 	2024-219271	0.0059
bpref                 	2024-219271	0.0059
recip_rank            	2024-219271	1.0000
iprec_at_recall_0.00  	2024-219271	1.0000
iprec_at_recall_0.10  	2024-219271	0.0000
iprec_at_recall_0.20  	2024-219271	0.0000
iprec_at_recall_0.30  	2024-219271	0.0000
iprec_at_recall_0.40  	2024-219271	0.0000
iprec_at_recall_0.50  	2024-219271	0.0000
iprec_at_recall_0.60  	2024-219271	0.0000
iprec_at_recall_0.70  	2024-219271	0.0000
iprec_at_recall_0.80  	2024-219271	0.0000
iprec_at_recall_0.90  	2024-219271	0.0000
iprec_at_recall_1.00  	2024-219271	0.0000
P_5                   	2024-219271	0.2000
P_10                  	2024-219271	0.1000
P_15                  	2024-219271	0.0667
P_20                  	2024-219271	0.0500
P_30                  	2024-219271	0.0333
P_100                 	2024-219271	0.0100
P_200                 	2024-219271	0.0050
P_500                 	2024-219271	0.0020
P_1000                	2024-219271	0.0010
relstring             	2024-219271	'10'
recall_5              	2024-219271	0.0059
recall_10             	2024-219271	0.0059
recall_15             	2024-219271	0.0059
recall_20             	2024-219271	0.0059
recall_30             	2024-219271	0.0059
recall_100            	2024-219271	0.0059
recall_200            	2024-219271	0.0059
recall_500            	2024-219271	0.0059
recall_1000           	2024-219271	0.0059
infAP                 	2024-219271	0.0059
Rprec_mult_0.20       	2024-219271	0.0294
Rprec_mult_0.40       	2024-219271	0.0147
Rprec_mult_0.60       	2024-219271	0.0098
Rprec_mult_0.80       	2024-219271	0.0074
Rprec_mult_1.00       	2024-219271	0.0059
Rprec_mult_1.20       	2024-219271	0.0049
Rprec_mult_1.40       	2024-219271	0.0042
Rprec_mult_1.60       	2024-219271	0.0037
Rprec_mult_1.80       	2024-219271	0.0033
Rprec_mult_2.00       	2024-219271	0.0030
utility               	2024-219271	0.0000
11pt_avg              	2024-219271	0.0909
binG                  	2024-219271	0.0059
G                     	2024-219271	0.0033
ndcg                  	2024-219271	0.0260
ndcg_rel              	2024-219271	0.0288
Rndcg                 	2024-219271	0.0455
ndcg_cut_5            	2024-219271	0.1696
ndcg_cut_10           	2024-219271	0.1100
ndcg_cut_15           	2024-219271	0.0853
ndcg_cut_20           	2024-219271	0.0710
ndcg_cut_30           	2024-219271	0.0593
ndcg_cut_100          	2024-219271	0.0349
ndcg_cut_200          	2024-219271	0.0260
ndcg_cut_500          	2024-219271	0.0260
ndcg_cut_1000         	2024-219271	0.0260
map_cut_5             	2024-219271	0.0059
map_cut_10            	2024-219271	0.0059
map_cut_15            	2024-219271	0.0059
map_cut_20            	2024-219271	0.0059
map_cut_30            	2024-219271	0.0059
map_cut_100           	2024-219271	0.0059
map_cut_200           	2024-219271	0.0059
map_cut_500           	2024-219271	0.0059
map_cut_1000          	2024-219271	0.0059
relative_P_5          	2024-219271	0.2000
relative_P_10         	2024-219271	0.1000
relative_P_15         	2024-219271	0.0667
relative_P_20         	2024-219271	0.0500
relative_P_30         	2024-219271	0.0333
relative_P_100        	2024-219271	0.0100
relative_P_200        	2024-219271	0.0059
relative_P_500        	2024-219271	0.0059
relative_P_1000       	2024-219271	0.0059
success_1             	2024-219271	1.0000
success_5             	2024-219271	1.0000
success_10            	2024-219271	1.0000
set_P                 	2024-219271	0.5000
set_relative_P        	2024-219271	0.5000
set_recall            	2024-219271	0.0059
set_map               	2024-219271	0.0030
set_F                 	2024-219271	0.0117
num_nonrel_judged_ret 	2024-219271	1
num_ret               	2024-219385	2
num_rel               	2024-219385	82
num_rel_ret           	2024-219385	2
map                   	2024-219385	0.0244
Rprec                 	2024-219385	0.0244
bpref                 	2024-219385	0.0244
recip_rank            	2024-219385	1.0000
iprec_at_recall_0.00  	2024-219385	1.0000
iprec_at_recall_0.10  	2024-219385	0.0000
iprec_at_recall_0.20  	2024-219385	0.0000
iprec_at_recall_0.30  	2024-219385	0.0000
iprec_at_recall_0.40  	2024-219385	0.0000
iprec_at_recall_0.50  	2024-219385	0.0000
iprec_at_recall_0.60  	2024-219385	0.0000
iprec_at_recall_0.70  	2024-219385	0.0000
iprec_at_recall_0.80  	2024-219385	0.0000
iprec_at_recall_0.90  	2024-219385	0.0000
iprec_at_recall_1.00  	2024-219385	0.0000
P_5                   	2024-219385	0.4000
P_10                  	2024-219385	0.2000
P_15                  	2024-219385	0.1333
P_20                  	2024-219385	0.1000
P_30                  	2024-219385	0.0667
P_100                 	2024-219385	0.0200
P_200                 	2024-219385	0.0100
P_500                 	2024-219385	0.0040
P_1000                	2024-219385	0.0020
relstring             	2024-219385	'33'
recall_5              	2024-219385	0.0244
recall_10             	2024-219385	0.0244
recall_15             	2024-219385	0.0244
recall_20             	2024-219385	0.0244
recall_30             	2024-219385	0.0244
recall_100            	2024-219385	0.0244
recall_200            	2024-219385	0.0244
recall_500            	2024-219385	0.0244
recall_1000           	2024-219385	0.0244
infAP                 	2024-219385	0.0244
Rprec_mult_0.20       	2024-219385	0.1176
Rprec_mult_0.40       	2024-219385	0.0606
Rprec_mult_0.60       	2024-219385	0.0400
Rprec_mult_0.80       	2024-219385	0.0303
Rprec_mult_1.00       	2024-219385	0.0244
Rprec_mult_1.20       	2024-219385	0.0202
Rprec_mult_1.40       	2024-219385	0.0174
Rprec_mult_1.60       	2024-219385	0.0152
Rprec_mult_1.80       	2024-219385	0.0135
Rprec_mult_2.00       	2024-219385	0.0122
utility               	2024-219385	2.0000
11pt_avg              	2024-219385	0.0909
binG                  	2024-219385	0.0244
G                     	2024-219385	0.0619
ndcg                  	2024-219385	0.1914
ndcg_rel              	2024-219385	0.2111
Rndcg                 	2024-219385	0.4096
ndcg_cut_5            	2024-219385	0.5784
ndcg_cut_10           	2024-219385	0.4200
ndcg_cut_15           	2024-219385	0.3694
ndcg_cut_20           	2024-219385	0.3392
ndcg_cut_30           	2024-219385	0.2957
ndcg_cut_100          	2024-219385	0.1914
ndcg_cut_200          	2024-219385	0.1914
ndcg_cut_500          	2024-219385	0.1914
ndcg_cut_1000         	2024-219385	0.1914
map_cut_5             	2024-219385	0.0244
map_cut_10            	2024-219385	0.0244
map_cut_15            	2024-219385	0.0244
map_cut_20            	2024-219385	0.0244
map_cut_30            	2024-219385	0.0244
map_cut_100           	2024-219385	0.0244
map_cut_200           	2024-219385	0.0244
map_cut_500           	2024-219385	0.0244
map_cut_1000          	2024-219385	0.0244
relative_P_5          	2024-219385	0.4000
relative_P_10         	2024-219385	0.2000
relative_P_15         	2024-219385	0.1333
relative_P_20         	2024-219385	0.1000
relative_P_30         	2024-219385	0.0667
relative_P_100        	2024-219385	0.0244
relative_P_200        	2024-219385	0.0244
relative_P_500        	2024-219385	0.0244
relative_P_1000       	2024-219385	0.0244
success_1             	2024-219385	1.0000
success_5             	2024-219385	1.0000
success_10            	2024-219385	1.0000
set_P                 	2024-219385	1.0000
set_relative_P        	2024-219385	1.0000
set_recall            	2024-219385	0.0244
set_map               	2024-219385	0.0244
set_F                 	2024-219385	0.0476
num_nonrel_judged_ret 	2024-219385	0
num_ret               	2024-219563	2
num_rel               	2024-219563	232
num_rel_ret           	2024-219563	0
map                   	2024-219563	0.0000
Rprec                 	2024-219563	0.0000
bpref                 	2024-219563	0.0000
recip_rank            	2024-219563	0.0000
iprec_at_recall_0.00  	2024-219563	0.0000
iprec_at_recall_0.10  	2024-219563	0.0000
iprec_at_recall_0.20  	2024-219563	0.0000
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	0.0000
P_10                  	2024-219563	0.0000
P_15                  	2024-219563	0.0000
P_20                  	2024-219563	0.0000
P_30                  	2024-219563	0.0000
P_100                 	2024-219563	0.0000
P_200                 	2024-219563	0.0000
P_500                 	2024-219563	0.0000
P_1000                	2024-219563	0.0000
relstring             	2024-219563	'00'
recall_5              	2024-219563	0.0000
recall_10             	2024-219563	0.0000
recall_15             	2024-219563	0.0000
recall_20             	2024-219563	0.0000
recall_30             	2024-219563	0.0000
recall_100            	2024-219563	0.0000
recall_200            	2024-219563	0.0000
recall_500            	2024-219563	0.0000
recall_1000           	2024-219563	0.0000
infAP                 	2024-219563	0.0000
Rprec_mult_0.20       	2024-219563	0.0000
Rprec_mult_0.40       	2024-219563	0.0000
Rprec_mult_0.60       	2024-219563	0.0000
Rprec_mult_0.80       	2024-219563	0.0000
Rprec_mult_1.00       	2024-219563	0.0000
Rprec_mult_1.20       	2024-219563	0.0000
Rprec_mult_1.40       	2024-219563	0.0000
Rprec_mult_1.60       	2024-219563	0.0000
Rprec_mult_1.80       	2024-219563	0.0000
Rprec_mult_2.00       	2024-219563	0.0000
utility               	2024-219563	-2.0000
11pt_avg              	2024-219563	0.0000
binG                  	2024-219563	0.0000
G                     	2024-219563	0.0000
ndcg                  	2024-219563	0.0000
ndcg_rel              	2024-219563	0.0000
Rndcg                 	2024-219563	0.0000
ndcg_cut_5            	2024-219563	0.0000
ndcg_cut_10           	2024-219563	0.0000
ndcg_cut_15           	2024-219563	0.0000
ndcg_cut_20           	2024-219563	0.0000
ndcg_cut_30           	2024-219563	0.0000
ndcg_cut_100          	2024-219563	0.0000
ndcg_cut_200          	2024-219563	0.0000
ndcg_cut_500          	2024-219563	0.0000
ndcg_cut_1000         	2024-219563	0.0000
map_cut_5             	2024-219563	0.0000
map_cut_10            	2024-219563	0.0000
map_cut_15            	2024-219563	0.0000
map_cut_20            	2024-219563	0.0000
map_cut_30            	2024-219563	0.0000
map_cut_100           	2024-219563	0.0000
map_cut_200           	2024-219563	0.0000
map_cut_500           	2024-219563	0.0000
map_cut_1000          	2024-219563	0.0000
relative_P_5          	2024-219563	0.0000
relative_P_10         	2024-219563	0.0000
relative_P_15         	2024-219563	0.0000
relative_P_20         	2024-219563	0.0000
relative_P_30         	2024-219563	0.0000
relative_P_100        	2024-219563	0.0000
relative_P_200        	2024-219563	0.0000
relative_P_500        	2024-219563	0.0000
relative_P_1000       	2024-219563	0.0000
success_1             	2024-219563	0.0000
success_5             	2024-219563	0.0000
success_10            	2024-219563	0.0000
set_P                 	2024-219563	0.0000
set_relative_P        	2024-219563	0.0000
set_recall            	2024-219563	0.0000
set_map               	2024-219563	0.0000
set_F                 	2024-219563	0.0000
num_nonrel_judged_ret 	2024-219563	2
num_ret               	2024-219624	2
num_rel               	2024-219624	135
num_rel_ret           	2024-219624	2
map                   	2024-219624	0.0148
Rprec                 	2024-219624	0.0148
bpref                 	2024-219624	0.0148
recip_rank            	2024-219624	1.0000
iprec_at_recall_0.00  	2024-219624	1.0000
iprec_at_recall_0.10  	2024-219624	0.0000
iprec_at_recall_0.20  	2024-219624	0.0000
iprec_at_recall_0.30  	2024-219624	0.0000
iprec_at_recall_0.40  	2024-219624	0.0000
iprec_at_recall_0.50  	2024-219624	0.0000
iprec_at_recall_0.60  	2024-219624	0.0000
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.4000
P_10                  	2024-219624	0.2000
P_15                  	2024-219624	0.1333
P_20                  	2024-219624	0.1000
P_30                  	2024-219624	0.0667
P_100                 	2024-219624	0.0200
P_200                 	2024-219624	0.0100
P_500                 	2024-219624	0.0040
P_1000                	2024-219624	0.0020
relstring             	2024-219624	'31'
recall_5              	2024-219624	0.0148
recall_10             	2024-219624	0.0148
recall_15             	2024-219624	0.0148
recall_20             	2024-219624	0.0148
recall_30             	2024-219624	0.0148
recall_100            	2024-219624	0.0148
recall_200            	2024-219624	0.0148
recall_500            	2024-219624	0.0148
recall_1000           	2024-219624	0.0148
infAP                 	2024-219624	0.0148
Rprec_mult_0.20       	2024-219624	0.0741
Rprec_mult_0.40       	2024-219624	0.0370
Rprec_mult_0.60       	2024-219624	0.0247
Rprec_mult_0.80       	2024-219624	0.0185
Rprec_mult_1.00       	2024-219624	0.0148
Rprec_mult_1.20       	2024-219624	0.0123
Rprec_mult_1.40       	2024-219624	0.0106
Rprec_mult_1.60       	2024-219624	0.0093
Rprec_mult_1.80       	2024-219624	0.0082
Rprec_mult_2.00       	2024-219624	0.0074
utility               	2024-219624	2.0000
11pt_avg              	2024-219624	0.0909
binG                  	2024-219624	0.0148
G                     	2024-219624	0.0217
ndcg                  	2024-219624	0.1013
ndcg_rel              	2024-219624	0.1127
Rndcg                 	2024-219624	0.2921
ndcg_cut_5            	2024-219624	0.4523
ndcg_cut_10           	2024-219624	0.3237
ndcg_cut_15           	2024-219624	0.2621
ndcg_cut_20           	2024-219624	0.2240
ndcg_cut_30           	2024-219624	0.1911
ndcg_cut_100          	2024-219624	0.1180
ndcg_cut_200          	2024-219624	0.1013
ndcg_cut_500          	2024-219624	0.1013
ndcg_cut_1000         	2024-219624	0.1013
map_cut_5             	2024-219624	0.0148
map_cut_10            	2024-219624	0.0148
map_cut_15            	2024-219624	0.0148
map_cut_20            	2024-219624	0.0148
map_cut_30            	2024-219624	0.0148
map_cut_100           	2024-219624	0.0148
map_cut_200           	2024-219624	0.0148
map_cut_500           	2024-219624	0.0148
map_cut_1000          	2024-219624	0.0148
relative_P_5          	2024-219624	0.4000
relative_P_10         	2024-219624	0.2000
relative_P_15         	2024-219624	0.1333
relative_P_20         	2024-219624	0.1000
relative_P_30         	2024-219624	0.0667
relative_P_100        	2024-219624	0.0200
relative_P_200        	2024-219624	0.0148
relative_P_500        	2024-219624	0.0148
relative_P_1000       	2024-219624	0.0148
success_1             	2024-219624	1.0000
success_5             	2024-219624	1.0000
success_10            	2024-219624	1.0000
set_P                 	2024-219624	1.0000
set_relative_P        	2024-219624	1.0000
set_recall            	2024-219624	0.0148
set_map               	2024-219624	0.0148
set_F                 	2024-219624	0.0292
num_nonrel_judged_ret 	2024-219624	0
num_ret               	2024-219626	2
num_rel               	2024-219626	186
num_rel_ret           	2024-219626	1
map                   	2024-219626	0.0054
Rprec                 	2024-219626	0.0054
bpref                 	2024-219626	0.0054
recip_rank            	2024-219626	1.0000
iprec_at_recall_0.00  	2024-219626	1.0000
iprec_at_recall_0.10  	2024-219626	0.0000
iprec_at_recall_0.20  	2024-219626	0.0000
iprec_at_recall_0.30  	2024-219626	0.0000
iprec_at_recall_0.40  	2024-219626	0.0000
iprec_at_recall_0.50  	2024-219626	0.0000
iprec_at_recall_0.60  	2024-219626	0.0000
iprec_at_recall_0.70  	2024-219626	0.0000
iprec_at_recall_0.80  	2024-219626	0.0000
iprec_at_recall_0.90  	2024-219626	0.0000
iprec_at_recall_1.00  	2024-219626	0.0000
P_5                   	2024-219626	0.2000
P_10                  	2024-219626	0.1000
P_15                  	2024-219626	0.0667
P_20                  	2024-219626	0.0500
P_30                  	2024-219626	0.0333
P_100                 	2024-219626	0.0100
P_200                 	2024-219626	0.0050
P_500                 	2024-219626	0.0020
P_1000                	2024-219626	0.0010
relstring             	2024-219626	'10'
recall_5              	2024-219626	0.0054
recall_10             	2024-219626	0.0054
recall_15             	2024-219626	0.0054
recall_20             	2024-219626	0.0054
recall_30             	2024-219626	0.0054
recall_100            	2024-219626	0.0054
recall_200            	2024-219626	0.0054
recall_500            	2024-219626	0.0054
recall_1000           	2024-219626	0.0054
infAP                 	2024-219626	0.0054
Rprec_mult_0.20       	2024-219626	0.0263
Rprec_mult_0.40       	2024-219626	0.0133
Rprec_mult_0.60       	2024-219626	0.0089
Rprec_mult_0.80       	2024-219626	0.0067
Rprec_mult_1.00       	2024-219626	0.0054
Rprec_mult_1.20       	2024-219626	0.0045
Rprec_mult_1.40       	2024-219626	0.0038
Rprec_mult_1.60       	2024-219626	0.0034
Rprec_mult_1.80       	2024-219626	0.0030
Rprec_mult_2.00       	2024-219626	0.0027
utility               	2024-219626	0.0000
11pt_avg              	2024-219626	0.0909
binG                  	2024-219626	0.0054
G                     	2024-219626	0.0034
ndcg                  	2024-219626	0.0289
ndcg_rel              	2024-219626	0.0314
Rndcg                 	2024-219626	0.1677
ndcg_cut_5            	2024-219626	0.2184
ndcg_cut_10           	2024-219626	0.1620
ndcg_cut_15           	2024-219626	0.1335
ndcg_cut_20           	2024-219626	0.1153
ndcg_cut_30           	2024-219626	0.0927
ndcg_cut_100          	2024-219626	0.0443
ndcg_cut_200          	2024-219626	0.0289
ndcg_cut_500          	2024-219626	0.0289
ndcg_cut_1000         	2024-219626	0.0289
map_cut_5             	2024-219626	0.0054
map_cut_10            	2024-219626	0.0054
map_cut_15            	2024-219626	0.0054
map_cut_20            	2024-219626	0.0054
map_cut_30            	2024-219626	0.0054
map_cut_100           	2024-219626	0.0054
map_cut_200           	2024-219626	0.0054
map_cut_500           	2024-219626	0.0054
map_cut_1000          	2024-219626	0.0054
relative_P_5          	2024-219626	0.2000
relative_P_10         	2024-219626	0.1000
relative_P_15         	2024-219626	0.0667
relative_P_20         	2024-219626	0.0500
relative_P_30         	2024-219626	0.0333
relative_P_100        	2024-219626	0.0100
relative_P_200        	2024-219626	0.0054
relative_P_500        	2024-219626	0.0054
relative_P_1000       	2024-219626	0.0054
success_1             	2024-219626	1.0000
success_5             	2024-219626	1.0000
success_10            	2024-219626	1.0000
set_P                 	2024-219626	0.5000
set_relative_P        	2024-219626	0.5000
set_recall            	2024-219626	0.0054
set_map               	2024-219626	0.0027
set_F                 	2024-219626	0.0106
num_nonrel_judged_ret 	2024-219626	1
num_ret               	2024-219631	2
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	2
map                   	2024-219631	0.0120
Rprec                 	2024-219631	0.0120
bpref                 	2024-219631	0.0120
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	0.0000
iprec_at_recall_0.20  	2024-219631	0.0000
iprec_at_recall_0.30  	2024-219631	0.0000
iprec_at_recall_0.40  	2024-219631	0.0000
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	0.4000
P_10                  	2024-219631	0.2000
P_15                  	2024-219631	0.1333
P_20                  	2024-219631	0.1000
P_30                  	2024-219631	0.0667
P_100                 	2024-219631	0.0200
P_200                 	2024-219631	0.0100
P_500                 	2024-219631	0.0040
P_1000                	2024-219631	0.0020
relstring             	2024-219631	'22'
recall_5              	2024-219631	0.0120
recall_10             	2024-219631	0.0120
recall_15             	2024-219631	0.0120
recall_20             	2024-219631	0.0120
recall_30             	2024-219631	0.0120
recall_100            	2024-219631	0.0120
recall_200            	2024-219631	0.0120
recall_500            	2024-219631	0.0120
recall_1000           	2024-219631	0.0120
infAP                 	2024-219631	0.0120
Rprec_mult_0.20       	2024-219631	0.0588
Rprec_mult_0.40       	2024-219631	0.0299
Rprec_mult_0.60       	2024-219631	0.0198
Rprec_mult_0.80       	2024-219631	0.0149
Rprec_mult_1.00       	2024-219631	0.0120
Rprec_mult_1.20       	2024-219631	0.0100
Rprec_mult_1.40       	2024-219631	0.0085
Rprec_mult_1.60       	2024-219631	0.0075
Rprec_mult_1.80       	2024-219631	0.0066
Rprec_mult_2.00       	2024-219631	0.0060
utility               	2024-219631	2.0000
11pt_avg              	2024-219631	0.0909
binG                  	2024-219631	0.0120
G                     	2024-219631	0.0131
ndcg                  	2024-219631	0.0829
ndcg_rel              	2024-219631	0.0905
Rndcg                 	2024-219631	0.3144
ndcg_cut_5            	2024-219631	0.4729
ndcg_cut_10           	2024-219631	0.3234
ndcg_cut_15           	2024-219631	0.2564
ndcg_cut_20           	2024-219631	0.2163
ndcg_cut_30           	2024-219631	0.1804
ndcg_cut_100          	2024-219631	0.1092
ndcg_cut_200          	2024-219631	0.0829
ndcg_cut_500          	2024-219631	0.0829
ndcg_cut_1000         	2024-219631	0.0829
map_cut_5             	2024-219631	0.0120
map_cut_10            	2024-219631	0.0120
map_cut_15            	2024-219631	0.0120
map_cut_20            	2024-219631	0.0120
map_cut_30            	2024-219631	0.0120
map_cut_100           	2024-219631	0.0120
map_cut_200           	2024-219631	0.0120
map_cut_500           	2024-219631	0.0120
map_cut_1000          	2024-219631	0.0120
relative_P_5          	2024-219631	0.4000
relative_P_10         	2024-219631	0.2000
relative_P_15         	2024-219631	0.1333
relative_P_20         	2024-219631	0.1000
relative_P_30         	2024-219631	0.0667
relative_P_100        	2024-219631	0.0200
relative_P_200        	2024-219631	0.0120
relative_P_500        	2024-219631	0.0120
relative_P_1000       	2024-219631	0.0120
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	1.0000
set_relative_P        	2024-219631	1.0000
set_recall            	2024-219631	0.0120
set_map               	2024-219631	0.0120
set_F                 	2024-219631	0.0237
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	2
num_rel               	2024-219661	109
num_rel_ret           	2024-219661	2
map                   	2024-219661	0.0183
Rprec                 	2024-219661	0.0183
bpref                 	2024-219661	0.0183
recip_rank            	2024-219661	1.0000
iprec_at_recall_0.00  	2024-219661	1.0000
iprec_at_recall_0.10  	2024-219661	0.0000
iprec_at_recall_0.20  	2024-219661	0.0000
iprec_at_recall_0.30  	2024-219661	0.0000
iprec_at_recall_0.40  	2024-219661	0.0000
iprec_at_recall_0.50  	2024-219661	0.0000
iprec_at_recall_0.60  	2024-219661	0.0000
iprec_at_recall_0.70  	2024-219661	0.0000
iprec_at_recall_0.80  	2024-219661	0.0000
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	0.4000
P_10                  	2024-219661	0.2000
P_15                  	2024-219661	0.1333
P_20                  	2024-219661	0.1000
P_30                  	2024-219661	0.0667
P_100                 	2024-219661	0.0200
P_200                 	2024-219661	0.0100
P_500                 	2024-219661	0.0040
P_1000                	2024-219661	0.0020
relstring             	2024-219661	'23'
recall_5              	2024-219661	0.0183
recall_10             	2024-219661	0.0183
recall_15             	2024-219661	0.0183
recall_20             	2024-219661	0.0183
recall_30             	2024-219661	0.0183
recall_100            	2024-219661	0.0183
recall_200            	2024-219661	0.0183
recall_500            	2024-219661	0.0183
recall_1000           	2024-219661	0.0183
infAP                 	2024-219661	0.0183
Rprec_mult_0.20       	2024-219661	0.0909
Rprec_mult_0.40       	2024-219661	0.0455
Rprec_mult_0.60       	2024-219661	0.0303
Rprec_mult_0.80       	2024-219661	0.0227
Rprec_mult_1.00       	2024-219661	0.0183
Rprec_mult_1.20       	2024-219661	0.0153
Rprec_mult_1.40       	2024-219661	0.0131
Rprec_mult_1.60       	2024-219661	0.0114
Rprec_mult_1.80       	2024-219661	0.0102
Rprec_mult_2.00       	2024-219661	0.0092
utility               	2024-219661	2.0000
11pt_avg              	2024-219661	0.0909
binG                  	2024-219661	0.0183
G                     	2024-219661	0.0198
ndcg                  	2024-219661	0.1024
ndcg_rel              	2024-219661	0.1140
Rndcg                 	2024-219661	0.1726
ndcg_cut_5            	2024-219661	0.4401
ndcg_cut_10           	2024-219661	0.2856
ndcg_cut_15           	2024-219661	0.2353
ndcg_cut_20           	2024-219661	0.2059
ndcg_cut_30           	2024-219661	0.1682
ndcg_cut_100          	2024-219661	0.1062
ndcg_cut_200          	2024-219661	0.1024
ndcg_cut_500          	2024-219661	0.1024
ndcg_cut_1000         	2024-219661	0.1024
map_cut_5             	2024-219661	0.0183
map_cut_10            	2024-219661	0.0183
map_cut_15            	2024-219661	0.0183
map_cut_20            	2024-219661	0.0183
map_cut_30            	2024-219661	0.0183
map_cut_100           	2024-219661	0.0183
map_cut_200           	2024-219661	0.0183
map_cut_500           	2024-219661	0.0183
map_cut_1000          	2024-219661	0.0183
relative_P_5          	2024-219661	0.4000
relative_P_10         	2024-219661	0.2000
relative_P_15         	2024-219661	0.1333
relative_P_20         	2024-219661	0.1000
relative_P_30         	2024-219661	0.0667
relative_P_100        	2024-219661	0.0200
relative_P_200        	2024-219661	0.0183
relative_P_500        	2024-219661	0.0183
relative_P_1000       	2024-219661	0.0183
success_1             	2024-219661	1.0000
success_5             	2024-219661	1.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	1.0000
set_relative_P        	2024-219661	1.0000
set_recall            	2024-219661	0.0183
set_map               	2024-219661	0.0183
set_F                 	2024-219661	0.0360
num_nonrel_judged_ret 	2024-219661	0
num_ret               	2024-219698	2
num_rel               	2024-219698	199
num_rel_ret           	2024-219698	1
map                   	2024-219698	0.0050
Rprec                 	2024-219698	0.0050
bpref                 	2024-219698	0.0050
recip_rank            	2024-219698	1.0000
iprec_at_recall_0.00  	2024-219698	1.0000
iprec_at_recall_0.10  	2024-219698	0.0000
iprec_at_recall_0.20  	2024-219698	0.0000
iprec_at_recall_0.30  	2024-219698	0.0000
iprec_at_recall_0.40  	2024-219698	0.0000
iprec_at_recall_0.50  	2024-219698	0.0000
iprec_at_recall_0.60  	2024-219698	0.0000
iprec_at_recall_0.70  	2024-219698	0.0000
iprec_at_recall_0.80  	2024-219698	0.0000
iprec_at_recall_0.90  	2024-219698	0.0000
iprec_at_recall_1.00  	2024-219698	0.0000
P_5                   	2024-219698	0.2000
P_10                  	2024-219698	0.1000
P_15                  	2024-219698	0.0667
P_20                  	2024-219698	0.0500
P_30                  	2024-219698	0.0333
P_100                 	2024-219698	0.0100
P_200                 	2024-219698	0.0050
P_500                 	2024-219698	0.0020
P_1000                	2024-219698	0.0010
relstring             	2024-219698	'10'
recall_5              	2024-219698	0.0050
recall_10             	2024-219698	0.0050
recall_15             	2024-219698	0.0050
recall_20             	2024-219698	0.0050
recall_30             	2024-219698	0.0050
recall_100            	2024-219698	0.0050
recall_200            	2024-219698	0.0050
recall_500            	2024-219698	0.0050
recall_1000           	2024-219698	0.0050
infAP                 	2024-219698	0.0050
Rprec_mult_0.20       	2024-219698	0.0250
Rprec_mult_0.40       	2024-219698	0.0125
Rprec_mult_0.60       	2024-219698	0.0083
Rprec_mult_0.80       	2024-219698	0.0063
Rprec_mult_1.00       	2024-219698	0.0050
Rprec_mult_1.20       	2024-219698	0.0042
Rprec_mult_1.40       	2024-219698	0.0036
Rprec_mult_1.60       	2024-219698	0.0031
Rprec_mult_1.80       	2024-219698	0.0028
Rprec_mult_2.00       	2024-219698	0.0025
utility               	2024-219698	0.0000
11pt_avg              	2024-219698	0.0909
binG                  	2024-219698	0.0050
G                     	2024-219698	0.0030
ndcg                  	2024-219698	0.0250
ndcg_rel              	2024-219698	0.0274
Rndcg                 	2024-219698	0.0592
ndcg_cut_5            	2024-219698	0.1696
ndcg_cut_10           	2024-219698	0.1100
ndcg_cut_15           	2024-219698	0.0892
ndcg_cut_20           	2024-219698	0.0807
ndcg_cut_30           	2024-219698	0.0689
ndcg_cut_100          	2024-219698	0.0380
ndcg_cut_200          	2024-219698	0.0250
ndcg_cut_500          	2024-219698	0.0250
ndcg_cut_1000         	2024-219698	0.0250
map_cut_5             	2024-219698	0.0050
map_cut_10            	2024-219698	0.0050
map_cut_15            	2024-219698	0.0050
map_cut_20            	2024-219698	0.0050
map_cut_30            	2024-219698	0.0050
map_cut_100           	2024-219698	0.0050
map_cut_200           	2024-219698	0.0050
map_cut_500           	2024-219698	0.0050
map_cut_1000          	2024-219698	0.0050
relative_P_5          	2024-219698	0.2000
relative_P_10         	2024-219698	0.1000
relative_P_15         	2024-219698	0.0667
relative_P_20         	2024-219698	0.0500
relative_P_30         	2024-219698	0.0333
relative_P_100        	2024-219698	0.0100
relative_P_200        	2024-219698	0.0050
relative_P_500        	2024-219698	0.0050
relative_P_1000       	2024-219698	0.0050
success_1             	2024-219698	1.0000
success_5             	2024-219698	1.0000
success_10            	2024-219698	1.0000
set_P                 	2024-219698	0.5000
set_relative_P        	2024-219698	0.5000
set_recall            	2024-219698	0.0050
set_map               	2024-219698	0.0025
set_F                 	2024-219698	0.0100
num_nonrel_judged_ret 	2024-219698	1
num_ret               	2024-219824	2
num_rel               	2024-219824	161
num_rel_ret           	2024-219824	2
map                   	2024-219824	0.0124
Rprec                 	2024-219824	0.0124
bpref                 	2024-219824	0.0124
recip_rank            	2024-219824	1.0000
iprec_at_recall_0.00  	2024-219824	1.0000
iprec_at_recall_0.10  	2024-219824	0.0000
iprec_at_recall_0.20  	2024-219824	0.0000
iprec_at_recall_0.30  	2024-219824	0.0000
iprec_at_recall_0.40  	2024-219824	0.0000
iprec_at_recall_0.50  	2024-219824	0.0000
iprec_at_recall_0.60  	2024-219824	0.0000
iprec_at_recall_0.70  	2024-219824	0.0000
iprec_at_recall_0.80  	2024-219824	0.0000
iprec_at_recall_0.90  	2024-219824	0.0000
iprec_at_recall_1.00  	2024-219824	0.0000
P_5                   	2024-219824	0.4000
P_10                  	2024-219824	0.2000
P_15                  	2024-219824	0.1333
P_20                  	2024-219824	0.1000
P_30                  	2024-219824	0.0667
P_100                 	2024-219824	0.0200
P_200                 	2024-219824	0.0100
P_500                 	2024-219824	0.0040
P_1000                	2024-219824	0.0020
relstring             	2024-219824	'33'
recall_5              	2024-219824	0.0124
recall_10             	2024-219824	0.0124
recall_15             	2024-219824	0.0124
recall_20             	2024-219824	0.0124
recall_30             	2024-219824	0.0124
recall_100            	2024-219824	0.0124
recall_200            	2024-219824	0.0124
recall_500            	2024-219824	0.0124
recall_1000           	2024-219824	0.0124
infAP                 	2024-219824	0.0124
Rprec_mult_0.20       	2024-219824	0.0606
Rprec_mult_0.40       	2024-219824	0.0308
Rprec_mult_0.60       	2024-219824	0.0206
Rprec_mult_0.80       	2024-219824	0.0155
Rprec_mult_1.00       	2024-219824	0.0124
Rprec_mult_1.20       	2024-219824	0.0103
Rprec_mult_1.40       	2024-219824	0.0088
Rprec_mult_1.60       	2024-219824	0.0078
Rprec_mult_1.80       	2024-219824	0.0069
Rprec_mult_2.00       	2024-219824	0.0062
utility               	2024-219824	2.0000
11pt_avg              	2024-219824	0.0909
binG                  	2024-219824	0.0124
G                     	2024-219824	0.0245
ndcg                  	2024-219824	0.0952
ndcg_rel              	2024-219824	0.1064
Rndcg                 	2024-219824	0.1759
ndcg_cut_5            	2024-219824	0.5531
ndcg_cut_10           	2024-219824	0.3590
ndcg_cut_15           	2024-219824	0.2865
ndcg_cut_20           	2024-219824	0.2517
ndcg_cut_30           	2024-219824	0.2066
ndcg_cut_100          	2024-219824	0.1145
ndcg_cut_200          	2024-219824	0.0952
ndcg_cut_500          	2024-219824	0.0952
ndcg_cut_1000         	2024-219824	0.0952
map_cut_5             	2024-219824	0.0124
map_cut_10            	2024-219824	0.0124
map_cut_15            	2024-219824	0.0124
map_cut_20            	2024-219824	0.0124
map_cut_30            	2024-219824	0.0124
map_cut_100           	2024-219824	0.0124
map_cut_200           	2024-219824	0.0124
map_cut_500           	2024-219824	0.0124
map_cut_1000          	2024-219824	0.0124
relative_P_5          	2024-219824	0.4000
relative_P_10         	2024-219824	0.2000
relative_P_15         	2024-219824	0.1333
relative_P_20         	2024-219824	0.1000
relative_P_30         	2024-219824	0.0667
relative_P_100        	2024-219824	0.0200
relative_P_200        	2024-219824	0.0124
relative_P_500        	2024-219824	0.0124
relative_P_1000       	2024-219824	0.0124
success_1             	2024-219824	1.0000
success_5             	2024-219824	1.0000
success_10            	2024-219824	1.0000
set_P                 	2024-219824	1.0000
set_relative_P        	2024-219824	1.0000
set_recall            	2024-219824	0.0124
set_map               	2024-219824	0.0124
set_F                 	2024-219824	0.0245
num_nonrel_judged_ret 	2024-219824	0
num_ret               	2024-219896	2
num_rel               	2024-219896	346
num_rel_ret           	2024-219896	2
map                   	2024-219896	0.0058
Rprec                 	2024-219896	0.0058
bpref                 	2024-219896	0.0058
recip_rank            	2024-219896	1.0000
iprec_at_recall_0.00  	2024-219896	1.0000
iprec_at_recall_0.10  	2024-219896	0.0000
iprec_at_recall_0.20  	2024-219896	0.0000
iprec_at_recall_0.30  	2024-219896	0.0000
iprec_at_recall_0.40  	2024-219896	0.0000
iprec_at_recall_0.50  	2024-219896	0.0000
iprec_at_recall_0.60  	2024-219896	0.0000
iprec_at_recall_0.70  	2024-219896	0.0000
iprec_at_recall_0.80  	2024-219896	0.0000
iprec_at_recall_0.90  	2024-219896	0.0000
iprec_at_recall_1.00  	2024-219896	0.0000
P_5                   	2024-219896	0.4000
P_10                  	2024-219896	0.2000
P_15                  	2024-219896	0.1333
P_20                  	2024-219896	0.1000
P_30                  	2024-219896	0.0667
P_100                 	2024-219896	0.0200
P_200                 	2024-219896	0.0100
P_500                 	2024-219896	0.0040
P_1000                	2024-219896	0.0020
relstring             	2024-219896	'22'
recall_5              	2024-219896	0.0058
recall_10             	2024-219896	0.0058
recall_15             	2024-219896	0.0058
recall_20             	2024-219896	0.0058
recall_30             	2024-219896	0.0058
recall_100            	2024-219896	0.0058
recall_200            	2024-219896	0.0058
recall_500            	2024-219896	0.0058
recall_1000           	2024-219896	0.0058
infAP                 	2024-219896	0.0058
Rprec_mult_0.20       	2024-219896	0.0286
Rprec_mult_0.40       	2024-219896	0.0144
Rprec_mult_0.60       	2024-219896	0.0096
Rprec_mult_0.80       	2024-219896	0.0072
Rprec_mult_1.00       	2024-219896	0.0058
Rprec_mult_1.20       	2024-219896	0.0048
Rprec_mult_1.40       	2024-219896	0.0041
Rprec_mult_1.60       	2024-219896	0.0036
Rprec_mult_1.80       	2024-219896	0.0032
Rprec_mult_2.00       	2024-219896	0.0029
utility               	2024-219896	2.0000
11pt_avg              	2024-219896	0.0909
binG                  	2024-219896	0.0058
G                     	2024-219896	0.0031
ndcg                  	2024-219896	0.0274
ndcg_rel              	2024-219896	0.0311
Rndcg                 	2024-219896	0.0360
ndcg_cut_5            	2024-219896	0.3688
ndcg_cut_10           	2024-219896	0.2393
ndcg_cut_15           	2024-219896	0.1855
ndcg_cut_20           	2024-219896	0.1544
ndcg_cut_30           	2024-219896	0.1187
ndcg_cut_100          	2024-219896	0.0519
ndcg_cut_200          	2024-219896	0.0359
ndcg_cut_500          	2024-219896	0.0274
ndcg_cut_1000         	2024-219896	0.0274
map_cut_5             	2024-219896	0.0058
map_cut_10            	2024-219896	0.0058
map_cut_15            	2024-219896	0.0058
map_cut_20            	2024-219896	0.0058
map_cut_30            	2024-219896	0.0058
map_cut_100           	2024-219896	0.0058
map_cut_200           	2024-219896	0.0058
map_cut_500           	2024-219896	0.0058
map_cut_1000          	2024-219896	0.0058
relative_P_5          	2024-219896	0.4000
relative_P_10         	2024-219896	0.2000
relative_P_15         	2024-219896	0.1333
relative_P_20         	2024-219896	0.1000
relative_P_30         	2024-219896	0.0667
relative_P_100        	2024-219896	0.0200
relative_P_200        	2024-219896	0.0100
relative_P_500        	2024-219896	0.0058
relative_P_1000       	2024-219896	0.0058
success_1             	2024-219896	1.0000
success_5             	2024-219896	1.0000
success_10            	2024-219896	1.0000
set_P                 	2024-219896	1.0000
set_relative_P        	2024-219896	1.0000
set_recall            	2024-219896	0.0058
set_map               	2024-219896	0.0058
set_F                 	2024-219896	0.0115
num_nonrel_judged_ret 	2024-219896	0
num_ret               	2024-220058	2
num_rel               	2024-220058	166
num_rel_ret           	2024-220058	2
map                   	2024-220058	0.0120
Rprec                 	2024-220058	0.0120
bpref                 	2024-220058	0.0120
recip_rank            	2024-220058	1.0000
iprec_at_recall_0.00  	2024-220058	1.0000
iprec_at_recall_0.10  	2024-220058	0.0000
iprec_at_recall_0.20  	2024-220058	0.0000
iprec_at_recall_0.30  	2024-220058	0.0000
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	0.4000
P_10                  	2024-220058	0.2000
P_15                  	2024-220058	0.1333
P_20                  	2024-220058	0.1000
P_30                  	2024-220058	0.0667
P_100                 	2024-220058	0.0200
P_200                 	2024-220058	0.0100
P_500                 	2024-220058	0.0040
P_1000                	2024-220058	0.0020
relstring             	2024-220058	'12'
recall_5              	2024-220058	0.0120
recall_10             	2024-220058	0.0120
recall_15             	2024-220058	0.0120
recall_20             	2024-220058	0.0120
recall_30             	2024-220058	0.0120
recall_100            	2024-220058	0.0120
recall_200            	2024-220058	0.0120
recall_500            	2024-220058	0.0120
recall_1000           	2024-220058	0.0120
infAP                 	2024-220058	0.0120
Rprec_mult_0.20       	2024-220058	0.0588
Rprec_mult_0.40       	2024-220058	0.0299
Rprec_mult_0.60       	2024-220058	0.0200
Rprec_mult_0.80       	2024-220058	0.0150
Rprec_mult_1.00       	2024-220058	0.0120
Rprec_mult_1.20       	2024-220058	0.0100
Rprec_mult_1.40       	2024-220058	0.0086
Rprec_mult_1.60       	2024-220058	0.0075
Rprec_mult_1.80       	2024-220058	0.0067
Rprec_mult_2.00       	2024-220058	0.0060
utility               	2024-220058	2.0000
11pt_avg              	2024-220058	0.0909
binG                  	2024-220058	0.0120
G                     	2024-220058	0.0069
ndcg                  	2024-220058	0.0539
ndcg_rel              	2024-220058	0.0581
Rndcg                 	2024-220058	0.1317
ndcg_cut_5            	2024-220058	0.2557
ndcg_cut_10           	2024-220058	0.1825
ndcg_cut_15           	2024-220058	0.1505
ndcg_cut_20           	2024-220058	0.1301
ndcg_cut_30           	2024-220058	0.1087
ndcg_cut_100          	2024-220058	0.0694
ndcg_cut_200          	2024-220058	0.0539
ndcg_cut_500          	2024-220058	0.0539
ndcg_cut_1000         	2024-220058	0.0539
map_cut_5             	2024-220058	0.0120
map_cut_10            	2024-220058	0.0120
map_cut_15            	2024-220058	0.0120
map_cut_20            	2024-220058	0.0120
map_cut_30            	2024-220058	0.0120
map_cut_100           	2024-220058	0.0120
map_cut_200           	2024-220058	0.0120
map_cut_500           	2024-220058	0.0120
map_cut_1000          	2024-220058	0.0120
relative_P_5          	2024-220058	0.4000
relative_P_10         	2024-220058	0.2000
relative_P_15         	2024-220058	0.1333
relative_P_20         	2024-220058	0.1000
relative_P_30         	2024-220058	0.0667
relative_P_100        	2024-220058	0.0200
relative_P_200        	2024-220058	0.0120
relative_P_500        	2024-220058	0.0120
relative_P_1000       	2024-220058	0.0120
success_1             	2024-220058	1.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	1.0000
set_relative_P        	2024-220058	1.0000
set_recall            	2024-220058	0.0120
set_map               	2024-220058	0.0120
set_F                 	2024-220058	0.0238
num_nonrel_judged_ret 	2024-220058	0
num_ret               	2024-220140	2
num_rel               	2024-220140	184
num_rel_ret           	2024-220140	0
map                   	2024-220140	0.0000
Rprec                 	2024-220140	0.0000
bpref                 	2024-220140	0.0000
recip_rank            	2024-220140	0.0000
iprec_at_recall_0.00  	2024-220140	0.0000
iprec_at_recall_0.10  	2024-220140	0.0000
iprec_at_recall_0.20  	2024-220140	0.0000
iprec_at_recall_0.30  	2024-220140	0.0000
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	0.0000
P_10                  	2024-220140	0.0000
P_15                  	2024-220140	0.0000
P_20                  	2024-220140	0.0000
P_30                  	2024-220140	0.0000
P_100                 	2024-220140	0.0000
P_200                 	2024-220140	0.0000
P_500                 	2024-220140	0.0000
P_1000                	2024-220140	0.0000
relstring             	2024-220140	'00'
recall_5              	2024-220140	0.0000
recall_10             	2024-220140	0.0000
recall_15             	2024-220140	0.0000
recall_20             	2024-220140	0.0000
recall_30             	2024-220140	0.0000
recall_100            	2024-220140	0.0000
recall_200            	2024-220140	0.0000
recall_500            	2024-220140	0.0000
recall_1000           	2024-220140	0.0000
infAP                 	2024-220140	0.0000
Rprec_mult_0.20       	2024-220140	0.0000
Rprec_mult_0.40       	2024-220140	0.0000
Rprec_mult_0.60       	2024-220140	0.0000
Rprec_mult_0.80       	2024-220140	0.0000
Rprec_mult_1.00       	2024-220140	0.0000
Rprec_mult_1.20       	2024-220140	0.0000
Rprec_mult_1.40       	2024-220140	0.0000
Rprec_mult_1.60       	2024-220140	0.0000
Rprec_mult_1.80       	2024-220140	0.0000
Rprec_mult_2.00       	2024-220140	0.0000
utility               	2024-220140	-2.0000
11pt_avg              	2024-220140	0.0000
binG                  	2024-220140	0.0000
G                     	2024-220140	0.0000
ndcg                  	2024-220140	0.0000
ndcg_rel              	2024-220140	0.0000
Rndcg                 	2024-220140	0.0000
ndcg_cut_5            	2024-220140	0.0000
ndcg_cut_10           	2024-220140	0.0000
ndcg_cut_15           	2024-220140	0.0000
ndcg_cut_20           	2024-220140	0.0000
ndcg_cut_30           	2024-220140	0.0000
ndcg_cut_100          	2024-220140	0.0000
ndcg_cut_200          	2024-220140	0.0000
ndcg_cut_500          	2024-220140	0.0000
ndcg_cut_1000         	2024-220140	0.0000
map_cut_5             	2024-220140	0.0000
map_cut_10            	2024-220140	0.0000
map_cut_15            	2024-220140	0.0000
map_cut_20            	2024-220140	0.0000
map_cut_30            	2024-220140	0.0000
map_cut_100           	2024-220140	0.0000
map_cut_200           	2024-220140	0.0000
map_cut_500           	2024-220140	0.0000
map_cut_1000          	2024-220140	0.0000
relative_P_5          	2024-220140	0.0000
relative_P_10         	2024-220140	0.0000
relative_P_15         	2024-220140	0.0000
relative_P_20         	2024-220140	0.0000
relative_P_30         	2024-220140	0.0000
relative_P_100        	2024-220140	0.0000
relative_P_200        	2024-220140	0.0000
relative_P_500        	2024-220140	0.0000
relative_P_1000       	2024-220140	0.0000
success_1             	2024-220140	0.0000
success_5             	2024-220140	0.0000
success_10            	2024-220140	0.0000
set_P                 	2024-220140	0.0000
set_relative_P        	2024-220140	0.0000
set_recall            	2024-220140	0.0000
set_map               	2024-220140	0.0000
set_F                 	2024-220140	0.0000
num_nonrel_judged_ret 	2024-220140	2
num_ret               	2024-220307	2
num_rel               	2024-220307	208
num_rel_ret           	2024-220307	2
map                   	2024-220307	0.0096
Rprec                 	2024-220307	0.0096
bpref                 	2024-220307	0.0096
recip_rank            	2024-220307	1.0000
iprec_at_recall_0.00  	2024-220307	1.0000
iprec_at_recall_0.10  	2024-220307	0.0000
iprec_at_recall_0.20  	2024-220307	0.0000
iprec_at_recall_0.30  	2024-220307	0.0000
iprec_at_recall_0.40  	2024-220307	0.0000
iprec_at_recall_0.50  	2024-220307	0.0000
iprec_at_recall_0.60  	2024-220307	0.0000
iprec_at_recall_0.70  	2024-220307	0.0000
iprec_at_recall_0.80  	2024-220307	0.0000
iprec_at_recall_0.90  	2024-220307	0.0000
iprec_at_recall_1.00  	2024-220307	0.0000
P_5                   	2024-220307	0.4000
P_10                  	2024-220307	0.2000
P_15                  	2024-220307	0.1333
P_20                  	2024-220307	0.1000
P_30                  	2024-220307	0.0667
P_100                 	2024-220307	0.0200
P_200                 	2024-220307	0.0100
P_500                 	2024-220307	0.0040
P_1000                	2024-220307	0.0020
relstring             	2024-220307	'22'
recall_5              	2024-220307	0.0096
recall_10             	2024-220307	0.0096
recall_15             	2024-220307	0.0096
recall_20             	2024-220307	0.0096
recall_30             	2024-220307	0.0096
recall_100            	2024-220307	0.0096
recall_200            	2024-220307	0.0096
recall_500            	2024-220307	0.0096
recall_1000           	2024-220307	0.0096
infAP                 	2024-220307	0.0096
Rprec_mult_0.20       	2024-220307	0.0476
Rprec_mult_0.40       	2024-220307	0.0238
Rprec_mult_0.60       	2024-220307	0.0160
Rprec_mult_0.80       	2024-220307	0.0120
Rprec_mult_1.00       	2024-220307	0.0096
Rprec_mult_1.20       	2024-220307	0.0080
Rprec_mult_1.40       	2024-220307	0.0068
Rprec_mult_1.60       	2024-220307	0.0060
Rprec_mult_1.80       	2024-220307	0.0053
Rprec_mult_2.00       	2024-220307	0.0048
utility               	2024-220307	2.0000
11pt_avg              	2024-220307	0.0909
binG                  	2024-220307	0.0096
G                     	2024-220307	0.0087
ndcg                  	2024-220307	0.0593
ndcg_rel              	2024-220307	0.0656
Rndcg                 	2024-220307	0.2711
ndcg_cut_5            	2024-220307	0.4729
ndcg_cut_10           	2024-220307	0.3234
ndcg_cut_15           	2024-220307	0.2564
ndcg_cut_20           	2024-220307	0.2163
ndcg_cut_30           	2024-220307	0.1688
ndcg_cut_100          	2024-220307	0.0813
ndcg_cut_200          	2024-220307	0.0604
ndcg_cut_500          	2024-220307	0.0593
ndcg_cut_1000         	2024-220307	0.0593
map_cut_5             	2024-220307	0.0096
map_cut_10            	2024-220307	0.0096
map_cut_15            	2024-220307	0.0096
map_cut_20            	2024-220307	0.0096
map_cut_30            	2024-220307	0.0096
map_cut_100           	2024-220307	0.0096
map_cut_200           	2024-220307	0.0096
map_cut_500           	2024-220307	0.0096
map_cut_1000          	2024-220307	0.0096
relative_P_5          	2024-220307	0.4000
relative_P_10         	2024-220307	0.2000
relative_P_15         	2024-220307	0.1333
relative_P_20         	2024-220307	0.1000
relative_P_30         	2024-220307	0.0667
relative_P_100        	2024-220307	0.0200
relative_P_200        	2024-220307	0.0100
relative_P_500        	2024-220307	0.0096
relative_P_1000       	2024-220307	0.0096
success_1             	2024-220307	1.0000
success_5             	2024-220307	1.0000
success_10            	2024-220307	1.0000
set_P                 	2024-220307	1.0000
set_relative_P        	2024-220307	1.0000
set_recall            	2024-220307	0.0096
set_map               	2024-220307	0.0096
set_F                 	2024-220307	0.0190
num_nonrel_judged_ret 	2024-220307	0
num_ret               	2024-220679	2
num_rel               	2024-220679	199
num_rel_ret           	2024-220679	2
map                   	2024-220679	0.0101
Rprec                 	2024-220679	0.0101
bpref                 	2024-220679	0.0101
recip_rank            	2024-220679	1.0000
iprec_at_recall_0.00  	2024-220679	1.0000
iprec_at_recall_0.10  	2024-220679	0.0000
iprec_at_recall_0.20  	2024-220679	0.0000
iprec_at_recall_0.30  	2024-220679	0.0000
iprec_at_recall_0.40  	2024-220679	0.0000
iprec_at_recall_0.50  	2024-220679	0.0000
iprec_at_recall_0.60  	2024-220679	0.0000
iprec_at_recall_0.70  	2024-220679	0.0000
iprec_at_recall_0.80  	2024-220679	0.0000
iprec_at_recall_0.90  	2024-220679	0.0000
iprec_at_recall_1.00  	2024-220679	0.0000
P_5                   	2024-220679	0.4000
P_10                  	2024-220679	0.2000
P_15                  	2024-220679	0.1333
P_20                  	2024-220679	0.1000
P_30                  	2024-220679	0.0667
P_100                 	2024-220679	0.0200
P_200                 	2024-220679	0.0100
P_500                 	2024-220679	0.0040
P_1000                	2024-220679	0.0020
relstring             	2024-220679	'11'
recall_5              	2024-220679	0.0101
recall_10             	2024-220679	0.0101
recall_15             	2024-220679	0.0101
recall_20             	2024-220679	0.0101
recall_30             	2024-220679	0.0101
recall_100            	2024-220679	0.0101
recall_200            	2024-220679	0.0101
recall_500            	2024-220679	0.0101
recall_1000           	2024-220679	0.0101
infAP                 	2024-220679	0.0101
Rprec_mult_0.20       	2024-220679	0.0500
Rprec_mult_0.40       	2024-220679	0.0250
Rprec_mult_0.60       	2024-220679	0.0167
Rprec_mult_0.80       	2024-220679	0.0125
Rprec_mult_1.00       	2024-220679	0.0101
Rprec_mult_1.20       	2024-220679	0.0084
Rprec_mult_1.40       	2024-220679	0.0072
Rprec_mult_1.60       	2024-220679	0.0063
Rprec_mult_1.80       	2024-220679	0.0056
Rprec_mult_2.00       	2024-220679	0.0050
utility               	2024-220679	2.0000
11pt_avg              	2024-220679	0.0909
binG                  	2024-220679	0.0101
G                     	2024-220679	0.0037
ndcg                  	2024-220679	0.0347
ndcg_rel              	2024-220679	0.0377
Rndcg                 	2024-220679	0.1209
ndcg_cut_5            	2024-220679	0.2032
ndcg_cut_10           	2024-220679	0.1454
ndcg_cut_15           	2024-220679	0.1177
ndcg_cut_20           	2024-220679	0.1006
ndcg_cut_30           	2024-220679	0.0797
ndcg_cut_100          	2024-220679	0.0491
ndcg_cut_200          	2024-220679	0.0347
ndcg_cut_500          	2024-220679	0.0347
ndcg_cut_1000         	2024-220679	0.0347
map_cut_5             	2024-220679	0.0101
map_cut_10            	2024-220679	0.0101
map_cut_15            	2024-220679	0.0101
map_cut_20            	2024-220679	0.0101
map_cut_30            	2024-220679	0.0101
map_cut_100           	2024-220679	0.0101
map_cut_200           	2024-220679	0.0101
map_cut_500           	2024-220679	0.0101
map_cut_1000          	2024-220679	0.0101
relative_P_5          	2024-220679	0.4000
relative_P_10         	2024-220679	0.2000
relative_P_15         	2024-220679	0.1333
relative_P_20         	2024-220679	0.1000
relative_P_30         	2024-220679	0.0667
relative_P_100        	2024-220679	0.0200
relative_P_200        	2024-220679	0.0101
relative_P_500        	2024-220679	0.0101
relative_P_1000       	2024-220679	0.0101
success_1             	2024-220679	1.0000
success_5             	2024-220679	1.0000
success_10            	2024-220679	1.0000
set_P                 	2024-220679	1.0000
set_relative_P        	2024-220679	1.0000
set_recall            	2024-220679	0.0101
set_map               	2024-220679	0.0101
set_F                 	2024-220679	0.0199
num_nonrel_judged_ret 	2024-220679	0
num_ret               	2024-220794	2
num_rel               	2024-220794	282
num_rel_ret           	2024-220794	2
map                   	2024-220794	0.0071
Rprec                 	2024-220794	0.0071
bpref                 	2024-220794	0.0071
recip_rank            	2024-220794	1.0000
iprec_at_recall_0.00  	2024-220794	1.0000
iprec_at_recall_0.10  	2024-220794	0.0000
iprec_at_recall_0.20  	2024-220794	0.0000
iprec_at_recall_0.30  	2024-220794	0.0000
iprec_at_recall_0.40  	2024-220794	0.0000
iprec_at_recall_0.50  	2024-220794	0.0000
iprec_at_recall_0.60  	2024-220794	0.0000
iprec_at_recall_0.70  	2024-220794	0.0000
iprec_at_recall_0.80  	2024-220794	0.0000
iprec_at_recall_0.90  	2024-220794	0.0000
iprec_at_recall_1.00  	2024-220794	0.0000
P_5                   	2024-220794	0.4000
P_10                  	2024-220794	0.2000
P_15                  	2024-220794	0.1333
P_20                  	2024-220794	0.1000
P_30                  	2024-220794	0.0667
P_100                 	2024-220794	0.0200
P_200                 	2024-220794	0.0100
P_500                 	2024-220794	0.0040
P_1000                	2024-220794	0.0020
relstring             	2024-220794	'11'
recall_5              	2024-220794	0.0071
recall_10             	2024-220794	0.0071
recall_15             	2024-220794	0.0071
recall_20             	2024-220794	0.0071
recall_30             	2024-220794	0.0071
recall_100            	2024-220794	0.0071
recall_200            	2024-220794	0.0071
recall_500            	2024-220794	0.0071
recall_1000           	2024-220794	0.0071
infAP                 	2024-220794	0.0071
Rprec_mult_0.20       	2024-220794	0.0351
Rprec_mult_0.40       	2024-220794	0.0177
Rprec_mult_0.60       	2024-220794	0.0118
Rprec_mult_0.80       	2024-220794	0.0088
Rprec_mult_1.00       	2024-220794	0.0071
Rprec_mult_1.20       	2024-220794	0.0059
Rprec_mult_1.40       	2024-220794	0.0051
Rprec_mult_1.60       	2024-220794	0.0044
Rprec_mult_1.80       	2024-220794	0.0039
Rprec_mult_2.00       	2024-220794	0.0035
utility               	2024-220794	2.0000
11pt_avg              	2024-220794	0.0909
binG                  	2024-220794	0.0071
G                     	2024-220794	0.0022
ndcg                  	2024-220794	0.0223
ndcg_rel              	2024-220794	0.0245
Rndcg                 	2024-220794	0.0436
ndcg_cut_5            	2024-220794	0.1844
ndcg_cut_10           	2024-220794	0.1197
ndcg_cut_15           	2024-220794	0.0928
ndcg_cut_20           	2024-220794	0.0772
ndcg_cut_30           	2024-220794	0.0637
ndcg_cut_100          	2024-220794	0.0334
ndcg_cut_200          	2024-220794	0.0260
ndcg_cut_500          	2024-220794	0.0223
ndcg_cut_1000         	2024-220794	0.0223
map_cut_5             	2024-220794	0.0071
map_cut_10            	2024-220794	0.0071
map_cut_15            	2024-220794	0.0071
map_cut_20            	2024-220794	0.0071
map_cut_30            	2024-220794	0.0071
map_cut_100           	2024-220794	0.0071
map_cut_200           	2024-220794	0.0071
map_cut_500           	2024-220794	0.0071
map_cut_1000          	2024-220794	0.0071
relative_P_5          	2024-220794	0.4000
relative_P_10         	2024-220794	0.2000
relative_P_15         	2024-220794	0.1333
relative_P_20         	2024-220794	0.1000
relative_P_30         	2024-220794	0.0667
relative_P_100        	2024-220794	0.0200
relative_P_200        	2024-220794	0.0100
relative_P_500        	2024-220794	0.0071
relative_P_1000       	2024-220794	0.0071
success_1             	2024-220794	1.0000
success_5             	2024-220794	1.0000
success_10            	2024-220794	1.0000
set_P                 	2024-220794	1.0000
set_relative_P        	2024-220794	1.0000
set_recall            	2024-220794	0.0071
set_map               	2024-220794	0.0071
set_F                 	2024-220794	0.0141
num_nonrel_judged_ret 	2024-220794	0
num_ret               	2024-221022	2
num_rel               	2024-221022	224
num_rel_ret           	2024-221022	2
map                   	2024-221022	0.0089
Rprec                 	2024-221022	0.0089
bpref                 	2024-221022	0.0089
recip_rank            	2024-221022	1.0000
iprec_at_recall_0.00  	2024-221022	1.0000
iprec_at_recall_0.10  	2024-221022	0.0000
iprec_at_recall_0.20  	2024-221022	0.0000
iprec_at_recall_0.30  	2024-221022	0.0000
iprec_at_recall_0.40  	2024-221022	0.0000
iprec_at_recall_0.50  	2024-221022	0.0000
iprec_at_recall_0.60  	2024-221022	0.0000
iprec_at_recall_0.70  	2024-221022	0.0000
iprec_at_recall_0.80  	2024-221022	0.0000
iprec_at_recall_0.90  	2024-221022	0.0000
iprec_at_recall_1.00  	2024-221022	0.0000
P_5                   	2024-221022	0.4000
P_10                  	2024-221022	0.2000
P_15                  	2024-221022	0.1333
P_20                  	2024-221022	0.1000
P_30                  	2024-221022	0.0667
P_100                 	2024-221022	0.0200
P_200                 	2024-221022	0.0100
P_500                 	2024-221022	0.0040
P_1000                	2024-221022	0.0020
relstring             	2024-221022	'11'
recall_5              	2024-221022	0.0089
recall_10             	2024-221022	0.0089
recall_15             	2024-221022	0.0089
recall_20             	2024-221022	0.0089
recall_30             	2024-221022	0.0089
recall_100            	2024-221022	0.0089
recall_200            	2024-221022	0.0089
recall_500            	2024-221022	0.0089
recall_1000           	2024-221022	0.0089
infAP                 	2024-221022	0.0089
Rprec_mult_0.20       	2024-221022	0.0444
Rprec_mult_0.40       	2024-221022	0.0222
Rprec_mult_0.60       	2024-221022	0.0148
Rprec_mult_0.80       	2024-221022	0.0111
Rprec_mult_1.00       	2024-221022	0.0089
Rprec_mult_1.20       	2024-221022	0.0074
Rprec_mult_1.40       	2024-221022	0.0064
Rprec_mult_1.60       	2024-221022	0.0056
Rprec_mult_1.80       	2024-221022	0.0050
Rprec_mult_2.00       	2024-221022	0.0045
utility               	2024-221022	2.0000
11pt_avg              	2024-221022	0.0909
binG                  	2024-221022	0.0089
G                     	2024-221022	0.0028
ndcg                  	2024-221022	0.0271
ndcg_rel              	2024-221022	0.0298
Rndcg                 	2024-221022	0.0835
ndcg_cut_5            	2024-221022	0.1844
ndcg_cut_10           	2024-221022	0.1355
ndcg_cut_15           	2024-221022	0.1112
ndcg_cut_20           	2024-221022	0.0958
ndcg_cut_30           	2024-221022	0.0767
ndcg_cut_100          	2024-221022	0.0377
ndcg_cut_200          	2024-221022	0.0285
ndcg_cut_500          	2024-221022	0.0271
ndcg_cut_1000         	2024-221022	0.0271
map_cut_5             	2024-221022	0.0089
map_cut_10            	2024-221022	0.0089
map_cut_15            	2024-221022	0.0089
map_cut_20            	2024-221022	0.0089
map_cut_30            	2024-221022	0.0089
map_cut_100           	2024-221022	0.0089
map_cut_200           	2024-221022	0.0089
map_cut_500           	2024-221022	0.0089
map_cut_1000          	2024-221022	0.0089
relative_P_5          	2024-221022	0.4000
relative_P_10         	2024-221022	0.2000
relative_P_15         	2024-221022	0.1333
relative_P_20         	2024-221022	0.1000
relative_P_30         	2024-221022	0.0667
relative_P_100        	2024-221022	0.0200
relative_P_200        	2024-221022	0.0100
relative_P_500        	2024-221022	0.0089
relative_P_1000       	2024-221022	0.0089
success_1             	2024-221022	1.0000
success_5             	2024-221022	1.0000
success_10            	2024-221022	1.0000
set_P                 	2024-221022	1.0000
set_relative_P        	2024-221022	1.0000
set_recall            	2024-221022	0.0089
set_map               	2024-221022	0.0089
set_F                 	2024-221022	0.0177
num_nonrel_judged_ret 	2024-221022	0
num_ret               	2024-221278	2
num_rel               	2024-221278	191
num_rel_ret           	2024-221278	2
map                   	2024-221278	0.0105
Rprec                 	2024-221278	0.0105
bpref                 	2024-221278	0.0105
recip_rank            	2024-221278	1.0000
iprec_at_recall_0.00  	2024-221278	1.0000
iprec_at_recall_0.10  	2024-221278	0.0000
iprec_at_recall_0.20  	2024-221278	0.0000
iprec_at_recall_0.30  	2024-221278	0.0000
iprec_at_recall_0.40  	2024-221278	0.0000
iprec_at_recall_0.50  	2024-221278	0.0000
iprec_at_recall_0.60  	2024-221278	0.0000
iprec_at_recall_0.70  	2024-221278	0.0000
iprec_at_recall_0.80  	2024-221278	0.0000
iprec_at_recall_0.90  	2024-221278	0.0000
iprec_at_recall_1.00  	2024-221278	0.0000
P_5                   	2024-221278	0.4000
P_10                  	2024-221278	0.2000
P_15                  	2024-221278	0.1333
P_20                  	2024-221278	0.1000
P_30                  	2024-221278	0.0667
P_100                 	2024-221278	0.0200
P_200                 	2024-221278	0.0100
P_500                 	2024-221278	0.0040
P_1000                	2024-221278	0.0020
relstring             	2024-221278	'11'
recall_5              	2024-221278	0.0105
recall_10             	2024-221278	0.0105
recall_15             	2024-221278	0.0105
recall_20             	2024-221278	0.0105
recall_30             	2024-221278	0.0105
recall_100            	2024-221278	0.0105
recall_200            	2024-221278	0.0105
recall_500            	2024-221278	0.0105
recall_1000           	2024-221278	0.0105
infAP                 	2024-221278	0.0105
Rprec_mult_0.20       	2024-221278	0.0513
Rprec_mult_0.40       	2024-221278	0.0260
Rprec_mult_0.60       	2024-221278	0.0174
Rprec_mult_0.80       	2024-221278	0.0131
Rprec_mult_1.00       	2024-221278	0.0105
Rprec_mult_1.20       	2024-221278	0.0087
Rprec_mult_1.40       	2024-221278	0.0075
Rprec_mult_1.60       	2024-221278	0.0065
Rprec_mult_1.80       	2024-221278	0.0058
Rprec_mult_2.00       	2024-221278	0.0052
utility               	2024-221278	2.0000
11pt_avg              	2024-221278	0.0909
binG                  	2024-221278	0.0105
G                     	2024-221278	0.0053
ndcg                  	2024-221278	0.0397
ndcg_rel              	2024-221278	0.0445
Rndcg                 	2024-221278	0.0743
ndcg_cut_5            	2024-221278	0.2766
ndcg_cut_10           	2024-221278	0.1795
ndcg_cut_15           	2024-221278	0.1391
ndcg_cut_20           	2024-221278	0.1158
ndcg_cut_30           	2024-221278	0.0980
ndcg_cut_100          	2024-221278	0.0574
ndcg_cut_200          	2024-221278	0.0397
ndcg_cut_500          	2024-221278	0.0397
ndcg_cut_1000         	2024-221278	0.0397
map_cut_5             	2024-221278	0.0105
map_cut_10            	2024-221278	0.0105
map_cut_15            	2024-221278	0.0105
map_cut_20            	2024-221278	0.0105
map_cut_30            	2024-221278	0.0105
map_cut_100           	2024-221278	0.0105
map_cut_200           	2024-221278	0.0105
map_cut_500           	2024-221278	0.0105
map_cut_1000          	2024-221278	0.0105
relative_P_5          	2024-221278	0.4000
relative_P_10         	2024-221278	0.2000
relative_P_15         	2024-221278	0.1333
relative_P_20         	2024-221278	0.1000
relative_P_30         	2024-221278	0.0667
relative_P_100        	2024-221278	0.0200
relative_P_200        	2024-221278	0.0105
relative_P_500        	2024-221278	0.0105
relative_P_1000       	2024-221278	0.0105
success_1             	2024-221278	1.0000
success_5             	2024-221278	1.0000
success_10            	2024-221278	1.0000
set_P                 	2024-221278	1.0000
set_relative_P        	2024-221278	1.0000
set_recall            	2024-221278	0.0105
set_map               	2024-221278	0.0105
set_F                 	2024-221278	0.0207
num_nonrel_judged_ret 	2024-221278	0
num_ret               	2024-221364	2
num_rel               	2024-221364	263
num_rel_ret           	2024-221364	2
map                   	2024-221364	0.0076
Rprec                 	2024-221364	0.0076
bpref                 	2024-221364	0.0076
recip_rank            	2024-221364	1.0000
iprec_at_recall_0.00  	2024-221364	1.0000
iprec_at_recall_0.10  	2024-221364	0.0000
iprec_at_recall_0.20  	2024-221364	0.0000
iprec_at_recall_0.30  	2024-221364	0.0000
iprec_at_recall_0.40  	2024-221364	0.0000
iprec_at_recall_0.50  	2024-221364	0.0000
iprec_at_recall_0.60  	2024-221364	0.0000
iprec_at_recall_0.70  	2024-221364	0.0000
iprec_at_recall_0.80  	2024-221364	0.0000
iprec_at_recall_0.90  	2024-221364	0.0000
iprec_at_recall_1.00  	2024-221364	0.0000
P_5                   	2024-221364	0.4000
P_10                  	2024-221364	0.2000
P_15                  	2024-221364	0.1333
P_20                  	2024-221364	0.1000
P_30                  	2024-221364	0.0667
P_100                 	2024-221364	0.0200
P_200                 	2024-221364	0.0100
P_500                 	2024-221364	0.0040
P_1000                	2024-221364	0.0020
relstring             	2024-221364	'21'
recall_5              	2024-221364	0.0076
recall_10             	2024-221364	0.0076
recall_15             	2024-221364	0.0076
recall_20             	2024-221364	0.0076
recall_30             	2024-221364	0.0076
recall_100            	2024-221364	0.0076
recall_200            	2024-221364	0.0076
recall_500            	2024-221364	0.0076
recall_1000           	2024-221364	0.0076
infAP                 	2024-221364	0.0076
Rprec_mult_0.20       	2024-221364	0.0377
Rprec_mult_0.40       	2024-221364	0.0189
Rprec_mult_0.60       	2024-221364	0.0127
Rprec_mult_0.80       	2024-221364	0.0095
Rprec_mult_1.00       	2024-221364	0.0076
Rprec_mult_1.20       	2024-221364	0.0063
Rprec_mult_1.40       	2024-221364	0.0054
Rprec_mult_1.60       	2024-221364	0.0048
Rprec_mult_1.80       	2024-221364	0.0042
Rprec_mult_2.00       	2024-221364	0.0038
utility               	2024-221364	2.0000
11pt_avg              	2024-221364	0.0909
binG                  	2024-221364	0.0076
G                     	2024-221364	0.0048
ndcg                  	2024-221364	0.0402
ndcg_rel              	2024-221364	0.0445
Rndcg                 	2024-221364	0.0958
ndcg_cut_5            	2024-221364	0.2974
ndcg_cut_10           	2024-221364	0.1930
ndcg_cut_15           	2024-221364	0.1590
ndcg_cut_20           	2024-221364	0.1392
ndcg_cut_30           	2024-221364	0.1137
ndcg_cut_100          	2024-221364	0.0605
ndcg_cut_200          	2024-221364	0.0459
ndcg_cut_500          	2024-221364	0.0402
ndcg_cut_1000         	2024-221364	0.0402
map_cut_5             	2024-221364	0.0076
map_cut_10            	2024-221364	0.0076
map_cut_15            	2024-221364	0.0076
map_cut_20            	2024-221364	0.0076
map_cut_30            	2024-221364	0.0076
map_cut_100           	2024-221364	0.0076
map_cut_200           	2024-221364	0.0076
map_cut_500           	2024-221364	0.0076
map_cut_1000          	2024-221364	0.0076
relative_P_5          	2024-221364	0.4000
relative_P_10         	2024-221364	0.2000
relative_P_15         	2024-221364	0.1333
relative_P_20         	2024-221364	0.1000
relative_P_30         	2024-221364	0.0667
relative_P_100        	2024-221364	0.0200
relative_P_200        	2024-221364	0.0100
relative_P_500        	2024-221364	0.0076
relative_P_1000       	2024-221364	0.0076
success_1             	2024-221364	1.0000
success_5             	2024-221364	1.0000
success_10            	2024-221364	1.0000
set_P                 	2024-221364	1.0000
set_relative_P        	2024-221364	1.0000
set_recall            	2024-221364	0.0076
set_map               	2024-221364	0.0076
set_F                 	2024-221364	0.0151
num_nonrel_judged_ret 	2024-221364	0
num_ret               	2024-221429	2
num_rel               	2024-221429	272
num_rel_ret           	2024-221429	2
map                   	2024-221429	0.0074
Rprec                 	2024-221429	0.0074
bpref                 	2024-221429	0.0074
recip_rank            	2024-221429	1.0000
iprec_at_recall_0.00  	2024-221429	1.0000
iprec_at_recall_0.10  	2024-221429	0.0000
iprec_at_recall_0.20  	2024-221429	0.0000
iprec_at_recall_0.30  	2024-221429	0.0000
iprec_at_recall_0.40  	2024-221429	0.0000
iprec_at_recall_0.50  	2024-221429	0.0000
iprec_at_recall_0.60  	2024-221429	0.0000
iprec_at_recall_0.70  	2024-221429	0.0000
iprec_at_recall_0.80  	2024-221429	0.0000
iprec_at_recall_0.90  	2024-221429	0.0000
iprec_at_recall_1.00  	2024-221429	0.0000
P_5                   	2024-221429	0.4000
P_10                  	2024-221429	0.2000
P_15                  	2024-221429	0.1333
P_20                  	2024-221429	0.1000
P_30                  	2024-221429	0.0667
P_100                 	2024-221429	0.0200
P_200                 	2024-221429	0.0100
P_500                 	2024-221429	0.0040
P_1000                	2024-221429	0.0020
relstring             	2024-221429	'11'
recall_5              	2024-221429	0.0074
recall_10             	2024-221429	0.0074
recall_15             	2024-221429	0.0074
recall_20             	2024-221429	0.0074
recall_30             	2024-221429	0.0074
recall_100            	2024-221429	0.0074
recall_200            	2024-221429	0.0074
recall_500            	2024-221429	0.0074
recall_1000           	2024-221429	0.0074
infAP                 	2024-221429	0.0074
Rprec_mult_0.20       	2024-221429	0.0364
Rprec_mult_0.40       	2024-221429	0.0183
Rprec_mult_0.60       	2024-221429	0.0122
Rprec_mult_0.80       	2024-221429	0.0092
Rprec_mult_1.00       	2024-221429	0.0074
Rprec_mult_1.20       	2024-221429	0.0061
Rprec_mult_1.40       	2024-221429	0.0052
Rprec_mult_1.60       	2024-221429	0.0046
Rprec_mult_1.80       	2024-221429	0.0041
Rprec_mult_2.00       	2024-221429	0.0037
utility               	2024-221429	2.0000
11pt_avg              	2024-221429	0.0909
binG                  	2024-221429	0.0074
G                     	2024-221429	0.0031
ndcg                  	2024-221429	0.0303
ndcg_rel              	2024-221429	0.0327
Rndcg                 	2024-221429	0.1499
ndcg_cut_5            	2024-221429	0.2365
ndcg_cut_10           	2024-221429	0.1617
ndcg_cut_15           	2024-221429	0.1282
ndcg_cut_20           	2024-221429	0.1081
ndcg_cut_30           	2024-221429	0.0853
ndcg_cut_100          	2024-221429	0.0528
ndcg_cut_200          	2024-221429	0.0364
ndcg_cut_500          	2024-221429	0.0303
ndcg_cut_1000         	2024-221429	0.0303
map_cut_5             	2024-221429	0.0074
map_cut_10            	2024-221429	0.0074
map_cut_15            	2024-221429	0.0074
map_cut_20            	2024-221429	0.0074
map_cut_30            	2024-221429	0.0074
map_cut_100           	2024-221429	0.0074
map_cut_200           	2024-221429	0.0074
map_cut_500           	2024-221429	0.0074
map_cut_1000          	2024-221429	0.0074
relative_P_5          	2024-221429	0.4000
relative_P_10         	2024-221429	0.2000
relative_P_15         	2024-221429	0.1333
relative_P_20         	2024-221429	0.1000
relative_P_30         	2024-221429	0.0667
relative_P_100        	2024-221429	0.0200
relative_P_200        	2024-221429	0.0100
relative_P_500        	2024-221429	0.0074
relative_P_1000       	2024-221429	0.0074
success_1             	2024-221429	1.0000
success_5             	2024-221429	1.0000
success_10            	2024-221429	1.0000
set_P                 	2024-221429	1.0000
set_relative_P        	2024-221429	1.0000
set_recall            	2024-221429	0.0074
set_map               	2024-221429	0.0074
set_F                 	2024-221429	0.0146
num_nonrel_judged_ret 	2024-221429	0
num_ret               	2024-221442	2
num_rel               	2024-221442	208
num_rel_ret           	2024-221442	2
map                   	2024-221442	0.0096
Rprec                 	2024-221442	0.0096
bpref                 	2024-221442	0.0096
recip_rank            	2024-221442	1.0000
iprec_at_recall_0.00  	2024-221442	1.0000
iprec_at_recall_0.10  	2024-221442	0.0000
iprec_at_recall_0.20  	2024-221442	0.0000
iprec_at_recall_0.30  	2024-221442	0.0000
iprec_at_recall_0.40  	2024-221442	0.0000
iprec_at_recall_0.50  	2024-221442	0.0000
iprec_at_recall_0.60  	2024-221442	0.0000
iprec_at_recall_0.70  	2024-221442	0.0000
iprec_at_recall_0.80  	2024-221442	0.0000
iprec_at_recall_0.90  	2024-221442	0.0000
iprec_at_recall_1.00  	2024-221442	0.0000
P_5                   	2024-221442	0.4000
P_10                  	2024-221442	0.2000
P_15                  	2024-221442	0.1333
P_20                  	2024-221442	0.1000
P_30                  	2024-221442	0.0667
P_100                 	2024-221442	0.0200
P_200                 	2024-221442	0.0100
P_500                 	2024-221442	0.0040
P_1000                	2024-221442	0.0020
relstring             	2024-221442	'21'
recall_5              	2024-221442	0.0096
recall_10             	2024-221442	0.0096
recall_15             	2024-221442	0.0096
recall_20             	2024-221442	0.0096
recall_30             	2024-221442	0.0096
recall_100            	2024-221442	0.0096
recall_200            	2024-221442	0.0096
recall_500            	2024-221442	0.0096
recall_1000           	2024-221442	0.0096
infAP                 	2024-221442	0.0096
Rprec_mult_0.20       	2024-221442	0.0476
Rprec_mult_0.40       	2024-221442	0.0238
Rprec_mult_0.60       	2024-221442	0.0160
Rprec_mult_0.80       	2024-221442	0.0120
Rprec_mult_1.00       	2024-221442	0.0096
Rprec_mult_1.20       	2024-221442	0.0080
Rprec_mult_1.40       	2024-221442	0.0068
Rprec_mult_1.60       	2024-221442	0.0060
Rprec_mult_1.80       	2024-221442	0.0053
Rprec_mult_2.00       	2024-221442	0.0048
utility               	2024-221442	2.0000
11pt_avg              	2024-221442	0.0909
binG                  	2024-221442	0.0096
G                     	2024-221442	0.0049
ndcg                  	2024-221442	0.0395
ndcg_rel              	2024-221442	0.0449
Rndcg                 	2024-221442	0.0684
ndcg_cut_5            	2024-221442	0.2974
ndcg_cut_10           	2024-221442	0.1930
ndcg_cut_15           	2024-221442	0.1496
ndcg_cut_20           	2024-221442	0.1246
ndcg_cut_30           	2024-221442	0.1019
ndcg_cut_100          	2024-221442	0.0533
ndcg_cut_200          	2024-221442	0.0401
ndcg_cut_500          	2024-221442	0.0395
ndcg_cut_1000         	2024-221442	0.0395
map_cut_5             	2024-221442	0.0096
map_cut_10            	2024-221442	0.0096
map_cut_15            	2024-221442	0.0096
map_cut_20            	2024-221442	0.0096
map_cut_30            	2024-221442	0.0096
map_cut_100           	2024-221442	0.0096
map_cut_200           	2024-221442	0.0096
map_cut_500           	2024-221442	0.0096
map_cut_1000          	2024-221442	0.0096
relative_P_5          	2024-221442	0.4000
relative_P_10         	2024-221442	0.2000
relative_P_15         	2024-221442	0.1333
relative_P_20         	2024-221442	0.1000
relative_P_30         	2024-221442	0.0667
relative_P_100        	2024-221442	0.0200
relative_P_200        	2024-221442	0.0100
relative_P_500        	2024-221442	0.0096
relative_P_1000       	2024-221442	0.0096
success_1             	2024-221442	1.0000
success_5             	2024-221442	1.0000
success_10            	2024-221442	1.0000
set_P                 	2024-221442	1.0000
set_relative_P        	2024-221442	1.0000
set_recall            	2024-221442	0.0096
set_map               	2024-221442	0.0096
set_F                 	2024-221442	0.0190
num_nonrel_judged_ret 	2024-221442	0
num_ret               	2024-22172	2
num_rel               	2024-22172	218
num_rel_ret           	2024-22172	0
map                   	2024-22172	0.0000
Rprec                 	2024-22172	0.0000
bpref                 	2024-22172	0.0000
recip_rank            	2024-22172	0.0000
iprec_at_recall_0.00  	2024-22172	0.0000
iprec_at_recall_0.10  	2024-22172	0.0000
iprec_at_recall_0.20  	2024-22172	0.0000
iprec_at_recall_0.30  	2024-22172	0.0000
iprec_at_recall_0.40  	2024-22172	0.0000
iprec_at_recall_0.50  	2024-22172	0.0000
iprec_at_recall_0.60  	2024-22172	0.0000
iprec_at_recall_0.70  	2024-22172	0.0000
iprec_at_recall_0.80  	2024-22172	0.0000
iprec_at_recall_0.90  	2024-22172	0.0000
iprec_at_recall_1.00  	2024-22172	0.0000
P_5                   	2024-22172	0.0000
P_10                  	2024-22172	0.0000
P_15                  	2024-22172	0.0000
P_20                  	2024-22172	0.0000
P_30                  	2024-22172	0.0000
P_100                 	2024-22172	0.0000
P_200                 	2024-22172	0.0000
P_500                 	2024-22172	0.0000
P_1000                	2024-22172	0.0000
relstring             	2024-22172	'00'
recall_5              	2024-22172	0.0000
recall_10             	2024-22172	0.0000
recall_15             	2024-22172	0.0000
recall_20             	2024-22172	0.0000
recall_30             	2024-22172	0.0000
recall_100            	2024-22172	0.0000
recall_200            	2024-22172	0.0000
recall_500            	2024-22172	0.0000
recall_1000           	2024-22172	0.0000
infAP                 	2024-22172	0.0000
Rprec_mult_0.20       	2024-22172	0.0000
Rprec_mult_0.40       	2024-22172	0.0000
Rprec_mult_0.60       	2024-22172	0.0000
Rprec_mult_0.80       	2024-22172	0.0000
Rprec_mult_1.00       	2024-22172	0.0000
Rprec_mult_1.20       	2024-22172	0.0000
Rprec_mult_1.40       	2024-22172	0.0000
Rprec_mult_1.60       	2024-22172	0.0000
Rprec_mult_1.80       	2024-22172	0.0000
Rprec_mult_2.00       	2024-22172	0.0000
utility               	2024-22172	-2.0000
11pt_avg              	2024-22172	0.0000
binG                  	2024-22172	0.0000
G                     	2024-22172	0.0000
ndcg                  	2024-22172	0.0000
ndcg_rel              	2024-22172	0.0000
Rndcg                 	2024-22172	0.0000
ndcg_cut_5            	2024-22172	0.0000
ndcg_cut_10           	2024-22172	0.0000
ndcg_cut_15           	2024-22172	0.0000
ndcg_cut_20           	2024-22172	0.0000
ndcg_cut_30           	2024-22172	0.0000
ndcg_cut_100          	2024-22172	0.0000
ndcg_cut_200          	2024-22172	0.0000
ndcg_cut_500          	2024-22172	0.0000
ndcg_cut_1000         	2024-22172	0.0000
map_cut_5             	2024-22172	0.0000
map_cut_10            	2024-22172	0.0000
map_cut_15            	2024-22172	0.0000
map_cut_20            	2024-22172	0.0000
map_cut_30            	2024-22172	0.0000
map_cut_100           	2024-22172	0.0000
map_cut_200           	2024-22172	0.0000
map_cut_500           	2024-22172	0.0000
map_cut_1000          	2024-22172	0.0000
relative_P_5          	2024-22172	0.0000
relative_P_10         	2024-22172	0.0000
relative_P_15         	2024-22172	0.0000
relative_P_20         	2024-22172	0.0000
relative_P_30         	2024-22172	0.0000
relative_P_100        	2024-22172	0.0000
relative_P_200        	2024-22172	0.0000
relative_P_500        	2024-22172	0.0000
relative_P_1000       	2024-22172	0.0000
success_1             	2024-22172	0.0000
success_5             	2024-22172	0.0000
success_10            	2024-22172	0.0000
set_P                 	2024-22172	0.0000
set_relative_P        	2024-22172	0.0000
set_recall            	2024-22172	0.0000
set_map               	2024-22172	0.0000
set_F                 	2024-22172	0.0000
num_nonrel_judged_ret 	2024-22172	2
num_ret               	2024-221836	2
num_rel               	2024-221836	100
num_rel_ret           	2024-221836	1
map                   	2024-221836	0.0100
Rprec                 	2024-221836	0.0100
bpref                 	2024-221836	0.0100
recip_rank            	2024-221836	1.0000
iprec_at_recall_0.00  	2024-221836	1.0000
iprec_at_recall_0.10  	2024-221836	0.0000
iprec_at_recall_0.20  	2024-221836	0.0000
iprec_at_recall_0.30  	2024-221836	0.0000
iprec_at_recall_0.40  	2024-221836	0.0000
iprec_at_recall_0.50  	2024-221836	0.0000
iprec_at_recall_0.60  	2024-221836	0.0000
iprec_at_recall_0.70  	2024-221836	0.0000
iprec_at_recall_0.80  	2024-221836	0.0000
iprec_at_recall_0.90  	2024-221836	0.0000
iprec_at_recall_1.00  	2024-221836	0.0000
P_5                   	2024-221836	0.2000
P_10                  	2024-221836	0.1000
P_15                  	2024-221836	0.0667
P_20                  	2024-221836	0.0500
P_30                  	2024-221836	0.0333
P_100                 	2024-221836	0.0100
P_200                 	2024-221836	0.0050
P_500                 	2024-221836	0.0020
P_1000                	2024-221836	0.0010
relstring             	2024-221836	'10'
recall_5              	2024-221836	0.0100
recall_10             	2024-221836	0.0100
recall_15             	2024-221836	0.0100
recall_20             	2024-221836	0.0100
recall_30             	2024-221836	0.0100
recall_100            	2024-221836	0.0100
recall_200            	2024-221836	0.0100
recall_500            	2024-221836	0.0100
recall_1000           	2024-221836	0.0100
infAP                 	2024-221836	0.0100
Rprec_mult_0.20       	2024-221836	0.0500
Rprec_mult_0.40       	2024-221836	0.0250
Rprec_mult_0.60       	2024-221836	0.0167
Rprec_mult_0.80       	2024-221836	0.0125
Rprec_mult_1.00       	2024-221836	0.0100
Rprec_mult_1.20       	2024-221836	0.0083
Rprec_mult_1.40       	2024-221836	0.0071
Rprec_mult_1.60       	2024-221836	0.0063
Rprec_mult_1.80       	2024-221836	0.0056
Rprec_mult_2.00       	2024-221836	0.0050
utility               	2024-221836	0.0000
11pt_avg              	2024-221836	0.0909
binG                  	2024-221836	0.0100
G                     	2024-221836	0.0039
ndcg                  	2024-221836	0.0320
ndcg_rel              	2024-221836	0.0351
Rndcg                 	2024-221836	0.0809
ndcg_cut_5            	2024-221836	0.1246
ndcg_cut_10           	2024-221836	0.0891
ndcg_cut_15           	2024-221836	0.0722
ndcg_cut_20           	2024-221836	0.0617
ndcg_cut_30           	2024-221836	0.0515
ndcg_cut_100          	2024-221836	0.0320
ndcg_cut_200          	2024-221836	0.0320
ndcg_cut_500          	2024-221836	0.0320
ndcg_cut_1000         	2024-221836	0.0320
map_cut_5             	2024-221836	0.0100
map_cut_10            	2024-221836	0.0100
map_cut_15            	2024-221836	0.0100
map_cut_20            	2024-221836	0.0100
map_cut_30            	2024-221836	0.0100
map_cut_100           	2024-221836	0.0100
map_cut_200           	2024-221836	0.0100
map_cut_500           	2024-221836	0.0100
map_cut_1000          	2024-221836	0.0100
relative_P_5          	2024-221836	0.2000
relative_P_10         	2024-221836	0.1000
relative_P_15         	2024-221836	0.0667
relative_P_20         	2024-221836	0.0500
relative_P_30         	2024-221836	0.0333
relative_P_100        	2024-221836	0.0100
relative_P_200        	2024-221836	0.0100
relative_P_500        	2024-221836	0.0100
relative_P_1000       	2024-221836	0.0100
success_1             	2024-221836	1.0000
success_5             	2024-221836	1.0000
success_10            	2024-221836	1.0000
set_P                 	2024-221836	0.5000
set_relative_P        	2024-221836	0.5000
set_recall            	2024-221836	0.0100
set_map               	2024-221836	0.0050
set_F                 	2024-221836	0.0196
num_nonrel_judged_ret 	2024-221836	1
num_ret               	2024-222465	2
num_rel               	2024-222465	221
num_rel_ret           	2024-222465	2
map                   	2024-222465	0.0090
Rprec                 	2024-222465	0.0090
bpref                 	2024-222465	0.0090
recip_rank            	2024-222465	1.0000
iprec_at_recall_0.00  	2024-222465	1.0000
iprec_at_recall_0.10  	2024-222465	0.0000
iprec_at_recall_0.20  	2024-222465	0.0000
iprec_at_recall_0.30  	2024-222465	0.0000
iprec_at_recall_0.40  	2024-222465	0.0000
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	0.4000
P_10                  	2024-222465	0.2000
P_15                  	2024-222465	0.1333
P_20                  	2024-222465	0.1000
P_30                  	2024-222465	0.0667
P_100                 	2024-222465	0.0200
P_200                 	2024-222465	0.0100
P_500                 	2024-222465	0.0040
P_1000                	2024-222465	0.0020
relstring             	2024-222465	'32'
recall_5              	2024-222465	0.0090
recall_10             	2024-222465	0.0090
recall_15             	2024-222465	0.0090
recall_20             	2024-222465	0.0090
recall_30             	2024-222465	0.0090
recall_100            	2024-222465	0.0090
recall_200            	2024-222465	0.0090
recall_500            	2024-222465	0.0090
recall_1000           	2024-222465	0.0090
infAP                 	2024-222465	0.0090
Rprec_mult_0.20       	2024-222465	0.0444
Rprec_mult_0.40       	2024-222465	0.0225
Rprec_mult_0.60       	2024-222465	0.0150
Rprec_mult_0.80       	2024-222465	0.0113
Rprec_mult_1.00       	2024-222465	0.0090
Rprec_mult_1.20       	2024-222465	0.0075
Rprec_mult_1.40       	2024-222465	0.0065
Rprec_mult_1.60       	2024-222465	0.0056
Rprec_mult_1.80       	2024-222465	0.0050
Rprec_mult_2.00       	2024-222465	0.0045
utility               	2024-222465	2.0000
11pt_avg              	2024-222465	0.0909
binG                  	2024-222465	0.0090
G                     	2024-222465	0.0141
ndcg                  	2024-222465	0.0724
ndcg_rel              	2024-222465	0.0802
Rndcg                 	2024-222465	0.1549
ndcg_cut_5            	2024-222465	0.4818
ndcg_cut_10           	2024-222465	0.3127
ndcg_cut_15           	2024-222465	0.2534
ndcg_cut_20           	2024-222465	0.2223
ndcg_cut_30           	2024-222465	0.1820
ndcg_cut_100          	2024-222465	0.1008
ndcg_cut_200          	2024-222465	0.0759
ndcg_cut_500          	2024-222465	0.0724
ndcg_cut_1000         	2024-222465	0.0724
map_cut_5             	2024-222465	0.0090
map_cut_10            	2024-222465	0.0090
map_cut_15            	2024-222465	0.0090
map_cut_20            	2024-222465	0.0090
map_cut_30            	2024-222465	0.0090
map_cut_100           	2024-222465	0.0090
map_cut_200           	2024-222465	0.0090
map_cut_500           	2024-222465	0.0090
map_cut_1000          	2024-222465	0.0090
relative_P_5          	2024-222465	0.4000
relative_P_10         	2024-222465	0.2000
relative_P_15         	2024-222465	0.1333
relative_P_20         	2024-222465	0.1000
relative_P_30         	2024-222465	0.0667
relative_P_100        	2024-222465	0.0200
relative_P_200        	2024-222465	0.0100
relative_P_500        	2024-222465	0.0090
relative_P_1000       	2024-222465	0.0090
success_1             	2024-222465	1.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	1.0000
set_relative_P        	2024-222465	1.0000
set_recall            	2024-222465	0.0090
set_map               	2024-222465	0.0090
set_F                 	2024-222465	0.0179
num_nonrel_judged_ret 	2024-222465	0
num_ret               	2024-222481	2
num_rel               	2024-222481	253
num_rel_ret           	2024-222481	2
map                   	2024-222481	0.0079
Rprec                 	2024-222481	0.0079
bpref                 	2024-222481	0.0079
recip_rank            	2024-222481	1.0000
iprec_at_recall_0.00  	2024-222481	1.0000
iprec_at_recall_0.10  	2024-222481	0.0000
iprec_at_recall_0.20  	2024-222481	0.0000
iprec_at_recall_0.30  	2024-222481	0.0000
iprec_at_recall_0.40  	2024-222481	0.0000
iprec_at_recall_0.50  	2024-222481	0.0000
iprec_at_recall_0.60  	2024-222481	0.0000
iprec_at_recall_0.70  	2024-222481	0.0000
iprec_at_recall_0.80  	2024-222481	0.0000
iprec_at_recall_0.90  	2024-222481	0.0000
iprec_at_recall_1.00  	2024-222481	0.0000
P_5                   	2024-222481	0.4000
P_10                  	2024-222481	0.2000
P_15                  	2024-222481	0.1333
P_20                  	2024-222481	0.1000
P_30                  	2024-222481	0.0667
P_100                 	2024-222481	0.0200
P_200                 	2024-222481	0.0100
P_500                 	2024-222481	0.0040
P_1000                	2024-222481	0.0020
relstring             	2024-222481	'23'
recall_5              	2024-222481	0.0079
recall_10             	2024-222481	0.0079
recall_15             	2024-222481	0.0079
recall_20             	2024-222481	0.0079
recall_30             	2024-222481	0.0079
recall_100            	2024-222481	0.0079
recall_200            	2024-222481	0.0079
recall_500            	2024-222481	0.0079
recall_1000           	2024-222481	0.0079
infAP                 	2024-222481	0.0079
Rprec_mult_0.20       	2024-222481	0.0392
Rprec_mult_0.40       	2024-222481	0.0196
Rprec_mult_0.60       	2024-222481	0.0132
Rprec_mult_0.80       	2024-222481	0.0099
Rprec_mult_1.00       	2024-222481	0.0079
Rprec_mult_1.20       	2024-222481	0.0066
Rprec_mult_1.40       	2024-222481	0.0056
Rprec_mult_1.60       	2024-222481	0.0049
Rprec_mult_1.80       	2024-222481	0.0044
Rprec_mult_2.00       	2024-222481	0.0040
utility               	2024-222481	2.0000
11pt_avg              	2024-222481	0.0909
binG                  	2024-222481	0.0079
G                     	2024-222481	0.0095
ndcg                  	2024-222481	0.0628
ndcg_rel              	2024-222481	0.0681
Rndcg                 	2024-222481	0.1582
ndcg_cut_5            	2024-222481	0.4401
ndcg_cut_10           	2024-222481	0.2918
ndcg_cut_15           	2024-222481	0.2436
ndcg_cut_20           	2024-222481	0.2123
ndcg_cut_30           	2024-222481	0.1724
ndcg_cut_100          	2024-222481	0.0943
ndcg_cut_200          	2024-222481	0.0705
ndcg_cut_500          	2024-222481	0.0628
ndcg_cut_1000         	2024-222481	0.0628
map_cut_5             	2024-222481	0.0079
map_cut_10            	2024-222481	0.0079
map_cut_15            	2024-222481	0.0079
map_cut_20            	2024-222481	0.0079
map_cut_30            	2024-222481	0.0079
map_cut_100           	2024-222481	0.0079
map_cut_200           	2024-222481	0.0079
map_cut_500           	2024-222481	0.0079
map_cut_1000          	2024-222481	0.0079
relative_P_5          	2024-222481	0.4000
relative_P_10         	2024-222481	0.2000
relative_P_15         	2024-222481	0.1333
relative_P_20         	2024-222481	0.1000
relative_P_30         	2024-222481	0.0667
relative_P_100        	2024-222481	0.0200
relative_P_200        	2024-222481	0.0100
relative_P_500        	2024-222481	0.0079
relative_P_1000       	2024-222481	0.0079
success_1             	2024-222481	1.0000
success_5             	2024-222481	1.0000
success_10            	2024-222481	1.0000
set_P                 	2024-222481	1.0000
set_relative_P        	2024-222481	1.0000
set_recall            	2024-222481	0.0079
set_map               	2024-222481	0.0079
set_F                 	2024-222481	0.0157
num_nonrel_judged_ret 	2024-222481	0
num_ret               	2024-222696	2
num_rel               	2024-222696	334
num_rel_ret           	2024-222696	1
map                   	2024-222696	0.0015
Rprec                 	2024-222696	0.0030
bpref                 	2024-222696	0.0030
recip_rank            	2024-222696	0.5000
iprec_at_recall_0.00  	2024-222696	0.5000
iprec_at_recall_0.10  	2024-222696	0.0000
iprec_at_recall_0.20  	2024-222696	0.0000
iprec_at_recall_0.30  	2024-222696	0.0000
iprec_at_recall_0.40  	2024-222696	0.0000
iprec_at_recall_0.50  	2024-222696	0.0000
iprec_at_recall_0.60  	2024-222696	0.0000
iprec_at_recall_0.70  	2024-222696	0.0000
iprec_at_recall_0.80  	2024-222696	0.0000
iprec_at_recall_0.90  	2024-222696	0.0000
iprec_at_recall_1.00  	2024-222696	0.0000
P_5                   	2024-222696	0.2000
P_10                  	2024-222696	0.1000
P_15                  	2024-222696	0.0667
P_20                  	2024-222696	0.0500
P_30                  	2024-222696	0.0333
P_100                 	2024-222696	0.0100
P_200                 	2024-222696	0.0050
P_500                 	2024-222696	0.0020
P_1000                	2024-222696	0.0010
relstring             	2024-222696	'02'
recall_5              	2024-222696	0.0030
recall_10             	2024-222696	0.0030
recall_15             	2024-222696	0.0030
recall_20             	2024-222696	0.0030
recall_30             	2024-222696	0.0030
recall_100            	2024-222696	0.0030
recall_200            	2024-222696	0.0030
recall_500            	2024-222696	0.0030
recall_1000           	2024-222696	0.0030
infAP                 	2024-222696	0.0015
Rprec_mult_0.20       	2024-222696	0.0149
Rprec_mult_0.40       	2024-222696	0.0075
Rprec_mult_0.60       	2024-222696	0.0050
Rprec_mult_0.80       	2024-222696	0.0037
Rprec_mult_1.00       	2024-222696	0.0030
Rprec_mult_1.20       	2024-222696	0.0025
Rprec_mult_1.40       	2024-222696	0.0021
Rprec_mult_1.60       	2024-222696	0.0019
Rprec_mult_1.80       	2024-222696	0.0017
Rprec_mult_2.00       	2024-222696	0.0015
utility               	2024-222696	0.0000
11pt_avg              	2024-222696	0.0455
binG                  	2024-222696	0.0019
G                     	2024-222696	0.0024
ndcg                  	2024-222696	0.0182
ndcg_rel              	2024-222696	0.0193
Rndcg                 	2024-222696	0.0266
ndcg_cut_5            	2024-222696	0.2140
ndcg_cut_10           	2024-222696	0.1389
ndcg_cut_15           	2024-222696	0.1076
ndcg_cut_20           	2024-222696	0.0896
ndcg_cut_30           	2024-222696	0.0689
ndcg_cut_100          	2024-222696	0.0324
ndcg_cut_200          	2024-222696	0.0239
ndcg_cut_500          	2024-222696	0.0182
ndcg_cut_1000         	2024-222696	0.0182
map_cut_5             	2024-222696	0.0015
map_cut_10            	2024-222696	0.0015
map_cut_15            	2024-222696	0.0015
map_cut_20            	2024-222696	0.0015
map_cut_30            	2024-222696	0.0015
map_cut_100           	2024-222696	0.0015
map_cut_200           	2024-222696	0.0015
map_cut_500           	2024-222696	0.0015
map_cut_1000          	2024-222696	0.0015
relative_P_5          	2024-222696	0.2000
relative_P_10         	2024-222696	0.1000
relative_P_15         	2024-222696	0.0667
relative_P_20         	2024-222696	0.0500
relative_P_30         	2024-222696	0.0333
relative_P_100        	2024-222696	0.0100
relative_P_200        	2024-222696	0.0050
relative_P_500        	2024-222696	0.0030
relative_P_1000       	2024-222696	0.0030
success_1             	2024-222696	0.0000
success_5             	2024-222696	1.0000
success_10            	2024-222696	1.0000
set_P                 	2024-222696	0.5000
set_relative_P        	2024-222696	0.5000
set_recall            	2024-222696	0.0030
set_map               	2024-222696	0.0015
set_F                 	2024-222696	0.0060
num_nonrel_judged_ret 	2024-222696	1
num_ret               	2024-223094	2
num_rel               	2024-223094	160
num_rel_ret           	2024-223094	1
map                   	2024-223094	0.0031
Rprec                 	2024-223094	0.0063
bpref                 	2024-223094	0.0062
recip_rank            	2024-223094	0.5000
iprec_at_recall_0.00  	2024-223094	0.5000
iprec_at_recall_0.10  	2024-223094	0.0000
iprec_at_recall_0.20  	2024-223094	0.0000
iprec_at_recall_0.30  	2024-223094	0.0000
iprec_at_recall_0.40  	2024-223094	0.0000
iprec_at_recall_0.50  	2024-223094	0.0000
iprec_at_recall_0.60  	2024-223094	0.0000
iprec_at_recall_0.70  	2024-223094	0.0000
iprec_at_recall_0.80  	2024-223094	0.0000
iprec_at_recall_0.90  	2024-223094	0.0000
iprec_at_recall_1.00  	2024-223094	0.0000
P_5                   	2024-223094	0.2000
P_10                  	2024-223094	0.1000
P_15                  	2024-223094	0.0667
P_20                  	2024-223094	0.0500
P_30                  	2024-223094	0.0333
P_100                 	2024-223094	0.0100
P_200                 	2024-223094	0.0050
P_500                 	2024-223094	0.0020
P_1000                	2024-223094	0.0010
relstring             	2024-223094	'01'
recall_5              	2024-223094	0.0063
recall_10             	2024-223094	0.0063
recall_15             	2024-223094	0.0063
recall_20             	2024-223094	0.0063
recall_30             	2024-223094	0.0063
recall_100            	2024-223094	0.0063
recall_200            	2024-223094	0.0063
recall_500            	2024-223094	0.0063
recall_1000           	2024-223094	0.0063
infAP                 	2024-223094	0.0031
Rprec_mult_0.20       	2024-223094	0.0312
Rprec_mult_0.40       	2024-223094	0.0156
Rprec_mult_0.60       	2024-223094	0.0104
Rprec_mult_0.80       	2024-223094	0.0078
Rprec_mult_1.00       	2024-223094	0.0063
Rprec_mult_1.20       	2024-223094	0.0052
Rprec_mult_1.40       	2024-223094	0.0045
Rprec_mult_1.60       	2024-223094	0.0039
Rprec_mult_1.80       	2024-223094	0.0035
Rprec_mult_2.00       	2024-223094	0.0031
utility               	2024-223094	0.0000
11pt_avg              	2024-223094	0.0455
binG                  	2024-223094	0.0039
G                     	2024-223094	0.0018
ndcg                  	2024-223094	0.0150
ndcg_rel              	2024-223094	0.0157
Rndcg                 	2024-223094	0.0383
ndcg_cut_5            	2024-223094	0.0713
ndcg_cut_10           	2024-223094	0.0524
ndcg_cut_15           	2024-223094	0.0430
ndcg_cut_20           	2024-223094	0.0371
ndcg_cut_30           	2024-223094	0.0297
ndcg_cut_100          	2024-223094	0.0189
ndcg_cut_200          	2024-223094	0.0150
ndcg_cut_500          	2024-223094	0.0150
ndcg_cut_1000         	2024-223094	0.0150
map_cut_5             	2024-223094	0.0031
map_cut_10            	2024-223094	0.0031
map_cut_15            	2024-223094	0.0031
map_cut_20            	2024-223094	0.0031
map_cut_30            	2024-223094	0.0031
map_cut_100           	2024-223094	0.0031
map_cut_200           	2024-223094	0.0031
map_cut_500           	2024-223094	0.0031
map_cut_1000          	2024-223094	0.0031
relative_P_5          	2024-223094	0.2000
relative_P_10         	2024-223094	0.1000
relative_P_15         	2024-223094	0.0667
relative_P_20         	2024-223094	0.0500
relative_P_30         	2024-223094	0.0333
relative_P_100        	2024-223094	0.0100
relative_P_200        	2024-223094	0.0063
relative_P_500        	2024-223094	0.0063
relative_P_1000       	2024-223094	0.0063
success_1             	2024-223094	0.0000
success_5             	2024-223094	1.0000
success_10            	2024-223094	1.0000
set_P                 	2024-223094	0.5000
set_relative_P        	2024-223094	0.5000
set_recall            	2024-223094	0.0063
set_map               	2024-223094	0.0031
set_F                 	2024-223094	0.0123
num_nonrel_judged_ret 	2024-223094	1
num_ret               	2024-223345	2
num_rel               	2024-223345	269
num_rel_ret           	2024-223345	2
map                   	2024-223345	0.0074
Rprec                 	2024-223345	0.0074
bpref                 	2024-223345	0.0074
recip_rank            	2024-223345	1.0000
iprec_at_recall_0.00  	2024-223345	1.0000
iprec_at_recall_0.10  	2024-223345	0.0000
iprec_at_recall_0.20  	2024-223345	0.0000
iprec_at_recall_0.30  	2024-223345	0.0000
iprec_at_recall_0.40  	2024-223345	0.0000
iprec_at_recall_0.50  	2024-223345	0.0000
iprec_at_recall_0.60  	2024-223345	0.0000
iprec_at_recall_0.70  	2024-223345	0.0000
iprec_at_recall_0.80  	2024-223345	0.0000
iprec_at_recall_0.90  	2024-223345	0.0000
iprec_at_recall_1.00  	2024-223345	0.0000
P_5                   	2024-223345	0.4000
P_10                  	2024-223345	0.2000
P_15                  	2024-223345	0.1333
P_20                  	2024-223345	0.1000
P_30                  	2024-223345	0.0667
P_100                 	2024-223345	0.0200
P_200                 	2024-223345	0.0100
P_500                 	2024-223345	0.0040
P_1000                	2024-223345	0.0020
relstring             	2024-223345	'21'
recall_5              	2024-223345	0.0074
recall_10             	2024-223345	0.0074
recall_15             	2024-223345	0.0074
recall_20             	2024-223345	0.0074
recall_30             	2024-223345	0.0074
recall_100            	2024-223345	0.0074
recall_200            	2024-223345	0.0074
recall_500            	2024-223345	0.0074
recall_1000           	2024-223345	0.0074
infAP                 	2024-223345	0.0074
Rprec_mult_0.20       	2024-223345	0.0370
Rprec_mult_0.40       	2024-223345	0.0185
Rprec_mult_0.60       	2024-223345	0.0123
Rprec_mult_0.80       	2024-223345	0.0093
Rprec_mult_1.00       	2024-223345	0.0074
Rprec_mult_1.20       	2024-223345	0.0062
Rprec_mult_1.40       	2024-223345	0.0053
Rprec_mult_1.60       	2024-223345	0.0046
Rprec_mult_1.80       	2024-223345	0.0041
Rprec_mult_2.00       	2024-223345	0.0037
utility               	2024-223345	2.0000
11pt_avg              	2024-223345	0.0909
binG                  	2024-223345	0.0074
G                     	2024-223345	0.0043
ndcg                  	2024-223345	0.0363
ndcg_rel              	2024-223345	0.0405
Rndcg                 	2024-223345	0.0722
ndcg_cut_5            	2024-223345	0.2974
ndcg_cut_10           	2024-223345	0.1930
ndcg_cut_15           	2024-223345	0.1496
ndcg_cut_20           	2024-223345	0.1259
ndcg_cut_30           	2024-223345	0.1047
ndcg_cut_100          	2024-223345	0.0540
ndcg_cut_200          	2024-223345	0.0413
ndcg_cut_500          	2024-223345	0.0363
ndcg_cut_1000         	2024-223345	0.0363
map_cut_5             	2024-223345	0.0074
map_cut_10            	2024-223345	0.0074
map_cut_15            	2024-223345	0.0074
map_cut_20            	2024-223345	0.0074
map_cut_30            	2024-223345	0.0074
map_cut_100           	2024-223345	0.0074
map_cut_200           	2024-223345	0.0074
map_cut_500           	2024-223345	0.0074
map_cut_1000          	2024-223345	0.0074
relative_P_5          	2024-223345	0.4000
relative_P_10         	2024-223345	0.2000
relative_P_15         	2024-223345	0.1333
relative_P_20         	2024-223345	0.1000
relative_P_30         	2024-223345	0.0667
relative_P_100        	2024-223345	0.0200
relative_P_200        	2024-223345	0.0100
relative_P_500        	2024-223345	0.0074
relative_P_1000       	2024-223345	0.0074
success_1             	2024-223345	1.0000
success_5             	2024-223345	1.0000
success_10            	2024-223345	1.0000
set_P                 	2024-223345	1.0000
set_relative_P        	2024-223345	1.0000
set_recall            	2024-223345	0.0074
set_map               	2024-223345	0.0074
set_F                 	2024-223345	0.0148
num_nonrel_judged_ret 	2024-223345	0
num_ret               	2024-223358	2
num_rel               	2024-223358	143
num_rel_ret           	2024-223358	2
map                   	2024-223358	0.0140
Rprec                 	2024-223358	0.0140
bpref                 	2024-223358	0.0140
recip_rank            	2024-223358	1.0000
iprec_at_recall_0.00  	2024-223358	1.0000
iprec_at_recall_0.10  	2024-223358	0.0000
iprec_at_recall_0.20  	2024-223358	0.0000
iprec_at_recall_0.30  	2024-223358	0.0000
iprec_at_recall_0.40  	2024-223358	0.0000
iprec_at_recall_0.50  	2024-223358	0.0000
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.4000
P_10                  	2024-223358	0.2000
P_15                  	2024-223358	0.1333
P_20                  	2024-223358	0.1000
P_30                  	2024-223358	0.0667
P_100                 	2024-223358	0.0200
P_200                 	2024-223358	0.0100
P_500                 	2024-223358	0.0040
P_1000                	2024-223358	0.0020
relstring             	2024-223358	'22'
recall_5              	2024-223358	0.0140
recall_10             	2024-223358	0.0140
recall_15             	2024-223358	0.0140
recall_20             	2024-223358	0.0140
recall_30             	2024-223358	0.0140
recall_100            	2024-223358	0.0140
recall_200            	2024-223358	0.0140
recall_500            	2024-223358	0.0140
recall_1000           	2024-223358	0.0140
infAP                 	2024-223358	0.0140
Rprec_mult_0.20       	2024-223358	0.0690
Rprec_mult_0.40       	2024-223358	0.0345
Rprec_mult_0.60       	2024-223358	0.0233
Rprec_mult_0.80       	2024-223358	0.0174
Rprec_mult_1.00       	2024-223358	0.0140
Rprec_mult_1.20       	2024-223358	0.0116
Rprec_mult_1.40       	2024-223358	0.0100
Rprec_mult_1.60       	2024-223358	0.0087
Rprec_mult_1.80       	2024-223358	0.0078
Rprec_mult_2.00       	2024-223358	0.0070
utility               	2024-223358	2.0000
11pt_avg              	2024-223358	0.0909
binG                  	2024-223358	0.0140
G                     	2024-223358	0.0245
ndcg                  	2024-223358	0.0954
ndcg_rel              	2024-223358	0.1081
Rndcg                 	2024-223358	0.1635
ndcg_cut_5            	2024-223358	0.5531
ndcg_cut_10           	2024-223358	0.3590
ndcg_cut_15           	2024-223358	0.2783
ndcg_cut_20           	2024-223358	0.2317
ndcg_cut_30           	2024-223358	0.2013
ndcg_cut_100          	2024-223358	0.1166
ndcg_cut_200          	2024-223358	0.0954
ndcg_cut_500          	2024-223358	0.0954
ndcg_cut_1000         	2024-223358	0.0954
map_cut_5             	2024-223358	0.0140
map_cut_10            	2024-223358	0.0140
map_cut_15            	2024-223358	0.0140
map_cut_20            	2024-223358	0.0140
map_cut_30            	2024-223358	0.0140
map_cut_100           	2024-223358	0.0140
map_cut_200           	2024-223358	0.0140
map_cut_500           	2024-223358	0.0140
map_cut_1000          	2024-223358	0.0140
relative_P_5          	2024-223358	0.4000
relative_P_10         	2024-223358	0.2000
relative_P_15         	2024-223358	0.1333
relative_P_20         	2024-223358	0.1000
relative_P_30         	2024-223358	0.0667
relative_P_100        	2024-223358	0.0200
relative_P_200        	2024-223358	0.0140
relative_P_500        	2024-223358	0.0140
relative_P_1000       	2024-223358	0.0140
success_1             	2024-223358	1.0000
success_5             	2024-223358	1.0000
success_10            	2024-223358	1.0000
set_P                 	2024-223358	1.0000
set_relative_P        	2024-223358	1.0000
set_recall            	2024-223358	0.0140
set_map               	2024-223358	0.0140
set_F                 	2024-223358	0.0276
num_nonrel_judged_ret 	2024-223358	0
num_ret               	2024-223382	2
num_rel               	2024-223382	18
num_rel_ret           	2024-223382	1
map                   	2024-223382	0.0556
Rprec                 	2024-223382	0.0556
bpref                 	2024-223382	0.0556
recip_rank            	2024-223382	1.0000
iprec_at_recall_0.00  	2024-223382	1.0000
iprec_at_recall_0.10  	2024-223382	0.0000
iprec_at_recall_0.20  	2024-223382	0.0000
iprec_at_recall_0.30  	2024-223382	0.0000
iprec_at_recall_0.40  	2024-223382	0.0000
iprec_at_recall_0.50  	2024-223382	0.0000
iprec_at_recall_0.60  	2024-223382	0.0000
iprec_at_recall_0.70  	2024-223382	0.0000
iprec_at_recall_0.80  	2024-223382	0.0000
iprec_at_recall_0.90  	2024-223382	0.0000
iprec_at_recall_1.00  	2024-223382	0.0000
P_5                   	2024-223382	0.2000
P_10                  	2024-223382	0.1000
P_15                  	2024-223382	0.0667
P_20                  	2024-223382	0.0500
P_30                  	2024-223382	0.0333
P_100                 	2024-223382	0.0100
P_200                 	2024-223382	0.0050
P_500                 	2024-223382	0.0020
P_1000                	2024-223382	0.0010
relstring             	2024-223382	'10'
recall_5              	2024-223382	0.0556
recall_10             	2024-223382	0.0556
recall_15             	2024-223382	0.0556
recall_20             	2024-223382	0.0556
recall_30             	2024-223382	0.0556
recall_100            	2024-223382	0.0556
recall_200            	2024-223382	0.0556
recall_500            	2024-223382	0.0556
recall_1000           	2024-223382	0.0556
infAP                 	2024-223382	0.0556
Rprec_mult_0.20       	2024-223382	0.2500
Rprec_mult_0.40       	2024-223382	0.1250
Rprec_mult_0.60       	2024-223382	0.0909
Rprec_mult_0.80       	2024-223382	0.0667
Rprec_mult_1.00       	2024-223382	0.0556
Rprec_mult_1.20       	2024-223382	0.0455
Rprec_mult_1.40       	2024-223382	0.0385
Rprec_mult_1.60       	2024-223382	0.0345
Rprec_mult_1.80       	2024-223382	0.0303
Rprec_mult_2.00       	2024-223382	0.0278
utility               	2024-223382	0.0000
11pt_avg              	2024-223382	0.0909
binG                  	2024-223382	0.0556
G                     	2024-223382	0.0332
ndcg                  	2024-223382	0.1319
ndcg_rel              	2024-223382	0.1524
Rndcg                 	2024-223382	0.3160
ndcg_cut_5            	2024-223382	0.2533
ndcg_cut_10           	2024-223382	0.1804
ndcg_cut_15           	2024-223382	0.1457
ndcg_cut_20           	2024-223382	0.1319
ndcg_cut_30           	2024-223382	0.1319
ndcg_cut_100          	2024-223382	0.1319
ndcg_cut_200          	2024-223382	0.1319
ndcg_cut_500          	2024-223382	0.1319
ndcg_cut_1000         	2024-223382	0.1319
map_cut_5             	2024-223382	0.0556
map_cut_10            	2024-223382	0.0556
map_cut_15            	2024-223382	0.0556
map_cut_20            	2024-223382	0.0556
map_cut_30            	2024-223382	0.0556
map_cut_100           	2024-223382	0.0556
map_cut_200           	2024-223382	0.0556
map_cut_500           	2024-223382	0.0556
map_cut_1000          	2024-223382	0.0556
relative_P_5          	2024-223382	0.2000
relative_P_10         	2024-223382	0.1000
relative_P_15         	2024-223382	0.0667
relative_P_20         	2024-223382	0.0556
relative_P_30         	2024-223382	0.0556
relative_P_100        	2024-223382	0.0556
relative_P_200        	2024-223382	0.0556
relative_P_500        	2024-223382	0.0556
relative_P_1000       	2024-223382	0.0556
success_1             	2024-223382	1.0000
success_5             	2024-223382	1.0000
success_10            	2024-223382	1.0000
set_P                 	2024-223382	0.5000
set_relative_P        	2024-223382	0.5000
set_recall            	2024-223382	0.0556
set_map               	2024-223382	0.0278
set_F                 	2024-223382	0.1000
num_nonrel_judged_ret 	2024-223382	1
num_ret               	2024-223499	2
num_rel               	2024-223499	155
num_rel_ret           	2024-223499	2
map                   	2024-223499	0.0129
Rprec                 	2024-223499	0.0129
bpref                 	2024-223499	0.0129
recip_rank            	2024-223499	1.0000
iprec_at_recall_0.00  	2024-223499	1.0000
iprec_at_recall_0.10  	2024-223499	0.0000
iprec_at_recall_0.20  	2024-223499	0.0000
iprec_at_recall_0.30  	2024-223499	0.0000
iprec_at_recall_0.40  	2024-223499	0.0000
iprec_at_recall_0.50  	2024-223499	0.0000
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	0.4000
P_10                  	2024-223499	0.2000
P_15                  	2024-223499	0.1333
P_20                  	2024-223499	0.1000
P_30                  	2024-223499	0.0667
P_100                 	2024-223499	0.0200
P_200                 	2024-223499	0.0100
P_500                 	2024-223499	0.0040
P_1000                	2024-223499	0.0020
relstring             	2024-223499	'22'
recall_5              	2024-223499	0.0129
recall_10             	2024-223499	0.0129
recall_15             	2024-223499	0.0129
recall_20             	2024-223499	0.0129
recall_30             	2024-223499	0.0129
recall_100            	2024-223499	0.0129
recall_200            	2024-223499	0.0129
recall_500            	2024-223499	0.0129
recall_1000           	2024-223499	0.0129
infAP                 	2024-223499	0.0129
Rprec_mult_0.20       	2024-223499	0.0645
Rprec_mult_0.40       	2024-223499	0.0323
Rprec_mult_0.60       	2024-223499	0.0215
Rprec_mult_0.80       	2024-223499	0.0161
Rprec_mult_1.00       	2024-223499	0.0129
Rprec_mult_1.20       	2024-223499	0.0108
Rprec_mult_1.40       	2024-223499	0.0092
Rprec_mult_1.60       	2024-223499	0.0081
Rprec_mult_1.80       	2024-223499	0.0072
Rprec_mult_2.00       	2024-223499	0.0065
utility               	2024-223499	2.0000
11pt_avg              	2024-223499	0.0909
binG                  	2024-223499	0.0129
G                     	2024-223499	0.0110
ndcg                  	2024-223499	0.0737
ndcg_rel              	2024-223499	0.0813
Rndcg                 	2024-223499	0.1640
ndcg_cut_5            	2024-223499	0.3688
ndcg_cut_10           	2024-223499	0.2563
ndcg_cut_15           	2024-223499	0.2124
ndcg_cut_20           	2024-223499	0.1841
ndcg_cut_30           	2024-223499	0.1485
ndcg_cut_100          	2024-223499	0.0896
ndcg_cut_200          	2024-223499	0.0737
ndcg_cut_500          	2024-223499	0.0737
ndcg_cut_1000         	2024-223499	0.0737
map_cut_5             	2024-223499	0.0129
map_cut_10            	2024-223499	0.0129
map_cut_15            	2024-223499	0.0129
map_cut_20            	2024-223499	0.0129
map_cut_30            	2024-223499	0.0129
map_cut_100           	2024-223499	0.0129
map_cut_200           	2024-223499	0.0129
map_cut_500           	2024-223499	0.0129
map_cut_1000          	2024-223499	0.0129
relative_P_5          	2024-223499	0.4000
relative_P_10         	2024-223499	0.2000
relative_P_15         	2024-223499	0.1333
relative_P_20         	2024-223499	0.1000
relative_P_30         	2024-223499	0.0667
relative_P_100        	2024-223499	0.0200
relative_P_200        	2024-223499	0.0129
relative_P_500        	2024-223499	0.0129
relative_P_1000       	2024-223499	0.0129
success_1             	2024-223499	1.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	1.0000
set_relative_P        	2024-223499	1.0000
set_recall            	2024-223499	0.0129
set_map               	2024-223499	0.0129
set_F                 	2024-223499	0.0255
num_nonrel_judged_ret 	2024-223499	0
num_ret               	2024-223829	2
num_rel               	2024-223829	74
num_rel_ret           	2024-223829	2
map                   	2024-223829	0.0270
Rprec                 	2024-223829	0.0270
bpref                 	2024-223829	0.0270
recip_rank            	2024-223829	1.0000
iprec_at_recall_0.00  	2024-223829	1.0000
iprec_at_recall_0.10  	2024-223829	0.0000
iprec_at_recall_0.20  	2024-223829	0.0000
iprec_at_recall_0.30  	2024-223829	0.0000
iprec_at_recall_0.40  	2024-223829	0.0000
iprec_at_recall_0.50  	2024-223829	0.0000
iprec_at_recall_0.60  	2024-223829	0.0000
iprec_at_recall_0.70  	2024-223829	0.0000
iprec_at_recall_0.80  	2024-223829	0.0000
iprec_at_recall_0.90  	2024-223829	0.0000
iprec_at_recall_1.00  	2024-223829	0.0000
P_5                   	2024-223829	0.4000
P_10                  	2024-223829	0.2000
P_15                  	2024-223829	0.1333
P_20                  	2024-223829	0.1000
P_30                  	2024-223829	0.0667
P_100                 	2024-223829	0.0200
P_200                 	2024-223829	0.0100
P_500                 	2024-223829	0.0040
P_1000                	2024-223829	0.0020
relstring             	2024-223829	'11'
recall_5              	2024-223829	0.0270
recall_10             	2024-223829	0.0270
recall_15             	2024-223829	0.0270
recall_20             	2024-223829	0.0270
recall_30             	2024-223829	0.0270
recall_100            	2024-223829	0.0270
recall_200            	2024-223829	0.0270
recall_500            	2024-223829	0.0270
recall_1000           	2024-223829	0.0270
infAP                 	2024-223829	0.0270
Rprec_mult_0.20       	2024-223829	0.1333
Rprec_mult_0.40       	2024-223829	0.0667
Rprec_mult_0.60       	2024-223829	0.0444
Rprec_mult_0.80       	2024-223829	0.0333
Rprec_mult_1.00       	2024-223829	0.0270
Rprec_mult_1.20       	2024-223829	0.0225
Rprec_mult_1.40       	2024-223829	0.0192
Rprec_mult_1.60       	2024-223829	0.0168
Rprec_mult_1.80       	2024-223829	0.0149
Rprec_mult_2.00       	2024-223829	0.0135
utility               	2024-223829	2.0000
11pt_avg              	2024-223829	0.0909
binG                  	2024-223829	0.0270
G                     	2024-223829	0.0147
ndcg                  	2024-223829	0.0856
ndcg_rel              	2024-223829	0.0968
Rndcg                 	2024-223829	0.2342
ndcg_cut_5            	2024-223829	0.3211
ndcg_cut_10           	2024-223829	0.2444
ndcg_cut_15           	2024-223829	0.2041
ndcg_cut_20           	2024-223829	0.1778
ndcg_cut_30           	2024-223829	0.1444
ndcg_cut_100          	2024-223829	0.0856
ndcg_cut_200          	2024-223829	0.0856
ndcg_cut_500          	2024-223829	0.0856
ndcg_cut_1000         	2024-223829	0.0856
map_cut_5             	2024-223829	0.0270
map_cut_10            	2024-223829	0.0270
map_cut_15            	2024-223829	0.0270
map_cut_20            	2024-223829	0.0270
map_cut_30            	2024-223829	0.0270
map_cut_100           	2024-223829	0.0270
map_cut_200           	2024-223829	0.0270
map_cut_500           	2024-223829	0.0270
map_cut_1000          	2024-223829	0.0270
relative_P_5          	2024-223829	0.4000
relative_P_10         	2024-223829	0.2000
relative_P_15         	2024-223829	0.1333
relative_P_20         	2024-223829	0.1000
relative_P_30         	2024-223829	0.0667
relative_P_100        	2024-223829	0.0270
relative_P_200        	2024-223829	0.0270
relative_P_500        	2024-223829	0.0270
relative_P_1000       	2024-223829	0.0270
success_1             	2024-223829	1.0000
success_5             	2024-223829	1.0000
success_10            	2024-223829	1.0000
set_P                 	2024-223829	1.0000
set_relative_P        	2024-223829	1.0000
set_recall            	2024-223829	0.0270
set_map               	2024-223829	0.0270
set_F                 	2024-223829	0.0526
num_nonrel_judged_ret 	2024-223829	0
num_ret               	2024-223855	2
num_rel               	2024-223855	245
num_rel_ret           	2024-223855	2
map                   	2024-223855	0.0082
Rprec                 	2024-223855	0.0082
bpref                 	2024-223855	0.0082
recip_rank            	2024-223855	1.0000
iprec_at_recall_0.00  	2024-223855	1.0000
iprec_at_recall_0.10  	2024-223855	0.0000
iprec_at_recall_0.20  	2024-223855	0.0000
iprec_at_recall_0.30  	2024-223855	0.0000
iprec_at_recall_0.40  	2024-223855	0.0000
iprec_at_recall_0.50  	2024-223855	0.0000
iprec_at_recall_0.60  	2024-223855	0.0000
iprec_at_recall_0.70  	2024-223855	0.0000
iprec_at_recall_0.80  	2024-223855	0.0000
iprec_at_recall_0.90  	2024-223855	0.0000
iprec_at_recall_1.00  	2024-223855	0.0000
P_5                   	2024-223855	0.4000
P_10                  	2024-223855	0.2000
P_15                  	2024-223855	0.1333
P_20                  	2024-223855	0.1000
P_30                  	2024-223855	0.0667
P_100                 	2024-223855	0.0200
P_200                 	2024-223855	0.0100
P_500                 	2024-223855	0.0040
P_1000                	2024-223855	0.0020
relstring             	2024-223855	'12'
recall_5              	2024-223855	0.0082
recall_10             	2024-223855	0.0082
recall_15             	2024-223855	0.0082
recall_20             	2024-223855	0.0082
recall_30             	2024-223855	0.0082
recall_100            	2024-223855	0.0082
recall_200            	2024-223855	0.0082
recall_500            	2024-223855	0.0082
recall_1000           	2024-223855	0.0082
infAP                 	2024-223855	0.0082
Rprec_mult_0.20       	2024-223855	0.0408
Rprec_mult_0.40       	2024-223855	0.0204
Rprec_mult_0.60       	2024-223855	0.0136
Rprec_mult_0.80       	2024-223855	0.0102
Rprec_mult_1.00       	2024-223855	0.0082
Rprec_mult_1.20       	2024-223855	0.0068
Rprec_mult_1.40       	2024-223855	0.0058
Rprec_mult_1.60       	2024-223855	0.0051
Rprec_mult_1.80       	2024-223855	0.0045
Rprec_mult_2.00       	2024-223855	0.0041
utility               	2024-223855	2.0000
11pt_avg              	2024-223855	0.0909
binG                  	2024-223855	0.0082
G                     	2024-223855	0.0041
ndcg                  	2024-223855	0.0368
ndcg_rel              	2024-223855	0.0398
Rndcg                 	2024-223855	0.1170
ndcg_cut_5            	2024-223855	0.2557
ndcg_cut_10           	2024-223855	0.1879
ndcg_cut_15           	2024-223855	0.1542
ndcg_cut_20           	2024-223855	0.1328
ndcg_cut_30           	2024-223855	0.1063
ndcg_cut_100          	2024-223855	0.0542
ndcg_cut_200          	2024-223855	0.0407
ndcg_cut_500          	2024-223855	0.0368
ndcg_cut_1000         	2024-223855	0.0368
map_cut_5             	2024-223855	0.0082
map_cut_10            	2024-223855	0.0082
map_cut_15            	2024-223855	0.0082
map_cut_20            	2024-223855	0.0082
map_cut_30            	2024-223855	0.0082
map_cut_100           	2024-223855	0.0082
map_cut_200           	2024-223855	0.0082
map_cut_500           	2024-223855	0.0082
map_cut_1000          	2024-223855	0.0082
relative_P_5          	2024-223855	0.4000
relative_P_10         	2024-223855	0.2000
relative_P_15         	2024-223855	0.1333
relative_P_20         	2024-223855	0.1000
relative_P_30         	2024-223855	0.0667
relative_P_100        	2024-223855	0.0200
relative_P_200        	2024-223855	0.0100
relative_P_500        	2024-223855	0.0082
relative_P_1000       	2024-223855	0.0082
success_1             	2024-223855	1.0000
success_5             	2024-223855	1.0000
success_10            	2024-223855	1.0000
set_P                 	2024-223855	1.0000
set_relative_P        	2024-223855	1.0000
set_recall            	2024-223855	0.0082
set_map               	2024-223855	0.0082
set_F                 	2024-223855	0.0162
num_nonrel_judged_ret 	2024-223855	0
num_ret               	2024-223914	2
num_rel               	2024-223914	285
num_rel_ret           	2024-223914	2
map                   	2024-223914	0.0070
Rprec                 	2024-223914	0.0070
bpref                 	2024-223914	0.0070
recip_rank            	2024-223914	1.0000
iprec_at_recall_0.00  	2024-223914	1.0000
iprec_at_recall_0.10  	2024-223914	0.0000
iprec_at_recall_0.20  	2024-223914	0.0000
iprec_at_recall_0.30  	2024-223914	0.0000
iprec_at_recall_0.40  	2024-223914	0.0000
iprec_at_recall_0.50  	2024-223914	0.0000
iprec_at_recall_0.60  	2024-223914	0.0000
iprec_at_recall_0.70  	2024-223914	0.0000
iprec_at_recall_0.80  	2024-223914	0.0000
iprec_at_recall_0.90  	2024-223914	0.0000
iprec_at_recall_1.00  	2024-223914	0.0000
P_5                   	2024-223914	0.4000
P_10                  	2024-223914	0.2000
P_15                  	2024-223914	0.1333
P_20                  	2024-223914	0.1000
P_30                  	2024-223914	0.0667
P_100                 	2024-223914	0.0200
P_200                 	2024-223914	0.0100
P_500                 	2024-223914	0.0040
P_1000                	2024-223914	0.0020
relstring             	2024-223914	'12'
recall_5              	2024-223914	0.0070
recall_10             	2024-223914	0.0070
recall_15             	2024-223914	0.0070
recall_20             	2024-223914	0.0070
recall_30             	2024-223914	0.0070
recall_100            	2024-223914	0.0070
recall_200            	2024-223914	0.0070
recall_500            	2024-223914	0.0070
recall_1000           	2024-223914	0.0070
infAP                 	2024-223914	0.0070
Rprec_mult_0.20       	2024-223914	0.0351
Rprec_mult_0.40       	2024-223914	0.0175
Rprec_mult_0.60       	2024-223914	0.0117
Rprec_mult_0.80       	2024-223914	0.0088
Rprec_mult_1.00       	2024-223914	0.0070
Rprec_mult_1.20       	2024-223914	0.0058
Rprec_mult_1.40       	2024-223914	0.0050
Rprec_mult_1.60       	2024-223914	0.0044
Rprec_mult_1.80       	2024-223914	0.0039
Rprec_mult_2.00       	2024-223914	0.0035
utility               	2024-223914	2.0000
11pt_avg              	2024-223914	0.0909
binG                  	2024-223914	0.0070
G                     	2024-223914	0.0033
ndcg                  	2024-223914	0.0301
ndcg_rel              	2024-223914	0.0327
Rndcg                 	2024-223914	0.0582
ndcg_cut_5            	2024-223914	0.2557
ndcg_cut_10           	2024-223914	0.1659
ndcg_cut_15           	2024-223914	0.1286
ndcg_cut_20           	2024-223914	0.1071
ndcg_cut_30           	2024-223914	0.0876
ndcg_cut_100          	2024-223914	0.0458
ndcg_cut_200          	2024-223914	0.0351
ndcg_cut_500          	2024-223914	0.0301
ndcg_cut_1000         	2024-223914	0.0301
map_cut_5             	2024-223914	0.0070
map_cut_10            	2024-223914	0.0070
map_cut_15            	2024-223914	0.0070
map_cut_20            	2024-223914	0.0070
map_cut_30            	2024-223914	0.0070
map_cut_100           	2024-223914	0.0070
map_cut_200           	2024-223914	0.0070
map_cut_500           	2024-223914	0.0070
map_cut_1000          	2024-223914	0.0070
relative_P_5          	2024-223914	0.4000
relative_P_10         	2024-223914	0.2000
relative_P_15         	2024-223914	0.1333
relative_P_20         	2024-223914	0.1000
relative_P_30         	2024-223914	0.0667
relative_P_100        	2024-223914	0.0200
relative_P_200        	2024-223914	0.0100
relative_P_500        	2024-223914	0.0070
relative_P_1000       	2024-223914	0.0070
success_1             	2024-223914	1.0000
success_5             	2024-223914	1.0000
success_10            	2024-223914	1.0000
set_P                 	2024-223914	1.0000
set_relative_P        	2024-223914	1.0000
set_recall            	2024-223914	0.0070
set_map               	2024-223914	0.0070
set_F                 	2024-223914	0.0139
num_nonrel_judged_ret 	2024-223914	0
num_ret               	2024-224013	2
num_rel               	2024-224013	150
num_rel_ret           	2024-224013	2
map                   	2024-224013	0.0133
Rprec                 	2024-224013	0.0133
bpref                 	2024-224013	0.0133
recip_rank            	2024-224013	1.0000
iprec_at_recall_0.00  	2024-224013	1.0000
iprec_at_recall_0.10  	2024-224013	0.0000
iprec_at_recall_0.20  	2024-224013	0.0000
iprec_at_recall_0.30  	2024-224013	0.0000
iprec_at_recall_0.40  	2024-224013	0.0000
iprec_at_recall_0.50  	2024-224013	0.0000
iprec_at_recall_0.60  	2024-224013	0.0000
iprec_at_recall_0.70  	2024-224013	0.0000
iprec_at_recall_0.80  	2024-224013	0.0000
iprec_at_recall_0.90  	2024-224013	0.0000
iprec_at_recall_1.00  	2024-224013	0.0000
P_5                   	2024-224013	0.4000
P_10                  	2024-224013	0.2000
P_15                  	2024-224013	0.1333
P_20                  	2024-224013	0.1000
P_30                  	2024-224013	0.0667
P_100                 	2024-224013	0.0200
P_200                 	2024-224013	0.0100
P_500                 	2024-224013	0.0040
P_1000                	2024-224013	0.0020
relstring             	2024-224013	'32'
recall_5              	2024-224013	0.0133
recall_10             	2024-224013	0.0133
recall_15             	2024-224013	0.0133
recall_20             	2024-224013	0.0133
recall_30             	2024-224013	0.0133
recall_100            	2024-224013	0.0133
recall_200            	2024-224013	0.0133
recall_500            	2024-224013	0.0133
recall_1000           	2024-224013	0.0133
infAP                 	2024-224013	0.0133
Rprec_mult_0.20       	2024-224013	0.0667
Rprec_mult_0.40       	2024-224013	0.0333
Rprec_mult_0.60       	2024-224013	0.0222
Rprec_mult_0.80       	2024-224013	0.0167
Rprec_mult_1.00       	2024-224013	0.0133
Rprec_mult_1.20       	2024-224013	0.0111
Rprec_mult_1.40       	2024-224013	0.0095
Rprec_mult_1.60       	2024-224013	0.0083
Rprec_mult_1.80       	2024-224013	0.0074
Rprec_mult_2.00       	2024-224013	0.0067
utility               	2024-224013	2.0000
11pt_avg              	2024-224013	0.0909
binG                  	2024-224013	0.0133
G                     	2024-224013	0.0193
ndcg                  	2024-224013	0.0903
ndcg_rel              	2024-224013	0.1016
Rndcg                 	2024-224013	0.1914
ndcg_cut_5            	2024-224013	0.4818
ndcg_cut_10           	2024-224013	0.3268
ndcg_cut_15           	2024-224013	0.2719
ndcg_cut_20           	2024-224013	0.2363
ndcg_cut_30           	2024-224013	0.1913
ndcg_cut_100          	2024-224013	0.1065
ndcg_cut_200          	2024-224013	0.0903
ndcg_cut_500          	2024-224013	0.0903
ndcg_cut_1000         	2024-224013	0.0903
map_cut_5             	2024-224013	0.0133
map_cut_10            	2024-224013	0.0133
map_cut_15            	2024-224013	0.0133
map_cut_20            	2024-224013	0.0133
map_cut_30            	2024-224013	0.0133
map_cut_100           	2024-224013	0.0133
map_cut_200           	2024-224013	0.0133
map_cut_500           	2024-224013	0.0133
map_cut_1000          	2024-224013	0.0133
relative_P_5          	2024-224013	0.4000
relative_P_10         	2024-224013	0.2000
relative_P_15         	2024-224013	0.1333
relative_P_20         	2024-224013	0.1000
relative_P_30         	2024-224013	0.0667
relative_P_100        	2024-224013	0.0200
relative_P_200        	2024-224013	0.0133
relative_P_500        	2024-224013	0.0133
relative_P_1000       	2024-224013	0.0133
success_1             	2024-224013	1.0000
success_5             	2024-224013	1.0000
success_10            	2024-224013	1.0000
set_P                 	2024-224013	1.0000
set_relative_P        	2024-224013	1.0000
set_recall            	2024-224013	0.0133
set_map               	2024-224013	0.0133
set_F                 	2024-224013	0.0263
num_nonrel_judged_ret 	2024-224013	0
num_ret               	2024-224063	2
num_rel               	2024-224063	273
num_rel_ret           	2024-224063	1
map                   	2024-224063	0.0037
Rprec                 	2024-224063	0.0037
bpref                 	2024-224063	0.0037
recip_rank            	2024-224063	1.0000
iprec_at_recall_0.00  	2024-224063	1.0000
iprec_at_recall_0.10  	2024-224063	0.0000
iprec_at_recall_0.20  	2024-224063	0.0000
iprec_at_recall_0.30  	2024-224063	0.0000
iprec_at_recall_0.40  	2024-224063	0.0000
iprec_at_recall_0.50  	2024-224063	0.0000
iprec_at_recall_0.60  	2024-224063	0.0000
iprec_at_recall_0.70  	2024-224063	0.0000
iprec_at_recall_0.80  	2024-224063	0.0000
iprec_at_recall_0.90  	2024-224063	0.0000
iprec_at_recall_1.00  	2024-224063	0.0000
P_5                   	2024-224063	0.2000
P_10                  	2024-224063	0.1000
P_15                  	2024-224063	0.0667
P_20                  	2024-224063	0.0500
P_30                  	2024-224063	0.0333
P_100                 	2024-224063	0.0100
P_200                 	2024-224063	0.0050
P_500                 	2024-224063	0.0020
P_1000                	2024-224063	0.0010
relstring             	2024-224063	'10'
recall_5              	2024-224063	0.0037
recall_10             	2024-224063	0.0037
recall_15             	2024-224063	0.0037
recall_20             	2024-224063	0.0037
recall_30             	2024-224063	0.0037
recall_100            	2024-224063	0.0037
recall_200            	2024-224063	0.0037
recall_500            	2024-224063	0.0037
recall_1000           	2024-224063	0.0037
infAP                 	2024-224063	0.0037
Rprec_mult_0.20       	2024-224063	0.0182
Rprec_mult_0.40       	2024-224063	0.0091
Rprec_mult_0.60       	2024-224063	0.0061
Rprec_mult_0.80       	2024-224063	0.0046
Rprec_mult_1.00       	2024-224063	0.0037
Rprec_mult_1.20       	2024-224063	0.0030
Rprec_mult_1.40       	2024-224063	0.0026
Rprec_mult_1.60       	2024-224063	0.0023
Rprec_mult_1.80       	2024-224063	0.0020
Rprec_mult_2.00       	2024-224063	0.0018
utility               	2024-224063	0.0000
11pt_avg              	2024-224063	0.0909
binG                  	2024-224063	0.0037
G                     	2024-224063	0.0015
ndcg                  	2024-224063	0.0161
ndcg_rel              	2024-224063	0.0172
Rndcg                 	2024-224063	0.0461
ndcg_cut_5            	2024-224063	0.1131
ndcg_cut_10           	2024-224063	0.0786
ndcg_cut_15           	2024-224063	0.0651
ndcg_cut_20           	2024-224063	0.0564
ndcg_cut_30           	2024-224063	0.0455
ndcg_cut_100          	2024-224063	0.0256
ndcg_cut_200          	2024-224063	0.0189
ndcg_cut_500          	2024-224063	0.0161
ndcg_cut_1000         	2024-224063	0.0161
map_cut_5             	2024-224063	0.0037
map_cut_10            	2024-224063	0.0037
map_cut_15            	2024-224063	0.0037
map_cut_20            	2024-224063	0.0037
map_cut_30            	2024-224063	0.0037
map_cut_100           	2024-224063	0.0037
map_cut_200           	2024-224063	0.0037
map_cut_500           	2024-224063	0.0037
map_cut_1000          	2024-224063	0.0037
relative_P_5          	2024-224063	0.2000
relative_P_10         	2024-224063	0.1000
relative_P_15         	2024-224063	0.0667
relative_P_20         	2024-224063	0.0500
relative_P_30         	2024-224063	0.0333
relative_P_100        	2024-224063	0.0100
relative_P_200        	2024-224063	0.0050
relative_P_500        	2024-224063	0.0037
relative_P_1000       	2024-224063	0.0037
success_1             	2024-224063	1.0000
success_5             	2024-224063	1.0000
success_10            	2024-224063	1.0000
set_P                 	2024-224063	0.5000
set_relative_P        	2024-224063	0.5000
set_recall            	2024-224063	0.0037
set_map               	2024-224063	0.0018
set_F                 	2024-224063	0.0073
num_nonrel_judged_ret 	2024-224063	1
num_ret               	2024-22410	2
num_rel               	2024-22410	192
num_rel_ret           	2024-22410	2
map                   	2024-22410	0.0104
Rprec                 	2024-22410	0.0104
bpref                 	2024-22410	0.0104
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	0.0000
iprec_at_recall_0.20  	2024-22410	0.0000
iprec_at_recall_0.30  	2024-22410	0.0000
iprec_at_recall_0.40  	2024-22410	0.0000
iprec_at_recall_0.50  	2024-22410	0.0000
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	0.4000
P_10                  	2024-22410	0.2000
P_15                  	2024-22410	0.1333
P_20                  	2024-22410	0.1000
P_30                  	2024-22410	0.0667
P_100                 	2024-22410	0.0200
P_200                 	2024-22410	0.0100
P_500                 	2024-22410	0.0040
P_1000                	2024-22410	0.0020
relstring             	2024-22410	'13'
recall_5              	2024-22410	0.0104
recall_10             	2024-22410	0.0104
recall_15             	2024-22410	0.0104
recall_20             	2024-22410	0.0104
recall_30             	2024-22410	0.0104
recall_100            	2024-22410	0.0104
recall_200            	2024-22410	0.0104
recall_500            	2024-22410	0.0104
recall_1000           	2024-22410	0.0104
infAP                 	2024-22410	0.0104
Rprec_mult_0.20       	2024-22410	0.0513
Rprec_mult_0.40       	2024-22410	0.0260
Rprec_mult_0.60       	2024-22410	0.0172
Rprec_mult_0.80       	2024-22410	0.0130
Rprec_mult_1.00       	2024-22410	0.0104
Rprec_mult_1.20       	2024-22410	0.0087
Rprec_mult_1.40       	2024-22410	0.0074
Rprec_mult_1.60       	2024-22410	0.0065
Rprec_mult_1.80       	2024-22410	0.0058
Rprec_mult_2.00       	2024-22410	0.0052
utility               	2024-22410	2.0000
11pt_avg              	2024-22410	0.0909
binG                  	2024-22410	0.0104
G                     	2024-22410	0.0048
ndcg                  	2024-22410	0.0368
ndcg_rel              	2024-22410	0.0412
Rndcg                 	2024-22410	0.0447
ndcg_cut_5            	2024-22410	0.3270
ndcg_cut_10           	2024-22410	0.2122
ndcg_cut_15           	2024-22410	0.1645
ndcg_cut_20           	2024-22410	0.1370
ndcg_cut_30           	2024-22410	0.1053
ndcg_cut_100          	2024-22410	0.0493
ndcg_cut_200          	2024-22410	0.0368
ndcg_cut_500          	2024-22410	0.0368
ndcg_cut_1000         	2024-22410	0.0368
map_cut_5             	2024-22410	0.0104
map_cut_10            	2024-22410	0.0104
map_cut_15            	2024-22410	0.0104
map_cut_20            	2024-22410	0.0104
map_cut_30            	2024-22410	0.0104
map_cut_100           	2024-22410	0.0104
map_cut_200           	2024-22410	0.0104
map_cut_500           	2024-22410	0.0104
map_cut_1000          	2024-22410	0.0104
relative_P_5          	2024-22410	0.4000
relative_P_10         	2024-22410	0.2000
relative_P_15         	2024-22410	0.1333
relative_P_20         	2024-22410	0.1000
relative_P_30         	2024-22410	0.0667
relative_P_100        	2024-22410	0.0200
relative_P_200        	2024-22410	0.0104
relative_P_500        	2024-22410	0.0104
relative_P_1000       	2024-22410	0.0104
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	1.0000
set_relative_P        	2024-22410	1.0000
set_recall            	2024-22410	0.0104
set_map               	2024-22410	0.0104
set_F                 	2024-22410	0.0206
num_nonrel_judged_ret 	2024-22410	0
num_ret               	2024-224207	2
num_rel               	2024-224207	211
num_rel_ret           	2024-224207	2
map                   	2024-224207	0.0095
Rprec                 	2024-224207	0.0095
bpref                 	2024-224207	0.0095
recip_rank            	2024-224207	1.0000
iprec_at_recall_0.00  	2024-224207	1.0000
iprec_at_recall_0.10  	2024-224207	0.0000
iprec_at_recall_0.20  	2024-224207	0.0000
iprec_at_recall_0.30  	2024-224207	0.0000
iprec_at_recall_0.40  	2024-224207	0.0000
iprec_at_recall_0.50  	2024-224207	0.0000
iprec_at_recall_0.60  	2024-224207	0.0000
iprec_at_recall_0.70  	2024-224207	0.0000
iprec_at_recall_0.80  	2024-224207	0.0000
iprec_at_recall_0.90  	2024-224207	0.0000
iprec_at_recall_1.00  	2024-224207	0.0000
P_5                   	2024-224207	0.4000
P_10                  	2024-224207	0.2000
P_15                  	2024-224207	0.1333
P_20                  	2024-224207	0.1000
P_30                  	2024-224207	0.0667
P_100                 	2024-224207	0.0200
P_200                 	2024-224207	0.0100
P_500                 	2024-224207	0.0040
P_1000                	2024-224207	0.0020
relstring             	2024-224207	'31'
recall_5              	2024-224207	0.0095
recall_10             	2024-224207	0.0095
recall_15             	2024-224207	0.0095
recall_20             	2024-224207	0.0095
recall_30             	2024-224207	0.0095
recall_100            	2024-224207	0.0095
recall_200            	2024-224207	0.0095
recall_500            	2024-224207	0.0095
recall_1000           	2024-224207	0.0095
infAP                 	2024-224207	0.0095
Rprec_mult_0.20       	2024-224207	0.0465
Rprec_mult_0.40       	2024-224207	0.0235
Rprec_mult_0.60       	2024-224207	0.0157
Rprec_mult_0.80       	2024-224207	0.0118
Rprec_mult_1.00       	2024-224207	0.0095
Rprec_mult_1.20       	2024-224207	0.0079
Rprec_mult_1.40       	2024-224207	0.0068
Rprec_mult_1.60       	2024-224207	0.0059
Rprec_mult_1.80       	2024-224207	0.0053
Rprec_mult_2.00       	2024-224207	0.0047
utility               	2024-224207	2.0000
11pt_avg              	2024-224207	0.0909
binG                  	2024-224207	0.0095
G                     	2024-224207	0.0114
ndcg                  	2024-224207	0.0598
ndcg_rel              	2024-224207	0.0675
Rndcg                 	2024-224207	0.1017
ndcg_cut_5            	2024-224207	0.4105
ndcg_cut_10           	2024-224207	0.2664
ndcg_cut_15           	2024-224207	0.2065
ndcg_cut_20           	2024-224207	0.1719
ndcg_cut_30           	2024-224207	0.1395
ndcg_cut_100          	2024-224207	0.0800
ndcg_cut_200          	2024-224207	0.0613
ndcg_cut_500          	2024-224207	0.0598
ndcg_cut_1000         	2024-224207	0.0598
map_cut_5             	2024-224207	0.0095
map_cut_10            	2024-224207	0.0095
map_cut_15            	2024-224207	0.0095
map_cut_20            	2024-224207	0.0095
map_cut_30            	2024-224207	0.0095
map_cut_100           	2024-224207	0.0095
map_cut_200           	2024-224207	0.0095
map_cut_500           	2024-224207	0.0095
map_cut_1000          	2024-224207	0.0095
relative_P_5          	2024-224207	0.4000
relative_P_10         	2024-224207	0.2000
relative_P_15         	2024-224207	0.1333
relative_P_20         	2024-224207	0.1000
relative_P_30         	2024-224207	0.0667
relative_P_100        	2024-224207	0.0200
relative_P_200        	2024-224207	0.0100
relative_P_500        	2024-224207	0.0095
relative_P_1000       	2024-224207	0.0095
success_1             	2024-224207	1.0000
success_5             	2024-224207	1.0000
success_10            	2024-224207	1.0000
set_P                 	2024-224207	1.0000
set_relative_P        	2024-224207	1.0000
set_recall            	2024-224207	0.0095
set_map               	2024-224207	0.0095
set_F                 	2024-224207	0.0188
num_nonrel_judged_ret 	2024-224207	0
num_ret               	2024-224226	2
num_rel               	2024-224226	196
num_rel_ret           	2024-224226	0
map                   	2024-224226	0.0000
Rprec                 	2024-224226	0.0000
bpref                 	2024-224226	0.0000
recip_rank            	2024-224226	0.0000
iprec_at_recall_0.00  	2024-224226	0.0000
iprec_at_recall_0.10  	2024-224226	0.0000
iprec_at_recall_0.20  	2024-224226	0.0000
iprec_at_recall_0.30  	2024-224226	0.0000
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	0.0000
P_10                  	2024-224226	0.0000
P_15                  	2024-224226	0.0000
P_20                  	2024-224226	0.0000
P_30                  	2024-224226	0.0000
P_100                 	2024-224226	0.0000
P_200                 	2024-224226	0.0000
P_500                 	2024-224226	0.0000
P_1000                	2024-224226	0.0000
relstring             	2024-224226	'00'
recall_5              	2024-224226	0.0000
recall_10             	2024-224226	0.0000
recall_15             	2024-224226	0.0000
recall_20             	2024-224226	0.0000
recall_30             	2024-224226	0.0000
recall_100            	2024-224226	0.0000
recall_200            	2024-224226	0.0000
recall_500            	2024-224226	0.0000
recall_1000           	2024-224226	0.0000
infAP                 	2024-224226	0.0000
Rprec_mult_0.20       	2024-224226	0.0000
Rprec_mult_0.40       	2024-224226	0.0000
Rprec_mult_0.60       	2024-224226	0.0000
Rprec_mult_0.80       	2024-224226	0.0000
Rprec_mult_1.00       	2024-224226	0.0000
Rprec_mult_1.20       	2024-224226	0.0000
Rprec_mult_1.40       	2024-224226	0.0000
Rprec_mult_1.60       	2024-224226	0.0000
Rprec_mult_1.80       	2024-224226	0.0000
Rprec_mult_2.00       	2024-224226	0.0000
utility               	2024-224226	-2.0000
11pt_avg              	2024-224226	0.0000
binG                  	2024-224226	0.0000
G                     	2024-224226	0.0000
ndcg                  	2024-224226	0.0000
ndcg_rel              	2024-224226	0.0000
Rndcg                 	2024-224226	0.0000
ndcg_cut_5            	2024-224226	0.0000
ndcg_cut_10           	2024-224226	0.0000
ndcg_cut_15           	2024-224226	0.0000
ndcg_cut_20           	2024-224226	0.0000
ndcg_cut_30           	2024-224226	0.0000
ndcg_cut_100          	2024-224226	0.0000
ndcg_cut_200          	2024-224226	0.0000
ndcg_cut_500          	2024-224226	0.0000
ndcg_cut_1000         	2024-224226	0.0000
map_cut_5             	2024-224226	0.0000
map_cut_10            	2024-224226	0.0000
map_cut_15            	2024-224226	0.0000
map_cut_20            	2024-224226	0.0000
map_cut_30            	2024-224226	0.0000
map_cut_100           	2024-224226	0.0000
map_cut_200           	2024-224226	0.0000
map_cut_500           	2024-224226	0.0000
map_cut_1000          	2024-224226	0.0000
relative_P_5          	2024-224226	0.0000
relative_P_10         	2024-224226	0.0000
relative_P_15         	2024-224226	0.0000
relative_P_20         	2024-224226	0.0000
relative_P_30         	2024-224226	0.0000
relative_P_100        	2024-224226	0.0000
relative_P_200        	2024-224226	0.0000
relative_P_500        	2024-224226	0.0000
relative_P_1000       	2024-224226	0.0000
success_1             	2024-224226	0.0000
success_5             	2024-224226	0.0000
success_10            	2024-224226	0.0000
set_P                 	2024-224226	0.0000
set_relative_P        	2024-224226	0.0000
set_recall            	2024-224226	0.0000
set_map               	2024-224226	0.0000
set_F                 	2024-224226	0.0000
num_nonrel_judged_ret 	2024-224226	2
num_ret               	2024-224279	2
num_rel               	2024-224279	433
num_rel_ret           	2024-224279	2
map                   	2024-224279	0.0046
Rprec                 	2024-224279	0.0046
bpref                 	2024-224279	0.0046
recip_rank            	2024-224279	1.0000
iprec_at_recall_0.00  	2024-224279	1.0000
iprec_at_recall_0.10  	2024-224279	0.0000
iprec_at_recall_0.20  	2024-224279	0.0000
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	0.4000
P_10                  	2024-224279	0.2000
P_15                  	2024-224279	0.1333
P_20                  	2024-224279	0.1000
P_30                  	2024-224279	0.0667
P_100                 	2024-224279	0.0200
P_200                 	2024-224279	0.0100
P_500                 	2024-224279	0.0040
P_1000                	2024-224279	0.0020
relstring             	2024-224279	'21'
recall_5              	2024-224279	0.0046
recall_10             	2024-224279	0.0046
recall_15             	2024-224279	0.0046
recall_20             	2024-224279	0.0046
recall_30             	2024-224279	0.0046
recall_100            	2024-224279	0.0046
recall_200            	2024-224279	0.0046
recall_500            	2024-224279	0.0046
recall_1000           	2024-224279	0.0046
infAP                 	2024-224279	0.0046
Rprec_mult_0.20       	2024-224279	0.0230
Rprec_mult_0.40       	2024-224279	0.0115
Rprec_mult_0.60       	2024-224279	0.0077
Rprec_mult_0.80       	2024-224279	0.0058
Rprec_mult_1.00       	2024-224279	0.0046
Rprec_mult_1.20       	2024-224279	0.0038
Rprec_mult_1.40       	2024-224279	0.0033
Rprec_mult_1.60       	2024-224279	0.0029
Rprec_mult_1.80       	2024-224279	0.0026
Rprec_mult_2.00       	2024-224279	0.0023
utility               	2024-224279	2.0000
11pt_avg              	2024-224279	0.0909
binG                  	2024-224279	0.0046
G                     	2024-224279	0.0025
ndcg                  	2024-224279	0.0238
ndcg_rel              	2024-224279	0.0264
Rndcg                 	2024-224279	0.0418
ndcg_cut_5            	2024-224279	0.2974
ndcg_cut_10           	2024-224279	0.1930
ndcg_cut_15           	2024-224279	0.1496
ndcg_cut_20           	2024-224279	0.1246
ndcg_cut_30           	2024-224279	0.0957
ndcg_cut_100          	2024-224279	0.0483
ndcg_cut_200          	2024-224279	0.0320
ndcg_cut_500          	2024-224279	0.0238
ndcg_cut_1000         	2024-224279	0.0238
map_cut_5             	2024-224279	0.0046
map_cut_10            	2024-224279	0.0046
map_cut_15            	2024-224279	0.0046
map_cut_20            	2024-224279	0.0046
map_cut_30            	2024-224279	0.0046
map_cut_100           	2024-224279	0.0046
map_cut_200           	2024-224279	0.0046
map_cut_500           	2024-224279	0.0046
map_cut_1000          	2024-224279	0.0046
relative_P_5          	2024-224279	0.4000
relative_P_10         	2024-224279	0.2000
relative_P_15         	2024-224279	0.1333
relative_P_20         	2024-224279	0.1000
relative_P_30         	2024-224279	0.0667
relative_P_100        	2024-224279	0.0200
relative_P_200        	2024-224279	0.0100
relative_P_500        	2024-224279	0.0046
relative_P_1000       	2024-224279	0.0046
success_1             	2024-224279	1.0000
success_5             	2024-224279	1.0000
success_10            	2024-224279	1.0000
set_P                 	2024-224279	1.0000
set_relative_P        	2024-224279	1.0000
set_recall            	2024-224279	0.0046
set_map               	2024-224279	0.0046
set_F                 	2024-224279	0.0092
num_nonrel_judged_ret 	2024-224279	0
num_ret               	2024-224339	2
num_rel               	2024-224339	408
num_rel_ret           	2024-224339	2
map                   	2024-224339	0.0049
Rprec                 	2024-224339	0.0049
bpref                 	2024-224339	0.0049
recip_rank            	2024-224339	1.0000
iprec_at_recall_0.00  	2024-224339	1.0000
iprec_at_recall_0.10  	2024-224339	0.0000
iprec_at_recall_0.20  	2024-224339	0.0000
iprec_at_recall_0.30  	2024-224339	0.0000
iprec_at_recall_0.40  	2024-224339	0.0000
iprec_at_recall_0.50  	2024-224339	0.0000
iprec_at_recall_0.60  	2024-224339	0.0000
iprec_at_recall_0.70  	2024-224339	0.0000
iprec_at_recall_0.80  	2024-224339	0.0000
iprec_at_recall_0.90  	2024-224339	0.0000
iprec_at_recall_1.00  	2024-224339	0.0000
P_5                   	2024-224339	0.4000
P_10                  	2024-224339	0.2000
P_15                  	2024-224339	0.1333
P_20                  	2024-224339	0.1000
P_30                  	2024-224339	0.0667
P_100                 	2024-224339	0.0200
P_200                 	2024-224339	0.0100
P_500                 	2024-224339	0.0040
P_1000                	2024-224339	0.0020
relstring             	2024-224339	'12'
recall_5              	2024-224339	0.0049
recall_10             	2024-224339	0.0049
recall_15             	2024-224339	0.0049
recall_20             	2024-224339	0.0049
recall_30             	2024-224339	0.0049
recall_100            	2024-224339	0.0049
recall_200            	2024-224339	0.0049
recall_500            	2024-224339	0.0049
recall_1000           	2024-224339	0.0049
infAP                 	2024-224339	0.0049
Rprec_mult_0.20       	2024-224339	0.0244
Rprec_mult_0.40       	2024-224339	0.0122
Rprec_mult_0.60       	2024-224339	0.0082
Rprec_mult_0.80       	2024-224339	0.0061
Rprec_mult_1.00       	2024-224339	0.0049
Rprec_mult_1.20       	2024-224339	0.0041
Rprec_mult_1.40       	2024-224339	0.0035
Rprec_mult_1.60       	2024-224339	0.0031
Rprec_mult_1.80       	2024-224339	0.0027
Rprec_mult_2.00       	2024-224339	0.0025
utility               	2024-224339	2.0000
11pt_avg              	2024-224339	0.0909
binG                  	2024-224339	0.0049
G                     	2024-224339	0.0019
ndcg                  	2024-224339	0.0194
ndcg_rel              	2024-224339	0.0213
Rndcg                 	2024-224339	0.0312
ndcg_cut_5            	2024-224339	0.2557
ndcg_cut_10           	2024-224339	0.1659
ndcg_cut_15           	2024-224339	0.1286
ndcg_cut_20           	2024-224339	0.1071
ndcg_cut_30           	2024-224339	0.0823
ndcg_cut_100          	2024-224339	0.0399
ndcg_cut_200          	2024-224339	0.0268
ndcg_cut_500          	2024-224339	0.0194
ndcg_cut_1000         	2024-224339	0.0194
map_cut_5             	2024-224339	0.0049
map_cut_10            	2024-224339	0.0049
map_cut_15            	2024-224339	0.0049
map_cut_20            	2024-224339	0.0049
map_cut_30            	2024-224339	0.0049
map_cut_100           	2024-224339	0.0049
map_cut_200           	2024-224339	0.0049
map_cut_500           	2024-224339	0.0049
map_cut_1000          	2024-224339	0.0049
relative_P_5          	2024-224339	0.4000
relative_P_10         	2024-224339	0.2000
relative_P_15         	2024-224339	0.1333
relative_P_20         	2024-224339	0.1000
relative_P_30         	2024-224339	0.0667
relative_P_100        	2024-224339	0.0200
relative_P_200        	2024-224339	0.0100
relative_P_500        	2024-224339	0.0049
relative_P_1000       	2024-224339	0.0049
success_1             	2024-224339	1.0000
success_5             	2024-224339	1.0000
success_10            	2024-224339	1.0000
set_P                 	2024-224339	1.0000
set_relative_P        	2024-224339	1.0000
set_recall            	2024-224339	0.0049
set_map               	2024-224339	0.0049
set_F                 	2024-224339	0.0098
num_nonrel_judged_ret 	2024-224339	0
num_ret               	2024-224399	2
num_rel               	2024-224399	267
num_rel_ret           	2024-224399	0
map                   	2024-224399	0.0000
Rprec                 	2024-224399	0.0000
bpref                 	2024-224399	0.0000
recip_rank            	2024-224399	0.0000
iprec_at_recall_0.00  	2024-224399	0.0000
iprec_at_recall_0.10  	2024-224399	0.0000
iprec_at_recall_0.20  	2024-224399	0.0000
iprec_at_recall_0.30  	2024-224399	0.0000
iprec_at_recall_0.40  	2024-224399	0.0000
iprec_at_recall_0.50  	2024-224399	0.0000
iprec_at_recall_0.60  	2024-224399	0.0000
iprec_at_recall_0.70  	2024-224399	0.0000
iprec_at_recall_0.80  	2024-224399	0.0000
iprec_at_recall_0.90  	2024-224399	0.0000
iprec_at_recall_1.00  	2024-224399	0.0000
P_5                   	2024-224399	0.0000
P_10                  	2024-224399	0.0000
P_15                  	2024-224399	0.0000
P_20                  	2024-224399	0.0000
P_30                  	2024-224399	0.0000
P_100                 	2024-224399	0.0000
P_200                 	2024-224399	0.0000
P_500                 	2024-224399	0.0000
P_1000                	2024-224399	0.0000
relstring             	2024-224399	'00'
recall_5              	2024-224399	0.0000
recall_10             	2024-224399	0.0000
recall_15             	2024-224399	0.0000
recall_20             	2024-224399	0.0000
recall_30             	2024-224399	0.0000
recall_100            	2024-224399	0.0000
recall_200            	2024-224399	0.0000
recall_500            	2024-224399	0.0000
recall_1000           	2024-224399	0.0000
infAP                 	2024-224399	0.0000
Rprec_mult_0.20       	2024-224399	0.0000
Rprec_mult_0.40       	2024-224399	0.0000
Rprec_mult_0.60       	2024-224399	0.0000
Rprec_mult_0.80       	2024-224399	0.0000
Rprec_mult_1.00       	2024-224399	0.0000
Rprec_mult_1.20       	2024-224399	0.0000
Rprec_mult_1.40       	2024-224399	0.0000
Rprec_mult_1.60       	2024-224399	0.0000
Rprec_mult_1.80       	2024-224399	0.0000
Rprec_mult_2.00       	2024-224399	0.0000
utility               	2024-224399	-2.0000
11pt_avg              	2024-224399	0.0000
binG                  	2024-224399	0.0000
G                     	2024-224399	0.0000
ndcg                  	2024-224399	0.0000
ndcg_rel              	2024-224399	0.0000
Rndcg                 	2024-224399	0.0000
ndcg_cut_5            	2024-224399	0.0000
ndcg_cut_10           	2024-224399	0.0000
ndcg_cut_15           	2024-224399	0.0000
ndcg_cut_20           	2024-224399	0.0000
ndcg_cut_30           	2024-224399	0.0000
ndcg_cut_100          	2024-224399	0.0000
ndcg_cut_200          	2024-224399	0.0000
ndcg_cut_500          	2024-224399	0.0000
ndcg_cut_1000         	2024-224399	0.0000
map_cut_5             	2024-224399	0.0000
map_cut_10            	2024-224399	0.0000
map_cut_15            	2024-224399	0.0000
map_cut_20            	2024-224399	0.0000
map_cut_30            	2024-224399	0.0000
map_cut_100           	2024-224399	0.0000
map_cut_200           	2024-224399	0.0000
map_cut_500           	2024-224399	0.0000
map_cut_1000          	2024-224399	0.0000
relative_P_5          	2024-224399	0.0000
relative_P_10         	2024-224399	0.0000
relative_P_15         	2024-224399	0.0000
relative_P_20         	2024-224399	0.0000
relative_P_30         	2024-224399	0.0000
relative_P_100        	2024-224399	0.0000
relative_P_200        	2024-224399	0.0000
relative_P_500        	2024-224399	0.0000
relative_P_1000       	2024-224399	0.0000
success_1             	2024-224399	0.0000
success_5             	2024-224399	0.0000
success_10            	2024-224399	0.0000
set_P                 	2024-224399	0.0000
set_relative_P        	2024-224399	0.0000
set_recall            	2024-224399	0.0000
set_map               	2024-224399	0.0000
set_F                 	2024-224399	0.0000
num_nonrel_judged_ret 	2024-224399	2
num_ret               	2024-224621	2
num_rel               	2024-224621	294
num_rel_ret           	2024-224621	2
map                   	2024-224621	0.0068
Rprec                 	2024-224621	0.0068
bpref                 	2024-224621	0.0068
recip_rank            	2024-224621	1.0000
iprec_at_recall_0.00  	2024-224621	1.0000
iprec_at_recall_0.10  	2024-224621	0.0000
iprec_at_recall_0.20  	2024-224621	0.0000
iprec_at_recall_0.30  	2024-224621	0.0000
iprec_at_recall_0.40  	2024-224621	0.0000
iprec_at_recall_0.50  	2024-224621	0.0000
iprec_at_recall_0.60  	2024-224621	0.0000
iprec_at_recall_0.70  	2024-224621	0.0000
iprec_at_recall_0.80  	2024-224621	0.0000
iprec_at_recall_0.90  	2024-224621	0.0000
iprec_at_recall_1.00  	2024-224621	0.0000
P_5                   	2024-224621	0.4000
P_10                  	2024-224621	0.2000
P_15                  	2024-224621	0.1333
P_20                  	2024-224621	0.1000
P_30                  	2024-224621	0.0667
P_100                 	2024-224621	0.0200
P_200                 	2024-224621	0.0100
P_500                 	2024-224621	0.0040
P_1000                	2024-224621	0.0020
relstring             	2024-224621	'32'
recall_5              	2024-224621	0.0068
recall_10             	2024-224621	0.0068
recall_15             	2024-224621	0.0068
recall_20             	2024-224621	0.0068
recall_30             	2024-224621	0.0068
recall_100            	2024-224621	0.0068
recall_200            	2024-224621	0.0068
recall_500            	2024-224621	0.0068
recall_1000           	2024-224621	0.0068
infAP                 	2024-224621	0.0068
Rprec_mult_0.20       	2024-224621	0.0339
Rprec_mult_0.40       	2024-224621	0.0169
Rprec_mult_0.60       	2024-224621	0.0113
Rprec_mult_0.80       	2024-224621	0.0085
Rprec_mult_1.00       	2024-224621	0.0068
Rprec_mult_1.20       	2024-224621	0.0057
Rprec_mult_1.40       	2024-224621	0.0049
Rprec_mult_1.60       	2024-224621	0.0042
Rprec_mult_1.80       	2024-224621	0.0038
Rprec_mult_2.00       	2024-224621	0.0034
utility               	2024-224621	2.0000
11pt_avg              	2024-224621	0.0909
binG                  	2024-224621	0.0068
G                     	2024-224621	0.0113
ndcg                  	2024-224621	0.0631
ndcg_rel              	2024-224621	0.0691
Rndcg                 	2024-224621	0.2013
ndcg_cut_5            	2024-224621	0.4818
ndcg_cut_10           	2024-224621	0.3439
ndcg_cut_15           	2024-224621	0.2836
ndcg_cut_20           	2024-224621	0.2451
ndcg_cut_30           	2024-224621	0.1971
ndcg_cut_100          	2024-224621	0.1020
ndcg_cut_200          	2024-224621	0.0766
ndcg_cut_500          	2024-224621	0.0631
ndcg_cut_1000         	2024-224621	0.0631
map_cut_5             	2024-224621	0.0068
map_cut_10            	2024-224621	0.0068
map_cut_15            	2024-224621	0.0068
map_cut_20            	2024-224621	0.0068
map_cut_30            	2024-224621	0.0068
map_cut_100           	2024-224621	0.0068
map_cut_200           	2024-224621	0.0068
map_cut_500           	2024-224621	0.0068
map_cut_1000          	2024-224621	0.0068
relative_P_5          	2024-224621	0.4000
relative_P_10         	2024-224621	0.2000
relative_P_15         	2024-224621	0.1333
relative_P_20         	2024-224621	0.1000
relative_P_30         	2024-224621	0.0667
relative_P_100        	2024-224621	0.0200
relative_P_200        	2024-224621	0.0100
relative_P_500        	2024-224621	0.0068
relative_P_1000       	2024-224621	0.0068
success_1             	2024-224621	1.0000
success_5             	2024-224621	1.0000
success_10            	2024-224621	1.0000
set_P                 	2024-224621	1.0000
set_relative_P        	2024-224621	1.0000
set_recall            	2024-224621	0.0068
set_map               	2024-224621	0.0068
set_F                 	2024-224621	0.0135
num_nonrel_judged_ret 	2024-224621	0
num_ret               	2024-224701	2
num_rel               	2024-224701	95
num_rel_ret           	2024-224701	2
map                   	2024-224701	0.0211
Rprec                 	2024-224701	0.0211
bpref                 	2024-224701	0.0211
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	0.0000
iprec_at_recall_0.20  	2024-224701	0.0000
iprec_at_recall_0.30  	2024-224701	0.0000
iprec_at_recall_0.40  	2024-224701	0.0000
iprec_at_recall_0.50  	2024-224701	0.0000
iprec_at_recall_0.60  	2024-224701	0.0000
iprec_at_recall_0.70  	2024-224701	0.0000
iprec_at_recall_0.80  	2024-224701	0.0000
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	0.4000
P_10                  	2024-224701	0.2000
P_15                  	2024-224701	0.1333
P_20                  	2024-224701	0.1000
P_30                  	2024-224701	0.0667
P_100                 	2024-224701	0.0200
P_200                 	2024-224701	0.0100
P_500                 	2024-224701	0.0040
P_1000                	2024-224701	0.0020
relstring             	2024-224701	'33'
recall_5              	2024-224701	0.0211
recall_10             	2024-224701	0.0211
recall_15             	2024-224701	0.0211
recall_20             	2024-224701	0.0211
recall_30             	2024-224701	0.0211
recall_100            	2024-224701	0.0211
recall_200            	2024-224701	0.0211
recall_500            	2024-224701	0.0211
recall_1000           	2024-224701	0.0211
infAP                 	2024-224701	0.0211
Rprec_mult_0.20       	2024-224701	0.1053
Rprec_mult_0.40       	2024-224701	0.0526
Rprec_mult_0.60       	2024-224701	0.0351
Rprec_mult_0.80       	2024-224701	0.0263
Rprec_mult_1.00       	2024-224701	0.0211
Rprec_mult_1.20       	2024-224701	0.0175
Rprec_mult_1.40       	2024-224701	0.0150
Rprec_mult_1.60       	2024-224701	0.0132
Rprec_mult_1.80       	2024-224701	0.0117
Rprec_mult_2.00       	2024-224701	0.0105
utility               	2024-224701	2.0000
11pt_avg              	2024-224701	0.0909
binG                  	2024-224701	0.0211
G                     	2024-224701	0.0312
ndcg                  	2024-224701	0.1090
ndcg_rel              	2024-224701	0.1277
Rndcg                 	2024-224701	0.1426
ndcg_cut_5            	2024-224701	0.5531
ndcg_cut_10           	2024-224701	0.3590
ndcg_cut_15           	2024-224701	0.2783
ndcg_cut_20           	2024-224701	0.2317
ndcg_cut_30           	2024-224701	0.1849
ndcg_cut_100          	2024-224701	0.1090
ndcg_cut_200          	2024-224701	0.1090
ndcg_cut_500          	2024-224701	0.1090
ndcg_cut_1000         	2024-224701	0.1090
map_cut_5             	2024-224701	0.0211
map_cut_10            	2024-224701	0.0211
map_cut_15            	2024-224701	0.0211
map_cut_20            	2024-224701	0.0211
map_cut_30            	2024-224701	0.0211
map_cut_100           	2024-224701	0.0211
map_cut_200           	2024-224701	0.0211
map_cut_500           	2024-224701	0.0211
map_cut_1000          	2024-224701	0.0211
relative_P_5          	2024-224701	0.4000
relative_P_10         	2024-224701	0.2000
relative_P_15         	2024-224701	0.1333
relative_P_20         	2024-224701	0.1000
relative_P_30         	2024-224701	0.0667
relative_P_100        	2024-224701	0.0211
relative_P_200        	2024-224701	0.0211
relative_P_500        	2024-224701	0.0211
relative_P_1000       	2024-224701	0.0211
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	1.0000
set_relative_P        	2024-224701	1.0000
set_recall            	2024-224701	0.0211
set_map               	2024-224701	0.0211
set_F                 	2024-224701	0.0412
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224710	2
num_rel               	2024-224710	258
num_rel_ret           	2024-224710	1
map                   	2024-224710	0.0019
Rprec                 	2024-224710	0.0039
bpref                 	2024-224710	0.0039
recip_rank            	2024-224710	0.5000
iprec_at_recall_0.00  	2024-224710	0.5000
iprec_at_recall_0.10  	2024-224710	0.0000
iprec_at_recall_0.20  	2024-224710	0.0000
iprec_at_recall_0.30  	2024-224710	0.0000
iprec_at_recall_0.40  	2024-224710	0.0000
iprec_at_recall_0.50  	2024-224710	0.0000
iprec_at_recall_0.60  	2024-224710	0.0000
iprec_at_recall_0.70  	2024-224710	0.0000
iprec_at_recall_0.80  	2024-224710	0.0000
iprec_at_recall_0.90  	2024-224710	0.0000
iprec_at_recall_1.00  	2024-224710	0.0000
P_5                   	2024-224710	0.2000
P_10                  	2024-224710	0.1000
P_15                  	2024-224710	0.0667
P_20                  	2024-224710	0.0500
P_30                  	2024-224710	0.0333
P_100                 	2024-224710	0.0100
P_200                 	2024-224710	0.0050
P_500                 	2024-224710	0.0020
P_1000                	2024-224710	0.0010
relstring             	2024-224710	'01'
recall_5              	2024-224710	0.0039
recall_10             	2024-224710	0.0039
recall_15             	2024-224710	0.0039
recall_20             	2024-224710	0.0039
recall_30             	2024-224710	0.0039
recall_100            	2024-224710	0.0039
recall_200            	2024-224710	0.0039
recall_500            	2024-224710	0.0039
recall_1000           	2024-224710	0.0039
infAP                 	2024-224710	0.0019
Rprec_mult_0.20       	2024-224710	0.0192
Rprec_mult_0.40       	2024-224710	0.0096
Rprec_mult_0.60       	2024-224710	0.0065
Rprec_mult_0.80       	2024-224710	0.0048
Rprec_mult_1.00       	2024-224710	0.0039
Rprec_mult_1.20       	2024-224710	0.0032
Rprec_mult_1.40       	2024-224710	0.0028
Rprec_mult_1.60       	2024-224710	0.0024
Rprec_mult_1.80       	2024-224710	0.0022
Rprec_mult_2.00       	2024-224710	0.0019
utility               	2024-224710	0.0000
11pt_avg              	2024-224710	0.0455
binG                  	2024-224710	0.0024
G                     	2024-224710	0.0014
ndcg                  	2024-224710	0.0116
ndcg_rel              	2024-224710	0.0123
Rndcg                 	2024-224710	0.0185
ndcg_cut_5            	2024-224710	0.1070
ndcg_cut_10           	2024-224710	0.0694
ndcg_cut_15           	2024-224710	0.0538
ndcg_cut_20           	2024-224710	0.0448
ndcg_cut_30           	2024-224710	0.0344
ndcg_cut_100          	2024-224710	0.0189
ndcg_cut_200          	2024-224710	0.0134
ndcg_cut_500          	2024-224710	0.0116
ndcg_cut_1000         	2024-224710	0.0116
map_cut_5             	2024-224710	0.0019
map_cut_10            	2024-224710	0.0019
map_cut_15            	2024-224710	0.0019
map_cut_20            	2024-224710	0.0019
map_cut_30            	2024-224710	0.0019
map_cut_100           	2024-224710	0.0019
map_cut_200           	2024-224710	0.0019
map_cut_500           	2024-224710	0.0019
map_cut_1000          	2024-224710	0.0019
relative_P_5          	2024-224710	0.2000
relative_P_10         	2024-224710	0.1000
relative_P_15         	2024-224710	0.0667
relative_P_20         	2024-224710	0.0500
relative_P_30         	2024-224710	0.0333
relative_P_100        	2024-224710	0.0100
relative_P_200        	2024-224710	0.0050
relative_P_500        	2024-224710	0.0039
relative_P_1000       	2024-224710	0.0039
success_1             	2024-224710	0.0000
success_5             	2024-224710	1.0000
success_10            	2024-224710	1.0000
set_P                 	2024-224710	0.5000
set_relative_P        	2024-224710	0.5000
set_recall            	2024-224710	0.0039
set_map               	2024-224710	0.0019
set_F                 	2024-224710	0.0077
num_nonrel_judged_ret 	2024-224710	1
num_ret               	2024-224926	2
num_rel               	2024-224926	176
num_rel_ret           	2024-224926	1
map                   	2024-224926	0.0057
Rprec                 	2024-224926	0.0057
bpref                 	2024-224926	0.0057
recip_rank            	2024-224926	1.0000
iprec_at_recall_0.00  	2024-224926	1.0000
iprec_at_recall_0.10  	2024-224926	0.0000
iprec_at_recall_0.20  	2024-224926	0.0000
iprec_at_recall_0.30  	2024-224926	0.0000
iprec_at_recall_0.40  	2024-224926	0.0000
iprec_at_recall_0.50  	2024-224926	0.0000
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	0.2000
P_10                  	2024-224926	0.1000
P_15                  	2024-224926	0.0667
P_20                  	2024-224926	0.0500
P_30                  	2024-224926	0.0333
P_100                 	2024-224926	0.0100
P_200                 	2024-224926	0.0050
P_500                 	2024-224926	0.0020
P_1000                	2024-224926	0.0010
relstring             	2024-224926	'10'
recall_5              	2024-224926	0.0057
recall_10             	2024-224926	0.0057
recall_15             	2024-224926	0.0057
recall_20             	2024-224926	0.0057
recall_30             	2024-224926	0.0057
recall_100            	2024-224926	0.0057
recall_200            	2024-224926	0.0057
recall_500            	2024-224926	0.0057
recall_1000           	2024-224926	0.0057
infAP                 	2024-224926	0.0057
Rprec_mult_0.20       	2024-224926	0.0278
Rprec_mult_0.40       	2024-224926	0.0141
Rprec_mult_0.60       	2024-224926	0.0094
Rprec_mult_0.80       	2024-224926	0.0071
Rprec_mult_1.00       	2024-224926	0.0057
Rprec_mult_1.20       	2024-224926	0.0047
Rprec_mult_1.40       	2024-224926	0.0040
Rprec_mult_1.60       	2024-224926	0.0035
Rprec_mult_1.80       	2024-224926	0.0032
Rprec_mult_2.00       	2024-224926	0.0028
utility               	2024-224926	0.0000
11pt_avg              	2024-224926	0.0909
binG                  	2024-224926	0.0057
G                     	2024-224926	0.0026
ndcg                  	2024-224926	0.0263
ndcg_rel              	2024-224926	0.0281
Rndcg                 	2024-224926	0.1483
ndcg_cut_5            	2024-224926	0.1450
ndcg_cut_10           	2024-224926	0.0991
ndcg_cut_15           	2024-224926	0.0819
ndcg_cut_20           	2024-224926	0.0747
ndcg_cut_30           	2024-224926	0.0644
ndcg_cut_100          	2024-224926	0.0366
ndcg_cut_200          	2024-224926	0.0263
ndcg_cut_500          	2024-224926	0.0263
ndcg_cut_1000         	2024-224926	0.0263
map_cut_5             	2024-224926	0.0057
map_cut_10            	2024-224926	0.0057
map_cut_15            	2024-224926	0.0057
map_cut_20            	2024-224926	0.0057
map_cut_30            	2024-224926	0.0057
map_cut_100           	2024-224926	0.0057
map_cut_200           	2024-224926	0.0057
map_cut_500           	2024-224926	0.0057
map_cut_1000          	2024-224926	0.0057
relative_P_5          	2024-224926	0.2000
relative_P_10         	2024-224926	0.1000
relative_P_15         	2024-224926	0.0667
relative_P_20         	2024-224926	0.0500
relative_P_30         	2024-224926	0.0333
relative_P_100        	2024-224926	0.0100
relative_P_200        	2024-224926	0.0057
relative_P_500        	2024-224926	0.0057
relative_P_1000       	2024-224926	0.0057
success_1             	2024-224926	1.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.5000
set_relative_P        	2024-224926	0.5000
set_recall            	2024-224926	0.0057
set_map               	2024-224926	0.0028
set_F                 	2024-224926	0.0112
num_nonrel_judged_ret 	2024-224926	1
num_ret               	2024-224960	2
num_rel               	2024-224960	245
num_rel_ret           	2024-224960	0
map                   	2024-224960	0.0000
Rprec                 	2024-224960	0.0000
bpref                 	2024-224960	0.0000
recip_rank            	2024-224960	0.0000
iprec_at_recall_0.00  	2024-224960	0.0000
iprec_at_recall_0.10  	2024-224960	0.0000
iprec_at_recall_0.20  	2024-224960	0.0000
iprec_at_recall_0.30  	2024-224960	0.0000
iprec_at_recall_0.40  	2024-224960	0.0000
iprec_at_recall_0.50  	2024-224960	0.0000
iprec_at_recall_0.60  	2024-224960	0.0000
iprec_at_recall_0.70  	2024-224960	0.0000
iprec_at_recall_0.80  	2024-224960	0.0000
iprec_at_recall_0.90  	2024-224960	0.0000
iprec_at_recall_1.00  	2024-224960	0.0000
P_5                   	2024-224960	0.0000
P_10                  	2024-224960	0.0000
P_15                  	2024-224960	0.0000
P_20                  	2024-224960	0.0000
P_30                  	2024-224960	0.0000
P_100                 	2024-224960	0.0000
P_200                 	2024-224960	0.0000
P_500                 	2024-224960	0.0000
P_1000                	2024-224960	0.0000
relstring             	2024-224960	'00'
recall_5              	2024-224960	0.0000
recall_10             	2024-224960	0.0000
recall_15             	2024-224960	0.0000
recall_20             	2024-224960	0.0000
recall_30             	2024-224960	0.0000
recall_100            	2024-224960	0.0000
recall_200            	2024-224960	0.0000
recall_500            	2024-224960	0.0000
recall_1000           	2024-224960	0.0000
infAP                 	2024-224960	0.0000
Rprec_mult_0.20       	2024-224960	0.0000
Rprec_mult_0.40       	2024-224960	0.0000
Rprec_mult_0.60       	2024-224960	0.0000
Rprec_mult_0.80       	2024-224960	0.0000
Rprec_mult_1.00       	2024-224960	0.0000
Rprec_mult_1.20       	2024-224960	0.0000
Rprec_mult_1.40       	2024-224960	0.0000
Rprec_mult_1.60       	2024-224960	0.0000
Rprec_mult_1.80       	2024-224960	0.0000
Rprec_mult_2.00       	2024-224960	0.0000
utility               	2024-224960	-2.0000
11pt_avg              	2024-224960	0.0000
binG                  	2024-224960	0.0000
G                     	2024-224960	0.0000
ndcg                  	2024-224960	0.0000
ndcg_rel              	2024-224960	0.0000
Rndcg                 	2024-224960	0.0000
ndcg_cut_5            	2024-224960	0.0000
ndcg_cut_10           	2024-224960	0.0000
ndcg_cut_15           	2024-224960	0.0000
ndcg_cut_20           	2024-224960	0.0000
ndcg_cut_30           	2024-224960	0.0000
ndcg_cut_100          	2024-224960	0.0000
ndcg_cut_200          	2024-224960	0.0000
ndcg_cut_500          	2024-224960	0.0000
ndcg_cut_1000         	2024-224960	0.0000
map_cut_5             	2024-224960	0.0000
map_cut_10            	2024-224960	0.0000
map_cut_15            	2024-224960	0.0000
map_cut_20            	2024-224960	0.0000
map_cut_30            	2024-224960	0.0000
map_cut_100           	2024-224960	0.0000
map_cut_200           	2024-224960	0.0000
map_cut_500           	2024-224960	0.0000
map_cut_1000          	2024-224960	0.0000
relative_P_5          	2024-224960	0.0000
relative_P_10         	2024-224960	0.0000
relative_P_15         	2024-224960	0.0000
relative_P_20         	2024-224960	0.0000
relative_P_30         	2024-224960	0.0000
relative_P_100        	2024-224960	0.0000
relative_P_200        	2024-224960	0.0000
relative_P_500        	2024-224960	0.0000
relative_P_1000       	2024-224960	0.0000
success_1             	2024-224960	0.0000
success_5             	2024-224960	0.0000
success_10            	2024-224960	0.0000
set_P                 	2024-224960	0.0000
set_relative_P        	2024-224960	0.0000
set_recall            	2024-224960	0.0000
set_map               	2024-224960	0.0000
set_F                 	2024-224960	0.0000
num_nonrel_judged_ret 	2024-224960	2
num_ret               	2024-225026	2
num_rel               	2024-225026	132
num_rel_ret           	2024-225026	0
map                   	2024-225026	0.0000
Rprec                 	2024-225026	0.0000
bpref                 	2024-225026	0.0000
recip_rank            	2024-225026	0.0000
iprec_at_recall_0.00  	2024-225026	0.0000
iprec_at_recall_0.10  	2024-225026	0.0000
iprec_at_recall_0.20  	2024-225026	0.0000
iprec_at_recall_0.30  	2024-225026	0.0000
iprec_at_recall_0.40  	2024-225026	0.0000
iprec_at_recall_0.50  	2024-225026	0.0000
iprec_at_recall_0.60  	2024-225026	0.0000
iprec_at_recall_0.70  	2024-225026	0.0000
iprec_at_recall_0.80  	2024-225026	0.0000
iprec_at_recall_0.90  	2024-225026	0.0000
iprec_at_recall_1.00  	2024-225026	0.0000
P_5                   	2024-225026	0.0000
P_10                  	2024-225026	0.0000
P_15                  	2024-225026	0.0000
P_20                  	2024-225026	0.0000
P_30                  	2024-225026	0.0000
P_100                 	2024-225026	0.0000
P_200                 	2024-225026	0.0000
P_500                 	2024-225026	0.0000
P_1000                	2024-225026	0.0000
relstring             	2024-225026	'00'
recall_5              	2024-225026	0.0000
recall_10             	2024-225026	0.0000
recall_15             	2024-225026	0.0000
recall_20             	2024-225026	0.0000
recall_30             	2024-225026	0.0000
recall_100            	2024-225026	0.0000
recall_200            	2024-225026	0.0000
recall_500            	2024-225026	0.0000
recall_1000           	2024-225026	0.0000
infAP                 	2024-225026	0.0000
Rprec_mult_0.20       	2024-225026	0.0000
Rprec_mult_0.40       	2024-225026	0.0000
Rprec_mult_0.60       	2024-225026	0.0000
Rprec_mult_0.80       	2024-225026	0.0000
Rprec_mult_1.00       	2024-225026	0.0000
Rprec_mult_1.20       	2024-225026	0.0000
Rprec_mult_1.40       	2024-225026	0.0000
Rprec_mult_1.60       	2024-225026	0.0000
Rprec_mult_1.80       	2024-225026	0.0000
Rprec_mult_2.00       	2024-225026	0.0000
utility               	2024-225026	-2.0000
11pt_avg              	2024-225026	0.0000
binG                  	2024-225026	0.0000
G                     	2024-225026	0.0000
ndcg                  	2024-225026	0.0000
ndcg_rel              	2024-225026	0.0000
Rndcg                 	2024-225026	0.0000
ndcg_cut_5            	2024-225026	0.0000
ndcg_cut_10           	2024-225026	0.0000
ndcg_cut_15           	2024-225026	0.0000
ndcg_cut_20           	2024-225026	0.0000
ndcg_cut_30           	2024-225026	0.0000
ndcg_cut_100          	2024-225026	0.0000
ndcg_cut_200          	2024-225026	0.0000
ndcg_cut_500          	2024-225026	0.0000
ndcg_cut_1000         	2024-225026	0.0000
map_cut_5             	2024-225026	0.0000
map_cut_10            	2024-225026	0.0000
map_cut_15            	2024-225026	0.0000
map_cut_20            	2024-225026	0.0000
map_cut_30            	2024-225026	0.0000
map_cut_100           	2024-225026	0.0000
map_cut_200           	2024-225026	0.0000
map_cut_500           	2024-225026	0.0000
map_cut_1000          	2024-225026	0.0000
relative_P_5          	2024-225026	0.0000
relative_P_10         	2024-225026	0.0000
relative_P_15         	2024-225026	0.0000
relative_P_20         	2024-225026	0.0000
relative_P_30         	2024-225026	0.0000
relative_P_100        	2024-225026	0.0000
relative_P_200        	2024-225026	0.0000
relative_P_500        	2024-225026	0.0000
relative_P_1000       	2024-225026	0.0000
success_1             	2024-225026	0.0000
success_5             	2024-225026	0.0000
success_10            	2024-225026	0.0000
set_P                 	2024-225026	0.0000
set_relative_P        	2024-225026	0.0000
set_recall            	2024-225026	0.0000
set_map               	2024-225026	0.0000
set_F                 	2024-225026	0.0000
num_nonrel_judged_ret 	2024-225026	2
num_ret               	2024-225150	2
num_rel               	2024-225150	303
num_rel_ret           	2024-225150	2
map                   	2024-225150	0.0066
Rprec                 	2024-225150	0.0066
bpref                 	2024-225150	0.0066
recip_rank            	2024-225150	1.0000
iprec_at_recall_0.00  	2024-225150	1.0000
iprec_at_recall_0.10  	2024-225150	0.0000
iprec_at_recall_0.20  	2024-225150	0.0000
iprec_at_recall_0.30  	2024-225150	0.0000
iprec_at_recall_0.40  	2024-225150	0.0000
iprec_at_recall_0.50  	2024-225150	0.0000
iprec_at_recall_0.60  	2024-225150	0.0000
iprec_at_recall_0.70  	2024-225150	0.0000
iprec_at_recall_0.80  	2024-225150	0.0000
iprec_at_recall_0.90  	2024-225150	0.0000
iprec_at_recall_1.00  	2024-225150	0.0000
P_5                   	2024-225150	0.4000
P_10                  	2024-225150	0.2000
P_15                  	2024-225150	0.1333
P_20                  	2024-225150	0.1000
P_30                  	2024-225150	0.0667
P_100                 	2024-225150	0.0200
P_200                 	2024-225150	0.0100
P_500                 	2024-225150	0.0040
P_1000                	2024-225150	0.0020
relstring             	2024-225150	'33'
recall_5              	2024-225150	0.0066
recall_10             	2024-225150	0.0066
recall_15             	2024-225150	0.0066
recall_20             	2024-225150	0.0066
recall_30             	2024-225150	0.0066
recall_100            	2024-225150	0.0066
recall_200            	2024-225150	0.0066
recall_500            	2024-225150	0.0066
recall_1000           	2024-225150	0.0066
infAP                 	2024-225150	0.0066
Rprec_mult_0.20       	2024-225150	0.0328
Rprec_mult_0.40       	2024-225150	0.0164
Rprec_mult_0.60       	2024-225150	0.0110
Rprec_mult_0.80       	2024-225150	0.0082
Rprec_mult_1.00       	2024-225150	0.0066
Rprec_mult_1.20       	2024-225150	0.0055
Rprec_mult_1.40       	2024-225150	0.0047
Rprec_mult_1.60       	2024-225150	0.0041
Rprec_mult_1.80       	2024-225150	0.0037
Rprec_mult_2.00       	2024-225150	0.0033
utility               	2024-225150	2.0000
11pt_avg              	2024-225150	0.0909
binG                  	2024-225150	0.0066
G                     	2024-225150	0.0117
ndcg                  	2024-225150	0.0543
ndcg_rel              	2024-225150	0.0606
Rndcg                 	2024-225150	0.0878
ndcg_cut_5            	2024-225150	0.5531
ndcg_cut_10           	2024-225150	0.3590
ndcg_cut_15           	2024-225150	0.2783
ndcg_cut_20           	2024-225150	0.2317
ndcg_cut_30           	2024-225150	0.1780
ndcg_cut_100          	2024-225150	0.0917
ndcg_cut_200          	2024-225150	0.0634
ndcg_cut_500          	2024-225150	0.0543
ndcg_cut_1000         	2024-225150	0.0543
map_cut_5             	2024-225150	0.0066
map_cut_10            	2024-225150	0.0066
map_cut_15            	2024-225150	0.0066
map_cut_20            	2024-225150	0.0066
map_cut_30            	2024-225150	0.0066
map_cut_100           	2024-225150	0.0066
map_cut_200           	2024-225150	0.0066
map_cut_500           	2024-225150	0.0066
map_cut_1000          	2024-225150	0.0066
relative_P_5          	2024-225150	0.4000
relative_P_10         	2024-225150	0.2000
relative_P_15         	2024-225150	0.1333
relative_P_20         	2024-225150	0.1000
relative_P_30         	2024-225150	0.0667
relative_P_100        	2024-225150	0.0200
relative_P_200        	2024-225150	0.0100
relative_P_500        	2024-225150	0.0066
relative_P_1000       	2024-225150	0.0066
success_1             	2024-225150	1.0000
success_5             	2024-225150	1.0000
success_10            	2024-225150	1.0000
set_P                 	2024-225150	1.0000
set_relative_P        	2024-225150	1.0000
set_recall            	2024-225150	0.0066
set_map               	2024-225150	0.0066
set_F                 	2024-225150	0.0131
num_nonrel_judged_ret 	2024-225150	0
num_ret               	2024-225223	2
num_rel               	2024-225223	353
num_rel_ret           	2024-225223	2
map                   	2024-225223	0.0057
Rprec                 	2024-225223	0.0057
bpref                 	2024-225223	0.0057
recip_rank            	2024-225223	1.0000
iprec_at_recall_0.00  	2024-225223	1.0000
iprec_at_recall_0.10  	2024-225223	0.0000
iprec_at_recall_0.20  	2024-225223	0.0000
iprec_at_recall_0.30  	2024-225223	0.0000
iprec_at_recall_0.40  	2024-225223	0.0000
iprec_at_recall_0.50  	2024-225223	0.0000
iprec_at_recall_0.60  	2024-225223	0.0000
iprec_at_recall_0.70  	2024-225223	0.0000
iprec_at_recall_0.80  	2024-225223	0.0000
iprec_at_recall_0.90  	2024-225223	0.0000
iprec_at_recall_1.00  	2024-225223	0.0000
P_5                   	2024-225223	0.4000
P_10                  	2024-225223	0.2000
P_15                  	2024-225223	0.1333
P_20                  	2024-225223	0.1000
P_30                  	2024-225223	0.0667
P_100                 	2024-225223	0.0200
P_200                 	2024-225223	0.0100
P_500                 	2024-225223	0.0040
P_1000                	2024-225223	0.0020
relstring             	2024-225223	'23'
recall_5              	2024-225223	0.0057
recall_10             	2024-225223	0.0057
recall_15             	2024-225223	0.0057
recall_20             	2024-225223	0.0057
recall_30             	2024-225223	0.0057
recall_100            	2024-225223	0.0057
recall_200            	2024-225223	0.0057
recall_500            	2024-225223	0.0057
recall_1000           	2024-225223	0.0057
infAP                 	2024-225223	0.0057
Rprec_mult_0.20       	2024-225223	0.0282
Rprec_mult_0.40       	2024-225223	0.0141
Rprec_mult_0.60       	2024-225223	0.0094
Rprec_mult_0.80       	2024-225223	0.0071
Rprec_mult_1.00       	2024-225223	0.0057
Rprec_mult_1.20       	2024-225223	0.0047
Rprec_mult_1.40       	2024-225223	0.0040
Rprec_mult_1.60       	2024-225223	0.0035
Rprec_mult_1.80       	2024-225223	0.0031
Rprec_mult_2.00       	2024-225223	0.0028
utility               	2024-225223	2.0000
11pt_avg              	2024-225223	0.0909
binG                  	2024-225223	0.0057
G                     	2024-225223	0.0051
ndcg                  	2024-225223	0.0378
ndcg_rel              	2024-225223	0.0418
Rndcg                 	2024-225223	0.0601
ndcg_cut_5            	2024-225223	0.4401
ndcg_cut_10           	2024-225223	0.2856
ndcg_cut_15           	2024-225223	0.2214
ndcg_cut_20           	2024-225223	0.1843
ndcg_cut_30           	2024-225223	0.1416
ndcg_cut_100          	2024-225223	0.0704
ndcg_cut_200          	2024-225223	0.0469
ndcg_cut_500          	2024-225223	0.0378
ndcg_cut_1000         	2024-225223	0.0378
map_cut_5             	2024-225223	0.0057
map_cut_10            	2024-225223	0.0057
map_cut_15            	2024-225223	0.0057
map_cut_20            	2024-225223	0.0057
map_cut_30            	2024-225223	0.0057
map_cut_100           	2024-225223	0.0057
map_cut_200           	2024-225223	0.0057
map_cut_500           	2024-225223	0.0057
map_cut_1000          	2024-225223	0.0057
relative_P_5          	2024-225223	0.4000
relative_P_10         	2024-225223	0.2000
relative_P_15         	2024-225223	0.1333
relative_P_20         	2024-225223	0.1000
relative_P_30         	2024-225223	0.0667
relative_P_100        	2024-225223	0.0200
relative_P_200        	2024-225223	0.0100
relative_P_500        	2024-225223	0.0057
relative_P_1000       	2024-225223	0.0057
success_1             	2024-225223	1.0000
success_5             	2024-225223	1.0000
success_10            	2024-225223	1.0000
set_P                 	2024-225223	1.0000
set_relative_P        	2024-225223	1.0000
set_recall            	2024-225223	0.0057
set_map               	2024-225223	0.0057
set_F                 	2024-225223	0.0113
num_nonrel_judged_ret 	2024-225223	0
num_ret               	2024-225247	2
num_rel               	2024-225247	195
num_rel_ret           	2024-225247	0
map                   	2024-225247	0.0000
Rprec                 	2024-225247	0.0000
bpref                 	2024-225247	0.0000
recip_rank            	2024-225247	0.0000
iprec_at_recall_0.00  	2024-225247	0.0000
iprec_at_recall_0.10  	2024-225247	0.0000
iprec_at_recall_0.20  	2024-225247	0.0000
iprec_at_recall_0.30  	2024-225247	0.0000
iprec_at_recall_0.40  	2024-225247	0.0000
iprec_at_recall_0.50  	2024-225247	0.0000
iprec_at_recall_0.60  	2024-225247	0.0000
iprec_at_recall_0.70  	2024-225247	0.0000
iprec_at_recall_0.80  	2024-225247	0.0000
iprec_at_recall_0.90  	2024-225247	0.0000
iprec_at_recall_1.00  	2024-225247	0.0000
P_5                   	2024-225247	0.0000
P_10                  	2024-225247	0.0000
P_15                  	2024-225247	0.0000
P_20                  	2024-225247	0.0000
P_30                  	2024-225247	0.0000
P_100                 	2024-225247	0.0000
P_200                 	2024-225247	0.0000
P_500                 	2024-225247	0.0000
P_1000                	2024-225247	0.0000
relstring             	2024-225247	'00'
recall_5              	2024-225247	0.0000
recall_10             	2024-225247	0.0000
recall_15             	2024-225247	0.0000
recall_20             	2024-225247	0.0000
recall_30             	2024-225247	0.0000
recall_100            	2024-225247	0.0000
recall_200            	2024-225247	0.0000
recall_500            	2024-225247	0.0000
recall_1000           	2024-225247	0.0000
infAP                 	2024-225247	0.0000
Rprec_mult_0.20       	2024-225247	0.0000
Rprec_mult_0.40       	2024-225247	0.0000
Rprec_mult_0.60       	2024-225247	0.0000
Rprec_mult_0.80       	2024-225247	0.0000
Rprec_mult_1.00       	2024-225247	0.0000
Rprec_mult_1.20       	2024-225247	0.0000
Rprec_mult_1.40       	2024-225247	0.0000
Rprec_mult_1.60       	2024-225247	0.0000
Rprec_mult_1.80       	2024-225247	0.0000
Rprec_mult_2.00       	2024-225247	0.0000
utility               	2024-225247	-2.0000
11pt_avg              	2024-225247	0.0000
binG                  	2024-225247	0.0000
G                     	2024-225247	0.0000
ndcg                  	2024-225247	0.0000
ndcg_rel              	2024-225247	0.0000
Rndcg                 	2024-225247	0.0000
ndcg_cut_5            	2024-225247	0.0000
ndcg_cut_10           	2024-225247	0.0000
ndcg_cut_15           	2024-225247	0.0000
ndcg_cut_20           	2024-225247	0.0000
ndcg_cut_30           	2024-225247	0.0000
ndcg_cut_100          	2024-225247	0.0000
ndcg_cut_200          	2024-225247	0.0000
ndcg_cut_500          	2024-225247	0.0000
ndcg_cut_1000         	2024-225247	0.0000
map_cut_5             	2024-225247	0.0000
map_cut_10            	2024-225247	0.0000
map_cut_15            	2024-225247	0.0000
map_cut_20            	2024-225247	0.0000
map_cut_30            	2024-225247	0.0000
map_cut_100           	2024-225247	0.0000
map_cut_200           	2024-225247	0.0000
map_cut_500           	2024-225247	0.0000
map_cut_1000          	2024-225247	0.0000
relative_P_5          	2024-225247	0.0000
relative_P_10         	2024-225247	0.0000
relative_P_15         	2024-225247	0.0000
relative_P_20         	2024-225247	0.0000
relative_P_30         	2024-225247	0.0000
relative_P_100        	2024-225247	0.0000
relative_P_200        	2024-225247	0.0000
relative_P_500        	2024-225247	0.0000
relative_P_1000       	2024-225247	0.0000
success_1             	2024-225247	0.0000
success_5             	2024-225247	0.0000
success_10            	2024-225247	0.0000
set_P                 	2024-225247	0.0000
set_relative_P        	2024-225247	0.0000
set_recall            	2024-225247	0.0000
set_map               	2024-225247	0.0000
set_F                 	2024-225247	0.0000
num_nonrel_judged_ret 	2024-225247	2
num_ret               	2024-225389	2
num_rel               	2024-225389	398
num_rel_ret           	2024-225389	2
map                   	2024-225389	0.0050
Rprec                 	2024-225389	0.0050
bpref                 	2024-225389	0.0050
recip_rank            	2024-225389	1.0000
iprec_at_recall_0.00  	2024-225389	1.0000
iprec_at_recall_0.10  	2024-225389	0.0000
iprec_at_recall_0.20  	2024-225389	0.0000
iprec_at_recall_0.30  	2024-225389	0.0000
iprec_at_recall_0.40  	2024-225389	0.0000
iprec_at_recall_0.50  	2024-225389	0.0000
iprec_at_recall_0.60  	2024-225389	0.0000
iprec_at_recall_0.70  	2024-225389	0.0000
iprec_at_recall_0.80  	2024-225389	0.0000
iprec_at_recall_0.90  	2024-225389	0.0000
iprec_at_recall_1.00  	2024-225389	0.0000
P_5                   	2024-225389	0.4000
P_10                  	2024-225389	0.2000
P_15                  	2024-225389	0.1333
P_20                  	2024-225389	0.1000
P_30                  	2024-225389	0.0667
P_100                 	2024-225389	0.0200
P_200                 	2024-225389	0.0100
P_500                 	2024-225389	0.0040
P_1000                	2024-225389	0.0020
relstring             	2024-225389	'21'
recall_5              	2024-225389	0.0050
recall_10             	2024-225389	0.0050
recall_15             	2024-225389	0.0050
recall_20             	2024-225389	0.0050
recall_30             	2024-225389	0.0050
recall_100            	2024-225389	0.0050
recall_200            	2024-225389	0.0050
recall_500            	2024-225389	0.0050
recall_1000           	2024-225389	0.0050
infAP                 	2024-225389	0.0050
Rprec_mult_0.20       	2024-225389	0.0250
Rprec_mult_0.40       	2024-225389	0.0125
Rprec_mult_0.60       	2024-225389	0.0084
Rprec_mult_0.80       	2024-225389	0.0063
Rprec_mult_1.00       	2024-225389	0.0050
Rprec_mult_1.20       	2024-225389	0.0042
Rprec_mult_1.40       	2024-225389	0.0036
Rprec_mult_1.60       	2024-225389	0.0031
Rprec_mult_1.80       	2024-225389	0.0028
Rprec_mult_2.00       	2024-225389	0.0025
utility               	2024-225389	2.0000
11pt_avg              	2024-225389	0.0909
binG                  	2024-225389	0.0050
G                     	2024-225389	0.0037
ndcg                  	2024-225389	0.0342
ndcg_rel              	2024-225389	0.0373
Rndcg                 	2024-225389	0.2588
ndcg_cut_5            	2024-225389	0.3815
ndcg_cut_10           	2024-225389	0.2608
ndcg_cut_15           	2024-225389	0.2068
ndcg_cut_20           	2024-225389	0.1745
ndcg_cut_30           	2024-225389	0.1362
ndcg_cut_100          	2024-225389	0.0677
ndcg_cut_200          	2024-225389	0.0499
ndcg_cut_500          	2024-225389	0.0342
ndcg_cut_1000         	2024-225389	0.0342
map_cut_5             	2024-225389	0.0050
map_cut_10            	2024-225389	0.0050
map_cut_15            	2024-225389	0.0050
map_cut_20            	2024-225389	0.0050
map_cut_30            	2024-225389	0.0050
map_cut_100           	2024-225389	0.0050
map_cut_200           	2024-225389	0.0050
map_cut_500           	2024-225389	0.0050
map_cut_1000          	2024-225389	0.0050
relative_P_5          	2024-225389	0.4000
relative_P_10         	2024-225389	0.2000
relative_P_15         	2024-225389	0.1333
relative_P_20         	2024-225389	0.1000
relative_P_30         	2024-225389	0.0667
relative_P_100        	2024-225389	0.0200
relative_P_200        	2024-225389	0.0100
relative_P_500        	2024-225389	0.0050
relative_P_1000       	2024-225389	0.0050
success_1             	2024-225389	1.0000
success_5             	2024-225389	1.0000
success_10            	2024-225389	1.0000
set_P                 	2024-225389	1.0000
set_relative_P        	2024-225389	1.0000
set_recall            	2024-225389	0.0050
set_map               	2024-225389	0.0050
set_F                 	2024-225389	0.0100
num_nonrel_judged_ret 	2024-225389	0
num_ret               	2024-225456	2
num_rel               	2024-225456	220
num_rel_ret           	2024-225456	2
map                   	2024-225456	0.0091
Rprec                 	2024-225456	0.0091
bpref                 	2024-225456	0.0091
recip_rank            	2024-225456	1.0000
iprec_at_recall_0.00  	2024-225456	1.0000
iprec_at_recall_0.10  	2024-225456	0.0000
iprec_at_recall_0.20  	2024-225456	0.0000
iprec_at_recall_0.30  	2024-225456	0.0000
iprec_at_recall_0.40  	2024-225456	0.0000
iprec_at_recall_0.50  	2024-225456	0.0000
iprec_at_recall_0.60  	2024-225456	0.0000
iprec_at_recall_0.70  	2024-225456	0.0000
iprec_at_recall_0.80  	2024-225456	0.0000
iprec_at_recall_0.90  	2024-225456	0.0000
iprec_at_recall_1.00  	2024-225456	0.0000
P_5                   	2024-225456	0.4000
P_10                  	2024-225456	0.2000
P_15                  	2024-225456	0.1333
P_20                  	2024-225456	0.1000
P_30                  	2024-225456	0.0667
P_100                 	2024-225456	0.0200
P_200                 	2024-225456	0.0100
P_500                 	2024-225456	0.0040
P_1000                	2024-225456	0.0020
relstring             	2024-225456	'22'
recall_5              	2024-225456	0.0091
recall_10             	2024-225456	0.0091
recall_15             	2024-225456	0.0091
recall_20             	2024-225456	0.0091
recall_30             	2024-225456	0.0091
recall_100            	2024-225456	0.0091
recall_200            	2024-225456	0.0091
recall_500            	2024-225456	0.0091
recall_1000           	2024-225456	0.0091
infAP                 	2024-225456	0.0091
Rprec_mult_0.20       	2024-225456	0.0455
Rprec_mult_0.40       	2024-225456	0.0227
Rprec_mult_0.60       	2024-225456	0.0152
Rprec_mult_0.80       	2024-225456	0.0114
Rprec_mult_1.00       	2024-225456	0.0091
Rprec_mult_1.20       	2024-225456	0.0076
Rprec_mult_1.40       	2024-225456	0.0065
Rprec_mult_1.60       	2024-225456	0.0057
Rprec_mult_1.80       	2024-225456	0.0051
Rprec_mult_2.00       	2024-225456	0.0045
utility               	2024-225456	2.0000
11pt_avg              	2024-225456	0.0909
binG                  	2024-225456	0.0091
G                     	2024-225456	0.0077
ndcg                  	2024-225456	0.0577
ndcg_rel              	2024-225456	0.0633
Rndcg                 	2024-225456	0.1601
ndcg_cut_5            	2024-225456	0.3688
ndcg_cut_10           	2024-225456	0.2632
ndcg_cut_15           	2024-225456	0.2171
ndcg_cut_20           	2024-225456	0.1876
ndcg_cut_30           	2024-225456	0.1508
ndcg_cut_100          	2024-225456	0.0815
ndcg_cut_200          	2024-225456	0.0605
ndcg_cut_500          	2024-225456	0.0577
ndcg_cut_1000         	2024-225456	0.0577
map_cut_5             	2024-225456	0.0091
map_cut_10            	2024-225456	0.0091
map_cut_15            	2024-225456	0.0091
map_cut_20            	2024-225456	0.0091
map_cut_30            	2024-225456	0.0091
map_cut_100           	2024-225456	0.0091
map_cut_200           	2024-225456	0.0091
map_cut_500           	2024-225456	0.0091
map_cut_1000          	2024-225456	0.0091
relative_P_5          	2024-225456	0.4000
relative_P_10         	2024-225456	0.2000
relative_P_15         	2024-225456	0.1333
relative_P_20         	2024-225456	0.1000
relative_P_30         	2024-225456	0.0667
relative_P_100        	2024-225456	0.0200
relative_P_200        	2024-225456	0.0100
relative_P_500        	2024-225456	0.0091
relative_P_1000       	2024-225456	0.0091
success_1             	2024-225456	1.0000
success_5             	2024-225456	1.0000
success_10            	2024-225456	1.0000
set_P                 	2024-225456	1.0000
set_relative_P        	2024-225456	1.0000
set_recall            	2024-225456	0.0091
set_map               	2024-225456	0.0091
set_F                 	2024-225456	0.0180
num_nonrel_judged_ret 	2024-225456	0
num_ret               	2024-225531	2
num_rel               	2024-225531	233
num_rel_ret           	2024-225531	2
map                   	2024-225531	0.0086
Rprec                 	2024-225531	0.0086
bpref                 	2024-225531	0.0086
recip_rank            	2024-225531	1.0000
iprec_at_recall_0.00  	2024-225531	1.0000
iprec_at_recall_0.10  	2024-225531	0.0000
iprec_at_recall_0.20  	2024-225531	0.0000
iprec_at_recall_0.30  	2024-225531	0.0000
iprec_at_recall_0.40  	2024-225531	0.0000
iprec_at_recall_0.50  	2024-225531	0.0000
iprec_at_recall_0.60  	2024-225531	0.0000
iprec_at_recall_0.70  	2024-225531	0.0000
iprec_at_recall_0.80  	2024-225531	0.0000
iprec_at_recall_0.90  	2024-225531	0.0000
iprec_at_recall_1.00  	2024-225531	0.0000
P_5                   	2024-225531	0.4000
P_10                  	2024-225531	0.2000
P_15                  	2024-225531	0.1333
P_20                  	2024-225531	0.1000
P_30                  	2024-225531	0.0667
P_100                 	2024-225531	0.0200
P_200                 	2024-225531	0.0100
P_500                 	2024-225531	0.0040
P_1000                	2024-225531	0.0020
relstring             	2024-225531	'13'
recall_5              	2024-225531	0.0086
recall_10             	2024-225531	0.0086
recall_15             	2024-225531	0.0086
recall_20             	2024-225531	0.0086
recall_30             	2024-225531	0.0086
recall_100            	2024-225531	0.0086
recall_200            	2024-225531	0.0086
recall_500            	2024-225531	0.0086
recall_1000           	2024-225531	0.0086
infAP                 	2024-225531	0.0086
Rprec_mult_0.20       	2024-225531	0.0426
Rprec_mult_0.40       	2024-225531	0.0213
Rprec_mult_0.60       	2024-225531	0.0143
Rprec_mult_0.80       	2024-225531	0.0107
Rprec_mult_1.00       	2024-225531	0.0086
Rprec_mult_1.20       	2024-225531	0.0071
Rprec_mult_1.40       	2024-225531	0.0061
Rprec_mult_1.60       	2024-225531	0.0054
Rprec_mult_1.80       	2024-225531	0.0048
Rprec_mult_2.00       	2024-225531	0.0043
utility               	2024-225531	2.0000
11pt_avg              	2024-225531	0.0909
binG                  	2024-225531	0.0086
G                     	2024-225531	0.0053
ndcg                  	2024-225531	0.0411
ndcg_rel              	2024-225531	0.0447
Rndcg                 	2024-225531	0.0730
ndcg_cut_5            	2024-225531	0.3270
ndcg_cut_10           	2024-225531	0.2122
ndcg_cut_15           	2024-225531	0.1645
ndcg_cut_20           	2024-225531	0.1370
ndcg_cut_30           	2024-225531	0.1111
ndcg_cut_100          	2024-225531	0.0583
ndcg_cut_200          	2024-225531	0.0438
ndcg_cut_500          	2024-225531	0.0411
ndcg_cut_1000         	2024-225531	0.0411
map_cut_5             	2024-225531	0.0086
map_cut_10            	2024-225531	0.0086
map_cut_15            	2024-225531	0.0086
map_cut_20            	2024-225531	0.0086
map_cut_30            	2024-225531	0.0086
map_cut_100           	2024-225531	0.0086
map_cut_200           	2024-225531	0.0086
map_cut_500           	2024-225531	0.0086
map_cut_1000          	2024-225531	0.0086
relative_P_5          	2024-225531	0.4000
relative_P_10         	2024-225531	0.2000
relative_P_15         	2024-225531	0.1333
relative_P_20         	2024-225531	0.1000
relative_P_30         	2024-225531	0.0667
relative_P_100        	2024-225531	0.0200
relative_P_200        	2024-225531	0.0100
relative_P_500        	2024-225531	0.0086
relative_P_1000       	2024-225531	0.0086
success_1             	2024-225531	1.0000
success_5             	2024-225531	1.0000
success_10            	2024-225531	1.0000
set_P                 	2024-225531	1.0000
set_relative_P        	2024-225531	1.0000
set_recall            	2024-225531	0.0086
set_map               	2024-225531	0.0086
set_F                 	2024-225531	0.0170
num_nonrel_judged_ret 	2024-225531	0
num_ret               	2024-22886	2
num_rel               	2024-22886	199
num_rel_ret           	2024-22886	2
map                   	2024-22886	0.0101
Rprec                 	2024-22886	0.0101
bpref                 	2024-22886	0.0101
recip_rank            	2024-22886	1.0000
iprec_at_recall_0.00  	2024-22886	1.0000
iprec_at_recall_0.10  	2024-22886	0.0000
iprec_at_recall_0.20  	2024-22886	0.0000
iprec_at_recall_0.30  	2024-22886	0.0000
iprec_at_recall_0.40  	2024-22886	0.0000
iprec_at_recall_0.50  	2024-22886	0.0000
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	0.4000
P_10                  	2024-22886	0.2000
P_15                  	2024-22886	0.1333
P_20                  	2024-22886	0.1000
P_30                  	2024-22886	0.0667
P_100                 	2024-22886	0.0200
P_200                 	2024-22886	0.0100
P_500                 	2024-22886	0.0040
P_1000                	2024-22886	0.0020
relstring             	2024-22886	'21'
recall_5              	2024-22886	0.0101
recall_10             	2024-22886	0.0101
recall_15             	2024-22886	0.0101
recall_20             	2024-22886	0.0101
recall_30             	2024-22886	0.0101
recall_100            	2024-22886	0.0101
recall_200            	2024-22886	0.0101
recall_500            	2024-22886	0.0101
recall_1000           	2024-22886	0.0101
infAP                 	2024-22886	0.0101
Rprec_mult_0.20       	2024-22886	0.0500
Rprec_mult_0.40       	2024-22886	0.0250
Rprec_mult_0.60       	2024-22886	0.0167
Rprec_mult_0.80       	2024-22886	0.0125
Rprec_mult_1.00       	2024-22886	0.0101
Rprec_mult_1.20       	2024-22886	0.0084
Rprec_mult_1.40       	2024-22886	0.0072
Rprec_mult_1.60       	2024-22886	0.0063
Rprec_mult_1.80       	2024-22886	0.0056
Rprec_mult_2.00       	2024-22886	0.0050
utility               	2024-22886	2.0000
11pt_avg              	2024-22886	0.0909
binG                  	2024-22886	0.0101
G                     	2024-22886	0.0044
ndcg                  	2024-22886	0.0359
ndcg_rel              	2024-22886	0.0416
Rndcg                 	2024-22886	0.0556
ndcg_cut_5            	2024-22886	0.2974
ndcg_cut_10           	2024-22886	0.1930
ndcg_cut_15           	2024-22886	0.1496
ndcg_cut_20           	2024-22886	0.1246
ndcg_cut_30           	2024-22886	0.0957
ndcg_cut_100          	2024-22886	0.0511
ndcg_cut_200          	2024-22886	0.0359
ndcg_cut_500          	2024-22886	0.0359
ndcg_cut_1000         	2024-22886	0.0359
map_cut_5             	2024-22886	0.0101
map_cut_10            	2024-22886	0.0101
map_cut_15            	2024-22886	0.0101
map_cut_20            	2024-22886	0.0101
map_cut_30            	2024-22886	0.0101
map_cut_100           	2024-22886	0.0101
map_cut_200           	2024-22886	0.0101
map_cut_500           	2024-22886	0.0101
map_cut_1000          	2024-22886	0.0101
relative_P_5          	2024-22886	0.4000
relative_P_10         	2024-22886	0.2000
relative_P_15         	2024-22886	0.1333
relative_P_20         	2024-22886	0.1000
relative_P_30         	2024-22886	0.0667
relative_P_100        	2024-22886	0.0200
relative_P_200        	2024-22886	0.0101
relative_P_500        	2024-22886	0.0101
relative_P_1000       	2024-22886	0.0101
success_1             	2024-22886	1.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	1.0000
set_relative_P        	2024-22886	1.0000
set_recall            	2024-22886	0.0101
set_map               	2024-22886	0.0101
set_F                 	2024-22886	0.0199
num_nonrel_judged_ret 	2024-22886	0
num_ret               	2024-22900	2
num_rel               	2024-22900	196
num_rel_ret           	2024-22900	2
map                   	2024-22900	0.0102
Rprec                 	2024-22900	0.0102
bpref                 	2024-22900	0.0102
recip_rank            	2024-22900	1.0000
iprec_at_recall_0.00  	2024-22900	1.0000
iprec_at_recall_0.10  	2024-22900	0.0000
iprec_at_recall_0.20  	2024-22900	0.0000
iprec_at_recall_0.30  	2024-22900	0.0000
iprec_at_recall_0.40  	2024-22900	0.0000
iprec_at_recall_0.50  	2024-22900	0.0000
iprec_at_recall_0.60  	2024-22900	0.0000
iprec_at_recall_0.70  	2024-22900	0.0000
iprec_at_recall_0.80  	2024-22900	0.0000
iprec_at_recall_0.90  	2024-22900	0.0000
iprec_at_recall_1.00  	2024-22900	0.0000
P_5                   	2024-22900	0.4000
P_10                  	2024-22900	0.2000
P_15                  	2024-22900	0.1333
P_20                  	2024-22900	0.1000
P_30                  	2024-22900	0.0667
P_100                 	2024-22900	0.0200
P_200                 	2024-22900	0.0100
P_500                 	2024-22900	0.0040
P_1000                	2024-22900	0.0020
relstring             	2024-22900	'33'
recall_5              	2024-22900	0.0102
recall_10             	2024-22900	0.0102
recall_15             	2024-22900	0.0102
recall_20             	2024-22900	0.0102
recall_30             	2024-22900	0.0102
recall_100            	2024-22900	0.0102
recall_200            	2024-22900	0.0102
recall_500            	2024-22900	0.0102
recall_1000           	2024-22900	0.0102
infAP                 	2024-22900	0.0102
Rprec_mult_0.20       	2024-22900	0.0500
Rprec_mult_0.40       	2024-22900	0.0253
Rprec_mult_0.60       	2024-22900	0.0169
Rprec_mult_0.80       	2024-22900	0.0127
Rprec_mult_1.00       	2024-22900	0.0102
Rprec_mult_1.20       	2024-22900	0.0085
Rprec_mult_1.40       	2024-22900	0.0073
Rprec_mult_1.60       	2024-22900	0.0064
Rprec_mult_1.80       	2024-22900	0.0057
Rprec_mult_2.00       	2024-22900	0.0051
utility               	2024-22900	2.0000
11pt_avg              	2024-22900	0.0909
binG                  	2024-22900	0.0102
G                     	2024-22900	0.0269
ndcg                  	2024-22900	0.1111
ndcg_rel              	2024-22900	0.1201
Rndcg                 	2024-22900	0.4615
ndcg_cut_5            	2024-22900	0.6500
ndcg_cut_10           	2024-22900	0.4565
ndcg_cut_15           	2024-22900	0.3664
ndcg_cut_20           	2024-22900	0.3114
ndcg_cut_30           	2024-22900	0.2585
ndcg_cut_100          	2024-22900	0.1594
ndcg_cut_200          	2024-22900	0.1111
ndcg_cut_500          	2024-22900	0.1111
ndcg_cut_1000         	2024-22900	0.1111
map_cut_5             	2024-22900	0.0102
map_cut_10            	2024-22900	0.0102
map_cut_15            	2024-22900	0.0102
map_cut_20            	2024-22900	0.0102
map_cut_30            	2024-22900	0.0102
map_cut_100           	2024-22900	0.0102
map_cut_200           	2024-22900	0.0102
map_cut_500           	2024-22900	0.0102
map_cut_1000          	2024-22900	0.0102
relative_P_5          	2024-22900	0.4000
relative_P_10         	2024-22900	0.2000
relative_P_15         	2024-22900	0.1333
relative_P_20         	2024-22900	0.1000
relative_P_30         	2024-22900	0.0667
relative_P_100        	2024-22900	0.0200
relative_P_200        	2024-22900	0.0102
relative_P_500        	2024-22900	0.0102
relative_P_1000       	2024-22900	0.0102
success_1             	2024-22900	1.0000
success_5             	2024-22900	1.0000
success_10            	2024-22900	1.0000
set_P                 	2024-22900	1.0000
set_relative_P        	2024-22900	1.0000
set_recall            	2024-22900	0.0102
set_map               	2024-22900	0.0102
set_F                 	2024-22900	0.0202
num_nonrel_judged_ret 	2024-22900	0
num_ret               	2024-22919	2
num_rel               	2024-22919	230
num_rel_ret           	2024-22919	2
map                   	2024-22919	0.0087
Rprec                 	2024-22919	0.0087
bpref                 	2024-22919	0.0087
recip_rank            	2024-22919	1.0000
iprec_at_recall_0.00  	2024-22919	1.0000
iprec_at_recall_0.10  	2024-22919	0.0000
iprec_at_recall_0.20  	2024-22919	0.0000
iprec_at_recall_0.30  	2024-22919	0.0000
iprec_at_recall_0.40  	2024-22919	0.0000
iprec_at_recall_0.50  	2024-22919	0.0000
iprec_at_recall_0.60  	2024-22919	0.0000
iprec_at_recall_0.70  	2024-22919	0.0000
iprec_at_recall_0.80  	2024-22919	0.0000
iprec_at_recall_0.90  	2024-22919	0.0000
iprec_at_recall_1.00  	2024-22919	0.0000
P_5                   	2024-22919	0.4000
P_10                  	2024-22919	0.2000
P_15                  	2024-22919	0.1333
P_20                  	2024-22919	0.1000
P_30                  	2024-22919	0.0667
P_100                 	2024-22919	0.0200
P_200                 	2024-22919	0.0100
P_500                 	2024-22919	0.0040
P_1000                	2024-22919	0.0020
relstring             	2024-22919	'31'
recall_5              	2024-22919	0.0087
recall_10             	2024-22919	0.0087
recall_15             	2024-22919	0.0087
recall_20             	2024-22919	0.0087
recall_30             	2024-22919	0.0087
recall_100            	2024-22919	0.0087
recall_200            	2024-22919	0.0087
recall_500            	2024-22919	0.0087
recall_1000           	2024-22919	0.0087
infAP                 	2024-22919	0.0087
Rprec_mult_0.20       	2024-22919	0.0435
Rprec_mult_0.40       	2024-22919	0.0217
Rprec_mult_0.60       	2024-22919	0.0145
Rprec_mult_0.80       	2024-22919	0.0109
Rprec_mult_1.00       	2024-22919	0.0087
Rprec_mult_1.20       	2024-22919	0.0072
Rprec_mult_1.40       	2024-22919	0.0062
Rprec_mult_1.60       	2024-22919	0.0054
Rprec_mult_1.80       	2024-22919	0.0048
Rprec_mult_2.00       	2024-22919	0.0043
utility               	2024-22919	2.0000
11pt_avg              	2024-22919	0.0909
binG                  	2024-22919	0.0087
G                     	2024-22919	0.0104
ndcg                  	2024-22919	0.0576
ndcg_rel              	2024-22919	0.0646
Rndcg                 	2024-22919	0.1679
ndcg_cut_5            	2024-22919	0.4105
ndcg_cut_10           	2024-22919	0.2930
ndcg_cut_15           	2024-22919	0.2416
ndcg_cut_20           	2024-22919	0.2089
ndcg_cut_30           	2024-22919	0.1679
ndcg_cut_100          	2024-22919	0.0804
ndcg_cut_200          	2024-22919	0.0613
ndcg_cut_500          	2024-22919	0.0576
ndcg_cut_1000         	2024-22919	0.0576
map_cut_5             	2024-22919	0.0087
map_cut_10            	2024-22919	0.0087
map_cut_15            	2024-22919	0.0087
map_cut_20            	2024-22919	0.0087
map_cut_30            	2024-22919	0.0087
map_cut_100           	2024-22919	0.0087
map_cut_200           	2024-22919	0.0087
map_cut_500           	2024-22919	0.0087
map_cut_1000          	2024-22919	0.0087
relative_P_5          	2024-22919	0.4000
relative_P_10         	2024-22919	0.2000
relative_P_15         	2024-22919	0.1333
relative_P_20         	2024-22919	0.1000
relative_P_30         	2024-22919	0.0667
relative_P_100        	2024-22919	0.0200
relative_P_200        	2024-22919	0.0100
relative_P_500        	2024-22919	0.0087
relative_P_1000       	2024-22919	0.0087
success_1             	2024-22919	1.0000
success_5             	2024-22919	1.0000
success_10            	2024-22919	1.0000
set_P                 	2024-22919	1.0000
set_relative_P        	2024-22919	1.0000
set_recall            	2024-22919	0.0087
set_map               	2024-22919	0.0087
set_F                 	2024-22919	0.0172
num_nonrel_judged_ret 	2024-22919	0
num_ret               	2024-23680	2
num_rel               	2024-23680	37
num_rel_ret           	2024-23680	2
map                   	2024-23680	0.0541
Rprec                 	2024-23680	0.0541
bpref                 	2024-23680	0.0541
recip_rank            	2024-23680	1.0000
iprec_at_recall_0.00  	2024-23680	1.0000
iprec_at_recall_0.10  	2024-23680	0.0000
iprec_at_recall_0.20  	2024-23680	0.0000
iprec_at_recall_0.30  	2024-23680	0.0000
iprec_at_recall_0.40  	2024-23680	0.0000
iprec_at_recall_0.50  	2024-23680	0.0000
iprec_at_recall_0.60  	2024-23680	0.0000
iprec_at_recall_0.70  	2024-23680	0.0000
iprec_at_recall_0.80  	2024-23680	0.0000
iprec_at_recall_0.90  	2024-23680	0.0000
iprec_at_recall_1.00  	2024-23680	0.0000
P_5                   	2024-23680	0.4000
P_10                  	2024-23680	0.2000
P_15                  	2024-23680	0.1333
P_20                  	2024-23680	0.1000
P_30                  	2024-23680	0.0667
P_100                 	2024-23680	0.0200
P_200                 	2024-23680	0.0100
P_500                 	2024-23680	0.0040
P_1000                	2024-23680	0.0020
relstring             	2024-23680	'11'
recall_5              	2024-23680	0.0541
recall_10             	2024-23680	0.0541
recall_15             	2024-23680	0.0541
recall_20             	2024-23680	0.0541
recall_30             	2024-23680	0.0541
recall_100            	2024-23680	0.0541
recall_200            	2024-23680	0.0541
recall_500            	2024-23680	0.0541
recall_1000           	2024-23680	0.0541
infAP                 	2024-23680	0.0541
Rprec_mult_0.20       	2024-23680	0.2500
Rprec_mult_0.40       	2024-23680	0.1333
Rprec_mult_0.60       	2024-23680	0.0870
Rprec_mult_0.80       	2024-23680	0.0667
Rprec_mult_1.00       	2024-23680	0.0541
Rprec_mult_1.20       	2024-23680	0.0444
Rprec_mult_1.40       	2024-23680	0.0385
Rprec_mult_1.60       	2024-23680	0.0333
Rprec_mult_1.80       	2024-23680	0.0299
Rprec_mult_2.00       	2024-23680	0.0270
utility               	2024-23680	2.0000
11pt_avg              	2024-23680	0.0909
binG                  	2024-23680	0.0541
G                     	2024-23680	0.0541
ndcg                  	2024-23680	0.1549
ndcg_rel              	2024-23680	0.2006
Rndcg                 	2024-23680	0.1549
ndcg_cut_5            	2024-23680	0.5531
ndcg_cut_10           	2024-23680	0.3590
ndcg_cut_15           	2024-23680	0.2783
ndcg_cut_20           	2024-23680	0.2317
ndcg_cut_30           	2024-23680	0.1780
ndcg_cut_100          	2024-23680	0.1549
ndcg_cut_200          	2024-23680	0.1549
ndcg_cut_500          	2024-23680	0.1549
ndcg_cut_1000         	2024-23680	0.1549
map_cut_5             	2024-23680	0.0541
map_cut_10            	2024-23680	0.0541
map_cut_15            	2024-23680	0.0541
map_cut_20            	2024-23680	0.0541
map_cut_30            	2024-23680	0.0541
map_cut_100           	2024-23680	0.0541
map_cut_200           	2024-23680	0.0541
map_cut_500           	2024-23680	0.0541
map_cut_1000          	2024-23680	0.0541
relative_P_5          	2024-23680	0.4000
relative_P_10         	2024-23680	0.2000
relative_P_15         	2024-23680	0.1333
relative_P_20         	2024-23680	0.1000
relative_P_30         	2024-23680	0.0667
relative_P_100        	2024-23680	0.0541
relative_P_200        	2024-23680	0.0541
relative_P_500        	2024-23680	0.0541
relative_P_1000       	2024-23680	0.0541
success_1             	2024-23680	1.0000
success_5             	2024-23680	1.0000
success_10            	2024-23680	1.0000
set_P                 	2024-23680	1.0000
set_relative_P        	2024-23680	1.0000
set_recall            	2024-23680	0.0541
set_map               	2024-23680	0.0541
set_F                 	2024-23680	0.1026
num_nonrel_judged_ret 	2024-23680	0
num_ret               	2024-23862	2
num_rel               	2024-23862	274
num_rel_ret           	2024-23862	2
map                   	2024-23862	0.0073
Rprec                 	2024-23862	0.0073
bpref                 	2024-23862	0.0073
recip_rank            	2024-23862	1.0000
iprec_at_recall_0.00  	2024-23862	1.0000
iprec_at_recall_0.10  	2024-23862	0.0000
iprec_at_recall_0.20  	2024-23862	0.0000
iprec_at_recall_0.30  	2024-23862	0.0000
iprec_at_recall_0.40  	2024-23862	0.0000
iprec_at_recall_0.50  	2024-23862	0.0000
iprec_at_recall_0.60  	2024-23862	0.0000
iprec_at_recall_0.70  	2024-23862	0.0000
iprec_at_recall_0.80  	2024-23862	0.0000
iprec_at_recall_0.90  	2024-23862	0.0000
iprec_at_recall_1.00  	2024-23862	0.0000
P_5                   	2024-23862	0.4000
P_10                  	2024-23862	0.2000
P_15                  	2024-23862	0.1333
P_20                  	2024-23862	0.1000
P_30                  	2024-23862	0.0667
P_100                 	2024-23862	0.0200
P_200                 	2024-23862	0.0100
P_500                 	2024-23862	0.0040
P_1000                	2024-23862	0.0020
relstring             	2024-23862	'11'
recall_5              	2024-23862	0.0073
recall_10             	2024-23862	0.0073
recall_15             	2024-23862	0.0073
recall_20             	2024-23862	0.0073
recall_30             	2024-23862	0.0073
recall_100            	2024-23862	0.0073
recall_200            	2024-23862	0.0073
recall_500            	2024-23862	0.0073
recall_1000           	2024-23862	0.0073
infAP                 	2024-23862	0.0073
Rprec_mult_0.20       	2024-23862	0.0364
Rprec_mult_0.40       	2024-23862	0.0182
Rprec_mult_0.60       	2024-23862	0.0121
Rprec_mult_0.80       	2024-23862	0.0091
Rprec_mult_1.00       	2024-23862	0.0073
Rprec_mult_1.20       	2024-23862	0.0061
Rprec_mult_1.40       	2024-23862	0.0052
Rprec_mult_1.60       	2024-23862	0.0046
Rprec_mult_1.80       	2024-23862	0.0040
Rprec_mult_2.00       	2024-23862	0.0036
utility               	2024-23862	2.0000
11pt_avg              	2024-23862	0.0909
binG                  	2024-23862	0.0073
G                     	2024-23862	0.0026
ndcg                  	2024-23862	0.0259
ndcg_rel              	2024-23862	0.0282
Rndcg                 	2024-23862	0.0745
ndcg_cut_5            	2024-23862	0.1844
ndcg_cut_10           	2024-23862	0.1282
ndcg_cut_15           	2024-23862	0.1062
ndcg_cut_20           	2024-23862	0.0920
ndcg_cut_30           	2024-23862	0.0743
ndcg_cut_100          	2024-23862	0.0411
ndcg_cut_200          	2024-23862	0.0304
ndcg_cut_500          	2024-23862	0.0259
ndcg_cut_1000         	2024-23862	0.0259
map_cut_5             	2024-23862	0.0073
map_cut_10            	2024-23862	0.0073
map_cut_15            	2024-23862	0.0073
map_cut_20            	2024-23862	0.0073
map_cut_30            	2024-23862	0.0073
map_cut_100           	2024-23862	0.0073
map_cut_200           	2024-23862	0.0073
map_cut_500           	2024-23862	0.0073
map_cut_1000          	2024-23862	0.0073
relative_P_5          	2024-23862	0.4000
relative_P_10         	2024-23862	0.2000
relative_P_15         	2024-23862	0.1333
relative_P_20         	2024-23862	0.1000
relative_P_30         	2024-23862	0.0667
relative_P_100        	2024-23862	0.0200
relative_P_200        	2024-23862	0.0100
relative_P_500        	2024-23862	0.0073
relative_P_1000       	2024-23862	0.0073
success_1             	2024-23862	1.0000
success_5             	2024-23862	1.0000
success_10            	2024-23862	1.0000
set_P                 	2024-23862	1.0000
set_relative_P        	2024-23862	1.0000
set_recall            	2024-23862	0.0073
set_map               	2024-23862	0.0073
set_F                 	2024-23862	0.0145
num_nonrel_judged_ret 	2024-23862	0
num_ret               	2024-24022	2
num_rel               	2024-24022	237
num_rel_ret           	2024-24022	2
map                   	2024-24022	0.0084
Rprec                 	2024-24022	0.0084
bpref                 	2024-24022	0.0084
recip_rank            	2024-24022	1.0000
iprec_at_recall_0.00  	2024-24022	1.0000
iprec_at_recall_0.10  	2024-24022	0.0000
iprec_at_recall_0.20  	2024-24022	0.0000
iprec_at_recall_0.30  	2024-24022	0.0000
iprec_at_recall_0.40  	2024-24022	0.0000
iprec_at_recall_0.50  	2024-24022	0.0000
iprec_at_recall_0.60  	2024-24022	0.0000
iprec_at_recall_0.70  	2024-24022	0.0000
iprec_at_recall_0.80  	2024-24022	0.0000
iprec_at_recall_0.90  	2024-24022	0.0000
iprec_at_recall_1.00  	2024-24022	0.0000
P_5                   	2024-24022	0.4000
P_10                  	2024-24022	0.2000
P_15                  	2024-24022	0.1333
P_20                  	2024-24022	0.1000
P_30                  	2024-24022	0.0667
P_100                 	2024-24022	0.0200
P_200                 	2024-24022	0.0100
P_500                 	2024-24022	0.0040
P_1000                	2024-24022	0.0020
relstring             	2024-24022	'11'
recall_5              	2024-24022	0.0084
recall_10             	2024-24022	0.0084
recall_15             	2024-24022	0.0084
recall_20             	2024-24022	0.0084
recall_30             	2024-24022	0.0084
recall_100            	2024-24022	0.0084
recall_200            	2024-24022	0.0084
recall_500            	2024-24022	0.0084
recall_1000           	2024-24022	0.0084
infAP                 	2024-24022	0.0084
Rprec_mult_0.20       	2024-24022	0.0417
Rprec_mult_0.40       	2024-24022	0.0211
Rprec_mult_0.60       	2024-24022	0.0140
Rprec_mult_0.80       	2024-24022	0.0105
Rprec_mult_1.00       	2024-24022	0.0084
Rprec_mult_1.20       	2024-24022	0.0070
Rprec_mult_1.40       	2024-24022	0.0060
Rprec_mult_1.60       	2024-24022	0.0053
Rprec_mult_1.80       	2024-24022	0.0047
Rprec_mult_2.00       	2024-24022	0.0042
utility               	2024-24022	2.0000
11pt_avg              	2024-24022	0.0909
binG                  	2024-24022	0.0084
G                     	2024-24022	0.0027
ndcg                  	2024-24022	0.0264
ndcg_rel              	2024-24022	0.0290
Rndcg                 	2024-24022	0.0601
ndcg_cut_5            	2024-24022	0.1844
ndcg_cut_10           	2024-24022	0.1197
ndcg_cut_15           	2024-24022	0.0986
ndcg_cut_20           	2024-24022	0.0863
ndcg_cut_30           	2024-24022	0.0705
ndcg_cut_100          	2024-24022	0.0378
ndcg_cut_200          	2024-24022	0.0286
ndcg_cut_500          	2024-24022	0.0264
ndcg_cut_1000         	2024-24022	0.0264
map_cut_5             	2024-24022	0.0084
map_cut_10            	2024-24022	0.0084
map_cut_15            	2024-24022	0.0084
map_cut_20            	2024-24022	0.0084
map_cut_30            	2024-24022	0.0084
map_cut_100           	2024-24022	0.0084
map_cut_200           	2024-24022	0.0084
map_cut_500           	2024-24022	0.0084
map_cut_1000          	2024-24022	0.0084
relative_P_5          	2024-24022	0.4000
relative_P_10         	2024-24022	0.2000
relative_P_15         	2024-24022	0.1333
relative_P_20         	2024-24022	0.1000
relative_P_30         	2024-24022	0.0667
relative_P_100        	2024-24022	0.0200
relative_P_200        	2024-24022	0.0100
relative_P_500        	2024-24022	0.0084
relative_P_1000       	2024-24022	0.0084
success_1             	2024-24022	1.0000
success_5             	2024-24022	1.0000
success_10            	2024-24022	1.0000
set_P                 	2024-24022	1.0000
set_relative_P        	2024-24022	1.0000
set_recall            	2024-24022	0.0084
set_map               	2024-24022	0.0084
set_F                 	2024-24022	0.0167
num_nonrel_judged_ret 	2024-24022	0
num_ret               	2024-24226	2
num_rel               	2024-24226	311
num_rel_ret           	2024-24226	2
map                   	2024-24226	0.0064
Rprec                 	2024-24226	0.0064
bpref                 	2024-24226	0.0064
recip_rank            	2024-24226	1.0000
iprec_at_recall_0.00  	2024-24226	1.0000
iprec_at_recall_0.10  	2024-24226	0.0000
iprec_at_recall_0.20  	2024-24226	0.0000
iprec_at_recall_0.30  	2024-24226	0.0000
iprec_at_recall_0.40  	2024-24226	0.0000
iprec_at_recall_0.50  	2024-24226	0.0000
iprec_at_recall_0.60  	2024-24226	0.0000
iprec_at_recall_0.70  	2024-24226	0.0000
iprec_at_recall_0.80  	2024-24226	0.0000
iprec_at_recall_0.90  	2024-24226	0.0000
iprec_at_recall_1.00  	2024-24226	0.0000
P_5                   	2024-24226	0.4000
P_10                  	2024-24226	0.2000
P_15                  	2024-24226	0.1333
P_20                  	2024-24226	0.1000
P_30                  	2024-24226	0.0667
P_100                 	2024-24226	0.0200
P_200                 	2024-24226	0.0100
P_500                 	2024-24226	0.0040
P_1000                	2024-24226	0.0020
relstring             	2024-24226	'11'
recall_5              	2024-24226	0.0064
recall_10             	2024-24226	0.0064
recall_15             	2024-24226	0.0064
recall_20             	2024-24226	0.0064
recall_30             	2024-24226	0.0064
recall_100            	2024-24226	0.0064
recall_200            	2024-24226	0.0064
recall_500            	2024-24226	0.0064
recall_1000           	2024-24226	0.0064
infAP                 	2024-24226	0.0064
Rprec_mult_0.20       	2024-24226	0.0317
Rprec_mult_0.40       	2024-24226	0.0160
Rprec_mult_0.60       	2024-24226	0.0107
Rprec_mult_0.80       	2024-24226	0.0080
Rprec_mult_1.00       	2024-24226	0.0064
Rprec_mult_1.20       	2024-24226	0.0053
Rprec_mult_1.40       	2024-24226	0.0046
Rprec_mult_1.60       	2024-24226	0.0040
Rprec_mult_1.80       	2024-24226	0.0036
Rprec_mult_2.00       	2024-24226	0.0032
utility               	2024-24226	2.0000
11pt_avg              	2024-24226	0.0909
binG                  	2024-24226	0.0064
G                     	2024-24226	0.0025
ndcg                  	2024-24226	0.0265
ndcg_rel              	2024-24226	0.0285
Rndcg                 	2024-24226	0.1428
ndcg_cut_5            	2024-24226	0.2167
ndcg_cut_10           	2024-24226	0.1522
ndcg_cut_15           	2024-24226	0.1221
ndcg_cut_20           	2024-24226	0.1038
ndcg_cut_30           	2024-24226	0.0817
ndcg_cut_100          	2024-24226	0.0485
ndcg_cut_200          	2024-24226	0.0343
ndcg_cut_500          	2024-24226	0.0265
ndcg_cut_1000         	2024-24226	0.0265
map_cut_5             	2024-24226	0.0064
map_cut_10            	2024-24226	0.0064
map_cut_15            	2024-24226	0.0064
map_cut_20            	2024-24226	0.0064
map_cut_30            	2024-24226	0.0064
map_cut_100           	2024-24226	0.0064
map_cut_200           	2024-24226	0.0064
map_cut_500           	2024-24226	0.0064
map_cut_1000          	2024-24226	0.0064
relative_P_5          	2024-24226	0.4000
relative_P_10         	2024-24226	0.2000
relative_P_15         	2024-24226	0.1333
relative_P_20         	2024-24226	0.1000
relative_P_30         	2024-24226	0.0667
relative_P_100        	2024-24226	0.0200
relative_P_200        	2024-24226	0.0100
relative_P_500        	2024-24226	0.0064
relative_P_1000       	2024-24226	0.0064
success_1             	2024-24226	1.0000
success_5             	2024-24226	1.0000
success_10            	2024-24226	1.0000
set_P                 	2024-24226	1.0000
set_relative_P        	2024-24226	1.0000
set_recall            	2024-24226	0.0064
set_map               	2024-24226	0.0064
set_F                 	2024-24226	0.0128
num_nonrel_judged_ret 	2024-24226	0
num_ret               	2024-25003	2
num_rel               	2024-25003	211
num_rel_ret           	2024-25003	2
map                   	2024-25003	0.0095
Rprec                 	2024-25003	0.0095
bpref                 	2024-25003	0.0095
recip_rank            	2024-25003	1.0000
iprec_at_recall_0.00  	2024-25003	1.0000
iprec_at_recall_0.10  	2024-25003	0.0000
iprec_at_recall_0.20  	2024-25003	0.0000
iprec_at_recall_0.30  	2024-25003	0.0000
iprec_at_recall_0.40  	2024-25003	0.0000
iprec_at_recall_0.50  	2024-25003	0.0000
iprec_at_recall_0.60  	2024-25003	0.0000
iprec_at_recall_0.70  	2024-25003	0.0000
iprec_at_recall_0.80  	2024-25003	0.0000
iprec_at_recall_0.90  	2024-25003	0.0000
iprec_at_recall_1.00  	2024-25003	0.0000
P_5                   	2024-25003	0.4000
P_10                  	2024-25003	0.2000
P_15                  	2024-25003	0.1333
P_20                  	2024-25003	0.1000
P_30                  	2024-25003	0.0667
P_100                 	2024-25003	0.0200
P_200                 	2024-25003	0.0100
P_500                 	2024-25003	0.0040
P_1000                	2024-25003	0.0020
relstring             	2024-25003	'22'
recall_5              	2024-25003	0.0095
recall_10             	2024-25003	0.0095
recall_15             	2024-25003	0.0095
recall_20             	2024-25003	0.0095
recall_30             	2024-25003	0.0095
recall_100            	2024-25003	0.0095
recall_200            	2024-25003	0.0095
recall_500            	2024-25003	0.0095
recall_1000           	2024-25003	0.0095
infAP                 	2024-25003	0.0095
Rprec_mult_0.20       	2024-25003	0.0465
Rprec_mult_0.40       	2024-25003	0.0235
Rprec_mult_0.60       	2024-25003	0.0157
Rprec_mult_0.80       	2024-25003	0.0118
Rprec_mult_1.00       	2024-25003	0.0095
Rprec_mult_1.20       	2024-25003	0.0079
Rprec_mult_1.40       	2024-25003	0.0068
Rprec_mult_1.60       	2024-25003	0.0059
Rprec_mult_1.80       	2024-25003	0.0053
Rprec_mult_2.00       	2024-25003	0.0047
utility               	2024-25003	2.0000
11pt_avg              	2024-25003	0.0909
binG                  	2024-25003	0.0095
G                     	2024-25003	0.0080
ndcg                  	2024-25003	0.0595
ndcg_rel              	2024-25003	0.0652
Rndcg                 	2024-25003	0.1616
ndcg_cut_5            	2024-25003	0.3688
ndcg_cut_10           	2024-25003	0.2632
ndcg_cut_15           	2024-25003	0.2171
ndcg_cut_20           	2024-25003	0.1876
ndcg_cut_30           	2024-25003	0.1508
ndcg_cut_100          	2024-25003	0.0825
ndcg_cut_200          	2024-25003	0.0611
ndcg_cut_500          	2024-25003	0.0595
ndcg_cut_1000         	2024-25003	0.0595
map_cut_5             	2024-25003	0.0095
map_cut_10            	2024-25003	0.0095
map_cut_15            	2024-25003	0.0095
map_cut_20            	2024-25003	0.0095
map_cut_30            	2024-25003	0.0095
map_cut_100           	2024-25003	0.0095
map_cut_200           	2024-25003	0.0095
map_cut_500           	2024-25003	0.0095
map_cut_1000          	2024-25003	0.0095
relative_P_5          	2024-25003	0.4000
relative_P_10         	2024-25003	0.2000
relative_P_15         	2024-25003	0.1333
relative_P_20         	2024-25003	0.1000
relative_P_30         	2024-25003	0.0667
relative_P_100        	2024-25003	0.0200
relative_P_200        	2024-25003	0.0100
relative_P_500        	2024-25003	0.0095
relative_P_1000       	2024-25003	0.0095
success_1             	2024-25003	1.0000
success_5             	2024-25003	1.0000
success_10            	2024-25003	1.0000
set_P                 	2024-25003	1.0000
set_relative_P        	2024-25003	1.0000
set_recall            	2024-25003	0.0095
set_map               	2024-25003	0.0095
set_F                 	2024-25003	0.0188
num_nonrel_judged_ret 	2024-25003	0
num_ret               	2024-25032	2
num_rel               	2024-25032	125
num_rel_ret           	2024-25032	1
map                   	2024-25032	0.0040
Rprec                 	2024-25032	0.0080
bpref                 	2024-25032	0.0079
recip_rank            	2024-25032	0.5000
iprec_at_recall_0.00  	2024-25032	0.5000
iprec_at_recall_0.10  	2024-25032	0.0000
iprec_at_recall_0.20  	2024-25032	0.0000
iprec_at_recall_0.30  	2024-25032	0.0000
iprec_at_recall_0.40  	2024-25032	0.0000
iprec_at_recall_0.50  	2024-25032	0.0000
iprec_at_recall_0.60  	2024-25032	0.0000
iprec_at_recall_0.70  	2024-25032	0.0000
iprec_at_recall_0.80  	2024-25032	0.0000
iprec_at_recall_0.90  	2024-25032	0.0000
iprec_at_recall_1.00  	2024-25032	0.0000
P_5                   	2024-25032	0.2000
P_10                  	2024-25032	0.1000
P_15                  	2024-25032	0.0667
P_20                  	2024-25032	0.0500
P_30                  	2024-25032	0.0333
P_100                 	2024-25032	0.0100
P_200                 	2024-25032	0.0050
P_500                 	2024-25032	0.0020
P_1000                	2024-25032	0.0010
relstring             	2024-25032	'03'
recall_5              	2024-25032	0.0080
recall_10             	2024-25032	0.0080
recall_15             	2024-25032	0.0080
recall_20             	2024-25032	0.0080
recall_30             	2024-25032	0.0080
recall_100            	2024-25032	0.0080
recall_200            	2024-25032	0.0080
recall_500            	2024-25032	0.0080
recall_1000           	2024-25032	0.0080
infAP                 	2024-25032	0.0040
Rprec_mult_0.20       	2024-25032	0.0400
Rprec_mult_0.40       	2024-25032	0.0200
Rprec_mult_0.60       	2024-25032	0.0133
Rprec_mult_0.80       	2024-25032	0.0100
Rprec_mult_1.00       	2024-25032	0.0080
Rprec_mult_1.20       	2024-25032	0.0067
Rprec_mult_1.40       	2024-25032	0.0057
Rprec_mult_1.60       	2024-25032	0.0050
Rprec_mult_1.80       	2024-25032	0.0044
Rprec_mult_2.00       	2024-25032	0.0040
utility               	2024-25032	0.0000
11pt_avg              	2024-25032	0.0455
binG                  	2024-25032	0.0050
G                     	2024-25032	0.0055
ndcg                  	2024-25032	0.0370
ndcg_rel              	2024-25032	0.0398
Rndcg                 	2024-25032	0.0511
ndcg_cut_5            	2024-25032	0.2140
ndcg_cut_10           	2024-25032	0.1389
ndcg_cut_15           	2024-25032	0.1076
ndcg_cut_20           	2024-25032	0.0896
ndcg_cut_30           	2024-25032	0.0704
ndcg_cut_100          	2024-25032	0.0398
ndcg_cut_200          	2024-25032	0.0370
ndcg_cut_500          	2024-25032	0.0370
ndcg_cut_1000         	2024-25032	0.0370
map_cut_5             	2024-25032	0.0040
map_cut_10            	2024-25032	0.0040
map_cut_15            	2024-25032	0.0040
map_cut_20            	2024-25032	0.0040
map_cut_30            	2024-25032	0.0040
map_cut_100           	2024-25032	0.0040
map_cut_200           	2024-25032	0.0040
map_cut_500           	2024-25032	0.0040
map_cut_1000          	2024-25032	0.0040
relative_P_5          	2024-25032	0.2000
relative_P_10         	2024-25032	0.1000
relative_P_15         	2024-25032	0.0667
relative_P_20         	2024-25032	0.0500
relative_P_30         	2024-25032	0.0333
relative_P_100        	2024-25032	0.0100
relative_P_200        	2024-25032	0.0080
relative_P_500        	2024-25032	0.0080
relative_P_1000       	2024-25032	0.0080
success_1             	2024-25032	0.0000
success_5             	2024-25032	1.0000
success_10            	2024-25032	1.0000
set_P                 	2024-25032	0.5000
set_relative_P        	2024-25032	0.5000
set_recall            	2024-25032	0.0080
set_map               	2024-25032	0.0040
set_F                 	2024-25032	0.0157
num_nonrel_judged_ret 	2024-25032	1
num_ret               	2024-25195	2
num_rel               	2024-25195	230
num_rel_ret           	2024-25195	2
map                   	2024-25195	0.0087
Rprec                 	2024-25195	0.0087
bpref                 	2024-25195	0.0087
recip_rank            	2024-25195	1.0000
iprec_at_recall_0.00  	2024-25195	1.0000
iprec_at_recall_0.10  	2024-25195	0.0000
iprec_at_recall_0.20  	2024-25195	0.0000
iprec_at_recall_0.30  	2024-25195	0.0000
iprec_at_recall_0.40  	2024-25195	0.0000
iprec_at_recall_0.50  	2024-25195	0.0000
iprec_at_recall_0.60  	2024-25195	0.0000
iprec_at_recall_0.70  	2024-25195	0.0000
iprec_at_recall_0.80  	2024-25195	0.0000
iprec_at_recall_0.90  	2024-25195	0.0000
iprec_at_recall_1.00  	2024-25195	0.0000
P_5                   	2024-25195	0.4000
P_10                  	2024-25195	0.2000
P_15                  	2024-25195	0.1333
P_20                  	2024-25195	0.1000
P_30                  	2024-25195	0.0667
P_100                 	2024-25195	0.0200
P_200                 	2024-25195	0.0100
P_500                 	2024-25195	0.0040
P_1000                	2024-25195	0.0020
relstring             	2024-25195	'32'
recall_5              	2024-25195	0.0087
recall_10             	2024-25195	0.0087
recall_15             	2024-25195	0.0087
recall_20             	2024-25195	0.0087
recall_30             	2024-25195	0.0087
recall_100            	2024-25195	0.0087
recall_200            	2024-25195	0.0087
recall_500            	2024-25195	0.0087
recall_1000           	2024-25195	0.0087
infAP                 	2024-25195	0.0087
Rprec_mult_0.20       	2024-25195	0.0435
Rprec_mult_0.40       	2024-25195	0.0217
Rprec_mult_0.60       	2024-25195	0.0145
Rprec_mult_0.80       	2024-25195	0.0109
Rprec_mult_1.00       	2024-25195	0.0087
Rprec_mult_1.20       	2024-25195	0.0072
Rprec_mult_1.40       	2024-25195	0.0062
Rprec_mult_1.60       	2024-25195	0.0054
Rprec_mult_1.80       	2024-25195	0.0048
Rprec_mult_2.00       	2024-25195	0.0043
utility               	2024-25195	2.0000
11pt_avg              	2024-25195	0.0909
binG                  	2024-25195	0.0087
G                     	2024-25195	0.0086
ndcg                  	2024-25195	0.0477
ndcg_rel              	2024-25195	0.0555
Rndcg                 	2024-25195	0.0593
ndcg_cut_5            	2024-25195	0.4818
ndcg_cut_10           	2024-25195	0.3127
ndcg_cut_15           	2024-25195	0.2424
ndcg_cut_20           	2024-25195	0.2018
ndcg_cut_30           	2024-25195	0.1551
ndcg_cut_100          	2024-25195	0.0711
ndcg_cut_200          	2024-25195	0.0499
ndcg_cut_500          	2024-25195	0.0477
ndcg_cut_1000         	2024-25195	0.0477
map_cut_5             	2024-25195	0.0087
map_cut_10            	2024-25195	0.0087
map_cut_15            	2024-25195	0.0087
map_cut_20            	2024-25195	0.0087
map_cut_30            	2024-25195	0.0087
map_cut_100           	2024-25195	0.0087
map_cut_200           	2024-25195	0.0087
map_cut_500           	2024-25195	0.0087
map_cut_1000          	2024-25195	0.0087
relative_P_5          	2024-25195	0.4000
relative_P_10         	2024-25195	0.2000
relative_P_15         	2024-25195	0.1333
relative_P_20         	2024-25195	0.1000
relative_P_30         	2024-25195	0.0667
relative_P_100        	2024-25195	0.0200
relative_P_200        	2024-25195	0.0100
relative_P_500        	2024-25195	0.0087
relative_P_1000       	2024-25195	0.0087
success_1             	2024-25195	1.0000
success_5             	2024-25195	1.0000
success_10            	2024-25195	1.0000
set_P                 	2024-25195	1.0000
set_relative_P        	2024-25195	1.0000
set_recall            	2024-25195	0.0087
set_map               	2024-25195	0.0087
set_F                 	2024-25195	0.0172
num_nonrel_judged_ret 	2024-25195	0
num_ret               	2024-26688	2
num_rel               	2024-26688	140
num_rel_ret           	2024-26688	2
map                   	2024-26688	0.0143
Rprec                 	2024-26688	0.0143
bpref                 	2024-26688	0.0143
recip_rank            	2024-26688	1.0000
iprec_at_recall_0.00  	2024-26688	1.0000
iprec_at_recall_0.10  	2024-26688	0.0000
iprec_at_recall_0.20  	2024-26688	0.0000
iprec_at_recall_0.30  	2024-26688	0.0000
iprec_at_recall_0.40  	2024-26688	0.0000
iprec_at_recall_0.50  	2024-26688	0.0000
iprec_at_recall_0.60  	2024-26688	0.0000
iprec_at_recall_0.70  	2024-26688	0.0000
iprec_at_recall_0.80  	2024-26688	0.0000
iprec_at_recall_0.90  	2024-26688	0.0000
iprec_at_recall_1.00  	2024-26688	0.0000
P_5                   	2024-26688	0.4000
P_10                  	2024-26688	0.2000
P_15                  	2024-26688	0.1333
P_20                  	2024-26688	0.1000
P_30                  	2024-26688	0.0667
P_100                 	2024-26688	0.0200
P_200                 	2024-26688	0.0100
P_500                 	2024-26688	0.0040
P_1000                	2024-26688	0.0020
relstring             	2024-26688	'11'
recall_5              	2024-26688	0.0143
recall_10             	2024-26688	0.0143
recall_15             	2024-26688	0.0143
recall_20             	2024-26688	0.0143
recall_30             	2024-26688	0.0143
recall_100            	2024-26688	0.0143
recall_200            	2024-26688	0.0143
recall_500            	2024-26688	0.0143
recall_1000           	2024-26688	0.0143
infAP                 	2024-26688	0.0143
Rprec_mult_0.20       	2024-26688	0.0714
Rprec_mult_0.40       	2024-26688	0.0357
Rprec_mult_0.60       	2024-26688	0.0238
Rprec_mult_0.80       	2024-26688	0.0179
Rprec_mult_1.00       	2024-26688	0.0143
Rprec_mult_1.20       	2024-26688	0.0119
Rprec_mult_1.40       	2024-26688	0.0102
Rprec_mult_1.60       	2024-26688	0.0089
Rprec_mult_1.80       	2024-26688	0.0079
Rprec_mult_2.00       	2024-26688	0.0071
utility               	2024-26688	2.0000
11pt_avg              	2024-26688	0.0909
binG                  	2024-26688	0.0143
G                     	2024-26688	0.0073
ndcg                  	2024-26688	0.0501
ndcg_rel              	2024-26688	0.0565
Rndcg                 	2024-26688	0.0946
ndcg_cut_5            	2024-26688	0.2766
ndcg_cut_10           	2024-26688	0.1795
ndcg_cut_15           	2024-26688	0.1391
ndcg_cut_20           	2024-26688	0.1264
ndcg_cut_30           	2024-26688	0.1086
ndcg_cut_100          	2024-26688	0.0609
ndcg_cut_200          	2024-26688	0.0501
ndcg_cut_500          	2024-26688	0.0501
ndcg_cut_1000         	2024-26688	0.0501
map_cut_5             	2024-26688	0.0143
map_cut_10            	2024-26688	0.0143
map_cut_15            	2024-26688	0.0143
map_cut_20            	2024-26688	0.0143
map_cut_30            	2024-26688	0.0143
map_cut_100           	2024-26688	0.0143
map_cut_200           	2024-26688	0.0143
map_cut_500           	2024-26688	0.0143
map_cut_1000          	2024-26688	0.0143
relative_P_5          	2024-26688	0.4000
relative_P_10         	2024-26688	0.2000
relative_P_15         	2024-26688	0.1333
relative_P_20         	2024-26688	0.1000
relative_P_30         	2024-26688	0.0667
relative_P_100        	2024-26688	0.0200
relative_P_200        	2024-26688	0.0143
relative_P_500        	2024-26688	0.0143
relative_P_1000       	2024-26688	0.0143
success_1             	2024-26688	1.0000
success_5             	2024-26688	1.0000
success_10            	2024-26688	1.0000
set_P                 	2024-26688	1.0000
set_relative_P        	2024-26688	1.0000
set_recall            	2024-26688	0.0143
set_map               	2024-26688	0.0143
set_F                 	2024-26688	0.0282
num_nonrel_judged_ret 	2024-26688	0
num_ret               	2024-27366	2
num_rel               	2024-27366	255
num_rel_ret           	2024-27366	0
map                   	2024-27366	0.0000
Rprec                 	2024-27366	0.0000
bpref                 	2024-27366	0.0000
recip_rank            	2024-27366	0.0000
iprec_at_recall_0.00  	2024-27366	0.0000
iprec_at_recall_0.10  	2024-27366	0.0000
iprec_at_recall_0.20  	2024-27366	0.0000
iprec_at_recall_0.30  	2024-27366	0.0000
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	0.0000
P_10                  	2024-27366	0.0000
P_15                  	2024-27366	0.0000
P_20                  	2024-27366	0.0000
P_30                  	2024-27366	0.0000
P_100                 	2024-27366	0.0000
P_200                 	2024-27366	0.0000
P_500                 	2024-27366	0.0000
P_1000                	2024-27366	0.0000
relstring             	2024-27366	'00'
recall_5              	2024-27366	0.0000
recall_10             	2024-27366	0.0000
recall_15             	2024-27366	0.0000
recall_20             	2024-27366	0.0000
recall_30             	2024-27366	0.0000
recall_100            	2024-27366	0.0000
recall_200            	2024-27366	0.0000
recall_500            	2024-27366	0.0000
recall_1000           	2024-27366	0.0000
infAP                 	2024-27366	0.0000
Rprec_mult_0.20       	2024-27366	0.0000
Rprec_mult_0.40       	2024-27366	0.0000
Rprec_mult_0.60       	2024-27366	0.0000
Rprec_mult_0.80       	2024-27366	0.0000
Rprec_mult_1.00       	2024-27366	0.0000
Rprec_mult_1.20       	2024-27366	0.0000
Rprec_mult_1.40       	2024-27366	0.0000
Rprec_mult_1.60       	2024-27366	0.0000
Rprec_mult_1.80       	2024-27366	0.0000
Rprec_mult_2.00       	2024-27366	0.0000
utility               	2024-27366	-2.0000
11pt_avg              	2024-27366	0.0000
binG                  	2024-27366	0.0000
G                     	2024-27366	0.0000
ndcg                  	2024-27366	0.0000
ndcg_rel              	2024-27366	0.0000
Rndcg                 	2024-27366	0.0000
ndcg_cut_5            	2024-27366	0.0000
ndcg_cut_10           	2024-27366	0.0000
ndcg_cut_15           	2024-27366	0.0000
ndcg_cut_20           	2024-27366	0.0000
ndcg_cut_30           	2024-27366	0.0000
ndcg_cut_100          	2024-27366	0.0000
ndcg_cut_200          	2024-27366	0.0000
ndcg_cut_500          	2024-27366	0.0000
ndcg_cut_1000         	2024-27366	0.0000
map_cut_5             	2024-27366	0.0000
map_cut_10            	2024-27366	0.0000
map_cut_15            	2024-27366	0.0000
map_cut_20            	2024-27366	0.0000
map_cut_30            	2024-27366	0.0000
map_cut_100           	2024-27366	0.0000
map_cut_200           	2024-27366	0.0000
map_cut_500           	2024-27366	0.0000
map_cut_1000          	2024-27366	0.0000
relative_P_5          	2024-27366	0.0000
relative_P_10         	2024-27366	0.0000
relative_P_15         	2024-27366	0.0000
relative_P_20         	2024-27366	0.0000
relative_P_30         	2024-27366	0.0000
relative_P_100        	2024-27366	0.0000
relative_P_200        	2024-27366	0.0000
relative_P_500        	2024-27366	0.0000
relative_P_1000       	2024-27366	0.0000
success_1             	2024-27366	0.0000
success_5             	2024-27366	0.0000
success_10            	2024-27366	0.0000
set_P                 	2024-27366	0.0000
set_relative_P        	2024-27366	0.0000
set_recall            	2024-27366	0.0000
set_map               	2024-27366	0.0000
set_F                 	2024-27366	0.0000
num_nonrel_judged_ret 	2024-27366	2
num_ret               	2024-28144	2
num_rel               	2024-28144	197
num_rel_ret           	2024-28144	2
map                   	2024-28144	0.0102
Rprec                 	2024-28144	0.0102
bpref                 	2024-28144	0.0102
recip_rank            	2024-28144	1.0000
iprec_at_recall_0.00  	2024-28144	1.0000
iprec_at_recall_0.10  	2024-28144	0.0000
iprec_at_recall_0.20  	2024-28144	0.0000
iprec_at_recall_0.30  	2024-28144	0.0000
iprec_at_recall_0.40  	2024-28144	0.0000
iprec_at_recall_0.50  	2024-28144	0.0000
iprec_at_recall_0.60  	2024-28144	0.0000
iprec_at_recall_0.70  	2024-28144	0.0000
iprec_at_recall_0.80  	2024-28144	0.0000
iprec_at_recall_0.90  	2024-28144	0.0000
iprec_at_recall_1.00  	2024-28144	0.0000
P_5                   	2024-28144	0.4000
P_10                  	2024-28144	0.2000
P_15                  	2024-28144	0.1333
P_20                  	2024-28144	0.1000
P_30                  	2024-28144	0.0667
P_100                 	2024-28144	0.0200
P_200                 	2024-28144	0.0100
P_500                 	2024-28144	0.0040
P_1000                	2024-28144	0.0020
relstring             	2024-28144	'11'
recall_5              	2024-28144	0.0102
recall_10             	2024-28144	0.0102
recall_15             	2024-28144	0.0102
recall_20             	2024-28144	0.0102
recall_30             	2024-28144	0.0102
recall_100            	2024-28144	0.0102
recall_200            	2024-28144	0.0102
recall_500            	2024-28144	0.0102
recall_1000           	2024-28144	0.0102
infAP                 	2024-28144	0.0102
Rprec_mult_0.20       	2024-28144	0.0500
Rprec_mult_0.40       	2024-28144	0.0253
Rprec_mult_0.60       	2024-28144	0.0168
Rprec_mult_0.80       	2024-28144	0.0127
Rprec_mult_1.00       	2024-28144	0.0102
Rprec_mult_1.20       	2024-28144	0.0084
Rprec_mult_1.40       	2024-28144	0.0072
Rprec_mult_1.60       	2024-28144	0.0063
Rprec_mult_1.80       	2024-28144	0.0056
Rprec_mult_2.00       	2024-28144	0.0051
utility               	2024-28144	2.0000
11pt_avg              	2024-28144	0.0909
binG                  	2024-28144	0.0102
G                     	2024-28144	0.0037
ndcg                  	2024-28144	0.0336
ndcg_rel              	2024-28144	0.0367
Rndcg                 	2024-28144	0.0795
ndcg_cut_5            	2024-28144	0.1844
ndcg_cut_10           	2024-28144	0.1251
ndcg_cut_15           	2024-28144	0.1040
ndcg_cut_20           	2024-28144	0.0904
ndcg_cut_30           	2024-28144	0.0732
ndcg_cut_100          	2024-28144	0.0465
ndcg_cut_200          	2024-28144	0.0336
ndcg_cut_500          	2024-28144	0.0336
ndcg_cut_1000         	2024-28144	0.0336
map_cut_5             	2024-28144	0.0102
map_cut_10            	2024-28144	0.0102
map_cut_15            	2024-28144	0.0102
map_cut_20            	2024-28144	0.0102
map_cut_30            	2024-28144	0.0102
map_cut_100           	2024-28144	0.0102
map_cut_200           	2024-28144	0.0102
map_cut_500           	2024-28144	0.0102
map_cut_1000          	2024-28144	0.0102
relative_P_5          	2024-28144	0.4000
relative_P_10         	2024-28144	0.2000
relative_P_15         	2024-28144	0.1333
relative_P_20         	2024-28144	0.1000
relative_P_30         	2024-28144	0.0667
relative_P_100        	2024-28144	0.0200
relative_P_200        	2024-28144	0.0102
relative_P_500        	2024-28144	0.0102
relative_P_1000       	2024-28144	0.0102
success_1             	2024-28144	1.0000
success_5             	2024-28144	1.0000
success_10            	2024-28144	1.0000
set_P                 	2024-28144	1.0000
set_relative_P        	2024-28144	1.0000
set_recall            	2024-28144	0.0102
set_map               	2024-28144	0.0102
set_F                 	2024-28144	0.0201
num_nonrel_judged_ret 	2024-28144	0
num_ret               	2024-29182	2
num_rel               	2024-29182	297
num_rel_ret           	2024-29182	2
map                   	2024-29182	0.0067
Rprec                 	2024-29182	0.0067
bpref                 	2024-29182	0.0067
recip_rank            	2024-29182	1.0000
iprec_at_recall_0.00  	2024-29182	1.0000
iprec_at_recall_0.10  	2024-29182	0.0000
iprec_at_recall_0.20  	2024-29182	0.0000
iprec_at_recall_0.30  	2024-29182	0.0000
iprec_at_recall_0.40  	2024-29182	0.0000
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	0.4000
P_10                  	2024-29182	0.2000
P_15                  	2024-29182	0.1333
P_20                  	2024-29182	0.1000
P_30                  	2024-29182	0.0667
P_100                 	2024-29182	0.0200
P_200                 	2024-29182	0.0100
P_500                 	2024-29182	0.0040
P_1000                	2024-29182	0.0020
relstring             	2024-29182	'21'
recall_5              	2024-29182	0.0067
recall_10             	2024-29182	0.0067
recall_15             	2024-29182	0.0067
recall_20             	2024-29182	0.0067
recall_30             	2024-29182	0.0067
recall_100            	2024-29182	0.0067
recall_200            	2024-29182	0.0067
recall_500            	2024-29182	0.0067
recall_1000           	2024-29182	0.0067
infAP                 	2024-29182	0.0067
Rprec_mult_0.20       	2024-29182	0.0333
Rprec_mult_0.40       	2024-29182	0.0168
Rprec_mult_0.60       	2024-29182	0.0112
Rprec_mult_0.80       	2024-29182	0.0084
Rprec_mult_1.00       	2024-29182	0.0067
Rprec_mult_1.20       	2024-29182	0.0056
Rprec_mult_1.40       	2024-29182	0.0048
Rprec_mult_1.60       	2024-29182	0.0042
Rprec_mult_1.80       	2024-29182	0.0037
Rprec_mult_2.00       	2024-29182	0.0034
utility               	2024-29182	2.0000
11pt_avg              	2024-29182	0.0909
binG                  	2024-29182	0.0067
G                     	2024-29182	0.0031
ndcg                  	2024-29182	0.0279
ndcg_rel              	2024-29182	0.0317
Rndcg                 	2024-29182	0.0384
ndcg_cut_5            	2024-29182	0.2974
ndcg_cut_10           	2024-29182	0.1930
ndcg_cut_15           	2024-29182	0.1496
ndcg_cut_20           	2024-29182	0.1246
ndcg_cut_30           	2024-29182	0.0957
ndcg_cut_100          	2024-29182	0.0452
ndcg_cut_200          	2024-29182	0.0320
ndcg_cut_500          	2024-29182	0.0279
ndcg_cut_1000         	2024-29182	0.0279
map_cut_5             	2024-29182	0.0067
map_cut_10            	2024-29182	0.0067
map_cut_15            	2024-29182	0.0067
map_cut_20            	2024-29182	0.0067
map_cut_30            	2024-29182	0.0067
map_cut_100           	2024-29182	0.0067
map_cut_200           	2024-29182	0.0067
map_cut_500           	2024-29182	0.0067
map_cut_1000          	2024-29182	0.0067
relative_P_5          	2024-29182	0.4000
relative_P_10         	2024-29182	0.2000
relative_P_15         	2024-29182	0.1333
relative_P_20         	2024-29182	0.1000
relative_P_30         	2024-29182	0.0667
relative_P_100        	2024-29182	0.0200
relative_P_200        	2024-29182	0.0100
relative_P_500        	2024-29182	0.0067
relative_P_1000       	2024-29182	0.0067
success_1             	2024-29182	1.0000
success_5             	2024-29182	1.0000
success_10            	2024-29182	1.0000
set_P                 	2024-29182	1.0000
set_relative_P        	2024-29182	1.0000
set_recall            	2024-29182	0.0067
set_map               	2024-29182	0.0067
set_F                 	2024-29182	0.0134
num_nonrel_judged_ret 	2024-29182	0
num_ret               	2024-29222	2
num_rel               	2024-29222	240
num_rel_ret           	2024-29222	0
map                   	2024-29222	0.0000
Rprec                 	2024-29222	0.0000
bpref                 	2024-29222	0.0000
recip_rank            	2024-29222	0.0000
iprec_at_recall_0.00  	2024-29222	0.0000
iprec_at_recall_0.10  	2024-29222	0.0000
iprec_at_recall_0.20  	2024-29222	0.0000
iprec_at_recall_0.30  	2024-29222	0.0000
iprec_at_recall_0.40  	2024-29222	0.0000
iprec_at_recall_0.50  	2024-29222	0.0000
iprec_at_recall_0.60  	2024-29222	0.0000
iprec_at_recall_0.70  	2024-29222	0.0000
iprec_at_recall_0.80  	2024-29222	0.0000
iprec_at_recall_0.90  	2024-29222	0.0000
iprec_at_recall_1.00  	2024-29222	0.0000
P_5                   	2024-29222	0.0000
P_10                  	2024-29222	0.0000
P_15                  	2024-29222	0.0000
P_20                  	2024-29222	0.0000
P_30                  	2024-29222	0.0000
P_100                 	2024-29222	0.0000
P_200                 	2024-29222	0.0000
P_500                 	2024-29222	0.0000
P_1000                	2024-29222	0.0000
relstring             	2024-29222	'00'
recall_5              	2024-29222	0.0000
recall_10             	2024-29222	0.0000
recall_15             	2024-29222	0.0000
recall_20             	2024-29222	0.0000
recall_30             	2024-29222	0.0000
recall_100            	2024-29222	0.0000
recall_200            	2024-29222	0.0000
recall_500            	2024-29222	0.0000
recall_1000           	2024-29222	0.0000
infAP                 	2024-29222	0.0000
Rprec_mult_0.20       	2024-29222	0.0000
Rprec_mult_0.40       	2024-29222	0.0000
Rprec_mult_0.60       	2024-29222	0.0000
Rprec_mult_0.80       	2024-29222	0.0000
Rprec_mult_1.00       	2024-29222	0.0000
Rprec_mult_1.20       	2024-29222	0.0000
Rprec_mult_1.40       	2024-29222	0.0000
Rprec_mult_1.60       	2024-29222	0.0000
Rprec_mult_1.80       	2024-29222	0.0000
Rprec_mult_2.00       	2024-29222	0.0000
utility               	2024-29222	-2.0000
11pt_avg              	2024-29222	0.0000
binG                  	2024-29222	0.0000
G                     	2024-29222	0.0000
ndcg                  	2024-29222	0.0000
ndcg_rel              	2024-29222	0.0000
Rndcg                 	2024-29222	0.0000
ndcg_cut_5            	2024-29222	0.0000
ndcg_cut_10           	2024-29222	0.0000
ndcg_cut_15           	2024-29222	0.0000
ndcg_cut_20           	2024-29222	0.0000
ndcg_cut_30           	2024-29222	0.0000
ndcg_cut_100          	2024-29222	0.0000
ndcg_cut_200          	2024-29222	0.0000
ndcg_cut_500          	2024-29222	0.0000
ndcg_cut_1000         	2024-29222	0.0000
map_cut_5             	2024-29222	0.0000
map_cut_10            	2024-29222	0.0000
map_cut_15            	2024-29222	0.0000
map_cut_20            	2024-29222	0.0000
map_cut_30            	2024-29222	0.0000
map_cut_100           	2024-29222	0.0000
map_cut_200           	2024-29222	0.0000
map_cut_500           	2024-29222	0.0000
map_cut_1000          	2024-29222	0.0000
relative_P_5          	2024-29222	0.0000
relative_P_10         	2024-29222	0.0000
relative_P_15         	2024-29222	0.0000
relative_P_20         	2024-29222	0.0000
relative_P_30         	2024-29222	0.0000
relative_P_100        	2024-29222	0.0000
relative_P_200        	2024-29222	0.0000
relative_P_500        	2024-29222	0.0000
relative_P_1000       	2024-29222	0.0000
success_1             	2024-29222	0.0000
success_5             	2024-29222	0.0000
success_10            	2024-29222	0.0000
set_P                 	2024-29222	0.0000
set_relative_P        	2024-29222	0.0000
set_recall            	2024-29222	0.0000
set_map               	2024-29222	0.0000
set_F                 	2024-29222	0.0000
num_nonrel_judged_ret 	2024-29222	2
num_ret               	2024-29936	2
num_rel               	2024-29936	323
num_rel_ret           	2024-29936	2
map                   	2024-29936	0.0062
Rprec                 	2024-29936	0.0062
bpref                 	2024-29936	0.0062
recip_rank            	2024-29936	1.0000
iprec_at_recall_0.00  	2024-29936	1.0000
iprec_at_recall_0.10  	2024-29936	0.0000
iprec_at_recall_0.20  	2024-29936	0.0000
iprec_at_recall_0.30  	2024-29936	0.0000
iprec_at_recall_0.40  	2024-29936	0.0000
iprec_at_recall_0.50  	2024-29936	0.0000
iprec_at_recall_0.60  	2024-29936	0.0000
iprec_at_recall_0.70  	2024-29936	0.0000
iprec_at_recall_0.80  	2024-29936	0.0000
iprec_at_recall_0.90  	2024-29936	0.0000
iprec_at_recall_1.00  	2024-29936	0.0000
P_5                   	2024-29936	0.4000
P_10                  	2024-29936	0.2000
P_15                  	2024-29936	0.1333
P_20                  	2024-29936	0.1000
P_30                  	2024-29936	0.0667
P_100                 	2024-29936	0.0200
P_200                 	2024-29936	0.0100
P_500                 	2024-29936	0.0040
P_1000                	2024-29936	0.0020
relstring             	2024-29936	'11'
recall_5              	2024-29936	0.0062
recall_10             	2024-29936	0.0062
recall_15             	2024-29936	0.0062
recall_20             	2024-29936	0.0062
recall_30             	2024-29936	0.0062
recall_100            	2024-29936	0.0062
recall_200            	2024-29936	0.0062
recall_500            	2024-29936	0.0062
recall_1000           	2024-29936	0.0062
infAP                 	2024-29936	0.0062
Rprec_mult_0.20       	2024-29936	0.0308
Rprec_mult_0.40       	2024-29936	0.0154
Rprec_mult_0.60       	2024-29936	0.0103
Rprec_mult_0.80       	2024-29936	0.0077
Rprec_mult_1.00       	2024-29936	0.0062
Rprec_mult_1.20       	2024-29936	0.0052
Rprec_mult_1.40       	2024-29936	0.0044
Rprec_mult_1.60       	2024-29936	0.0039
Rprec_mult_1.80       	2024-29936	0.0034
Rprec_mult_2.00       	2024-29936	0.0031
utility               	2024-29936	2.0000
11pt_avg              	2024-29936	0.0909
binG                  	2024-29936	0.0062
G                     	2024-29936	0.0029
ndcg                  	2024-29936	0.0248
ndcg_rel              	2024-29936	0.0277
Rndcg                 	2024-29936	0.0385
ndcg_cut_5            	2024-29936	0.2766
ndcg_cut_10           	2024-29936	0.1795
ndcg_cut_15           	2024-29936	0.1391
ndcg_cut_20           	2024-29936	0.1158
ndcg_cut_30           	2024-29936	0.0890
ndcg_cut_100          	2024-29936	0.0446
ndcg_cut_200          	2024-29936	0.0323
ndcg_cut_500          	2024-29936	0.0248
ndcg_cut_1000         	2024-29936	0.0248
map_cut_5             	2024-29936	0.0062
map_cut_10            	2024-29936	0.0062
map_cut_15            	2024-29936	0.0062
map_cut_20            	2024-29936	0.0062
map_cut_30            	2024-29936	0.0062
map_cut_100           	2024-29936	0.0062
map_cut_200           	2024-29936	0.0062
map_cut_500           	2024-29936	0.0062
map_cut_1000          	2024-29936	0.0062
relative_P_5          	2024-29936	0.4000
relative_P_10         	2024-29936	0.2000
relative_P_15         	2024-29936	0.1333
relative_P_20         	2024-29936	0.1000
relative_P_30         	2024-29936	0.0667
relative_P_100        	2024-29936	0.0200
relative_P_200        	2024-29936	0.0100
relative_P_500        	2024-29936	0.0062
relative_P_1000       	2024-29936	0.0062
success_1             	2024-29936	1.0000
success_5             	2024-29936	1.0000
success_10            	2024-29936	1.0000
set_P                 	2024-29936	1.0000
set_relative_P        	2024-29936	1.0000
set_recall            	2024-29936	0.0062
set_map               	2024-29936	0.0062
set_F                 	2024-29936	0.0123
num_nonrel_judged_ret 	2024-29936	0
num_ret               	2024-29941	2
num_rel               	2024-29941	290
num_rel_ret           	2024-29941	2
map                   	2024-29941	0.0069
Rprec                 	2024-29941	0.0069
bpref                 	2024-29941	0.0069
recip_rank            	2024-29941	1.0000
iprec_at_recall_0.00  	2024-29941	1.0000
iprec_at_recall_0.10  	2024-29941	0.0000
iprec_at_recall_0.20  	2024-29941	0.0000
iprec_at_recall_0.30  	2024-29941	0.0000
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	0.4000
P_10                  	2024-29941	0.2000
P_15                  	2024-29941	0.1333
P_20                  	2024-29941	0.1000
P_30                  	2024-29941	0.0667
P_100                 	2024-29941	0.0200
P_200                 	2024-29941	0.0100
P_500                 	2024-29941	0.0040
P_1000                	2024-29941	0.0020
relstring             	2024-29941	'22'
recall_5              	2024-29941	0.0069
recall_10             	2024-29941	0.0069
recall_15             	2024-29941	0.0069
recall_20             	2024-29941	0.0069
recall_30             	2024-29941	0.0069
recall_100            	2024-29941	0.0069
recall_200            	2024-29941	0.0069
recall_500            	2024-29941	0.0069
recall_1000           	2024-29941	0.0069
infAP                 	2024-29941	0.0069
Rprec_mult_0.20       	2024-29941	0.0345
Rprec_mult_0.40       	2024-29941	0.0172
Rprec_mult_0.60       	2024-29941	0.0115
Rprec_mult_0.80       	2024-29941	0.0086
Rprec_mult_1.00       	2024-29941	0.0069
Rprec_mult_1.20       	2024-29941	0.0057
Rprec_mult_1.40       	2024-29941	0.0049
Rprec_mult_1.60       	2024-29941	0.0043
Rprec_mult_1.80       	2024-29941	0.0038
Rprec_mult_2.00       	2024-29941	0.0034
utility               	2024-29941	2.0000
11pt_avg              	2024-29941	0.0909
binG                  	2024-29941	0.0069
G                     	2024-29941	0.0039
ndcg                  	2024-29941	0.0329
ndcg_rel              	2024-29941	0.0373
Rndcg                 	2024-29941	0.0456
ndcg_cut_5            	2024-29941	0.3688
ndcg_cut_10           	2024-29941	0.2393
ndcg_cut_15           	2024-29941	0.1855
ndcg_cut_20           	2024-29941	0.1544
ndcg_cut_30           	2024-29941	0.1187
ndcg_cut_100          	2024-29941	0.0563
ndcg_cut_200          	2024-29941	0.0380
ndcg_cut_500          	2024-29941	0.0329
ndcg_cut_1000         	2024-29941	0.0329
map_cut_5             	2024-29941	0.0069
map_cut_10            	2024-29941	0.0069
map_cut_15            	2024-29941	0.0069
map_cut_20            	2024-29941	0.0069
map_cut_30            	2024-29941	0.0069
map_cut_100           	2024-29941	0.0069
map_cut_200           	2024-29941	0.0069
map_cut_500           	2024-29941	0.0069
map_cut_1000          	2024-29941	0.0069
relative_P_5          	2024-29941	0.4000
relative_P_10         	2024-29941	0.2000
relative_P_15         	2024-29941	0.1333
relative_P_20         	2024-29941	0.1000
relative_P_30         	2024-29941	0.0667
relative_P_100        	2024-29941	0.0200
relative_P_200        	2024-29941	0.0100
relative_P_500        	2024-29941	0.0069
relative_P_1000       	2024-29941	0.0069
success_1             	2024-29941	1.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	1.0000
set_relative_P        	2024-29941	1.0000
set_recall            	2024-29941	0.0069
set_map               	2024-29941	0.0069
set_F                 	2024-29941	0.0137
num_nonrel_judged_ret 	2024-29941	0
num_ret               	2024-32502	2
num_rel               	2024-32502	232
num_rel_ret           	2024-32502	2
map                   	2024-32502	0.0086
Rprec                 	2024-32502	0.0086
bpref                 	2024-32502	0.0086
recip_rank            	2024-32502	1.0000
iprec_at_recall_0.00  	2024-32502	1.0000
iprec_at_recall_0.10  	2024-32502	0.0000
iprec_at_recall_0.20  	2024-32502	0.0000
iprec_at_recall_0.30  	2024-32502	0.0000
iprec_at_recall_0.40  	2024-32502	0.0000
iprec_at_recall_0.50  	2024-32502	0.0000
iprec_at_recall_0.60  	2024-32502	0.0000
iprec_at_recall_0.70  	2024-32502	0.0000
iprec_at_recall_0.80  	2024-32502	0.0000
iprec_at_recall_0.90  	2024-32502	0.0000
iprec_at_recall_1.00  	2024-32502	0.0000
P_5                   	2024-32502	0.4000
P_10                  	2024-32502	0.2000
P_15                  	2024-32502	0.1333
P_20                  	2024-32502	0.1000
P_30                  	2024-32502	0.0667
P_100                 	2024-32502	0.0200
P_200                 	2024-32502	0.0100
P_500                 	2024-32502	0.0040
P_1000                	2024-32502	0.0020
relstring             	2024-32502	'33'
recall_5              	2024-32502	0.0086
recall_10             	2024-32502	0.0086
recall_15             	2024-32502	0.0086
recall_20             	2024-32502	0.0086
recall_30             	2024-32502	0.0086
recall_100            	2024-32502	0.0086
recall_200            	2024-32502	0.0086
recall_500            	2024-32502	0.0086
recall_1000           	2024-32502	0.0086
infAP                 	2024-32502	0.0086
Rprec_mult_0.20       	2024-32502	0.0426
Rprec_mult_0.40       	2024-32502	0.0215
Rprec_mult_0.60       	2024-32502	0.0143
Rprec_mult_0.80       	2024-32502	0.0108
Rprec_mult_1.00       	2024-32502	0.0086
Rprec_mult_1.20       	2024-32502	0.0072
Rprec_mult_1.40       	2024-32502	0.0062
Rprec_mult_1.60       	2024-32502	0.0054
Rprec_mult_1.80       	2024-32502	0.0048
Rprec_mult_2.00       	2024-32502	0.0043
utility               	2024-32502	2.0000
11pt_avg              	2024-32502	0.0909
binG                  	2024-32502	0.0086
G                     	2024-32502	0.0149
ndcg                  	2024-32502	0.0654
ndcg_rel              	2024-32502	0.0735
Rndcg                 	2024-32502	0.1085
ndcg_cut_5            	2024-32502	0.5531
ndcg_cut_10           	2024-32502	0.3590
ndcg_cut_15           	2024-32502	0.2783
ndcg_cut_20           	2024-32502	0.2317
ndcg_cut_30           	2024-32502	0.1793
ndcg_cut_100          	2024-32502	0.0962
ndcg_cut_200          	2024-32502	0.0693
ndcg_cut_500          	2024-32502	0.0654
ndcg_cut_1000         	2024-32502	0.0654
map_cut_5             	2024-32502	0.0086
map_cut_10            	2024-32502	0.0086
map_cut_15            	2024-32502	0.0086
map_cut_20            	2024-32502	0.0086
map_cut_30            	2024-32502	0.0086
map_cut_100           	2024-32502	0.0086
map_cut_200           	2024-32502	0.0086
map_cut_500           	2024-32502	0.0086
map_cut_1000          	2024-32502	0.0086
relative_P_5          	2024-32502	0.4000
relative_P_10         	2024-32502	0.2000
relative_P_15         	2024-32502	0.1333
relative_P_20         	2024-32502	0.1000
relative_P_30         	2024-32502	0.0667
relative_P_100        	2024-32502	0.0200
relative_P_200        	2024-32502	0.0100
relative_P_500        	2024-32502	0.0086
relative_P_1000       	2024-32502	0.0086
success_1             	2024-32502	1.0000
success_5             	2024-32502	1.0000
success_10            	2024-32502	1.0000
set_P                 	2024-32502	1.0000
set_relative_P        	2024-32502	1.0000
set_recall            	2024-32502	0.0086
set_map               	2024-32502	0.0086
set_F                 	2024-32502	0.0171
num_nonrel_judged_ret 	2024-32502	0
num_ret               	2024-32534	2
num_rel               	2024-32534	250
num_rel_ret           	2024-32534	0
map                   	2024-32534	0.0000
Rprec                 	2024-32534	0.0000
bpref                 	2024-32534	0.0000
recip_rank            	2024-32534	0.0000
iprec_at_recall_0.00  	2024-32534	0.0000
iprec_at_recall_0.10  	2024-32534	0.0000
iprec_at_recall_0.20  	2024-32534	0.0000
iprec_at_recall_0.30  	2024-32534	0.0000
iprec_at_recall_0.40  	2024-32534	0.0000
iprec_at_recall_0.50  	2024-32534	0.0000
iprec_at_recall_0.60  	2024-32534	0.0000
iprec_at_recall_0.70  	2024-32534	0.0000
iprec_at_recall_0.80  	2024-32534	0.0000
iprec_at_recall_0.90  	2024-32534	0.0000
iprec_at_recall_1.00  	2024-32534	0.0000
P_5                   	2024-32534	0.0000
P_10                  	2024-32534	0.0000
P_15                  	2024-32534	0.0000
P_20                  	2024-32534	0.0000
P_30                  	2024-32534	0.0000
P_100                 	2024-32534	0.0000
P_200                 	2024-32534	0.0000
P_500                 	2024-32534	0.0000
P_1000                	2024-32534	0.0000
relstring             	2024-32534	'00'
recall_5              	2024-32534	0.0000
recall_10             	2024-32534	0.0000
recall_15             	2024-32534	0.0000
recall_20             	2024-32534	0.0000
recall_30             	2024-32534	0.0000
recall_100            	2024-32534	0.0000
recall_200            	2024-32534	0.0000
recall_500            	2024-32534	0.0000
recall_1000           	2024-32534	0.0000
infAP                 	2024-32534	0.0000
Rprec_mult_0.20       	2024-32534	0.0000
Rprec_mult_0.40       	2024-32534	0.0000
Rprec_mult_0.60       	2024-32534	0.0000
Rprec_mult_0.80       	2024-32534	0.0000
Rprec_mult_1.00       	2024-32534	0.0000
Rprec_mult_1.20       	2024-32534	0.0000
Rprec_mult_1.40       	2024-32534	0.0000
Rprec_mult_1.60       	2024-32534	0.0000
Rprec_mult_1.80       	2024-32534	0.0000
Rprec_mult_2.00       	2024-32534	0.0000
utility               	2024-32534	-2.0000
11pt_avg              	2024-32534	0.0000
binG                  	2024-32534	0.0000
G                     	2024-32534	0.0000
ndcg                  	2024-32534	0.0000
ndcg_rel              	2024-32534	0.0000
Rndcg                 	2024-32534	0.0000
ndcg_cut_5            	2024-32534	0.0000
ndcg_cut_10           	2024-32534	0.0000
ndcg_cut_15           	2024-32534	0.0000
ndcg_cut_20           	2024-32534	0.0000
ndcg_cut_30           	2024-32534	0.0000
ndcg_cut_100          	2024-32534	0.0000
ndcg_cut_200          	2024-32534	0.0000
ndcg_cut_500          	2024-32534	0.0000
ndcg_cut_1000         	2024-32534	0.0000
map_cut_5             	2024-32534	0.0000
map_cut_10            	2024-32534	0.0000
map_cut_15            	2024-32534	0.0000
map_cut_20            	2024-32534	0.0000
map_cut_30            	2024-32534	0.0000
map_cut_100           	2024-32534	0.0000
map_cut_200           	2024-32534	0.0000
map_cut_500           	2024-32534	0.0000
map_cut_1000          	2024-32534	0.0000
relative_P_5          	2024-32534	0.0000
relative_P_10         	2024-32534	0.0000
relative_P_15         	2024-32534	0.0000
relative_P_20         	2024-32534	0.0000
relative_P_30         	2024-32534	0.0000
relative_P_100        	2024-32534	0.0000
relative_P_200        	2024-32534	0.0000
relative_P_500        	2024-32534	0.0000
relative_P_1000       	2024-32534	0.0000
success_1             	2024-32534	0.0000
success_5             	2024-32534	0.0000
success_10            	2024-32534	0.0000
set_P                 	2024-32534	0.0000
set_relative_P        	2024-32534	0.0000
set_recall            	2024-32534	0.0000
set_map               	2024-32534	0.0000
set_F                 	2024-32534	0.0000
num_nonrel_judged_ret 	2024-32534	2
num_ret               	2024-32796	2
num_rel               	2024-32796	340
num_rel_ret           	2024-32796	2
map                   	2024-32796	0.0059
Rprec                 	2024-32796	0.0059
bpref                 	2024-32796	0.0059
recip_rank            	2024-32796	1.0000
iprec_at_recall_0.00  	2024-32796	1.0000
iprec_at_recall_0.10  	2024-32796	0.0000
iprec_at_recall_0.20  	2024-32796	0.0000
iprec_at_recall_0.30  	2024-32796	0.0000
iprec_at_recall_0.40  	2024-32796	0.0000
iprec_at_recall_0.50  	2024-32796	0.0000
iprec_at_recall_0.60  	2024-32796	0.0000
iprec_at_recall_0.70  	2024-32796	0.0000
iprec_at_recall_0.80  	2024-32796	0.0000
iprec_at_recall_0.90  	2024-32796	0.0000
iprec_at_recall_1.00  	2024-32796	0.0000
P_5                   	2024-32796	0.4000
P_10                  	2024-32796	0.2000
P_15                  	2024-32796	0.1333
P_20                  	2024-32796	0.1000
P_30                  	2024-32796	0.0667
P_100                 	2024-32796	0.0200
P_200                 	2024-32796	0.0100
P_500                 	2024-32796	0.0040
P_1000                	2024-32796	0.0020
relstring             	2024-32796	'33'
recall_5              	2024-32796	0.0059
recall_10             	2024-32796	0.0059
recall_15             	2024-32796	0.0059
recall_20             	2024-32796	0.0059
recall_30             	2024-32796	0.0059
recall_100            	2024-32796	0.0059
recall_200            	2024-32796	0.0059
recall_500            	2024-32796	0.0059
recall_1000           	2024-32796	0.0059
infAP                 	2024-32796	0.0059
Rprec_mult_0.20       	2024-32796	0.0294
Rprec_mult_0.40       	2024-32796	0.0147
Rprec_mult_0.60       	2024-32796	0.0098
Rprec_mult_0.80       	2024-32796	0.0074
Rprec_mult_1.00       	2024-32796	0.0059
Rprec_mult_1.20       	2024-32796	0.0049
Rprec_mult_1.40       	2024-32796	0.0042
Rprec_mult_1.60       	2024-32796	0.0037
Rprec_mult_1.80       	2024-32796	0.0033
Rprec_mult_2.00       	2024-32796	0.0029
utility               	2024-32796	2.0000
11pt_avg              	2024-32796	0.0909
binG                  	2024-32796	0.0059
G                     	2024-32796	0.0095
ndcg                  	2024-32796	0.0466
ndcg_rel              	2024-32796	0.0522
Rndcg                 	2024-32796	0.0753
ndcg_cut_5            	2024-32796	0.5531
ndcg_cut_10           	2024-32796	0.3590
ndcg_cut_15           	2024-32796	0.2783
ndcg_cut_20           	2024-32796	0.2317
ndcg_cut_30           	2024-32796	0.1780
ndcg_cut_100          	2024-32796	0.0893
ndcg_cut_200          	2024-32796	0.0593
ndcg_cut_500          	2024-32796	0.0466
ndcg_cut_1000         	2024-32796	0.0466
map_cut_5             	2024-32796	0.0059
map_cut_10            	2024-32796	0.0059
map_cut_15            	2024-32796	0.0059
map_cut_20            	2024-32796	0.0059
map_cut_30            	2024-32796	0.0059
map_cut_100           	2024-32796	0.0059
map_cut_200           	2024-32796	0.0059
map_cut_500           	2024-32796	0.0059
map_cut_1000          	2024-32796	0.0059
relative_P_5          	2024-32796	0.4000
relative_P_10         	2024-32796	0.2000
relative_P_15         	2024-32796	0.1333
relative_P_20         	2024-32796	0.1000
relative_P_30         	2024-32796	0.0667
relative_P_100        	2024-32796	0.0200
relative_P_200        	2024-32796	0.0100
relative_P_500        	2024-32796	0.0059
relative_P_1000       	2024-32796	0.0059
success_1             	2024-32796	1.0000
success_5             	2024-32796	1.0000
success_10            	2024-32796	1.0000
set_P                 	2024-32796	1.0000
set_relative_P        	2024-32796	1.0000
set_recall            	2024-32796	0.0059
set_map               	2024-32796	0.0059
set_F                 	2024-32796	0.0117
num_nonrel_judged_ret 	2024-32796	0
num_ret               	2024-32817	2
num_rel               	2024-32817	261
num_rel_ret           	2024-32817	2
map                   	2024-32817	0.0077
Rprec                 	2024-32817	0.0077
bpref                 	2024-32817	0.0077
recip_rank            	2024-32817	1.0000
iprec_at_recall_0.00  	2024-32817	1.0000
iprec_at_recall_0.10  	2024-32817	0.0000
iprec_at_recall_0.20  	2024-32817	0.0000
iprec_at_recall_0.30  	2024-32817	0.0000
iprec_at_recall_0.40  	2024-32817	0.0000
iprec_at_recall_0.50  	2024-32817	0.0000
iprec_at_recall_0.60  	2024-32817	0.0000
iprec_at_recall_0.70  	2024-32817	0.0000
iprec_at_recall_0.80  	2024-32817	0.0000
iprec_at_recall_0.90  	2024-32817	0.0000
iprec_at_recall_1.00  	2024-32817	0.0000
P_5                   	2024-32817	0.4000
P_10                  	2024-32817	0.2000
P_15                  	2024-32817	0.1333
P_20                  	2024-32817	0.1000
P_30                  	2024-32817	0.0667
P_100                 	2024-32817	0.0200
P_200                 	2024-32817	0.0100
P_500                 	2024-32817	0.0040
P_1000                	2024-32817	0.0020
relstring             	2024-32817	'22'
recall_5              	2024-32817	0.0077
recall_10             	2024-32817	0.0077
recall_15             	2024-32817	0.0077
recall_20             	2024-32817	0.0077
recall_30             	2024-32817	0.0077
recall_100            	2024-32817	0.0077
recall_200            	2024-32817	0.0077
recall_500            	2024-32817	0.0077
recall_1000           	2024-32817	0.0077
infAP                 	2024-32817	0.0077
Rprec_mult_0.20       	2024-32817	0.0377
Rprec_mult_0.40       	2024-32817	0.0190
Rprec_mult_0.60       	2024-32817	0.0127
Rprec_mult_0.80       	2024-32817	0.0096
Rprec_mult_1.00       	2024-32817	0.0077
Rprec_mult_1.20       	2024-32817	0.0064
Rprec_mult_1.40       	2024-32817	0.0055
Rprec_mult_1.60       	2024-32817	0.0048
Rprec_mult_1.80       	2024-32817	0.0043
Rprec_mult_2.00       	2024-32817	0.0038
utility               	2024-32817	2.0000
11pt_avg              	2024-32817	0.0909
binG                  	2024-32817	0.0077
G                     	2024-32817	0.0056
ndcg                  	2024-32817	0.0437
ndcg_rel              	2024-32817	0.0484
Rndcg                 	2024-32817	0.0723
ndcg_cut_5            	2024-32817	0.3688
ndcg_cut_10           	2024-32817	0.2393
ndcg_cut_15           	2024-32817	0.1855
ndcg_cut_20           	2024-32817	0.1544
ndcg_cut_30           	2024-32817	0.1187
ndcg_cut_100          	2024-32817	0.0634
ndcg_cut_200          	2024-32817	0.0487
ndcg_cut_500          	2024-32817	0.0437
ndcg_cut_1000         	2024-32817	0.0437
map_cut_5             	2024-32817	0.0077
map_cut_10            	2024-32817	0.0077
map_cut_15            	2024-32817	0.0077
map_cut_20            	2024-32817	0.0077
map_cut_30            	2024-32817	0.0077
map_cut_100           	2024-32817	0.0077
map_cut_200           	2024-32817	0.0077
map_cut_500           	2024-32817	0.0077
map_cut_1000          	2024-32817	0.0077
relative_P_5          	2024-32817	0.4000
relative_P_10         	2024-32817	0.2000
relative_P_15         	2024-32817	0.1333
relative_P_20         	2024-32817	0.1000
relative_P_30         	2024-32817	0.0667
relative_P_100        	2024-32817	0.0200
relative_P_200        	2024-32817	0.0100
relative_P_500        	2024-32817	0.0077
relative_P_1000       	2024-32817	0.0077
success_1             	2024-32817	1.0000
success_5             	2024-32817	1.0000
success_10            	2024-32817	1.0000
set_P                 	2024-32817	1.0000
set_relative_P        	2024-32817	1.0000
set_recall            	2024-32817	0.0077
set_map               	2024-32817	0.0077
set_F                 	2024-32817	0.0152
num_nonrel_judged_ret 	2024-32817	0
num_ret               	2024-32856	2
num_rel               	2024-32856	287
num_rel_ret           	2024-32856	2
map                   	2024-32856	0.0070
Rprec                 	2024-32856	0.0070
bpref                 	2024-32856	0.0070
recip_rank            	2024-32856	1.0000
iprec_at_recall_0.00  	2024-32856	1.0000
iprec_at_recall_0.10  	2024-32856	0.0000
iprec_at_recall_0.20  	2024-32856	0.0000
iprec_at_recall_0.30  	2024-32856	0.0000
iprec_at_recall_0.40  	2024-32856	0.0000
iprec_at_recall_0.50  	2024-32856	0.0000
iprec_at_recall_0.60  	2024-32856	0.0000
iprec_at_recall_0.70  	2024-32856	0.0000
iprec_at_recall_0.80  	2024-32856	0.0000
iprec_at_recall_0.90  	2024-32856	0.0000
iprec_at_recall_1.00  	2024-32856	0.0000
P_5                   	2024-32856	0.4000
P_10                  	2024-32856	0.2000
P_15                  	2024-32856	0.1333
P_20                  	2024-32856	0.1000
P_30                  	2024-32856	0.0667
P_100                 	2024-32856	0.0200
P_200                 	2024-32856	0.0100
P_500                 	2024-32856	0.0040
P_1000                	2024-32856	0.0020
relstring             	2024-32856	'21'
recall_5              	2024-32856	0.0070
recall_10             	2024-32856	0.0070
recall_15             	2024-32856	0.0070
recall_20             	2024-32856	0.0070
recall_30             	2024-32856	0.0070
recall_100            	2024-32856	0.0070
recall_200            	2024-32856	0.0070
recall_500            	2024-32856	0.0070
recall_1000           	2024-32856	0.0070
infAP                 	2024-32856	0.0070
Rprec_mult_0.20       	2024-32856	0.0345
Rprec_mult_0.40       	2024-32856	0.0174
Rprec_mult_0.60       	2024-32856	0.0116
Rprec_mult_0.80       	2024-32856	0.0087
Rprec_mult_1.00       	2024-32856	0.0070
Rprec_mult_1.20       	2024-32856	0.0058
Rprec_mult_1.40       	2024-32856	0.0050
Rprec_mult_1.60       	2024-32856	0.0043
Rprec_mult_1.80       	2024-32856	0.0039
Rprec_mult_2.00       	2024-32856	0.0035
utility               	2024-32856	2.0000
11pt_avg              	2024-32856	0.0909
binG                  	2024-32856	0.0070
G                     	2024-32856	0.0041
ndcg                  	2024-32856	0.0364
ndcg_rel              	2024-32856	0.0404
Rndcg                 	2024-32856	0.1289
ndcg_cut_5            	2024-32856	0.2974
ndcg_cut_10           	2024-32856	0.2186
ndcg_cut_15           	2024-32856	0.1793
ndcg_cut_20           	2024-32856	0.1545
ndcg_cut_30           	2024-32856	0.1237
ndcg_cut_100          	2024-32856	0.0587
ndcg_cut_200          	2024-32856	0.0430
ndcg_cut_500          	2024-32856	0.0364
ndcg_cut_1000         	2024-32856	0.0364
map_cut_5             	2024-32856	0.0070
map_cut_10            	2024-32856	0.0070
map_cut_15            	2024-32856	0.0070
map_cut_20            	2024-32856	0.0070
map_cut_30            	2024-32856	0.0070
map_cut_100           	2024-32856	0.0070
map_cut_200           	2024-32856	0.0070
map_cut_500           	2024-32856	0.0070
map_cut_1000          	2024-32856	0.0070
relative_P_5          	2024-32856	0.4000
relative_P_10         	2024-32856	0.2000
relative_P_15         	2024-32856	0.1333
relative_P_20         	2024-32856	0.1000
relative_P_30         	2024-32856	0.0667
relative_P_100        	2024-32856	0.0200
relative_P_200        	2024-32856	0.0100
relative_P_500        	2024-32856	0.0070
relative_P_1000       	2024-32856	0.0070
success_1             	2024-32856	1.0000
success_5             	2024-32856	1.0000
success_10            	2024-32856	1.0000
set_P                 	2024-32856	1.0000
set_relative_P        	2024-32856	1.0000
set_recall            	2024-32856	0.0070
set_map               	2024-32856	0.0070
set_F                 	2024-32856	0.0138
num_nonrel_judged_ret 	2024-32856	0
num_ret               	2024-32912	2
num_rel               	2024-32912	229
num_rel_ret           	2024-32912	2
map                   	2024-32912	0.0087
Rprec                 	2024-32912	0.0087
bpref                 	2024-32912	0.0087
recip_rank            	2024-32912	1.0000
iprec_at_recall_0.00  	2024-32912	1.0000
iprec_at_recall_0.10  	2024-32912	0.0000
iprec_at_recall_0.20  	2024-32912	0.0000
iprec_at_recall_0.30  	2024-32912	0.0000
iprec_at_recall_0.40  	2024-32912	0.0000
iprec_at_recall_0.50  	2024-32912	0.0000
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	0.4000
P_10                  	2024-32912	0.2000
P_15                  	2024-32912	0.1333
P_20                  	2024-32912	0.1000
P_30                  	2024-32912	0.0667
P_100                 	2024-32912	0.0200
P_200                 	2024-32912	0.0100
P_500                 	2024-32912	0.0040
P_1000                	2024-32912	0.0020
relstring             	2024-32912	'22'
recall_5              	2024-32912	0.0087
recall_10             	2024-32912	0.0087
recall_15             	2024-32912	0.0087
recall_20             	2024-32912	0.0087
recall_30             	2024-32912	0.0087
recall_100            	2024-32912	0.0087
recall_200            	2024-32912	0.0087
recall_500            	2024-32912	0.0087
recall_1000           	2024-32912	0.0087
infAP                 	2024-32912	0.0087
Rprec_mult_0.20       	2024-32912	0.0435
Rprec_mult_0.40       	2024-32912	0.0217
Rprec_mult_0.60       	2024-32912	0.0145
Rprec_mult_0.80       	2024-32912	0.0109
Rprec_mult_1.00       	2024-32912	0.0087
Rprec_mult_1.20       	2024-32912	0.0073
Rprec_mult_1.40       	2024-32912	0.0062
Rprec_mult_1.60       	2024-32912	0.0054
Rprec_mult_1.80       	2024-32912	0.0048
Rprec_mult_2.00       	2024-32912	0.0044
utility               	2024-32912	2.0000
11pt_avg              	2024-32912	0.0909
binG                  	2024-32912	0.0087
G                     	2024-32912	0.0073
ndcg                  	2024-32912	0.0557
ndcg_rel              	2024-32912	0.0611
Rndcg                 	2024-32912	0.1892
ndcg_cut_5            	2024-32912	0.3856
ndcg_cut_10           	2024-32912	0.2800
ndcg_cut_15           	2024-32912	0.2284
ndcg_cut_20           	2024-32912	0.1960
ndcg_cut_30           	2024-32912	0.1562
ndcg_cut_100          	2024-32912	0.0798
ndcg_cut_200          	2024-32912	0.0596
ndcg_cut_500          	2024-32912	0.0557
ndcg_cut_1000         	2024-32912	0.0557
map_cut_5             	2024-32912	0.0087
map_cut_10            	2024-32912	0.0087
map_cut_15            	2024-32912	0.0087
map_cut_20            	2024-32912	0.0087
map_cut_30            	2024-32912	0.0087
map_cut_100           	2024-32912	0.0087
map_cut_200           	2024-32912	0.0087
map_cut_500           	2024-32912	0.0087
map_cut_1000          	2024-32912	0.0087
relative_P_5          	2024-32912	0.4000
relative_P_10         	2024-32912	0.2000
relative_P_15         	2024-32912	0.1333
relative_P_20         	2024-32912	0.1000
relative_P_30         	2024-32912	0.0667
relative_P_100        	2024-32912	0.0200
relative_P_200        	2024-32912	0.0100
relative_P_500        	2024-32912	0.0087
relative_P_1000       	2024-32912	0.0087
success_1             	2024-32912	1.0000
success_5             	2024-32912	1.0000
success_10            	2024-32912	1.0000
set_P                 	2024-32912	1.0000
set_relative_P        	2024-32912	1.0000
set_recall            	2024-32912	0.0087
set_map               	2024-32912	0.0087
set_F                 	2024-32912	0.0173
num_nonrel_judged_ret 	2024-32912	0
num_ret               	2024-33359	2
num_rel               	2024-33359	216
num_rel_ret           	2024-33359	2
map                   	2024-33359	0.0093
Rprec                 	2024-33359	0.0093
bpref                 	2024-33359	0.0093
recip_rank            	2024-33359	1.0000
iprec_at_recall_0.00  	2024-33359	1.0000
iprec_at_recall_0.10  	2024-33359	0.0000
iprec_at_recall_0.20  	2024-33359	0.0000
iprec_at_recall_0.30  	2024-33359	0.0000
iprec_at_recall_0.40  	2024-33359	0.0000
iprec_at_recall_0.50  	2024-33359	0.0000
iprec_at_recall_0.60  	2024-33359	0.0000
iprec_at_recall_0.70  	2024-33359	0.0000
iprec_at_recall_0.80  	2024-33359	0.0000
iprec_at_recall_0.90  	2024-33359	0.0000
iprec_at_recall_1.00  	2024-33359	0.0000
P_5                   	2024-33359	0.4000
P_10                  	2024-33359	0.2000
P_15                  	2024-33359	0.1333
P_20                  	2024-33359	0.1000
P_30                  	2024-33359	0.0667
P_100                 	2024-33359	0.0200
P_200                 	2024-33359	0.0100
P_500                 	2024-33359	0.0040
P_1000                	2024-33359	0.0020
relstring             	2024-33359	'23'
recall_5              	2024-33359	0.0093
recall_10             	2024-33359	0.0093
recall_15             	2024-33359	0.0093
recall_20             	2024-33359	0.0093
recall_30             	2024-33359	0.0093
recall_100            	2024-33359	0.0093
recall_200            	2024-33359	0.0093
recall_500            	2024-33359	0.0093
recall_1000           	2024-33359	0.0093
infAP                 	2024-33359	0.0093
Rprec_mult_0.20       	2024-33359	0.0455
Rprec_mult_0.40       	2024-33359	0.0230
Rprec_mult_0.60       	2024-33359	0.0154
Rprec_mult_0.80       	2024-33359	0.0116
Rprec_mult_1.00       	2024-33359	0.0093
Rprec_mult_1.20       	2024-33359	0.0077
Rprec_mult_1.40       	2024-33359	0.0066
Rprec_mult_1.60       	2024-33359	0.0058
Rprec_mult_1.80       	2024-33359	0.0051
Rprec_mult_2.00       	2024-33359	0.0046
utility               	2024-33359	2.0000
11pt_avg              	2024-33359	0.0909
binG                  	2024-33359	0.0093
G                     	2024-33359	0.0074
ndcg                  	2024-33359	0.0492
ndcg_rel              	2024-33359	0.0555
Rndcg                 	2024-33359	0.0708
ndcg_cut_5            	2024-33359	0.4401
ndcg_cut_10           	2024-33359	0.2856
ndcg_cut_15           	2024-33359	0.2214
ndcg_cut_20           	2024-33359	0.1843
ndcg_cut_30           	2024-33359	0.1416
ndcg_cut_100          	2024-33359	0.0725
ndcg_cut_200          	2024-33359	0.0505
ndcg_cut_500          	2024-33359	0.0492
ndcg_cut_1000         	2024-33359	0.0492
map_cut_5             	2024-33359	0.0093
map_cut_10            	2024-33359	0.0093
map_cut_15            	2024-33359	0.0093
map_cut_20            	2024-33359	0.0093
map_cut_30            	2024-33359	0.0093
map_cut_100           	2024-33359	0.0093
map_cut_200           	2024-33359	0.0093
map_cut_500           	2024-33359	0.0093
map_cut_1000          	2024-33359	0.0093
relative_P_5          	2024-33359	0.4000
relative_P_10         	2024-33359	0.2000
relative_P_15         	2024-33359	0.1333
relative_P_20         	2024-33359	0.1000
relative_P_30         	2024-33359	0.0667
relative_P_100        	2024-33359	0.0200
relative_P_200        	2024-33359	0.0100
relative_P_500        	2024-33359	0.0093
relative_P_1000       	2024-33359	0.0093
success_1             	2024-33359	1.0000
success_5             	2024-33359	1.0000
success_10            	2024-33359	1.0000
set_P                 	2024-33359	1.0000
set_relative_P        	2024-33359	1.0000
set_recall            	2024-33359	0.0093
set_map               	2024-33359	0.0093
set_F                 	2024-33359	0.0183
num_nonrel_judged_ret 	2024-33359	0
num_ret               	2024-33466	2
num_rel               	2024-33466	277
num_rel_ret           	2024-33466	2
map                   	2024-33466	0.0072
Rprec                 	2024-33466	0.0072
bpref                 	2024-33466	0.0072
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	0.0000
iprec_at_recall_0.20  	2024-33466	0.0000
iprec_at_recall_0.30  	2024-33466	0.0000
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	0.4000
P_10                  	2024-33466	0.2000
P_15                  	2024-33466	0.1333
P_20                  	2024-33466	0.1000
P_30                  	2024-33466	0.0667
P_100                 	2024-33466	0.0200
P_200                 	2024-33466	0.0100
P_500                 	2024-33466	0.0040
P_1000                	2024-33466	0.0020
relstring             	2024-33466	'32'
recall_5              	2024-33466	0.0072
recall_10             	2024-33466	0.0072
recall_15             	2024-33466	0.0072
recall_20             	2024-33466	0.0072
recall_30             	2024-33466	0.0072
recall_100            	2024-33466	0.0072
recall_200            	2024-33466	0.0072
recall_500            	2024-33466	0.0072
recall_1000           	2024-33466	0.0072
infAP                 	2024-33466	0.0072
Rprec_mult_0.20       	2024-33466	0.0357
Rprec_mult_0.40       	2024-33466	0.0180
Rprec_mult_0.60       	2024-33466	0.0120
Rprec_mult_0.80       	2024-33466	0.0090
Rprec_mult_1.00       	2024-33466	0.0072
Rprec_mult_1.20       	2024-33466	0.0060
Rprec_mult_1.40       	2024-33466	0.0052
Rprec_mult_1.60       	2024-33466	0.0045
Rprec_mult_1.80       	2024-33466	0.0040
Rprec_mult_2.00       	2024-33466	0.0036
utility               	2024-33466	2.0000
11pt_avg              	2024-33466	0.0909
binG                  	2024-33466	0.0072
G                     	2024-33466	0.0075
ndcg                  	2024-33466	0.0431
ndcg_rel              	2024-33466	0.0495
Rndcg                 	2024-33466	0.0576
ndcg_cut_5            	2024-33466	0.4818
ndcg_cut_10           	2024-33466	0.3127
ndcg_cut_15           	2024-33466	0.2424
ndcg_cut_20           	2024-33466	0.2018
ndcg_cut_30           	2024-33466	0.1551
ndcg_cut_100          	2024-33466	0.0723
ndcg_cut_200          	2024-33466	0.0492
ndcg_cut_500          	2024-33466	0.0431
ndcg_cut_1000         	2024-33466	0.0431
map_cut_5             	2024-33466	0.0072
map_cut_10            	2024-33466	0.0072
map_cut_15            	2024-33466	0.0072
map_cut_20            	2024-33466	0.0072
map_cut_30            	2024-33466	0.0072
map_cut_100           	2024-33466	0.0072
map_cut_200           	2024-33466	0.0072
map_cut_500           	2024-33466	0.0072
map_cut_1000          	2024-33466	0.0072
relative_P_5          	2024-33466	0.4000
relative_P_10         	2024-33466	0.2000
relative_P_15         	2024-33466	0.1333
relative_P_20         	2024-33466	0.1000
relative_P_30         	2024-33466	0.0667
relative_P_100        	2024-33466	0.0200
relative_P_200        	2024-33466	0.0100
relative_P_500        	2024-33466	0.0072
relative_P_1000       	2024-33466	0.0072
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	1.0000
set_relative_P        	2024-33466	1.0000
set_recall            	2024-33466	0.0072
set_map               	2024-33466	0.0072
set_F                 	2024-33466	0.0143
num_nonrel_judged_ret 	2024-33466	0
num_ret               	2024-33513	2
num_rel               	2024-33513	202
num_rel_ret           	2024-33513	2
map                   	2024-33513	0.0099
Rprec                 	2024-33513	0.0099
bpref                 	2024-33513	0.0099
recip_rank            	2024-33513	1.0000
iprec_at_recall_0.00  	2024-33513	1.0000
iprec_at_recall_0.10  	2024-33513	0.0000
iprec_at_recall_0.20  	2024-33513	0.0000
iprec_at_recall_0.30  	2024-33513	0.0000
iprec_at_recall_0.40  	2024-33513	0.0000
iprec_at_recall_0.50  	2024-33513	0.0000
iprec_at_recall_0.60  	2024-33513	0.0000
iprec_at_recall_0.70  	2024-33513	0.0000
iprec_at_recall_0.80  	2024-33513	0.0000
iprec_at_recall_0.90  	2024-33513	0.0000
iprec_at_recall_1.00  	2024-33513	0.0000
P_5                   	2024-33513	0.4000
P_10                  	2024-33513	0.2000
P_15                  	2024-33513	0.1333
P_20                  	2024-33513	0.1000
P_30                  	2024-33513	0.0667
P_100                 	2024-33513	0.0200
P_200                 	2024-33513	0.0100
P_500                 	2024-33513	0.0040
P_1000                	2024-33513	0.0020
relstring             	2024-33513	'33'
recall_5              	2024-33513	0.0099
recall_10             	2024-33513	0.0099
recall_15             	2024-33513	0.0099
recall_20             	2024-33513	0.0099
recall_30             	2024-33513	0.0099
recall_100            	2024-33513	0.0099
recall_200            	2024-33513	0.0099
recall_500            	2024-33513	0.0099
recall_1000           	2024-33513	0.0099
infAP                 	2024-33513	0.0099
Rprec_mult_0.20       	2024-33513	0.0488
Rprec_mult_0.40       	2024-33513	0.0247
Rprec_mult_0.60       	2024-33513	0.0164
Rprec_mult_0.80       	2024-33513	0.0123
Rprec_mult_1.00       	2024-33513	0.0099
Rprec_mult_1.20       	2024-33513	0.0082
Rprec_mult_1.40       	2024-33513	0.0071
Rprec_mult_1.60       	2024-33513	0.0062
Rprec_mult_1.80       	2024-33513	0.0055
Rprec_mult_2.00       	2024-33513	0.0050
utility               	2024-33513	2.0000
11pt_avg              	2024-33513	0.0909
binG                  	2024-33513	0.0099
G                     	2024-33513	0.0154
ndcg                  	2024-33513	0.0656
ndcg_rel              	2024-33513	0.0749
Rndcg                 	2024-33513	0.0868
ndcg_cut_5            	2024-33513	0.5531
ndcg_cut_10           	2024-33513	0.3590
ndcg_cut_15           	2024-33513	0.2783
ndcg_cut_20           	2024-33513	0.2317
ndcg_cut_30           	2024-33513	0.1780
ndcg_cut_100          	2024-33513	0.0882
ndcg_cut_200          	2024-33513	0.0659
ndcg_cut_500          	2024-33513	0.0656
ndcg_cut_1000         	2024-33513	0.0656
map_cut_5             	2024-33513	0.0099
map_cut_10            	2024-33513	0.0099
map_cut_15            	2024-33513	0.0099
map_cut_20            	2024-33513	0.0099
map_cut_30            	2024-33513	0.0099
map_cut_100           	2024-33513	0.0099
map_cut_200           	2024-33513	0.0099
map_cut_500           	2024-33513	0.0099
map_cut_1000          	2024-33513	0.0099
relative_P_5          	2024-33513	0.4000
relative_P_10         	2024-33513	0.2000
relative_P_15         	2024-33513	0.1333
relative_P_20         	2024-33513	0.1000
relative_P_30         	2024-33513	0.0667
relative_P_100        	2024-33513	0.0200
relative_P_200        	2024-33513	0.0100
relative_P_500        	2024-33513	0.0099
relative_P_1000       	2024-33513	0.0099
success_1             	2024-33513	1.0000
success_5             	2024-33513	1.0000
success_10            	2024-33513	1.0000
set_P                 	2024-33513	1.0000
set_relative_P        	2024-33513	1.0000
set_recall            	2024-33513	0.0099
set_map               	2024-33513	0.0099
set_F                 	2024-33513	0.0196
num_nonrel_judged_ret 	2024-33513	0
num_ret               	2024-34521	2
num_rel               	2024-34521	389
num_rel_ret           	2024-34521	1
map                   	2024-34521	0.0026
Rprec                 	2024-34521	0.0026
bpref                 	2024-34521	0.0026
recip_rank            	2024-34521	1.0000
iprec_at_recall_0.00  	2024-34521	1.0000
iprec_at_recall_0.10  	2024-34521	0.0000
iprec_at_recall_0.20  	2024-34521	0.0000
iprec_at_recall_0.30  	2024-34521	0.0000
iprec_at_recall_0.40  	2024-34521	0.0000
iprec_at_recall_0.50  	2024-34521	0.0000
iprec_at_recall_0.60  	2024-34521	0.0000
iprec_at_recall_0.70  	2024-34521	0.0000
iprec_at_recall_0.80  	2024-34521	0.0000
iprec_at_recall_0.90  	2024-34521	0.0000
iprec_at_recall_1.00  	2024-34521	0.0000
P_5                   	2024-34521	0.2000
P_10                  	2024-34521	0.1000
P_15                  	2024-34521	0.0667
P_20                  	2024-34521	0.0500
P_30                  	2024-34521	0.0333
P_100                 	2024-34521	0.0100
P_200                 	2024-34521	0.0050
P_500                 	2024-34521	0.0020
P_1000                	2024-34521	0.0010
relstring             	2024-34521	'10'
recall_5              	2024-34521	0.0026
recall_10             	2024-34521	0.0026
recall_15             	2024-34521	0.0026
recall_20             	2024-34521	0.0026
recall_30             	2024-34521	0.0026
recall_100            	2024-34521	0.0026
recall_200            	2024-34521	0.0026
recall_500            	2024-34521	0.0026
recall_1000           	2024-34521	0.0026
infAP                 	2024-34521	0.0026
Rprec_mult_0.20       	2024-34521	0.0128
Rprec_mult_0.40       	2024-34521	0.0064
Rprec_mult_0.60       	2024-34521	0.0043
Rprec_mult_0.80       	2024-34521	0.0032
Rprec_mult_1.00       	2024-34521	0.0026
Rprec_mult_1.20       	2024-34521	0.0021
Rprec_mult_1.40       	2024-34521	0.0018
Rprec_mult_1.60       	2024-34521	0.0016
Rprec_mult_1.80       	2024-34521	0.0014
Rprec_mult_2.00       	2024-34521	0.0013
utility               	2024-34521	0.0000
11pt_avg              	2024-34521	0.0909
binG                  	2024-34521	0.0026
G                     	2024-34521	0.0011
ndcg                  	2024-34521	0.0132
ndcg_rel              	2024-34521	0.0140
Rndcg                 	2024-34521	0.0822
ndcg_cut_5            	2024-34521	0.1328
ndcg_cut_10           	2024-34521	0.0933
ndcg_cut_15           	2024-34521	0.0749
ndcg_cut_20           	2024-34521	0.0636
ndcg_cut_30           	2024-34521	0.0501
ndcg_cut_100          	2024-34521	0.0256
ndcg_cut_200          	2024-34521	0.0189
ndcg_cut_500          	2024-34521	0.0132
ndcg_cut_1000         	2024-34521	0.0132
map_cut_5             	2024-34521	0.0026
map_cut_10            	2024-34521	0.0026
map_cut_15            	2024-34521	0.0026
map_cut_20            	2024-34521	0.0026
map_cut_30            	2024-34521	0.0026
map_cut_100           	2024-34521	0.0026
map_cut_200           	2024-34521	0.0026
map_cut_500           	2024-34521	0.0026
map_cut_1000          	2024-34521	0.0026
relative_P_5          	2024-34521	0.2000
relative_P_10         	2024-34521	0.1000
relative_P_15         	2024-34521	0.0667
relative_P_20         	2024-34521	0.0500
relative_P_30         	2024-34521	0.0333
relative_P_100        	2024-34521	0.0100
relative_P_200        	2024-34521	0.0050
relative_P_500        	2024-34521	0.0026
relative_P_1000       	2024-34521	0.0026
success_1             	2024-34521	1.0000
success_5             	2024-34521	1.0000
success_10            	2024-34521	1.0000
set_P                 	2024-34521	0.5000
set_relative_P        	2024-34521	0.5000
set_recall            	2024-34521	0.0026
set_map               	2024-34521	0.0013
set_F                 	2024-34521	0.0051
num_nonrel_judged_ret 	2024-34521	1
num_ret               	2024-34582	2
num_rel               	2024-34582	240
num_rel_ret           	2024-34582	2
map                   	2024-34582	0.0083
Rprec                 	2024-34582	0.0083
bpref                 	2024-34582	0.0083
recip_rank            	2024-34582	1.0000
iprec_at_recall_0.00  	2024-34582	1.0000
iprec_at_recall_0.10  	2024-34582	0.0000
iprec_at_recall_0.20  	2024-34582	0.0000
iprec_at_recall_0.30  	2024-34582	0.0000
iprec_at_recall_0.40  	2024-34582	0.0000
iprec_at_recall_0.50  	2024-34582	0.0000
iprec_at_recall_0.60  	2024-34582	0.0000
iprec_at_recall_0.70  	2024-34582	0.0000
iprec_at_recall_0.80  	2024-34582	0.0000
iprec_at_recall_0.90  	2024-34582	0.0000
iprec_at_recall_1.00  	2024-34582	0.0000
P_5                   	2024-34582	0.4000
P_10                  	2024-34582	0.2000
P_15                  	2024-34582	0.1333
P_20                  	2024-34582	0.1000
P_30                  	2024-34582	0.0667
P_100                 	2024-34582	0.0200
P_200                 	2024-34582	0.0100
P_500                 	2024-34582	0.0040
P_1000                	2024-34582	0.0020
relstring             	2024-34582	'32'
recall_5              	2024-34582	0.0083
recall_10             	2024-34582	0.0083
recall_15             	2024-34582	0.0083
recall_20             	2024-34582	0.0083
recall_30             	2024-34582	0.0083
recall_100            	2024-34582	0.0083
recall_200            	2024-34582	0.0083
recall_500            	2024-34582	0.0083
recall_1000           	2024-34582	0.0083
infAP                 	2024-34582	0.0083
Rprec_mult_0.20       	2024-34582	0.0417
Rprec_mult_0.40       	2024-34582	0.0208
Rprec_mult_0.60       	2024-34582	0.0139
Rprec_mult_0.80       	2024-34582	0.0104
Rprec_mult_1.00       	2024-34582	0.0083
Rprec_mult_1.20       	2024-34582	0.0069
Rprec_mult_1.40       	2024-34582	0.0060
Rprec_mult_1.60       	2024-34582	0.0052
Rprec_mult_1.80       	2024-34582	0.0046
Rprec_mult_2.00       	2024-34582	0.0042
utility               	2024-34582	2.0000
11pt_avg              	2024-34582	0.0909
binG                  	2024-34582	0.0083
G                     	2024-34582	0.0115
ndcg                  	2024-34582	0.0618
ndcg_rel              	2024-34582	0.0690
Rndcg                 	2024-34582	0.1226
ndcg_cut_5            	2024-34582	0.4818
ndcg_cut_10           	2024-34582	0.3127
ndcg_cut_15           	2024-34582	0.2424
ndcg_cut_20           	2024-34582	0.2086
ndcg_cut_30           	2024-34582	0.1728
ndcg_cut_100          	2024-34582	0.0884
ndcg_cut_200          	2024-34582	0.0667
ndcg_cut_500          	2024-34582	0.0618
ndcg_cut_1000         	2024-34582	0.0618
map_cut_5             	2024-34582	0.0083
map_cut_10            	2024-34582	0.0083
map_cut_15            	2024-34582	0.0083
map_cut_20            	2024-34582	0.0083
map_cut_30            	2024-34582	0.0083
map_cut_100           	2024-34582	0.0083
map_cut_200           	2024-34582	0.0083
map_cut_500           	2024-34582	0.0083
map_cut_1000          	2024-34582	0.0083
relative_P_5          	2024-34582	0.4000
relative_P_10         	2024-34582	0.2000
relative_P_15         	2024-34582	0.1333
relative_P_20         	2024-34582	0.1000
relative_P_30         	2024-34582	0.0667
relative_P_100        	2024-34582	0.0200
relative_P_200        	2024-34582	0.0100
relative_P_500        	2024-34582	0.0083
relative_P_1000       	2024-34582	0.0083
success_1             	2024-34582	1.0000
success_5             	2024-34582	1.0000
success_10            	2024-34582	1.0000
set_P                 	2024-34582	1.0000
set_relative_P        	2024-34582	1.0000
set_recall            	2024-34582	0.0083
set_map               	2024-34582	0.0083
set_F                 	2024-34582	0.0165
num_nonrel_judged_ret 	2024-34582	0
num_ret               	2024-34583	2
num_rel               	2024-34583	455
num_rel_ret           	2024-34583	2
map                   	2024-34583	0.0044
Rprec                 	2024-34583	0.0044
bpref                 	2024-34583	0.0044
recip_rank            	2024-34583	1.0000
iprec_at_recall_0.00  	2024-34583	1.0000
iprec_at_recall_0.10  	2024-34583	0.0000
iprec_at_recall_0.20  	2024-34583	0.0000
iprec_at_recall_0.30  	2024-34583	0.0000
iprec_at_recall_0.40  	2024-34583	0.0000
iprec_at_recall_0.50  	2024-34583	0.0000
iprec_at_recall_0.60  	2024-34583	0.0000
iprec_at_recall_0.70  	2024-34583	0.0000
iprec_at_recall_0.80  	2024-34583	0.0000
iprec_at_recall_0.90  	2024-34583	0.0000
iprec_at_recall_1.00  	2024-34583	0.0000
P_5                   	2024-34583	0.4000
P_10                  	2024-34583	0.2000
P_15                  	2024-34583	0.1333
P_20                  	2024-34583	0.1000
P_30                  	2024-34583	0.0667
P_100                 	2024-34583	0.0200
P_200                 	2024-34583	0.0100
P_500                 	2024-34583	0.0040
P_1000                	2024-34583	0.0020
relstring             	2024-34583	'33'
recall_5              	2024-34583	0.0044
recall_10             	2024-34583	0.0044
recall_15             	2024-34583	0.0044
recall_20             	2024-34583	0.0044
recall_30             	2024-34583	0.0044
recall_100            	2024-34583	0.0044
recall_200            	2024-34583	0.0044
recall_500            	2024-34583	0.0044
recall_1000           	2024-34583	0.0044
infAP                 	2024-34583	0.0044
Rprec_mult_0.20       	2024-34583	0.0220
Rprec_mult_0.40       	2024-34583	0.0110
Rprec_mult_0.60       	2024-34583	0.0073
Rprec_mult_0.80       	2024-34583	0.0055
Rprec_mult_1.00       	2024-34583	0.0044
Rprec_mult_1.20       	2024-34583	0.0037
Rprec_mult_1.40       	2024-34583	0.0031
Rprec_mult_1.60       	2024-34583	0.0027
Rprec_mult_1.80       	2024-34583	0.0024
Rprec_mult_2.00       	2024-34583	0.0022
utility               	2024-34583	2.0000
11pt_avg              	2024-34583	0.0909
binG                  	2024-34583	0.0044
G                     	2024-34583	0.0083
ndcg                  	2024-34583	0.0428
ndcg_rel              	2024-34583	0.0471
Rndcg                 	2024-34583	0.1050
ndcg_cut_5            	2024-34583	0.5531
ndcg_cut_10           	2024-34583	0.3590
ndcg_cut_15           	2024-34583	0.2783
ndcg_cut_20           	2024-34583	0.2317
ndcg_cut_30           	2024-34583	0.1896
ndcg_cut_100          	2024-34583	0.0991
ndcg_cut_200          	2024-34583	0.0634
ndcg_cut_500          	2024-34583	0.0428
ndcg_cut_1000         	2024-34583	0.0428
map_cut_5             	2024-34583	0.0044
map_cut_10            	2024-34583	0.0044
map_cut_15            	2024-34583	0.0044
map_cut_20            	2024-34583	0.0044
map_cut_30            	2024-34583	0.0044
map_cut_100           	2024-34583	0.0044
map_cut_200           	2024-34583	0.0044
map_cut_500           	2024-34583	0.0044
map_cut_1000          	2024-34583	0.0044
relative_P_5          	2024-34583	0.4000
relative_P_10         	2024-34583	0.2000
relative_P_15         	2024-34583	0.1333
relative_P_20         	2024-34583	0.1000
relative_P_30         	2024-34583	0.0667
relative_P_100        	2024-34583	0.0200
relative_P_200        	2024-34583	0.0100
relative_P_500        	2024-34583	0.0044
relative_P_1000       	2024-34583	0.0044
success_1             	2024-34583	1.0000
success_5             	2024-34583	1.0000
success_10            	2024-34583	1.0000
set_P                 	2024-34583	1.0000
set_relative_P        	2024-34583	1.0000
set_recall            	2024-34583	0.0044
set_map               	2024-34583	0.0044
set_F                 	2024-34583	0.0088
num_nonrel_judged_ret 	2024-34583	0
num_ret               	2024-34595	2
num_rel               	2024-34595	330
num_rel_ret           	2024-34595	2
map                   	2024-34595	0.0061
Rprec                 	2024-34595	0.0061
bpref                 	2024-34595	0.0061
recip_rank            	2024-34595	1.0000
iprec_at_recall_0.00  	2024-34595	1.0000
iprec_at_recall_0.10  	2024-34595	0.0000
iprec_at_recall_0.20  	2024-34595	0.0000
iprec_at_recall_0.30  	2024-34595	0.0000
iprec_at_recall_0.40  	2024-34595	0.0000
iprec_at_recall_0.50  	2024-34595	0.0000
iprec_at_recall_0.60  	2024-34595	0.0000
iprec_at_recall_0.70  	2024-34595	0.0000
iprec_at_recall_0.80  	2024-34595	0.0000
iprec_at_recall_0.90  	2024-34595	0.0000
iprec_at_recall_1.00  	2024-34595	0.0000
P_5                   	2024-34595	0.4000
P_10                  	2024-34595	0.2000
P_15                  	2024-34595	0.1333
P_20                  	2024-34595	0.1000
P_30                  	2024-34595	0.0667
P_100                 	2024-34595	0.0200
P_200                 	2024-34595	0.0100
P_500                 	2024-34595	0.0040
P_1000                	2024-34595	0.0020
relstring             	2024-34595	'11'
recall_5              	2024-34595	0.0061
recall_10             	2024-34595	0.0061
recall_15             	2024-34595	0.0061
recall_20             	2024-34595	0.0061
recall_30             	2024-34595	0.0061
recall_100            	2024-34595	0.0061
recall_200            	2024-34595	0.0061
recall_500            	2024-34595	0.0061
recall_1000           	2024-34595	0.0061
infAP                 	2024-34595	0.0061
Rprec_mult_0.20       	2024-34595	0.0303
Rprec_mult_0.40       	2024-34595	0.0152
Rprec_mult_0.60       	2024-34595	0.0101
Rprec_mult_0.80       	2024-34595	0.0076
Rprec_mult_1.00       	2024-34595	0.0061
Rprec_mult_1.20       	2024-34595	0.0051
Rprec_mult_1.40       	2024-34595	0.0043
Rprec_mult_1.60       	2024-34595	0.0038
Rprec_mult_1.80       	2024-34595	0.0034
Rprec_mult_2.00       	2024-34595	0.0030
utility               	2024-34595	2.0000
11pt_avg              	2024-34595	0.0909
binG                  	2024-34595	0.0061
G                     	2024-34595	0.0030
ndcg                  	2024-34595	0.0262
ndcg_rel              	2024-34595	0.0291
Rndcg                 	2024-34595	0.0493
ndcg_cut_5            	2024-34595	0.2766
ndcg_cut_10           	2024-34595	0.1795
ndcg_cut_15           	2024-34595	0.1391
ndcg_cut_20           	2024-34595	0.1158
ndcg_cut_30           	2024-34595	0.0890
ndcg_cut_100          	2024-34595	0.0506
ndcg_cut_200          	2024-34595	0.0354
ndcg_cut_500          	2024-34595	0.0262
ndcg_cut_1000         	2024-34595	0.0262
map_cut_5             	2024-34595	0.0061
map_cut_10            	2024-34595	0.0061
map_cut_15            	2024-34595	0.0061
map_cut_20            	2024-34595	0.0061
map_cut_30            	2024-34595	0.0061
map_cut_100           	2024-34595	0.0061
map_cut_200           	2024-34595	0.0061
map_cut_500           	2024-34595	0.0061
map_cut_1000          	2024-34595	0.0061
relative_P_5          	2024-34595	0.4000
relative_P_10         	2024-34595	0.2000
relative_P_15         	2024-34595	0.1333
relative_P_20         	2024-34595	0.1000
relative_P_30         	2024-34595	0.0667
relative_P_100        	2024-34595	0.0200
relative_P_200        	2024-34595	0.0100
relative_P_500        	2024-34595	0.0061
relative_P_1000       	2024-34595	0.0061
success_1             	2024-34595	1.0000
success_5             	2024-34595	1.0000
success_10            	2024-34595	1.0000
set_P                 	2024-34595	1.0000
set_relative_P        	2024-34595	1.0000
set_recall            	2024-34595	0.0061
set_map               	2024-34595	0.0061
set_F                 	2024-34595	0.0120
num_nonrel_judged_ret 	2024-34595	0
num_ret               	2024-34710	2
num_rel               	2024-34710	260
num_rel_ret           	2024-34710	2
map                   	2024-34710	0.0077
Rprec                 	2024-34710	0.0077
bpref                 	2024-34710	0.0077
recip_rank            	2024-34710	1.0000
iprec_at_recall_0.00  	2024-34710	1.0000
iprec_at_recall_0.10  	2024-34710	0.0000
iprec_at_recall_0.20  	2024-34710	0.0000
iprec_at_recall_0.30  	2024-34710	0.0000
iprec_at_recall_0.40  	2024-34710	0.0000
iprec_at_recall_0.50  	2024-34710	0.0000
iprec_at_recall_0.60  	2024-34710	0.0000
iprec_at_recall_0.70  	2024-34710	0.0000
iprec_at_recall_0.80  	2024-34710	0.0000
iprec_at_recall_0.90  	2024-34710	0.0000
iprec_at_recall_1.00  	2024-34710	0.0000
P_5                   	2024-34710	0.4000
P_10                  	2024-34710	0.2000
P_15                  	2024-34710	0.1333
P_20                  	2024-34710	0.1000
P_30                  	2024-34710	0.0667
P_100                 	2024-34710	0.0200
P_200                 	2024-34710	0.0100
P_500                 	2024-34710	0.0040
P_1000                	2024-34710	0.0020
relstring             	2024-34710	'31'
recall_5              	2024-34710	0.0077
recall_10             	2024-34710	0.0077
recall_15             	2024-34710	0.0077
recall_20             	2024-34710	0.0077
recall_30             	2024-34710	0.0077
recall_100            	2024-34710	0.0077
recall_200            	2024-34710	0.0077
recall_500            	2024-34710	0.0077
recall_1000           	2024-34710	0.0077
infAP                 	2024-34710	0.0077
Rprec_mult_0.20       	2024-34710	0.0385
Rprec_mult_0.40       	2024-34710	0.0192
Rprec_mult_0.60       	2024-34710	0.0128
Rprec_mult_0.80       	2024-34710	0.0096
Rprec_mult_1.00       	2024-34710	0.0077
Rprec_mult_1.20       	2024-34710	0.0064
Rprec_mult_1.40       	2024-34710	0.0055
Rprec_mult_1.60       	2024-34710	0.0048
Rprec_mult_1.80       	2024-34710	0.0043
Rprec_mult_2.00       	2024-34710	0.0038
utility               	2024-34710	2.0000
11pt_avg              	2024-34710	0.0909
binG                  	2024-34710	0.0077
G                     	2024-34710	0.0088
ndcg                  	2024-34710	0.0496
ndcg_rel              	2024-34710	0.0559
Rndcg                 	2024-34710	0.0960
ndcg_cut_5            	2024-34710	0.4105
ndcg_cut_10           	2024-34710	0.2664
ndcg_cut_15           	2024-34710	0.2065
ndcg_cut_20           	2024-34710	0.1719
ndcg_cut_30           	2024-34710	0.1432
ndcg_cut_100          	2024-34710	0.0742
ndcg_cut_200          	2024-34710	0.0554
ndcg_cut_500          	2024-34710	0.0496
ndcg_cut_1000         	2024-34710	0.0496
map_cut_5             	2024-34710	0.0077
map_cut_10            	2024-34710	0.0077
map_cut_15            	2024-34710	0.0077
map_cut_20            	2024-34710	0.0077
map_cut_30            	2024-34710	0.0077
map_cut_100           	2024-34710	0.0077
map_cut_200           	2024-34710	0.0077
map_cut_500           	2024-34710	0.0077
map_cut_1000          	2024-34710	0.0077
relative_P_5          	2024-34710	0.4000
relative_P_10         	2024-34710	0.2000
relative_P_15         	2024-34710	0.1333
relative_P_20         	2024-34710	0.1000
relative_P_30         	2024-34710	0.0667
relative_P_100        	2024-34710	0.0200
relative_P_200        	2024-34710	0.0100
relative_P_500        	2024-34710	0.0077
relative_P_1000       	2024-34710	0.0077
success_1             	2024-34710	1.0000
success_5             	2024-34710	1.0000
success_10            	2024-34710	1.0000
set_P                 	2024-34710	1.0000
set_relative_P        	2024-34710	1.0000
set_recall            	2024-34710	0.0077
set_map               	2024-34710	0.0077
set_F                 	2024-34710	0.0153
num_nonrel_judged_ret 	2024-34710	0
num_ret               	2024-34927	2
num_rel               	2024-34927	256
num_rel_ret           	2024-34927	2
map                   	2024-34927	0.0078
Rprec                 	2024-34927	0.0078
bpref                 	2024-34927	0.0078
recip_rank            	2024-34927	1.0000
iprec_at_recall_0.00  	2024-34927	1.0000
iprec_at_recall_0.10  	2024-34927	0.0000
iprec_at_recall_0.20  	2024-34927	0.0000
iprec_at_recall_0.30  	2024-34927	0.0000
iprec_at_recall_0.40  	2024-34927	0.0000
iprec_at_recall_0.50  	2024-34927	0.0000
iprec_at_recall_0.60  	2024-34927	0.0000
iprec_at_recall_0.70  	2024-34927	0.0000
iprec_at_recall_0.80  	2024-34927	0.0000
iprec_at_recall_0.90  	2024-34927	0.0000
iprec_at_recall_1.00  	2024-34927	0.0000
P_5                   	2024-34927	0.4000
P_10                  	2024-34927	0.2000
P_15                  	2024-34927	0.1333
P_20                  	2024-34927	0.1000
P_30                  	2024-34927	0.0667
P_100                 	2024-34927	0.0200
P_200                 	2024-34927	0.0100
P_500                 	2024-34927	0.0040
P_1000                	2024-34927	0.0020
relstring             	2024-34927	'22'
recall_5              	2024-34927	0.0078
recall_10             	2024-34927	0.0078
recall_15             	2024-34927	0.0078
recall_20             	2024-34927	0.0078
recall_30             	2024-34927	0.0078
recall_100            	2024-34927	0.0078
recall_200            	2024-34927	0.0078
recall_500            	2024-34927	0.0078
recall_1000           	2024-34927	0.0078
infAP                 	2024-34927	0.0078
Rprec_mult_0.20       	2024-34927	0.0385
Rprec_mult_0.40       	2024-34927	0.0194
Rprec_mult_0.60       	2024-34927	0.0130
Rprec_mult_0.80       	2024-34927	0.0098
Rprec_mult_1.00       	2024-34927	0.0078
Rprec_mult_1.20       	2024-34927	0.0065
Rprec_mult_1.40       	2024-34927	0.0056
Rprec_mult_1.60       	2024-34927	0.0049
Rprec_mult_1.80       	2024-34927	0.0043
Rprec_mult_2.00       	2024-34927	0.0039
utility               	2024-34927	2.0000
11pt_avg              	2024-34927	0.0909
binG                  	2024-34927	0.0078
G                     	2024-34927	0.0086
ndcg                  	2024-34927	0.0610
ndcg_rel              	2024-34927	0.0661
Rndcg                 	2024-34927	0.2918
ndcg_cut_5            	2024-34927	0.4729
ndcg_cut_10           	2024-34927	0.3234
ndcg_cut_15           	2024-34927	0.2564
ndcg_cut_20           	2024-34927	0.2163
ndcg_cut_30           	2024-34927	0.1688
ndcg_cut_100          	2024-34927	0.1005
ndcg_cut_200          	2024-34927	0.0704
ndcg_cut_500          	2024-34927	0.0610
ndcg_cut_1000         	2024-34927	0.0610
map_cut_5             	2024-34927	0.0078
map_cut_10            	2024-34927	0.0078
map_cut_15            	2024-34927	0.0078
map_cut_20            	2024-34927	0.0078
map_cut_30            	2024-34927	0.0078
map_cut_100           	2024-34927	0.0078
map_cut_200           	2024-34927	0.0078
map_cut_500           	2024-34927	0.0078
map_cut_1000          	2024-34927	0.0078
relative_P_5          	2024-34927	0.4000
relative_P_10         	2024-34927	0.2000
relative_P_15         	2024-34927	0.1333
relative_P_20         	2024-34927	0.1000
relative_P_30         	2024-34927	0.0667
relative_P_100        	2024-34927	0.0200
relative_P_200        	2024-34927	0.0100
relative_P_500        	2024-34927	0.0078
relative_P_1000       	2024-34927	0.0078
success_1             	2024-34927	1.0000
success_5             	2024-34927	1.0000
success_10            	2024-34927	1.0000
set_P                 	2024-34927	1.0000
set_relative_P        	2024-34927	1.0000
set_recall            	2024-34927	0.0078
set_map               	2024-34927	0.0078
set_F                 	2024-34927	0.0155
num_nonrel_judged_ret 	2024-34927	0
num_ret               	2024-35227	2
num_rel               	2024-35227	236
num_rel_ret           	2024-35227	2
map                   	2024-35227	0.0085
Rprec                 	2024-35227	0.0085
bpref                 	2024-35227	0.0085
recip_rank            	2024-35227	1.0000
iprec_at_recall_0.00  	2024-35227	1.0000
iprec_at_recall_0.10  	2024-35227	0.0000
iprec_at_recall_0.20  	2024-35227	0.0000
iprec_at_recall_0.30  	2024-35227	0.0000
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	0.4000
P_10                  	2024-35227	0.2000
P_15                  	2024-35227	0.1333
P_20                  	2024-35227	0.1000
P_30                  	2024-35227	0.0667
P_100                 	2024-35227	0.0200
P_200                 	2024-35227	0.0100
P_500                 	2024-35227	0.0040
P_1000                	2024-35227	0.0020
relstring             	2024-35227	'22'
recall_5              	2024-35227	0.0085
recall_10             	2024-35227	0.0085
recall_15             	2024-35227	0.0085
recall_20             	2024-35227	0.0085
recall_30             	2024-35227	0.0085
recall_100            	2024-35227	0.0085
recall_200            	2024-35227	0.0085
recall_500            	2024-35227	0.0085
recall_1000           	2024-35227	0.0085
infAP                 	2024-35227	0.0085
Rprec_mult_0.20       	2024-35227	0.0417
Rprec_mult_0.40       	2024-35227	0.0211
Rprec_mult_0.60       	2024-35227	0.0141
Rprec_mult_0.80       	2024-35227	0.0106
Rprec_mult_1.00       	2024-35227	0.0085
Rprec_mult_1.20       	2024-35227	0.0070
Rprec_mult_1.40       	2024-35227	0.0060
Rprec_mult_1.60       	2024-35227	0.0053
Rprec_mult_1.80       	2024-35227	0.0047
Rprec_mult_2.00       	2024-35227	0.0042
utility               	2024-35227	2.0000
11pt_avg              	2024-35227	0.0909
binG                  	2024-35227	0.0085
G                     	2024-35227	0.0053
ndcg                  	2024-35227	0.0408
ndcg_rel              	2024-35227	0.0462
Rndcg                 	2024-35227	0.0544
ndcg_cut_5            	2024-35227	0.3688
ndcg_cut_10           	2024-35227	0.2393
ndcg_cut_15           	2024-35227	0.1855
ndcg_cut_20           	2024-35227	0.1544
ndcg_cut_30           	2024-35227	0.1187
ndcg_cut_100          	2024-35227	0.0574
ndcg_cut_200          	2024-35227	0.0434
ndcg_cut_500          	2024-35227	0.0408
ndcg_cut_1000         	2024-35227	0.0408
map_cut_5             	2024-35227	0.0085
map_cut_10            	2024-35227	0.0085
map_cut_15            	2024-35227	0.0085
map_cut_20            	2024-35227	0.0085
map_cut_30            	2024-35227	0.0085
map_cut_100           	2024-35227	0.0085
map_cut_200           	2024-35227	0.0085
map_cut_500           	2024-35227	0.0085
map_cut_1000          	2024-35227	0.0085
relative_P_5          	2024-35227	0.4000
relative_P_10         	2024-35227	0.2000
relative_P_15         	2024-35227	0.1333
relative_P_20         	2024-35227	0.1000
relative_P_30         	2024-35227	0.0667
relative_P_100        	2024-35227	0.0200
relative_P_200        	2024-35227	0.0100
relative_P_500        	2024-35227	0.0085
relative_P_1000       	2024-35227	0.0085
success_1             	2024-35227	1.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	1.0000
set_relative_P        	2024-35227	1.0000
set_recall            	2024-35227	0.0085
set_map               	2024-35227	0.0085
set_F                 	2024-35227	0.0168
num_nonrel_judged_ret 	2024-35227	0
num_ret               	2024-35269	2
num_rel               	2024-35269	224
num_rel_ret           	2024-35269	2
map                   	2024-35269	0.0089
Rprec                 	2024-35269	0.0089
bpref                 	2024-35269	0.0089
recip_rank            	2024-35269	1.0000
iprec_at_recall_0.00  	2024-35269	1.0000
iprec_at_recall_0.10  	2024-35269	0.0000
iprec_at_recall_0.20  	2024-35269	0.0000
iprec_at_recall_0.30  	2024-35269	0.0000
iprec_at_recall_0.40  	2024-35269	0.0000
iprec_at_recall_0.50  	2024-35269	0.0000
iprec_at_recall_0.60  	2024-35269	0.0000
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	0.4000
P_10                  	2024-35269	0.2000
P_15                  	2024-35269	0.1333
P_20                  	2024-35269	0.1000
P_30                  	2024-35269	0.0667
P_100                 	2024-35269	0.0200
P_200                 	2024-35269	0.0100
P_500                 	2024-35269	0.0040
P_1000                	2024-35269	0.0020
relstring             	2024-35269	'33'
recall_5              	2024-35269	0.0089
recall_10             	2024-35269	0.0089
recall_15             	2024-35269	0.0089
recall_20             	2024-35269	0.0089
recall_30             	2024-35269	0.0089
recall_100            	2024-35269	0.0089
recall_200            	2024-35269	0.0089
recall_500            	2024-35269	0.0089
recall_1000           	2024-35269	0.0089
infAP                 	2024-35269	0.0089
Rprec_mult_0.20       	2024-35269	0.0444
Rprec_mult_0.40       	2024-35269	0.0222
Rprec_mult_0.60       	2024-35269	0.0148
Rprec_mult_0.80       	2024-35269	0.0111
Rprec_mult_1.00       	2024-35269	0.0089
Rprec_mult_1.20       	2024-35269	0.0074
Rprec_mult_1.40       	2024-35269	0.0064
Rprec_mult_1.60       	2024-35269	0.0056
Rprec_mult_1.80       	2024-35269	0.0050
Rprec_mult_2.00       	2024-35269	0.0045
utility               	2024-35269	2.0000
11pt_avg              	2024-35269	0.0909
binG                  	2024-35269	0.0089
G                     	2024-35269	0.0181
ndcg                  	2024-35269	0.0759
ndcg_rel              	2024-35269	0.0841
Rndcg                 	2024-35269	0.1254
ndcg_cut_5            	2024-35269	0.5531
ndcg_cut_10           	2024-35269	0.3590
ndcg_cut_15           	2024-35269	0.2783
ndcg_cut_20           	2024-35269	0.2317
ndcg_cut_30           	2024-35269	0.1821
ndcg_cut_100          	2024-35269	0.1030
ndcg_cut_200          	2024-35269	0.0797
ndcg_cut_500          	2024-35269	0.0759
ndcg_cut_1000         	2024-35269	0.0759
map_cut_5             	2024-35269	0.0089
map_cut_10            	2024-35269	0.0089
map_cut_15            	2024-35269	0.0089
map_cut_20            	2024-35269	0.0089
map_cut_30            	2024-35269	0.0089
map_cut_100           	2024-35269	0.0089
map_cut_200           	2024-35269	0.0089
map_cut_500           	2024-35269	0.0089
map_cut_1000          	2024-35269	0.0089
relative_P_5          	2024-35269	0.4000
relative_P_10         	2024-35269	0.2000
relative_P_15         	2024-35269	0.1333
relative_P_20         	2024-35269	0.1000
relative_P_30         	2024-35269	0.0667
relative_P_100        	2024-35269	0.0200
relative_P_200        	2024-35269	0.0100
relative_P_500        	2024-35269	0.0089
relative_P_1000       	2024-35269	0.0089
success_1             	2024-35269	1.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	1.0000
set_relative_P        	2024-35269	1.0000
set_recall            	2024-35269	0.0089
set_map               	2024-35269	0.0089
set_F                 	2024-35269	0.0177
num_nonrel_judged_ret 	2024-35269	0
num_ret               	2024-35284	2
num_rel               	2024-35284	146
num_rel_ret           	2024-35284	0
map                   	2024-35284	0.0000
Rprec                 	2024-35284	0.0000
bpref                 	2024-35284	0.0000
recip_rank            	2024-35284	0.0000
iprec_at_recall_0.00  	2024-35284	0.0000
iprec_at_recall_0.10  	2024-35284	0.0000
iprec_at_recall_0.20  	2024-35284	0.0000
iprec_at_recall_0.30  	2024-35284	0.0000
iprec_at_recall_0.40  	2024-35284	0.0000
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	0.0000
P_10                  	2024-35284	0.0000
P_15                  	2024-35284	0.0000
P_20                  	2024-35284	0.0000
P_30                  	2024-35284	0.0000
P_100                 	2024-35284	0.0000
P_200                 	2024-35284	0.0000
P_500                 	2024-35284	0.0000
P_1000                	2024-35284	0.0000
relstring             	2024-35284	'00'
recall_5              	2024-35284	0.0000
recall_10             	2024-35284	0.0000
recall_15             	2024-35284	0.0000
recall_20             	2024-35284	0.0000
recall_30             	2024-35284	0.0000
recall_100            	2024-35284	0.0000
recall_200            	2024-35284	0.0000
recall_500            	2024-35284	0.0000
recall_1000           	2024-35284	0.0000
infAP                 	2024-35284	0.0000
Rprec_mult_0.20       	2024-35284	0.0000
Rprec_mult_0.40       	2024-35284	0.0000
Rprec_mult_0.60       	2024-35284	0.0000
Rprec_mult_0.80       	2024-35284	0.0000
Rprec_mult_1.00       	2024-35284	0.0000
Rprec_mult_1.20       	2024-35284	0.0000
Rprec_mult_1.40       	2024-35284	0.0000
Rprec_mult_1.60       	2024-35284	0.0000
Rprec_mult_1.80       	2024-35284	0.0000
Rprec_mult_2.00       	2024-35284	0.0000
utility               	2024-35284	-2.0000
11pt_avg              	2024-35284	0.0000
binG                  	2024-35284	0.0000
G                     	2024-35284	0.0000
ndcg                  	2024-35284	0.0000
ndcg_rel              	2024-35284	0.0000
Rndcg                 	2024-35284	0.0000
ndcg_cut_5            	2024-35284	0.0000
ndcg_cut_10           	2024-35284	0.0000
ndcg_cut_15           	2024-35284	0.0000
ndcg_cut_20           	2024-35284	0.0000
ndcg_cut_30           	2024-35284	0.0000
ndcg_cut_100          	2024-35284	0.0000
ndcg_cut_200          	2024-35284	0.0000
ndcg_cut_500          	2024-35284	0.0000
ndcg_cut_1000         	2024-35284	0.0000
map_cut_5             	2024-35284	0.0000
map_cut_10            	2024-35284	0.0000
map_cut_15            	2024-35284	0.0000
map_cut_20            	2024-35284	0.0000
map_cut_30            	2024-35284	0.0000
map_cut_100           	2024-35284	0.0000
map_cut_200           	2024-35284	0.0000
map_cut_500           	2024-35284	0.0000
map_cut_1000          	2024-35284	0.0000
relative_P_5          	2024-35284	0.0000
relative_P_10         	2024-35284	0.0000
relative_P_15         	2024-35284	0.0000
relative_P_20         	2024-35284	0.0000
relative_P_30         	2024-35284	0.0000
relative_P_100        	2024-35284	0.0000
relative_P_200        	2024-35284	0.0000
relative_P_500        	2024-35284	0.0000
relative_P_1000       	2024-35284	0.0000
success_1             	2024-35284	0.0000
success_5             	2024-35284	0.0000
success_10            	2024-35284	0.0000
set_P                 	2024-35284	0.0000
set_relative_P        	2024-35284	0.0000
set_recall            	2024-35284	0.0000
set_map               	2024-35284	0.0000
set_F                 	2024-35284	0.0000
num_nonrel_judged_ret 	2024-35284	2
num_ret               	2024-35320	2
num_rel               	2024-35320	214
num_rel_ret           	2024-35320	1
map                   	2024-35320	0.0047
Rprec                 	2024-35320	0.0047
bpref                 	2024-35320	0.0047
recip_rank            	2024-35320	1.0000
iprec_at_recall_0.00  	2024-35320	1.0000
iprec_at_recall_0.10  	2024-35320	0.0000
iprec_at_recall_0.20  	2024-35320	0.0000
iprec_at_recall_0.30  	2024-35320	0.0000
iprec_at_recall_0.40  	2024-35320	0.0000
iprec_at_recall_0.50  	2024-35320	0.0000
iprec_at_recall_0.60  	2024-35320	0.0000
iprec_at_recall_0.70  	2024-35320	0.0000
iprec_at_recall_0.80  	2024-35320	0.0000
iprec_at_recall_0.90  	2024-35320	0.0000
iprec_at_recall_1.00  	2024-35320	0.0000
P_5                   	2024-35320	0.2000
P_10                  	2024-35320	0.1000
P_15                  	2024-35320	0.0667
P_20                  	2024-35320	0.0500
P_30                  	2024-35320	0.0333
P_100                 	2024-35320	0.0100
P_200                 	2024-35320	0.0050
P_500                 	2024-35320	0.0020
P_1000                	2024-35320	0.0010
relstring             	2024-35320	'20'
recall_5              	2024-35320	0.0047
recall_10             	2024-35320	0.0047
recall_15             	2024-35320	0.0047
recall_20             	2024-35320	0.0047
recall_30             	2024-35320	0.0047
recall_100            	2024-35320	0.0047
recall_200            	2024-35320	0.0047
recall_500            	2024-35320	0.0047
recall_1000           	2024-35320	0.0047
infAP                 	2024-35320	0.0047
Rprec_mult_0.20       	2024-35320	0.0233
Rprec_mult_0.40       	2024-35320	0.0116
Rprec_mult_0.60       	2024-35320	0.0078
Rprec_mult_0.80       	2024-35320	0.0058
Rprec_mult_1.00       	2024-35320	0.0047
Rprec_mult_1.20       	2024-35320	0.0039
Rprec_mult_1.40       	2024-35320	0.0033
Rprec_mult_1.60       	2024-35320	0.0029
Rprec_mult_1.80       	2024-35320	0.0026
Rprec_mult_2.00       	2024-35320	0.0023
utility               	2024-35320	0.0000
11pt_avg              	2024-35320	0.0909
binG                  	2024-35320	0.0047
G                     	2024-35320	0.0039
ndcg                  	2024-35320	0.0328
ndcg_rel              	2024-35320	0.0358
Rndcg                 	2024-35320	0.1009
ndcg_cut_5            	2024-35320	0.2261
ndcg_cut_10           	2024-35320	0.1662
ndcg_cut_15           	2024-35320	0.1363
ndcg_cut_20           	2024-35320	0.1174
ndcg_cut_30           	2024-35320	0.0940
ndcg_cut_100          	2024-35320	0.0446
ndcg_cut_200          	2024-35320	0.0338
ndcg_cut_500          	2024-35320	0.0328
ndcg_cut_1000         	2024-35320	0.0328
map_cut_5             	2024-35320	0.0047
map_cut_10            	2024-35320	0.0047
map_cut_15            	2024-35320	0.0047
map_cut_20            	2024-35320	0.0047
map_cut_30            	2024-35320	0.0047
map_cut_100           	2024-35320	0.0047
map_cut_200           	2024-35320	0.0047
map_cut_500           	2024-35320	0.0047
map_cut_1000          	2024-35320	0.0047
relative_P_5          	2024-35320	0.2000
relative_P_10         	2024-35320	0.1000
relative_P_15         	2024-35320	0.0667
relative_P_20         	2024-35320	0.0500
relative_P_30         	2024-35320	0.0333
relative_P_100        	2024-35320	0.0100
relative_P_200        	2024-35320	0.0050
relative_P_500        	2024-35320	0.0047
relative_P_1000       	2024-35320	0.0047
success_1             	2024-35320	1.0000
success_5             	2024-35320	1.0000
success_10            	2024-35320	1.0000
set_P                 	2024-35320	0.5000
set_relative_P        	2024-35320	0.5000
set_recall            	2024-35320	0.0047
set_map               	2024-35320	0.0023
set_F                 	2024-35320	0.0093
num_nonrel_judged_ret 	2024-35320	1
num_ret               	2024-35485	2
num_rel               	2024-35485	211
num_rel_ret           	2024-35485	2
map                   	2024-35485	0.0095
Rprec                 	2024-35485	0.0095
bpref                 	2024-35485	0.0095
recip_rank            	2024-35485	1.0000
iprec_at_recall_0.00  	2024-35485	1.0000
iprec_at_recall_0.10  	2024-35485	0.0000
iprec_at_recall_0.20  	2024-35485	0.0000
iprec_at_recall_0.30  	2024-35485	0.0000
iprec_at_recall_0.40  	2024-35485	0.0000
iprec_at_recall_0.50  	2024-35485	0.0000
iprec_at_recall_0.60  	2024-35485	0.0000
iprec_at_recall_0.70  	2024-35485	0.0000
iprec_at_recall_0.80  	2024-35485	0.0000
iprec_at_recall_0.90  	2024-35485	0.0000
iprec_at_recall_1.00  	2024-35485	0.0000
P_5                   	2024-35485	0.4000
P_10                  	2024-35485	0.2000
P_15                  	2024-35485	0.1333
P_20                  	2024-35485	0.1000
P_30                  	2024-35485	0.0667
P_100                 	2024-35485	0.0200
P_200                 	2024-35485	0.0100
P_500                 	2024-35485	0.0040
P_1000                	2024-35485	0.0020
relstring             	2024-35485	'21'
recall_5              	2024-35485	0.0095
recall_10             	2024-35485	0.0095
recall_15             	2024-35485	0.0095
recall_20             	2024-35485	0.0095
recall_30             	2024-35485	0.0095
recall_100            	2024-35485	0.0095
recall_200            	2024-35485	0.0095
recall_500            	2024-35485	0.0095
recall_1000           	2024-35485	0.0095
infAP                 	2024-35485	0.0095
Rprec_mult_0.20       	2024-35485	0.0465
Rprec_mult_0.40       	2024-35485	0.0235
Rprec_mult_0.60       	2024-35485	0.0157
Rprec_mult_0.80       	2024-35485	0.0118
Rprec_mult_1.00       	2024-35485	0.0095
Rprec_mult_1.20       	2024-35485	0.0079
Rprec_mult_1.40       	2024-35485	0.0068
Rprec_mult_1.60       	2024-35485	0.0059
Rprec_mult_1.80       	2024-35485	0.0053
Rprec_mult_2.00       	2024-35485	0.0047
utility               	2024-35485	2.0000
11pt_avg              	2024-35485	0.0909
binG                  	2024-35485	0.0095
G                     	2024-35485	0.0052
ndcg                  	2024-35485	0.0424
ndcg_rel              	2024-35485	0.0477
Rndcg                 	2024-35485	0.1014
ndcg_cut_5            	2024-35485	0.2974
ndcg_cut_10           	2024-35485	0.1972
ndcg_cut_15           	2024-35485	0.1647
ndcg_cut_20           	2024-35485	0.1435
ndcg_cut_30           	2024-35485	0.1165
ndcg_cut_100          	2024-35485	0.0570
ndcg_cut_200          	2024-35485	0.0434
ndcg_cut_500          	2024-35485	0.0424
ndcg_cut_1000         	2024-35485	0.0424
map_cut_5             	2024-35485	0.0095
map_cut_10            	2024-35485	0.0095
map_cut_15            	2024-35485	0.0095
map_cut_20            	2024-35485	0.0095
map_cut_30            	2024-35485	0.0095
map_cut_100           	2024-35485	0.0095
map_cut_200           	2024-35485	0.0095
map_cut_500           	2024-35485	0.0095
map_cut_1000          	2024-35485	0.0095
relative_P_5          	2024-35485	0.4000
relative_P_10         	2024-35485	0.2000
relative_P_15         	2024-35485	0.1333
relative_P_20         	2024-35485	0.1000
relative_P_30         	2024-35485	0.0667
relative_P_100        	2024-35485	0.0200
relative_P_200        	2024-35485	0.0100
relative_P_500        	2024-35485	0.0095
relative_P_1000       	2024-35485	0.0095
success_1             	2024-35485	1.0000
success_5             	2024-35485	1.0000
success_10            	2024-35485	1.0000
set_P                 	2024-35485	1.0000
set_relative_P        	2024-35485	1.0000
set_recall            	2024-35485	0.0095
set_map               	2024-35485	0.0095
set_F                 	2024-35485	0.0188
num_nonrel_judged_ret 	2024-35485	0
num_ret               	2024-35506	2
num_rel               	2024-35506	232
num_rel_ret           	2024-35506	2
map                   	2024-35506	0.0086
Rprec                 	2024-35506	0.0086
bpref                 	2024-35506	0.0086
recip_rank            	2024-35506	1.0000
iprec_at_recall_0.00  	2024-35506	1.0000
iprec_at_recall_0.10  	2024-35506	0.0000
iprec_at_recall_0.20  	2024-35506	0.0000
iprec_at_recall_0.30  	2024-35506	0.0000
iprec_at_recall_0.40  	2024-35506	0.0000
iprec_at_recall_0.50  	2024-35506	0.0000
iprec_at_recall_0.60  	2024-35506	0.0000
iprec_at_recall_0.70  	2024-35506	0.0000
iprec_at_recall_0.80  	2024-35506	0.0000
iprec_at_recall_0.90  	2024-35506	0.0000
iprec_at_recall_1.00  	2024-35506	0.0000
P_5                   	2024-35506	0.4000
P_10                  	2024-35506	0.2000
P_15                  	2024-35506	0.1333
P_20                  	2024-35506	0.1000
P_30                  	2024-35506	0.0667
P_100                 	2024-35506	0.0200
P_200                 	2024-35506	0.0100
P_500                 	2024-35506	0.0040
P_1000                	2024-35506	0.0020
relstring             	2024-35506	'23'
recall_5              	2024-35506	0.0086
recall_10             	2024-35506	0.0086
recall_15             	2024-35506	0.0086
recall_20             	2024-35506	0.0086
recall_30             	2024-35506	0.0086
recall_100            	2024-35506	0.0086
recall_200            	2024-35506	0.0086
recall_500            	2024-35506	0.0086
recall_1000           	2024-35506	0.0086
infAP                 	2024-35506	0.0086
Rprec_mult_0.20       	2024-35506	0.0426
Rprec_mult_0.40       	2024-35506	0.0215
Rprec_mult_0.60       	2024-35506	0.0143
Rprec_mult_0.80       	2024-35506	0.0108
Rprec_mult_1.00       	2024-35506	0.0086
Rprec_mult_1.20       	2024-35506	0.0072
Rprec_mult_1.40       	2024-35506	0.0062
Rprec_mult_1.60       	2024-35506	0.0054
Rprec_mult_1.80       	2024-35506	0.0048
Rprec_mult_2.00       	2024-35506	0.0043
utility               	2024-35506	2.0000
11pt_avg              	2024-35506	0.0909
binG                  	2024-35506	0.0086
G                     	2024-35506	0.0087
ndcg                  	2024-35506	0.0572
ndcg_rel              	2024-35506	0.0631
Rndcg                 	2024-35506	0.1209
ndcg_cut_5            	2024-35506	0.4401
ndcg_cut_10           	2024-35506	0.2856
ndcg_cut_15           	2024-35506	0.2246
ndcg_cut_20           	2024-35506	0.1977
ndcg_cut_30           	2024-35506	0.1626
ndcg_cut_100          	2024-35506	0.0820
ndcg_cut_200          	2024-35506	0.0609
ndcg_cut_500          	2024-35506	0.0572
ndcg_cut_1000         	2024-35506	0.0572
map_cut_5             	2024-35506	0.0086
map_cut_10            	2024-35506	0.0086
map_cut_15            	2024-35506	0.0086
map_cut_20            	2024-35506	0.0086
map_cut_30            	2024-35506	0.0086
map_cut_100           	2024-35506	0.0086
map_cut_200           	2024-35506	0.0086
map_cut_500           	2024-35506	0.0086
map_cut_1000          	2024-35506	0.0086
relative_P_5          	2024-35506	0.4000
relative_P_10         	2024-35506	0.2000
relative_P_15         	2024-35506	0.1333
relative_P_20         	2024-35506	0.1000
relative_P_30         	2024-35506	0.0667
relative_P_100        	2024-35506	0.0200
relative_P_200        	2024-35506	0.0100
relative_P_500        	2024-35506	0.0086
relative_P_1000       	2024-35506	0.0086
success_1             	2024-35506	1.0000
success_5             	2024-35506	1.0000
success_10            	2024-35506	1.0000
set_P                 	2024-35506	1.0000
set_relative_P        	2024-35506	1.0000
set_recall            	2024-35506	0.0086
set_map               	2024-35506	0.0086
set_F                 	2024-35506	0.0171
num_nonrel_judged_ret 	2024-35506	0
num_ret               	2024-35596	2
num_rel               	2024-35596	294
num_rel_ret           	2024-35596	1
map                   	2024-35596	0.0017
Rprec                 	2024-35596	0.0034
bpref                 	2024-35596	0.0034
recip_rank            	2024-35596	0.5000
iprec_at_recall_0.00  	2024-35596	0.5000
iprec_at_recall_0.10  	2024-35596	0.0000
iprec_at_recall_0.20  	2024-35596	0.0000
iprec_at_recall_0.30  	2024-35596	0.0000
iprec_at_recall_0.40  	2024-35596	0.0000
iprec_at_recall_0.50  	2024-35596	0.0000
iprec_at_recall_0.60  	2024-35596	0.0000
iprec_at_recall_0.70  	2024-35596	0.0000
iprec_at_recall_0.80  	2024-35596	0.0000
iprec_at_recall_0.90  	2024-35596	0.0000
iprec_at_recall_1.00  	2024-35596	0.0000
P_5                   	2024-35596	0.2000
P_10                  	2024-35596	0.1000
P_15                  	2024-35596	0.0667
P_20                  	2024-35596	0.0500
P_30                  	2024-35596	0.0333
P_100                 	2024-35596	0.0100
P_200                 	2024-35596	0.0050
P_500                 	2024-35596	0.0020
P_1000                	2024-35596	0.0010
relstring             	2024-35596	'01'
recall_5              	2024-35596	0.0034
recall_10             	2024-35596	0.0034
recall_15             	2024-35596	0.0034
recall_20             	2024-35596	0.0034
recall_30             	2024-35596	0.0034
recall_100            	2024-35596	0.0034
recall_200            	2024-35596	0.0034
recall_500            	2024-35596	0.0034
recall_1000           	2024-35596	0.0034
infAP                 	2024-35596	0.0017
Rprec_mult_0.20       	2024-35596	0.0169
Rprec_mult_0.40       	2024-35596	0.0085
Rprec_mult_0.60       	2024-35596	0.0056
Rprec_mult_0.80       	2024-35596	0.0042
Rprec_mult_1.00       	2024-35596	0.0034
Rprec_mult_1.20       	2024-35596	0.0028
Rprec_mult_1.40       	2024-35596	0.0024
Rprec_mult_1.60       	2024-35596	0.0021
Rprec_mult_1.80       	2024-35596	0.0019
Rprec_mult_2.00       	2024-35596	0.0017
utility               	2024-35596	0.0000
11pt_avg              	2024-35596	0.0455
binG                  	2024-35596	0.0021
G                     	2024-35596	0.0008
ndcg                  	2024-35596	0.0081
ndcg_rel              	2024-35596	0.0086
Rndcg                 	2024-35596	0.0195
ndcg_cut_5            	2024-35596	0.0713
ndcg_cut_10           	2024-35596	0.0463
ndcg_cut_15           	2024-35596	0.0369
ndcg_cut_20           	2024-35596	0.0325
ndcg_cut_30           	2024-35596	0.0266
ndcg_cut_100          	2024-35596	0.0134
ndcg_cut_200          	2024-35596	0.0096
ndcg_cut_500          	2024-35596	0.0081
ndcg_cut_1000         	2024-35596	0.0081
map_cut_5             	2024-35596	0.0017
map_cut_10            	2024-35596	0.0017
map_cut_15            	2024-35596	0.0017
map_cut_20            	2024-35596	0.0017
map_cut_30            	2024-35596	0.0017
map_cut_100           	2024-35596	0.0017
map_cut_200           	2024-35596	0.0017
map_cut_500           	2024-35596	0.0017
map_cut_1000          	2024-35596	0.0017
relative_P_5          	2024-35596	0.2000
relative_P_10         	2024-35596	0.1000
relative_P_15         	2024-35596	0.0667
relative_P_20         	2024-35596	0.0500
relative_P_30         	2024-35596	0.0333
relative_P_100        	2024-35596	0.0100
relative_P_200        	2024-35596	0.0050
relative_P_500        	2024-35596	0.0034
relative_P_1000       	2024-35596	0.0034
success_1             	2024-35596	0.0000
success_5             	2024-35596	1.0000
success_10            	2024-35596	1.0000
set_P                 	2024-35596	0.5000
set_relative_P        	2024-35596	0.5000
set_recall            	2024-35596	0.0034
set_map               	2024-35596	0.0017
set_F                 	2024-35596	0.0068
num_nonrel_judged_ret 	2024-35596	1
num_ret               	2024-35620	2
num_rel               	2024-35620	109
num_rel_ret           	2024-35620	2
map                   	2024-35620	0.0183
Rprec                 	2024-35620	0.0183
bpref                 	2024-35620	0.0183
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	0.0000
iprec_at_recall_0.20  	2024-35620	0.0000
iprec_at_recall_0.30  	2024-35620	0.0000
iprec_at_recall_0.40  	2024-35620	0.0000
iprec_at_recall_0.50  	2024-35620	0.0000
iprec_at_recall_0.60  	2024-35620	0.0000
iprec_at_recall_0.70  	2024-35620	0.0000
iprec_at_recall_0.80  	2024-35620	0.0000
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	0.4000
P_10                  	2024-35620	0.2000
P_15                  	2024-35620	0.1333
P_20                  	2024-35620	0.1000
P_30                  	2024-35620	0.0667
P_100                 	2024-35620	0.0200
P_200                 	2024-35620	0.0100
P_500                 	2024-35620	0.0040
P_1000                	2024-35620	0.0020
relstring             	2024-35620	'33'
recall_5              	2024-35620	0.0183
recall_10             	2024-35620	0.0183
recall_15             	2024-35620	0.0183
recall_20             	2024-35620	0.0183
recall_30             	2024-35620	0.0183
recall_100            	2024-35620	0.0183
recall_200            	2024-35620	0.0183
recall_500            	2024-35620	0.0183
recall_1000           	2024-35620	0.0183
infAP                 	2024-35620	0.0183
Rprec_mult_0.20       	2024-35620	0.0909
Rprec_mult_0.40       	2024-35620	0.0455
Rprec_mult_0.60       	2024-35620	0.0303
Rprec_mult_0.80       	2024-35620	0.0227
Rprec_mult_1.00       	2024-35620	0.0183
Rprec_mult_1.20       	2024-35620	0.0153
Rprec_mult_1.40       	2024-35620	0.0131
Rprec_mult_1.60       	2024-35620	0.0114
Rprec_mult_1.80       	2024-35620	0.0102
Rprec_mult_2.00       	2024-35620	0.0092
utility               	2024-35620	2.0000
11pt_avg              	2024-35620	0.0909
binG                  	2024-35620	0.0183
G                     	2024-35620	0.0420
ndcg                  	2024-35620	0.1408
ndcg_rel              	2024-35620	0.1566
Rndcg                 	2024-35620	0.2466
ndcg_cut_5            	2024-35620	0.5531
ndcg_cut_10           	2024-35620	0.3590
ndcg_cut_15           	2024-35620	0.3008
ndcg_cut_20           	2024-35620	0.2627
ndcg_cut_30           	2024-35620	0.2263
ndcg_cut_100          	2024-35620	0.1465
ndcg_cut_200          	2024-35620	0.1408
ndcg_cut_500          	2024-35620	0.1408
ndcg_cut_1000         	2024-35620	0.1408
map_cut_5             	2024-35620	0.0183
map_cut_10            	2024-35620	0.0183
map_cut_15            	2024-35620	0.0183
map_cut_20            	2024-35620	0.0183
map_cut_30            	2024-35620	0.0183
map_cut_100           	2024-35620	0.0183
map_cut_200           	2024-35620	0.0183
map_cut_500           	2024-35620	0.0183
map_cut_1000          	2024-35620	0.0183
relative_P_5          	2024-35620	0.4000
relative_P_10         	2024-35620	0.2000
relative_P_15         	2024-35620	0.1333
relative_P_20         	2024-35620	0.1000
relative_P_30         	2024-35620	0.0667
relative_P_100        	2024-35620	0.0200
relative_P_200        	2024-35620	0.0183
relative_P_500        	2024-35620	0.0183
relative_P_1000       	2024-35620	0.0183
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	1.0000
set_relative_P        	2024-35620	1.0000
set_recall            	2024-35620	0.0183
set_map               	2024-35620	0.0183
set_F                 	2024-35620	0.0360
num_nonrel_judged_ret 	2024-35620	0
num_ret               	2024-35834	2
num_rel               	2024-35834	170
num_rel_ret           	2024-35834	1
map                   	2024-35834	0.0059
Rprec                 	2024-35834	0.0059
bpref                 	2024-35834	0.0059
recip_rank            	2024-35834	1.0000
iprec_at_recall_0.00  	2024-35834	1.0000
iprec_at_recall_0.10  	2024-35834	0.0000
iprec_at_recall_0.20  	2024-35834	0.0000
iprec_at_recall_0.30  	2024-35834	0.0000
iprec_at_recall_0.40  	2024-35834	0.0000
iprec_at_recall_0.50  	2024-35834	0.0000
iprec_at_recall_0.60  	2024-35834	0.0000
iprec_at_recall_0.70  	2024-35834	0.0000
iprec_at_recall_0.80  	2024-35834	0.0000
iprec_at_recall_0.90  	2024-35834	0.0000
iprec_at_recall_1.00  	2024-35834	0.0000
P_5                   	2024-35834	0.2000
P_10                  	2024-35834	0.1000
P_15                  	2024-35834	0.0667
P_20                  	2024-35834	0.0500
P_30                  	2024-35834	0.0333
P_100                 	2024-35834	0.0100
P_200                 	2024-35834	0.0050
P_500                 	2024-35834	0.0020
P_1000                	2024-35834	0.0010
relstring             	2024-35834	'10'
recall_5              	2024-35834	0.0059
recall_10             	2024-35834	0.0059
recall_15             	2024-35834	0.0059
recall_20             	2024-35834	0.0059
recall_30             	2024-35834	0.0059
recall_100            	2024-35834	0.0059
recall_200            	2024-35834	0.0059
recall_500            	2024-35834	0.0059
recall_1000           	2024-35834	0.0059
infAP                 	2024-35834	0.0059
Rprec_mult_0.20       	2024-35834	0.0294
Rprec_mult_0.40       	2024-35834	0.0147
Rprec_mult_0.60       	2024-35834	0.0098
Rprec_mult_0.80       	2024-35834	0.0074
Rprec_mult_1.00       	2024-35834	0.0059
Rprec_mult_1.20       	2024-35834	0.0049
Rprec_mult_1.40       	2024-35834	0.0042
Rprec_mult_1.60       	2024-35834	0.0037
Rprec_mult_1.80       	2024-35834	0.0033
Rprec_mult_2.00       	2024-35834	0.0029
utility               	2024-35834	0.0000
11pt_avg              	2024-35834	0.0909
binG                  	2024-35834	0.0059
G                     	2024-35834	0.0036
ndcg                  	2024-35834	0.0290
ndcg_rel              	2024-35834	0.0318
Rndcg                 	2024-35834	0.0832
ndcg_cut_5            	2024-35834	0.1696
ndcg_cut_10           	2024-35834	0.1222
ndcg_cut_15           	2024-35834	0.1053
ndcg_cut_20           	2024-35834	0.0936
ndcg_cut_30           	2024-35834	0.0781
ndcg_cut_100          	2024-35834	0.0407
ndcg_cut_200          	2024-35834	0.0290
ndcg_cut_500          	2024-35834	0.0290
ndcg_cut_1000         	2024-35834	0.0290
map_cut_5             	2024-35834	0.0059
map_cut_10            	2024-35834	0.0059
map_cut_15            	2024-35834	0.0059
map_cut_20            	2024-35834	0.0059
map_cut_30            	2024-35834	0.0059
map_cut_100           	2024-35834	0.0059
map_cut_200           	2024-35834	0.0059
map_cut_500           	2024-35834	0.0059
map_cut_1000          	2024-35834	0.0059
relative_P_5          	2024-35834	0.2000
relative_P_10         	2024-35834	0.1000
relative_P_15         	2024-35834	0.0667
relative_P_20         	2024-35834	0.0500
relative_P_30         	2024-35834	0.0333
relative_P_100        	2024-35834	0.0100
relative_P_200        	2024-35834	0.0059
relative_P_500        	2024-35834	0.0059
relative_P_1000       	2024-35834	0.0059
success_1             	2024-35834	1.0000
success_5             	2024-35834	1.0000
success_10            	2024-35834	1.0000
set_P                 	2024-35834	0.5000
set_relative_P        	2024-35834	0.5000
set_recall            	2024-35834	0.0059
set_map               	2024-35834	0.0029
set_F                 	2024-35834	0.0116
num_nonrel_judged_ret 	2024-35834	1
num_ret               	2024-36131	2
num_rel               	2024-36131	241
num_rel_ret           	2024-36131	2
map                   	2024-36131	0.0083
Rprec                 	2024-36131	0.0083
bpref                 	2024-36131	0.0083
recip_rank            	2024-36131	1.0000
iprec_at_recall_0.00  	2024-36131	1.0000
iprec_at_recall_0.10  	2024-36131	0.0000
iprec_at_recall_0.20  	2024-36131	0.0000
iprec_at_recall_0.30  	2024-36131	0.0000
iprec_at_recall_0.40  	2024-36131	0.0000
iprec_at_recall_0.50  	2024-36131	0.0000
iprec_at_recall_0.60  	2024-36131	0.0000
iprec_at_recall_0.70  	2024-36131	0.0000
iprec_at_recall_0.80  	2024-36131	0.0000
iprec_at_recall_0.90  	2024-36131	0.0000
iprec_at_recall_1.00  	2024-36131	0.0000
P_5                   	2024-36131	0.4000
P_10                  	2024-36131	0.2000
P_15                  	2024-36131	0.1333
P_20                  	2024-36131	0.1000
P_30                  	2024-36131	0.0667
P_100                 	2024-36131	0.0200
P_200                 	2024-36131	0.0100
P_500                 	2024-36131	0.0040
P_1000                	2024-36131	0.0020
relstring             	2024-36131	'22'
recall_5              	2024-36131	0.0083
recall_10             	2024-36131	0.0083
recall_15             	2024-36131	0.0083
recall_20             	2024-36131	0.0083
recall_30             	2024-36131	0.0083
recall_100            	2024-36131	0.0083
recall_200            	2024-36131	0.0083
recall_500            	2024-36131	0.0083
recall_1000           	2024-36131	0.0083
infAP                 	2024-36131	0.0083
Rprec_mult_0.20       	2024-36131	0.0408
Rprec_mult_0.40       	2024-36131	0.0206
Rprec_mult_0.60       	2024-36131	0.0138
Rprec_mult_0.80       	2024-36131	0.0104
Rprec_mult_1.00       	2024-36131	0.0083
Rprec_mult_1.20       	2024-36131	0.0069
Rprec_mult_1.40       	2024-36131	0.0059
Rprec_mult_1.60       	2024-36131	0.0052
Rprec_mult_1.80       	2024-36131	0.0046
Rprec_mult_2.00       	2024-36131	0.0041
utility               	2024-36131	2.0000
11pt_avg              	2024-36131	0.0909
binG                  	2024-36131	0.0083
G                     	2024-36131	0.0068
ndcg                  	2024-36131	0.0522
ndcg_rel              	2024-36131	0.0573
Rndcg                 	2024-36131	0.1356
ndcg_cut_5            	2024-36131	0.3688
ndcg_cut_10           	2024-36131	0.2501
ndcg_cut_15           	2024-36131	0.2081
ndcg_cut_20           	2024-36131	0.1809
ndcg_cut_30           	2024-36131	0.1464
ndcg_cut_100          	2024-36131	0.0752
ndcg_cut_200          	2024-36131	0.0570
ndcg_cut_500          	2024-36131	0.0522
ndcg_cut_1000         	2024-36131	0.0522
map_cut_5             	2024-36131	0.0083
map_cut_10            	2024-36131	0.0083
map_cut_15            	2024-36131	0.0083
map_cut_20            	2024-36131	0.0083
map_cut_30            	2024-36131	0.0083
map_cut_100           	2024-36131	0.0083
map_cut_200           	2024-36131	0.0083
map_cut_500           	2024-36131	0.0083
map_cut_1000          	2024-36131	0.0083
relative_P_5          	2024-36131	0.4000
relative_P_10         	2024-36131	0.2000
relative_P_15         	2024-36131	0.1333
relative_P_20         	2024-36131	0.1000
relative_P_30         	2024-36131	0.0667
relative_P_100        	2024-36131	0.0200
relative_P_200        	2024-36131	0.0100
relative_P_500        	2024-36131	0.0083
relative_P_1000       	2024-36131	0.0083
success_1             	2024-36131	1.0000
success_5             	2024-36131	1.0000
success_10            	2024-36131	1.0000
set_P                 	2024-36131	1.0000
set_relative_P        	2024-36131	1.0000
set_recall            	2024-36131	0.0083
set_map               	2024-36131	0.0083
set_F                 	2024-36131	0.0165
num_nonrel_judged_ret 	2024-36131	0
num_ret               	2024-36155	2
num_rel               	2024-36155	165
num_rel_ret           	2024-36155	1
map                   	2024-36155	0.0061
Rprec                 	2024-36155	0.0061
bpref                 	2024-36155	0.0061
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	0.0000
iprec_at_recall_0.20  	2024-36155	0.0000
iprec_at_recall_0.30  	2024-36155	0.0000
iprec_at_recall_0.40  	2024-36155	0.0000
iprec_at_recall_0.50  	2024-36155	0.0000
iprec_at_recall_0.60  	2024-36155	0.0000
iprec_at_recall_0.70  	2024-36155	0.0000
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	0.2000
P_10                  	2024-36155	0.1000
P_15                  	2024-36155	0.0667
P_20                  	2024-36155	0.0500
P_30                  	2024-36155	0.0333
P_100                 	2024-36155	0.0100
P_200                 	2024-36155	0.0050
P_500                 	2024-36155	0.0020
P_1000                	2024-36155	0.0010
relstring             	2024-36155	'30'
recall_5              	2024-36155	0.0061
recall_10             	2024-36155	0.0061
recall_15             	2024-36155	0.0061
recall_20             	2024-36155	0.0061
recall_30             	2024-36155	0.0061
recall_100            	2024-36155	0.0061
recall_200            	2024-36155	0.0061
recall_500            	2024-36155	0.0061
recall_1000           	2024-36155	0.0061
infAP                 	2024-36155	0.0061
Rprec_mult_0.20       	2024-36155	0.0303
Rprec_mult_0.40       	2024-36155	0.0152
Rprec_mult_0.60       	2024-36155	0.0101
Rprec_mult_0.80       	2024-36155	0.0076
Rprec_mult_1.00       	2024-36155	0.0061
Rprec_mult_1.20       	2024-36155	0.0051
Rprec_mult_1.40       	2024-36155	0.0043
Rprec_mult_1.60       	2024-36155	0.0038
Rprec_mult_1.80       	2024-36155	0.0034
Rprec_mult_2.00       	2024-36155	0.0030
utility               	2024-36155	0.0000
11pt_avg              	2024-36155	0.0909
binG                  	2024-36155	0.0061
G                     	2024-36155	0.0140
ndcg                  	2024-36155	0.0677
ndcg_rel              	2024-36155	0.0733
Rndcg                 	2024-36155	0.2644
ndcg_cut_5            	2024-36155	0.3985
ndcg_cut_10           	2024-36155	0.2799
ndcg_cut_15           	2024-36155	0.2247
ndcg_cut_20           	2024-36155	0.1909
ndcg_cut_30           	2024-36155	0.1503
ndcg_cut_100          	2024-36155	0.0854
ndcg_cut_200          	2024-36155	0.0677
ndcg_cut_500          	2024-36155	0.0677
ndcg_cut_1000         	2024-36155	0.0677
map_cut_5             	2024-36155	0.0061
map_cut_10            	2024-36155	0.0061
map_cut_15            	2024-36155	0.0061
map_cut_20            	2024-36155	0.0061
map_cut_30            	2024-36155	0.0061
map_cut_100           	2024-36155	0.0061
map_cut_200           	2024-36155	0.0061
map_cut_500           	2024-36155	0.0061
map_cut_1000          	2024-36155	0.0061
relative_P_5          	2024-36155	0.2000
relative_P_10         	2024-36155	0.1000
relative_P_15         	2024-36155	0.0667
relative_P_20         	2024-36155	0.0500
relative_P_30         	2024-36155	0.0333
relative_P_100        	2024-36155	0.0100
relative_P_200        	2024-36155	0.0061
relative_P_500        	2024-36155	0.0061
relative_P_1000       	2024-36155	0.0061
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.5000
set_relative_P        	2024-36155	0.5000
set_recall            	2024-36155	0.0061
set_map               	2024-36155	0.0030
set_F                 	2024-36155	0.0120
num_nonrel_judged_ret 	2024-36155	1
num_ret               	2024-36186	2
num_rel               	2024-36186	127
num_rel_ret           	2024-36186	2
map                   	2024-36186	0.0157
Rprec                 	2024-36186	0.0157
bpref                 	2024-36186	0.0157
recip_rank            	2024-36186	1.0000
iprec_at_recall_0.00  	2024-36186	1.0000
iprec_at_recall_0.10  	2024-36186	0.0000
iprec_at_recall_0.20  	2024-36186	0.0000
iprec_at_recall_0.30  	2024-36186	0.0000
iprec_at_recall_0.40  	2024-36186	0.0000
iprec_at_recall_0.50  	2024-36186	0.0000
iprec_at_recall_0.60  	2024-36186	0.0000
iprec_at_recall_0.70  	2024-36186	0.0000
iprec_at_recall_0.80  	2024-36186	0.0000
iprec_at_recall_0.90  	2024-36186	0.0000
iprec_at_recall_1.00  	2024-36186	0.0000
P_5                   	2024-36186	0.4000
P_10                  	2024-36186	0.2000
P_15                  	2024-36186	0.1333
P_20                  	2024-36186	0.1000
P_30                  	2024-36186	0.0667
P_100                 	2024-36186	0.0200
P_200                 	2024-36186	0.0100
P_500                 	2024-36186	0.0040
P_1000                	2024-36186	0.0020
relstring             	2024-36186	'11'
recall_5              	2024-36186	0.0157
recall_10             	2024-36186	0.0157
recall_15             	2024-36186	0.0157
recall_20             	2024-36186	0.0157
recall_30             	2024-36186	0.0157
recall_100            	2024-36186	0.0157
recall_200            	2024-36186	0.0157
recall_500            	2024-36186	0.0157
recall_1000           	2024-36186	0.0157
infAP                 	2024-36186	0.0157
Rprec_mult_0.20       	2024-36186	0.0769
Rprec_mult_0.40       	2024-36186	0.0392
Rprec_mult_0.60       	2024-36186	0.0260
Rprec_mult_0.80       	2024-36186	0.0196
Rprec_mult_1.00       	2024-36186	0.0157
Rprec_mult_1.20       	2024-36186	0.0131
Rprec_mult_1.40       	2024-36186	0.0112
Rprec_mult_1.60       	2024-36186	0.0098
Rprec_mult_1.80       	2024-36186	0.0087
Rprec_mult_2.00       	2024-36186	0.0079
utility               	2024-36186	2.0000
11pt_avg              	2024-36186	0.0909
binG                  	2024-36186	0.0157
G                     	2024-36186	0.0064
ndcg                  	2024-36186	0.0506
ndcg_rel              	2024-36186	0.0554
Rndcg                 	2024-36186	0.1677
ndcg_cut_5            	2024-36186	0.2365
ndcg_cut_10           	2024-36186	0.1617
ndcg_cut_15           	2024-36186	0.1282
ndcg_cut_20           	2024-36186	0.1134
ndcg_cut_30           	2024-36186	0.0988
ndcg_cut_100          	2024-36186	0.0577
ndcg_cut_200          	2024-36186	0.0506
ndcg_cut_500          	2024-36186	0.0506
ndcg_cut_1000         	2024-36186	0.0506
map_cut_5             	2024-36186	0.0157
map_cut_10            	2024-36186	0.0157
map_cut_15            	2024-36186	0.0157
map_cut_20            	2024-36186	0.0157
map_cut_30            	2024-36186	0.0157
map_cut_100           	2024-36186	0.0157
map_cut_200           	2024-36186	0.0157
map_cut_500           	2024-36186	0.0157
map_cut_1000          	2024-36186	0.0157
relative_P_5          	2024-36186	0.4000
relative_P_10         	2024-36186	0.2000
relative_P_15         	2024-36186	0.1333
relative_P_20         	2024-36186	0.1000
relative_P_30         	2024-36186	0.0667
relative_P_100        	2024-36186	0.0200
relative_P_200        	2024-36186	0.0157
relative_P_500        	2024-36186	0.0157
relative_P_1000       	2024-36186	0.0157
success_1             	2024-36186	1.0000
success_5             	2024-36186	1.0000
success_10            	2024-36186	1.0000
set_P                 	2024-36186	1.0000
set_relative_P        	2024-36186	1.0000
set_recall            	2024-36186	0.0157
set_map               	2024-36186	0.0157
set_F                 	2024-36186	0.0310
num_nonrel_judged_ret 	2024-36186	0
num_ret               	2024-36302	2
num_rel               	2024-36302	36
num_rel_ret           	2024-36302	0
map                   	2024-36302	0.0000
Rprec                 	2024-36302	0.0000
bpref                 	2024-36302	0.0000
recip_rank            	2024-36302	0.0000
iprec_at_recall_0.00  	2024-36302	0.0000
iprec_at_recall_0.10  	2024-36302	0.0000
iprec_at_recall_0.20  	2024-36302	0.0000
iprec_at_recall_0.30  	2024-36302	0.0000
iprec_at_recall_0.40  	2024-36302	0.0000
iprec_at_recall_0.50  	2024-36302	0.0000
iprec_at_recall_0.60  	2024-36302	0.0000
iprec_at_recall_0.70  	2024-36302	0.0000
iprec_at_recall_0.80  	2024-36302	0.0000
iprec_at_recall_0.90  	2024-36302	0.0000
iprec_at_recall_1.00  	2024-36302	0.0000
P_5                   	2024-36302	0.0000
P_10                  	2024-36302	0.0000
P_15                  	2024-36302	0.0000
P_20                  	2024-36302	0.0000
P_30                  	2024-36302	0.0000
P_100                 	2024-36302	0.0000
P_200                 	2024-36302	0.0000
P_500                 	2024-36302	0.0000
P_1000                	2024-36302	0.0000
relstring             	2024-36302	'00'
recall_5              	2024-36302	0.0000
recall_10             	2024-36302	0.0000
recall_15             	2024-36302	0.0000
recall_20             	2024-36302	0.0000
recall_30             	2024-36302	0.0000
recall_100            	2024-36302	0.0000
recall_200            	2024-36302	0.0000
recall_500            	2024-36302	0.0000
recall_1000           	2024-36302	0.0000
infAP                 	2024-36302	0.0000
Rprec_mult_0.20       	2024-36302	0.0000
Rprec_mult_0.40       	2024-36302	0.0000
Rprec_mult_0.60       	2024-36302	0.0000
Rprec_mult_0.80       	2024-36302	0.0000
Rprec_mult_1.00       	2024-36302	0.0000
Rprec_mult_1.20       	2024-36302	0.0000
Rprec_mult_1.40       	2024-36302	0.0000
Rprec_mult_1.60       	2024-36302	0.0000
Rprec_mult_1.80       	2024-36302	0.0000
Rprec_mult_2.00       	2024-36302	0.0000
utility               	2024-36302	-2.0000
11pt_avg              	2024-36302	0.0000
binG                  	2024-36302	0.0000
G                     	2024-36302	0.0000
ndcg                  	2024-36302	0.0000
ndcg_rel              	2024-36302	0.0000
Rndcg                 	2024-36302	0.0000
ndcg_cut_5            	2024-36302	0.0000
ndcg_cut_10           	2024-36302	0.0000
ndcg_cut_15           	2024-36302	0.0000
ndcg_cut_20           	2024-36302	0.0000
ndcg_cut_30           	2024-36302	0.0000
ndcg_cut_100          	2024-36302	0.0000
ndcg_cut_200          	2024-36302	0.0000
ndcg_cut_500          	2024-36302	0.0000
ndcg_cut_1000         	2024-36302	0.0000
map_cut_5             	2024-36302	0.0000
map_cut_10            	2024-36302	0.0000
map_cut_15            	2024-36302	0.0000
map_cut_20            	2024-36302	0.0000
map_cut_30            	2024-36302	0.0000
map_cut_100           	2024-36302	0.0000
map_cut_200           	2024-36302	0.0000
map_cut_500           	2024-36302	0.0000
map_cut_1000          	2024-36302	0.0000
relative_P_5          	2024-36302	0.0000
relative_P_10         	2024-36302	0.0000
relative_P_15         	2024-36302	0.0000
relative_P_20         	2024-36302	0.0000
relative_P_30         	2024-36302	0.0000
relative_P_100        	2024-36302	0.0000
relative_P_200        	2024-36302	0.0000
relative_P_500        	2024-36302	0.0000
relative_P_1000       	2024-36302	0.0000
success_1             	2024-36302	0.0000
success_5             	2024-36302	0.0000
success_10            	2024-36302	0.0000
set_P                 	2024-36302	0.0000
set_relative_P        	2024-36302	0.0000
set_recall            	2024-36302	0.0000
set_map               	2024-36302	0.0000
set_F                 	2024-36302	0.0000
num_nonrel_judged_ret 	2024-36302	2
num_ret               	2024-36338	2
num_rel               	2024-36338	127
num_rel_ret           	2024-36338	2
map                   	2024-36338	0.0157
Rprec                 	2024-36338	0.0157
bpref                 	2024-36338	0.0157
recip_rank            	2024-36338	1.0000
iprec_at_recall_0.00  	2024-36338	1.0000
iprec_at_recall_0.10  	2024-36338	0.0000
iprec_at_recall_0.20  	2024-36338	0.0000
iprec_at_recall_0.30  	2024-36338	0.0000
iprec_at_recall_0.40  	2024-36338	0.0000
iprec_at_recall_0.50  	2024-36338	0.0000
iprec_at_recall_0.60  	2024-36338	0.0000
iprec_at_recall_0.70  	2024-36338	0.0000
iprec_at_recall_0.80  	2024-36338	0.0000
iprec_at_recall_0.90  	2024-36338	0.0000
iprec_at_recall_1.00  	2024-36338	0.0000
P_5                   	2024-36338	0.4000
P_10                  	2024-36338	0.2000
P_15                  	2024-36338	0.1333
P_20                  	2024-36338	0.1000
P_30                  	2024-36338	0.0667
P_100                 	2024-36338	0.0200
P_200                 	2024-36338	0.0100
P_500                 	2024-36338	0.0040
P_1000                	2024-36338	0.0020
relstring             	2024-36338	'33'
recall_5              	2024-36338	0.0157
recall_10             	2024-36338	0.0157
recall_15             	2024-36338	0.0157
recall_20             	2024-36338	0.0157
recall_30             	2024-36338	0.0157
recall_100            	2024-36338	0.0157
recall_200            	2024-36338	0.0157
recall_500            	2024-36338	0.0157
recall_1000           	2024-36338	0.0157
infAP                 	2024-36338	0.0157
Rprec_mult_0.20       	2024-36338	0.0769
Rprec_mult_0.40       	2024-36338	0.0392
Rprec_mult_0.60       	2024-36338	0.0260
Rprec_mult_0.80       	2024-36338	0.0196
Rprec_mult_1.00       	2024-36338	0.0157
Rprec_mult_1.20       	2024-36338	0.0131
Rprec_mult_1.40       	2024-36338	0.0112
Rprec_mult_1.60       	2024-36338	0.0098
Rprec_mult_1.80       	2024-36338	0.0087
Rprec_mult_2.00       	2024-36338	0.0079
utility               	2024-36338	2.0000
11pt_avg              	2024-36338	0.0909
binG                  	2024-36338	0.0157
G                     	2024-36338	0.0284
ndcg                  	2024-36338	0.1042
ndcg_rel              	2024-36338	0.1184
Rndcg                 	2024-36338	0.1667
ndcg_cut_5            	2024-36338	0.5531
ndcg_cut_10           	2024-36338	0.3590
ndcg_cut_15           	2024-36338	0.2783
ndcg_cut_20           	2024-36338	0.2424
ndcg_cut_30           	2024-36338	0.2003
ndcg_cut_100          	2024-36338	0.1138
ndcg_cut_200          	2024-36338	0.1042
ndcg_cut_500          	2024-36338	0.1042
ndcg_cut_1000         	2024-36338	0.1042
map_cut_5             	2024-36338	0.0157
map_cut_10            	2024-36338	0.0157
map_cut_15            	2024-36338	0.0157
map_cut_20            	2024-36338	0.0157
map_cut_30            	2024-36338	0.0157
map_cut_100           	2024-36338	0.0157
map_cut_200           	2024-36338	0.0157
map_cut_500           	2024-36338	0.0157
map_cut_1000          	2024-36338	0.0157
relative_P_5          	2024-36338	0.4000
relative_P_10         	2024-36338	0.2000
relative_P_15         	2024-36338	0.1333
relative_P_20         	2024-36338	0.1000
relative_P_30         	2024-36338	0.0667
relative_P_100        	2024-36338	0.0200
relative_P_200        	2024-36338	0.0157
relative_P_500        	2024-36338	0.0157
relative_P_1000       	2024-36338	0.0157
success_1             	2024-36338	1.0000
success_5             	2024-36338	1.0000
success_10            	2024-36338	1.0000
set_P                 	2024-36338	1.0000
set_relative_P        	2024-36338	1.0000
set_recall            	2024-36338	0.0157
set_map               	2024-36338	0.0157
set_F                 	2024-36338	0.0310
num_nonrel_judged_ret 	2024-36338	0
num_ret               	2024-36355	2
num_rel               	2024-36355	100
num_rel_ret           	2024-36355	0
map                   	2024-36355	0.0000
Rprec                 	2024-36355	0.0000
bpref                 	2024-36355	0.0000
recip_rank            	2024-36355	0.0000
iprec_at_recall_0.00  	2024-36355	0.0000
iprec_at_recall_0.10  	2024-36355	0.0000
iprec_at_recall_0.20  	2024-36355	0.0000
iprec_at_recall_0.30  	2024-36355	0.0000
iprec_at_recall_0.40  	2024-36355	0.0000
iprec_at_recall_0.50  	2024-36355	0.0000
iprec_at_recall_0.60  	2024-36355	0.0000
iprec_at_recall_0.70  	2024-36355	0.0000
iprec_at_recall_0.80  	2024-36355	0.0000
iprec_at_recall_0.90  	2024-36355	0.0000
iprec_at_recall_1.00  	2024-36355	0.0000
P_5                   	2024-36355	0.0000
P_10                  	2024-36355	0.0000
P_15                  	2024-36355	0.0000
P_20                  	2024-36355	0.0000
P_30                  	2024-36355	0.0000
P_100                 	2024-36355	0.0000
P_200                 	2024-36355	0.0000
P_500                 	2024-36355	0.0000
P_1000                	2024-36355	0.0000
relstring             	2024-36355	'00'
recall_5              	2024-36355	0.0000
recall_10             	2024-36355	0.0000
recall_15             	2024-36355	0.0000
recall_20             	2024-36355	0.0000
recall_30             	2024-36355	0.0000
recall_100            	2024-36355	0.0000
recall_200            	2024-36355	0.0000
recall_500            	2024-36355	0.0000
recall_1000           	2024-36355	0.0000
infAP                 	2024-36355	0.0000
Rprec_mult_0.20       	2024-36355	0.0000
Rprec_mult_0.40       	2024-36355	0.0000
Rprec_mult_0.60       	2024-36355	0.0000
Rprec_mult_0.80       	2024-36355	0.0000
Rprec_mult_1.00       	2024-36355	0.0000
Rprec_mult_1.20       	2024-36355	0.0000
Rprec_mult_1.40       	2024-36355	0.0000
Rprec_mult_1.60       	2024-36355	0.0000
Rprec_mult_1.80       	2024-36355	0.0000
Rprec_mult_2.00       	2024-36355	0.0000
utility               	2024-36355	-2.0000
11pt_avg              	2024-36355	0.0000
binG                  	2024-36355	0.0000
G                     	2024-36355	0.0000
ndcg                  	2024-36355	0.0000
ndcg_rel              	2024-36355	0.0000
Rndcg                 	2024-36355	0.0000
ndcg_cut_5            	2024-36355	0.0000
ndcg_cut_10           	2024-36355	0.0000
ndcg_cut_15           	2024-36355	0.0000
ndcg_cut_20           	2024-36355	0.0000
ndcg_cut_30           	2024-36355	0.0000
ndcg_cut_100          	2024-36355	0.0000
ndcg_cut_200          	2024-36355	0.0000
ndcg_cut_500          	2024-36355	0.0000
ndcg_cut_1000         	2024-36355	0.0000
map_cut_5             	2024-36355	0.0000
map_cut_10            	2024-36355	0.0000
map_cut_15            	2024-36355	0.0000
map_cut_20            	2024-36355	0.0000
map_cut_30            	2024-36355	0.0000
map_cut_100           	2024-36355	0.0000
map_cut_200           	2024-36355	0.0000
map_cut_500           	2024-36355	0.0000
map_cut_1000          	2024-36355	0.0000
relative_P_5          	2024-36355	0.0000
relative_P_10         	2024-36355	0.0000
relative_P_15         	2024-36355	0.0000
relative_P_20         	2024-36355	0.0000
relative_P_30         	2024-36355	0.0000
relative_P_100        	2024-36355	0.0000
relative_P_200        	2024-36355	0.0000
relative_P_500        	2024-36355	0.0000
relative_P_1000       	2024-36355	0.0000
success_1             	2024-36355	0.0000
success_5             	2024-36355	0.0000
success_10            	2024-36355	0.0000
set_P                 	2024-36355	0.0000
set_relative_P        	2024-36355	0.0000
set_recall            	2024-36355	0.0000
set_map               	2024-36355	0.0000
set_F                 	2024-36355	0.0000
num_nonrel_judged_ret 	2024-36355	2
num_ret               	2024-3653	2
num_rel               	2024-3653	289
num_rel_ret           	2024-3653	2
map                   	2024-3653	0.0069
Rprec                 	2024-3653	0.0069
bpref                 	2024-3653	0.0069
recip_rank            	2024-3653	1.0000
iprec_at_recall_0.00  	2024-3653	1.0000
iprec_at_recall_0.10  	2024-3653	0.0000
iprec_at_recall_0.20  	2024-3653	0.0000
iprec_at_recall_0.30  	2024-3653	0.0000
iprec_at_recall_0.40  	2024-3653	0.0000
iprec_at_recall_0.50  	2024-3653	0.0000
iprec_at_recall_0.60  	2024-3653	0.0000
iprec_at_recall_0.70  	2024-3653	0.0000
iprec_at_recall_0.80  	2024-3653	0.0000
iprec_at_recall_0.90  	2024-3653	0.0000
iprec_at_recall_1.00  	2024-3653	0.0000
P_5                   	2024-3653	0.4000
P_10                  	2024-3653	0.2000
P_15                  	2024-3653	0.1333
P_20                  	2024-3653	0.1000
P_30                  	2024-3653	0.0667
P_100                 	2024-3653	0.0200
P_200                 	2024-3653	0.0100
P_500                 	2024-3653	0.0040
P_1000                	2024-3653	0.0020
relstring             	2024-3653	'33'
recall_5              	2024-3653	0.0069
recall_10             	2024-3653	0.0069
recall_15             	2024-3653	0.0069
recall_20             	2024-3653	0.0069
recall_30             	2024-3653	0.0069
recall_100            	2024-3653	0.0069
recall_200            	2024-3653	0.0069
recall_500            	2024-3653	0.0069
recall_1000           	2024-3653	0.0069
infAP                 	2024-3653	0.0069
Rprec_mult_0.20       	2024-3653	0.0345
Rprec_mult_0.40       	2024-3653	0.0172
Rprec_mult_0.60       	2024-3653	0.0115
Rprec_mult_0.80       	2024-3653	0.0086
Rprec_mult_1.00       	2024-3653	0.0069
Rprec_mult_1.20       	2024-3653	0.0058
Rprec_mult_1.40       	2024-3653	0.0049
Rprec_mult_1.60       	2024-3653	0.0043
Rprec_mult_1.80       	2024-3653	0.0038
Rprec_mult_2.00       	2024-3653	0.0035
utility               	2024-3653	2.0000
11pt_avg              	2024-3653	0.0909
binG                  	2024-3653	0.0069
G                     	2024-3653	0.0139
ndcg                  	2024-3653	0.0629
ndcg_rel              	2024-3653	0.0694
Rndcg                 	2024-3653	0.1208
ndcg_cut_5            	2024-3653	0.5531
ndcg_cut_10           	2024-3653	0.3590
ndcg_cut_15           	2024-3653	0.2783
ndcg_cut_20           	2024-3653	0.2317
ndcg_cut_30           	2024-3653	0.1880
ndcg_cut_100          	2024-3653	0.0987
ndcg_cut_200          	2024-3653	0.0735
ndcg_cut_500          	2024-3653	0.0629
ndcg_cut_1000         	2024-3653	0.0629
map_cut_5             	2024-3653	0.0069
map_cut_10            	2024-3653	0.0069
map_cut_15            	2024-3653	0.0069
map_cut_20            	2024-3653	0.0069
map_cut_30            	2024-3653	0.0069
map_cut_100           	2024-3653	0.0069
map_cut_200           	2024-3653	0.0069
map_cut_500           	2024-3653	0.0069
map_cut_1000          	2024-3653	0.0069
relative_P_5          	2024-3653	0.4000
relative_P_10         	2024-3653	0.2000
relative_P_15         	2024-3653	0.1333
relative_P_20         	2024-3653	0.1000
relative_P_30         	2024-3653	0.0667
relative_P_100        	2024-3653	0.0200
relative_P_200        	2024-3653	0.0100
relative_P_500        	2024-3653	0.0069
relative_P_1000       	2024-3653	0.0069
success_1             	2024-3653	1.0000
success_5             	2024-3653	1.0000
success_10            	2024-3653	1.0000
set_P                 	2024-3653	1.0000
set_relative_P        	2024-3653	1.0000
set_recall            	2024-3653	0.0069
set_map               	2024-3653	0.0069
set_F                 	2024-3653	0.0137
num_nonrel_judged_ret 	2024-3653	0
num_ret               	2024-36672	2
num_rel               	2024-36672	185
num_rel_ret           	2024-36672	0
map                   	2024-36672	0.0000
Rprec                 	2024-36672	0.0000
bpref                 	2024-36672	0.0000
recip_rank            	2024-36672	0.0000
iprec_at_recall_0.00  	2024-36672	0.0000
iprec_at_recall_0.10  	2024-36672	0.0000
iprec_at_recall_0.20  	2024-36672	0.0000
iprec_at_recall_0.30  	2024-36672	0.0000
iprec_at_recall_0.40  	2024-36672	0.0000
iprec_at_recall_0.50  	2024-36672	0.0000
iprec_at_recall_0.60  	2024-36672	0.0000
iprec_at_recall_0.70  	2024-36672	0.0000
iprec_at_recall_0.80  	2024-36672	0.0000
iprec_at_recall_0.90  	2024-36672	0.0000
iprec_at_recall_1.00  	2024-36672	0.0000
P_5                   	2024-36672	0.0000
P_10                  	2024-36672	0.0000
P_15                  	2024-36672	0.0000
P_20                  	2024-36672	0.0000
P_30                  	2024-36672	0.0000
P_100                 	2024-36672	0.0000
P_200                 	2024-36672	0.0000
P_500                 	2024-36672	0.0000
P_1000                	2024-36672	0.0000
relstring             	2024-36672	'00'
recall_5              	2024-36672	0.0000
recall_10             	2024-36672	0.0000
recall_15             	2024-36672	0.0000
recall_20             	2024-36672	0.0000
recall_30             	2024-36672	0.0000
recall_100            	2024-36672	0.0000
recall_200            	2024-36672	0.0000
recall_500            	2024-36672	0.0000
recall_1000           	2024-36672	0.0000
infAP                 	2024-36672	0.0000
Rprec_mult_0.20       	2024-36672	0.0000
Rprec_mult_0.40       	2024-36672	0.0000
Rprec_mult_0.60       	2024-36672	0.0000
Rprec_mult_0.80       	2024-36672	0.0000
Rprec_mult_1.00       	2024-36672	0.0000
Rprec_mult_1.20       	2024-36672	0.0000
Rprec_mult_1.40       	2024-36672	0.0000
Rprec_mult_1.60       	2024-36672	0.0000
Rprec_mult_1.80       	2024-36672	0.0000
Rprec_mult_2.00       	2024-36672	0.0000
utility               	2024-36672	-2.0000
11pt_avg              	2024-36672	0.0000
binG                  	2024-36672	0.0000
G                     	2024-36672	0.0000
ndcg                  	2024-36672	0.0000
ndcg_rel              	2024-36672	0.0000
Rndcg                 	2024-36672	0.0000
ndcg_cut_5            	2024-36672	0.0000
ndcg_cut_10           	2024-36672	0.0000
ndcg_cut_15           	2024-36672	0.0000
ndcg_cut_20           	2024-36672	0.0000
ndcg_cut_30           	2024-36672	0.0000
ndcg_cut_100          	2024-36672	0.0000
ndcg_cut_200          	2024-36672	0.0000
ndcg_cut_500          	2024-36672	0.0000
ndcg_cut_1000         	2024-36672	0.0000
map_cut_5             	2024-36672	0.0000
map_cut_10            	2024-36672	0.0000
map_cut_15            	2024-36672	0.0000
map_cut_20            	2024-36672	0.0000
map_cut_30            	2024-36672	0.0000
map_cut_100           	2024-36672	0.0000
map_cut_200           	2024-36672	0.0000
map_cut_500           	2024-36672	0.0000
map_cut_1000          	2024-36672	0.0000
relative_P_5          	2024-36672	0.0000
relative_P_10         	2024-36672	0.0000
relative_P_15         	2024-36672	0.0000
relative_P_20         	2024-36672	0.0000
relative_P_30         	2024-36672	0.0000
relative_P_100        	2024-36672	0.0000
relative_P_200        	2024-36672	0.0000
relative_P_500        	2024-36672	0.0000
relative_P_1000       	2024-36672	0.0000
success_1             	2024-36672	0.0000
success_5             	2024-36672	0.0000
success_10            	2024-36672	0.0000
set_P                 	2024-36672	0.0000
set_relative_P        	2024-36672	0.0000
set_recall            	2024-36672	0.0000
set_map               	2024-36672	0.0000
set_F                 	2024-36672	0.0000
num_nonrel_judged_ret 	2024-36672	2
num_ret               	2024-36741	2
num_rel               	2024-36741	296
num_rel_ret           	2024-36741	2
map                   	2024-36741	0.0068
Rprec                 	2024-36741	0.0068
bpref                 	2024-36741	0.0068
recip_rank            	2024-36741	1.0000
iprec_at_recall_0.00  	2024-36741	1.0000
iprec_at_recall_0.10  	2024-36741	0.0000
iprec_at_recall_0.20  	2024-36741	0.0000
iprec_at_recall_0.30  	2024-36741	0.0000
iprec_at_recall_0.40  	2024-36741	0.0000
iprec_at_recall_0.50  	2024-36741	0.0000
iprec_at_recall_0.60  	2024-36741	0.0000
iprec_at_recall_0.70  	2024-36741	0.0000
iprec_at_recall_0.80  	2024-36741	0.0000
iprec_at_recall_0.90  	2024-36741	0.0000
iprec_at_recall_1.00  	2024-36741	0.0000
P_5                   	2024-36741	0.4000
P_10                  	2024-36741	0.2000
P_15                  	2024-36741	0.1333
P_20                  	2024-36741	0.1000
P_30                  	2024-36741	0.0667
P_100                 	2024-36741	0.0200
P_200                 	2024-36741	0.0100
P_500                 	2024-36741	0.0040
P_1000                	2024-36741	0.0020
relstring             	2024-36741	'11'
recall_5              	2024-36741	0.0068
recall_10             	2024-36741	0.0068
recall_15             	2024-36741	0.0068
recall_20             	2024-36741	0.0068
recall_30             	2024-36741	0.0068
recall_100            	2024-36741	0.0068
recall_200            	2024-36741	0.0068
recall_500            	2024-36741	0.0068
recall_1000           	2024-36741	0.0068
infAP                 	2024-36741	0.0068
Rprec_mult_0.20       	2024-36741	0.0333
Rprec_mult_0.40       	2024-36741	0.0168
Rprec_mult_0.60       	2024-36741	0.0112
Rprec_mult_0.80       	2024-36741	0.0084
Rprec_mult_1.00       	2024-36741	0.0068
Rprec_mult_1.20       	2024-36741	0.0056
Rprec_mult_1.40       	2024-36741	0.0048
Rprec_mult_1.60       	2024-36741	0.0042
Rprec_mult_1.80       	2024-36741	0.0038
Rprec_mult_2.00       	2024-36741	0.0034
utility               	2024-36741	2.0000
11pt_avg              	2024-36741	0.0909
binG                  	2024-36741	0.0068
G                     	2024-36741	0.0018
ndcg                  	2024-36741	0.0190
ndcg_rel              	2024-36741	0.0211
Rndcg                 	2024-36741	0.0319
ndcg_cut_5            	2024-36741	0.1844
ndcg_cut_10           	2024-36741	0.1197
ndcg_cut_15           	2024-36741	0.0928
ndcg_cut_20           	2024-36741	0.0772
ndcg_cut_30           	2024-36741	0.0593
ndcg_cut_100          	2024-36741	0.0312
ndcg_cut_200          	2024-36741	0.0221
ndcg_cut_500          	2024-36741	0.0190
ndcg_cut_1000         	2024-36741	0.0190
map_cut_5             	2024-36741	0.0068
map_cut_10            	2024-36741	0.0068
map_cut_15            	2024-36741	0.0068
map_cut_20            	2024-36741	0.0068
map_cut_30            	2024-36741	0.0068
map_cut_100           	2024-36741	0.0068
map_cut_200           	2024-36741	0.0068
map_cut_500           	2024-36741	0.0068
map_cut_1000          	2024-36741	0.0068
relative_P_5          	2024-36741	0.4000
relative_P_10         	2024-36741	0.2000
relative_P_15         	2024-36741	0.1333
relative_P_20         	2024-36741	0.1000
relative_P_30         	2024-36741	0.0667
relative_P_100        	2024-36741	0.0200
relative_P_200        	2024-36741	0.0100
relative_P_500        	2024-36741	0.0068
relative_P_1000       	2024-36741	0.0068
success_1             	2024-36741	1.0000
success_5             	2024-36741	1.0000
success_10            	2024-36741	1.0000
set_P                 	2024-36741	1.0000
set_relative_P        	2024-36741	1.0000
set_recall            	2024-36741	0.0068
set_map               	2024-36741	0.0068
set_F                 	2024-36741	0.0134
num_nonrel_judged_ret 	2024-36741	0
num_ret               	2024-36857	2
num_rel               	2024-36857	205
num_rel_ret           	2024-36857	1
map                   	2024-36857	0.0049
Rprec                 	2024-36857	0.0049
bpref                 	2024-36857	0.0049
recip_rank            	2024-36857	1.0000
iprec_at_recall_0.00  	2024-36857	1.0000
iprec_at_recall_0.10  	2024-36857	0.0000
iprec_at_recall_0.20  	2024-36857	0.0000
iprec_at_recall_0.30  	2024-36857	0.0000
iprec_at_recall_0.40  	2024-36857	0.0000
iprec_at_recall_0.50  	2024-36857	0.0000
iprec_at_recall_0.60  	2024-36857	0.0000
iprec_at_recall_0.70  	2024-36857	0.0000
iprec_at_recall_0.80  	2024-36857	0.0000
iprec_at_recall_0.90  	2024-36857	0.0000
iprec_at_recall_1.00  	2024-36857	0.0000
P_5                   	2024-36857	0.2000
P_10                  	2024-36857	0.1000
P_15                  	2024-36857	0.0667
P_20                  	2024-36857	0.0500
P_30                  	2024-36857	0.0333
P_100                 	2024-36857	0.0100
P_200                 	2024-36857	0.0050
P_500                 	2024-36857	0.0020
P_1000                	2024-36857	0.0010
relstring             	2024-36857	'10'
recall_5              	2024-36857	0.0049
recall_10             	2024-36857	0.0049
recall_15             	2024-36857	0.0049
recall_20             	2024-36857	0.0049
recall_30             	2024-36857	0.0049
recall_100            	2024-36857	0.0049
recall_200            	2024-36857	0.0049
recall_500            	2024-36857	0.0049
recall_1000           	2024-36857	0.0049
infAP                 	2024-36857	0.0049
Rprec_mult_0.20       	2024-36857	0.0244
Rprec_mult_0.40       	2024-36857	0.0122
Rprec_mult_0.60       	2024-36857	0.0081
Rprec_mult_0.80       	2024-36857	0.0061
Rprec_mult_1.00       	2024-36857	0.0049
Rprec_mult_1.20       	2024-36857	0.0041
Rprec_mult_1.40       	2024-36857	0.0035
Rprec_mult_1.60       	2024-36857	0.0030
Rprec_mult_1.80       	2024-36857	0.0027
Rprec_mult_2.00       	2024-36857	0.0024
utility               	2024-36857	0.0000
11pt_avg              	2024-36857	0.0909
binG                  	2024-36857	0.0049
G                     	2024-36857	0.0019
ndcg                  	2024-36857	0.0198
ndcg_rel              	2024-36857	0.0213
Rndcg                 	2024-36857	0.0620
ndcg_cut_5            	2024-36857	0.1182
ndcg_cut_10           	2024-36857	0.0858
ndcg_cut_15           	2024-36857	0.0700
ndcg_cut_20           	2024-36857	0.0601
ndcg_cut_30           	2024-36857	0.0479
ndcg_cut_100          	2024-36857	0.0277
ndcg_cut_200          	2024-36857	0.0200
ndcg_cut_500          	2024-36857	0.0198
ndcg_cut_1000         	2024-36857	0.0198
map_cut_5             	2024-36857	0.0049
map_cut_10            	2024-36857	0.0049
map_cut_15            	2024-36857	0.0049
map_cut_20            	2024-36857	0.0049
map_cut_30            	2024-36857	0.0049
map_cut_100           	2024-36857	0.0049
map_cut_200           	2024-36857	0.0049
map_cut_500           	2024-36857	0.0049
map_cut_1000          	2024-36857	0.0049
relative_P_5          	2024-36857	0.2000
relative_P_10         	2024-36857	0.1000
relative_P_15         	2024-36857	0.0667
relative_P_20         	2024-36857	0.0500
relative_P_30         	2024-36857	0.0333
relative_P_100        	2024-36857	0.0100
relative_P_200        	2024-36857	0.0050
relative_P_500        	2024-36857	0.0049
relative_P_1000       	2024-36857	0.0049
success_1             	2024-36857	1.0000
success_5             	2024-36857	1.0000
success_10            	2024-36857	1.0000
set_P                 	2024-36857	0.5000
set_relative_P        	2024-36857	0.5000
set_recall            	2024-36857	0.0049
set_map               	2024-36857	0.0024
set_F                 	2024-36857	0.0097
num_nonrel_judged_ret 	2024-36857	1
num_ret               	2024-36935	2
num_rel               	2024-36935	152
num_rel_ret           	2024-36935	2
map                   	2024-36935	0.0132
Rprec                 	2024-36935	0.0132
bpref                 	2024-36935	0.0132
recip_rank            	2024-36935	1.0000
iprec_at_recall_0.00  	2024-36935	1.0000
iprec_at_recall_0.10  	2024-36935	0.0000
iprec_at_recall_0.20  	2024-36935	0.0000
iprec_at_recall_0.30  	2024-36935	0.0000
iprec_at_recall_0.40  	2024-36935	0.0000
iprec_at_recall_0.50  	2024-36935	0.0000
iprec_at_recall_0.60  	2024-36935	0.0000
iprec_at_recall_0.70  	2024-36935	0.0000
iprec_at_recall_0.80  	2024-36935	0.0000
iprec_at_recall_0.90  	2024-36935	0.0000
iprec_at_recall_1.00  	2024-36935	0.0000
P_5                   	2024-36935	0.4000
P_10                  	2024-36935	0.2000
P_15                  	2024-36935	0.1333
P_20                  	2024-36935	0.1000
P_30                  	2024-36935	0.0667
P_100                 	2024-36935	0.0200
P_200                 	2024-36935	0.0100
P_500                 	2024-36935	0.0040
P_1000                	2024-36935	0.0020
relstring             	2024-36935	'31'
recall_5              	2024-36935	0.0132
recall_10             	2024-36935	0.0132
recall_15             	2024-36935	0.0132
recall_20             	2024-36935	0.0132
recall_30             	2024-36935	0.0132
recall_100            	2024-36935	0.0132
recall_200            	2024-36935	0.0132
recall_500            	2024-36935	0.0132
recall_1000           	2024-36935	0.0132
infAP                 	2024-36935	0.0132
Rprec_mult_0.20       	2024-36935	0.0645
Rprec_mult_0.40       	2024-36935	0.0328
Rprec_mult_0.60       	2024-36935	0.0217
Rprec_mult_0.80       	2024-36935	0.0164
Rprec_mult_1.00       	2024-36935	0.0132
Rprec_mult_1.20       	2024-36935	0.0109
Rprec_mult_1.40       	2024-36935	0.0094
Rprec_mult_1.60       	2024-36935	0.0082
Rprec_mult_1.80       	2024-36935	0.0073
Rprec_mult_2.00       	2024-36935	0.0066
utility               	2024-36935	2.0000
11pt_avg              	2024-36935	0.0909
binG                  	2024-36935	0.0132
G                     	2024-36935	0.0158
ndcg                  	2024-36935	0.0793
ndcg_rel              	2024-36935	0.0897
Rndcg                 	2024-36935	0.3103
ndcg_cut_5            	2024-36935	0.4823
ndcg_cut_10           	2024-36935	0.3388
ndcg_cut_15           	2024-36935	0.2719
ndcg_cut_20           	2024-36935	0.2311
ndcg_cut_30           	2024-36935	0.1820
ndcg_cut_100          	2024-36935	0.0947
ndcg_cut_200          	2024-36935	0.0793
ndcg_cut_500          	2024-36935	0.0793
ndcg_cut_1000         	2024-36935	0.0793
map_cut_5             	2024-36935	0.0132
map_cut_10            	2024-36935	0.0132
map_cut_15            	2024-36935	0.0132
map_cut_20            	2024-36935	0.0132
map_cut_30            	2024-36935	0.0132
map_cut_100           	2024-36935	0.0132
map_cut_200           	2024-36935	0.0132
map_cut_500           	2024-36935	0.0132
map_cut_1000          	2024-36935	0.0132
relative_P_5          	2024-36935	0.4000
relative_P_10         	2024-36935	0.2000
relative_P_15         	2024-36935	0.1333
relative_P_20         	2024-36935	0.1000
relative_P_30         	2024-36935	0.0667
relative_P_100        	2024-36935	0.0200
relative_P_200        	2024-36935	0.0132
relative_P_500        	2024-36935	0.0132
relative_P_1000       	2024-36935	0.0132
success_1             	2024-36935	1.0000
success_5             	2024-36935	1.0000
success_10            	2024-36935	1.0000
set_P                 	2024-36935	1.0000
set_relative_P        	2024-36935	1.0000
set_recall            	2024-36935	0.0132
set_map               	2024-36935	0.0132
set_F                 	2024-36935	0.0260
num_nonrel_judged_ret 	2024-36935	0
num_ret               	2024-37173	2
num_rel               	2024-37173	275
num_rel_ret           	2024-37173	0
map                   	2024-37173	0.0000
Rprec                 	2024-37173	0.0000
bpref                 	2024-37173	0.0000
recip_rank            	2024-37173	0.0000
iprec_at_recall_0.00  	2024-37173	0.0000
iprec_at_recall_0.10  	2024-37173	0.0000
iprec_at_recall_0.20  	2024-37173	0.0000
iprec_at_recall_0.30  	2024-37173	0.0000
iprec_at_recall_0.40  	2024-37173	0.0000
iprec_at_recall_0.50  	2024-37173	0.0000
iprec_at_recall_0.60  	2024-37173	0.0000
iprec_at_recall_0.70  	2024-37173	0.0000
iprec_at_recall_0.80  	2024-37173	0.0000
iprec_at_recall_0.90  	2024-37173	0.0000
iprec_at_recall_1.00  	2024-37173	0.0000
P_5                   	2024-37173	0.0000
P_10                  	2024-37173	0.0000
P_15                  	2024-37173	0.0000
P_20                  	2024-37173	0.0000
P_30                  	2024-37173	0.0000
P_100                 	2024-37173	0.0000
P_200                 	2024-37173	0.0000
P_500                 	2024-37173	0.0000
P_1000                	2024-37173	0.0000
relstring             	2024-37173	'00'
recall_5              	2024-37173	0.0000
recall_10             	2024-37173	0.0000
recall_15             	2024-37173	0.0000
recall_20             	2024-37173	0.0000
recall_30             	2024-37173	0.0000
recall_100            	2024-37173	0.0000
recall_200            	2024-37173	0.0000
recall_500            	2024-37173	0.0000
recall_1000           	2024-37173	0.0000
infAP                 	2024-37173	0.0000
Rprec_mult_0.20       	2024-37173	0.0000
Rprec_mult_0.40       	2024-37173	0.0000
Rprec_mult_0.60       	2024-37173	0.0000
Rprec_mult_0.80       	2024-37173	0.0000
Rprec_mult_1.00       	2024-37173	0.0000
Rprec_mult_1.20       	2024-37173	0.0000
Rprec_mult_1.40       	2024-37173	0.0000
Rprec_mult_1.60       	2024-37173	0.0000
Rprec_mult_1.80       	2024-37173	0.0000
Rprec_mult_2.00       	2024-37173	0.0000
utility               	2024-37173	-2.0000
11pt_avg              	2024-37173	0.0000
binG                  	2024-37173	0.0000
G                     	2024-37173	0.0000
ndcg                  	2024-37173	0.0000
ndcg_rel              	2024-37173	0.0000
Rndcg                 	2024-37173	0.0000
ndcg_cut_5            	2024-37173	0.0000
ndcg_cut_10           	2024-37173	0.0000
ndcg_cut_15           	2024-37173	0.0000
ndcg_cut_20           	2024-37173	0.0000
ndcg_cut_30           	2024-37173	0.0000
ndcg_cut_100          	2024-37173	0.0000
ndcg_cut_200          	2024-37173	0.0000
ndcg_cut_500          	2024-37173	0.0000
ndcg_cut_1000         	2024-37173	0.0000
map_cut_5             	2024-37173	0.0000
map_cut_10            	2024-37173	0.0000
map_cut_15            	2024-37173	0.0000
map_cut_20            	2024-37173	0.0000
map_cut_30            	2024-37173	0.0000
map_cut_100           	2024-37173	0.0000
map_cut_200           	2024-37173	0.0000
map_cut_500           	2024-37173	0.0000
map_cut_1000          	2024-37173	0.0000
relative_P_5          	2024-37173	0.0000
relative_P_10         	2024-37173	0.0000
relative_P_15         	2024-37173	0.0000
relative_P_20         	2024-37173	0.0000
relative_P_30         	2024-37173	0.0000
relative_P_100        	2024-37173	0.0000
relative_P_200        	2024-37173	0.0000
relative_P_500        	2024-37173	0.0000
relative_P_1000       	2024-37173	0.0000
success_1             	2024-37173	0.0000
success_5             	2024-37173	0.0000
success_10            	2024-37173	0.0000
set_P                 	2024-37173	0.0000
set_relative_P        	2024-37173	0.0000
set_recall            	2024-37173	0.0000
set_map               	2024-37173	0.0000
set_F                 	2024-37173	0.0000
num_nonrel_judged_ret 	2024-37173	2
num_ret               	2024-37470	2
num_rel               	2024-37470	234
num_rel_ret           	2024-37470	2
map                   	2024-37470	0.0085
Rprec                 	2024-37470	0.0085
bpref                 	2024-37470	0.0085
recip_rank            	2024-37470	1.0000
iprec_at_recall_0.00  	2024-37470	1.0000
iprec_at_recall_0.10  	2024-37470	0.0000
iprec_at_recall_0.20  	2024-37470	0.0000
iprec_at_recall_0.30  	2024-37470	0.0000
iprec_at_recall_0.40  	2024-37470	0.0000
iprec_at_recall_0.50  	2024-37470	0.0000
iprec_at_recall_0.60  	2024-37470	0.0000
iprec_at_recall_0.70  	2024-37470	0.0000
iprec_at_recall_0.80  	2024-37470	0.0000
iprec_at_recall_0.90  	2024-37470	0.0000
iprec_at_recall_1.00  	2024-37470	0.0000
P_5                   	2024-37470	0.4000
P_10                  	2024-37470	0.2000
P_15                  	2024-37470	0.1333
P_20                  	2024-37470	0.1000
P_30                  	2024-37470	0.0667
P_100                 	2024-37470	0.0200
P_200                 	2024-37470	0.0100
P_500                 	2024-37470	0.0040
P_1000                	2024-37470	0.0020
relstring             	2024-37470	'21'
recall_5              	2024-37470	0.0085
recall_10             	2024-37470	0.0085
recall_15             	2024-37470	0.0085
recall_20             	2024-37470	0.0085
recall_30             	2024-37470	0.0085
recall_100            	2024-37470	0.0085
recall_200            	2024-37470	0.0085
recall_500            	2024-37470	0.0085
recall_1000           	2024-37470	0.0085
infAP                 	2024-37470	0.0085
Rprec_mult_0.20       	2024-37470	0.0426
Rprec_mult_0.40       	2024-37470	0.0213
Rprec_mult_0.60       	2024-37470	0.0142
Rprec_mult_0.80       	2024-37470	0.0106
Rprec_mult_1.00       	2024-37470	0.0085
Rprec_mult_1.20       	2024-37470	0.0071
Rprec_mult_1.40       	2024-37470	0.0061
Rprec_mult_1.60       	2024-37470	0.0053
Rprec_mult_1.80       	2024-37470	0.0047
Rprec_mult_2.00       	2024-37470	0.0043
utility               	2024-37470	2.0000
11pt_avg              	2024-37470	0.0909
binG                  	2024-37470	0.0085
G                     	2024-37470	0.0051
ndcg                  	2024-37470	0.0417
ndcg_rel              	2024-37470	0.0465
Rndcg                 	2024-37470	0.0918
ndcg_cut_5            	2024-37470	0.2974
ndcg_cut_10           	2024-37470	0.1930
ndcg_cut_15           	2024-37470	0.1565
ndcg_cut_20           	2024-37470	0.1372
ndcg_cut_30           	2024-37470	0.1124
ndcg_cut_100          	2024-37470	0.0587
ndcg_cut_200          	2024-37470	0.0448
ndcg_cut_500          	2024-37470	0.0417
ndcg_cut_1000         	2024-37470	0.0417
map_cut_5             	2024-37470	0.0085
map_cut_10            	2024-37470	0.0085
map_cut_15            	2024-37470	0.0085
map_cut_20            	2024-37470	0.0085
map_cut_30            	2024-37470	0.0085
map_cut_100           	2024-37470	0.0085
map_cut_200           	2024-37470	0.0085
map_cut_500           	2024-37470	0.0085
map_cut_1000          	2024-37470	0.0085
relative_P_5          	2024-37470	0.4000
relative_P_10         	2024-37470	0.2000
relative_P_15         	2024-37470	0.1333
relative_P_20         	2024-37470	0.1000
relative_P_30         	2024-37470	0.0667
relative_P_100        	2024-37470	0.0200
relative_P_200        	2024-37470	0.0100
relative_P_500        	2024-37470	0.0085
relative_P_1000       	2024-37470	0.0085
success_1             	2024-37470	1.0000
success_5             	2024-37470	1.0000
success_10            	2024-37470	1.0000
set_P                 	2024-37470	1.0000
set_relative_P        	2024-37470	1.0000
set_recall            	2024-37470	0.0085
set_map               	2024-37470	0.0085
set_F                 	2024-37470	0.0169
num_nonrel_judged_ret 	2024-37470	0
num_ret               	2024-37531	2
num_rel               	2024-37531	221
num_rel_ret           	2024-37531	1
map                   	2024-37531	0.0023
Rprec                 	2024-37531	0.0045
bpref                 	2024-37531	0.0045
recip_rank            	2024-37531	0.5000
iprec_at_recall_0.00  	2024-37531	0.5000
iprec_at_recall_0.10  	2024-37531	0.0000
iprec_at_recall_0.20  	2024-37531	0.0000
iprec_at_recall_0.30  	2024-37531	0.0000
iprec_at_recall_0.40  	2024-37531	0.0000
iprec_at_recall_0.50  	2024-37531	0.0000
iprec_at_recall_0.60  	2024-37531	0.0000
iprec_at_recall_0.70  	2024-37531	0.0000
iprec_at_recall_0.80  	2024-37531	0.0000
iprec_at_recall_0.90  	2024-37531	0.0000
iprec_at_recall_1.00  	2024-37531	0.0000
P_5                   	2024-37531	0.2000
P_10                  	2024-37531	0.1000
P_15                  	2024-37531	0.0667
P_20                  	2024-37531	0.0500
P_30                  	2024-37531	0.0333
P_100                 	2024-37531	0.0100
P_200                 	2024-37531	0.0050
P_500                 	2024-37531	0.0020
P_1000                	2024-37531	0.0010
relstring             	2024-37531	'02'
recall_5              	2024-37531	0.0045
recall_10             	2024-37531	0.0045
recall_15             	2024-37531	0.0045
recall_20             	2024-37531	0.0045
recall_30             	2024-37531	0.0045
recall_100            	2024-37531	0.0045
recall_200            	2024-37531	0.0045
recall_500            	2024-37531	0.0045
recall_1000           	2024-37531	0.0045
infAP                 	2024-37531	0.0023
Rprec_mult_0.20       	2024-37531	0.0222
Rprec_mult_0.40       	2024-37531	0.0112
Rprec_mult_0.60       	2024-37531	0.0075
Rprec_mult_0.80       	2024-37531	0.0056
Rprec_mult_1.00       	2024-37531	0.0045
Rprec_mult_1.20       	2024-37531	0.0038
Rprec_mult_1.40       	2024-37531	0.0032
Rprec_mult_1.60       	2024-37531	0.0028
Rprec_mult_1.80       	2024-37531	0.0025
Rprec_mult_2.00       	2024-37531	0.0023
utility               	2024-37531	0.0000
11pt_avg              	2024-37531	0.0455
binG                  	2024-37531	0.0029
G                     	2024-37531	0.0027
ndcg                  	2024-37531	0.0225
ndcg_rel              	2024-37531	0.0236
Rndcg                 	2024-37531	0.0556
ndcg_cut_5            	2024-37531	0.1427
ndcg_cut_10           	2024-37531	0.0968
ndcg_cut_15           	2024-37531	0.0805
ndcg_cut_20           	2024-37531	0.0700
ndcg_cut_30           	2024-37531	0.0566
ndcg_cut_100          	2024-37531	0.0319
ndcg_cut_200          	2024-37531	0.0236
ndcg_cut_500          	2024-37531	0.0225
ndcg_cut_1000         	2024-37531	0.0225
map_cut_5             	2024-37531	0.0023
map_cut_10            	2024-37531	0.0023
map_cut_15            	2024-37531	0.0023
map_cut_20            	2024-37531	0.0023
map_cut_30            	2024-37531	0.0023
map_cut_100           	2024-37531	0.0023
map_cut_200           	2024-37531	0.0023
map_cut_500           	2024-37531	0.0023
map_cut_1000          	2024-37531	0.0023
relative_P_5          	2024-37531	0.2000
relative_P_10         	2024-37531	0.1000
relative_P_15         	2024-37531	0.0667
relative_P_20         	2024-37531	0.0500
relative_P_30         	2024-37531	0.0333
relative_P_100        	2024-37531	0.0100
relative_P_200        	2024-37531	0.0050
relative_P_500        	2024-37531	0.0045
relative_P_1000       	2024-37531	0.0045
success_1             	2024-37531	0.0000
success_5             	2024-37531	1.0000
success_10            	2024-37531	1.0000
set_P                 	2024-37531	0.5000
set_relative_P        	2024-37531	0.5000
set_recall            	2024-37531	0.0045
set_map               	2024-37531	0.0023
set_F                 	2024-37531	0.0090
num_nonrel_judged_ret 	2024-37531	1
num_ret               	2024-37566	2
num_rel               	2024-37566	155
num_rel_ret           	2024-37566	2
map                   	2024-37566	0.0129
Rprec                 	2024-37566	0.0129
bpref                 	2024-37566	0.0129
recip_rank            	2024-37566	1.0000
iprec_at_recall_0.00  	2024-37566	1.0000
iprec_at_recall_0.10  	2024-37566	0.0000
iprec_at_recall_0.20  	2024-37566	0.0000
iprec_at_recall_0.30  	2024-37566	0.0000
iprec_at_recall_0.40  	2024-37566	0.0000
iprec_at_recall_0.50  	2024-37566	0.0000
iprec_at_recall_0.60  	2024-37566	0.0000
iprec_at_recall_0.70  	2024-37566	0.0000
iprec_at_recall_0.80  	2024-37566	0.0000
iprec_at_recall_0.90  	2024-37566	0.0000
iprec_at_recall_1.00  	2024-37566	0.0000
P_5                   	2024-37566	0.4000
P_10                  	2024-37566	0.2000
P_15                  	2024-37566	0.1333
P_20                  	2024-37566	0.1000
P_30                  	2024-37566	0.0667
P_100                 	2024-37566	0.0200
P_200                 	2024-37566	0.0100
P_500                 	2024-37566	0.0040
P_1000                	2024-37566	0.0020
relstring             	2024-37566	'21'
recall_5              	2024-37566	0.0129
recall_10             	2024-37566	0.0129
recall_15             	2024-37566	0.0129
recall_20             	2024-37566	0.0129
recall_30             	2024-37566	0.0129
recall_100            	2024-37566	0.0129
recall_200            	2024-37566	0.0129
recall_500            	2024-37566	0.0129
recall_1000           	2024-37566	0.0129
infAP                 	2024-37566	0.0129
Rprec_mult_0.20       	2024-37566	0.0645
Rprec_mult_0.40       	2024-37566	0.0323
Rprec_mult_0.60       	2024-37566	0.0215
Rprec_mult_0.80       	2024-37566	0.0161
Rprec_mult_1.00       	2024-37566	0.0129
Rprec_mult_1.20       	2024-37566	0.0108
Rprec_mult_1.40       	2024-37566	0.0092
Rprec_mult_1.60       	2024-37566	0.0081
Rprec_mult_1.80       	2024-37566	0.0072
Rprec_mult_2.00       	2024-37566	0.0065
utility               	2024-37566	2.0000
11pt_avg              	2024-37566	0.0909
binG                  	2024-37566	0.0129
G                     	2024-37566	0.0151
ndcg                  	2024-37566	0.0739
ndcg_rel              	2024-37566	0.0846
Rndcg                 	2024-37566	0.1335
ndcg_cut_5            	2024-37566	0.4462
ndcg_cut_10           	2024-37566	0.2895
ndcg_cut_15           	2024-37566	0.2244
ndcg_cut_20           	2024-37566	0.1899
ndcg_cut_30           	2024-37566	0.1647
ndcg_cut_100          	2024-37566	0.0948
ndcg_cut_200          	2024-37566	0.0739
ndcg_cut_500          	2024-37566	0.0739
ndcg_cut_1000         	2024-37566	0.0739
map_cut_5             	2024-37566	0.0129
map_cut_10            	2024-37566	0.0129
map_cut_15            	2024-37566	0.0129
map_cut_20            	2024-37566	0.0129
map_cut_30            	2024-37566	0.0129
map_cut_100           	2024-37566	0.0129
map_cut_200           	2024-37566	0.0129
map_cut_500           	2024-37566	0.0129
map_cut_1000          	2024-37566	0.0129
relative_P_5          	2024-37566	0.4000
relative_P_10         	2024-37566	0.2000
relative_P_15         	2024-37566	0.1333
relative_P_20         	2024-37566	0.1000
relative_P_30         	2024-37566	0.0667
relative_P_100        	2024-37566	0.0200
relative_P_200        	2024-37566	0.0129
relative_P_500        	2024-37566	0.0129
relative_P_1000       	2024-37566	0.0129
success_1             	2024-37566	1.0000
success_5             	2024-37566	1.0000
success_10            	2024-37566	1.0000
set_P                 	2024-37566	1.0000
set_relative_P        	2024-37566	1.0000
set_recall            	2024-37566	0.0129
set_map               	2024-37566	0.0129
set_F                 	2024-37566	0.0255
num_nonrel_judged_ret 	2024-37566	0
num_ret               	2024-37596	2
num_rel               	2024-37596	195
num_rel_ret           	2024-37596	2
map                   	2024-37596	0.0103
Rprec                 	2024-37596	0.0103
bpref                 	2024-37596	0.0103
recip_rank            	2024-37596	1.0000
iprec_at_recall_0.00  	2024-37596	1.0000
iprec_at_recall_0.10  	2024-37596	0.0000
iprec_at_recall_0.20  	2024-37596	0.0000
iprec_at_recall_0.30  	2024-37596	0.0000
iprec_at_recall_0.40  	2024-37596	0.0000
iprec_at_recall_0.50  	2024-37596	0.0000
iprec_at_recall_0.60  	2024-37596	0.0000
iprec_at_recall_0.70  	2024-37596	0.0000
iprec_at_recall_0.80  	2024-37596	0.0000
iprec_at_recall_0.90  	2024-37596	0.0000
iprec_at_recall_1.00  	2024-37596	0.0000
P_5                   	2024-37596	0.4000
P_10                  	2024-37596	0.2000
P_15                  	2024-37596	0.1333
P_20                  	2024-37596	0.1000
P_30                  	2024-37596	0.0667
P_100                 	2024-37596	0.0200
P_200                 	2024-37596	0.0100
P_500                 	2024-37596	0.0040
P_1000                	2024-37596	0.0020
relstring             	2024-37596	'23'
recall_5              	2024-37596	0.0103
recall_10             	2024-37596	0.0103
recall_15             	2024-37596	0.0103
recall_20             	2024-37596	0.0103
recall_30             	2024-37596	0.0103
recall_100            	2024-37596	0.0103
recall_200            	2024-37596	0.0103
recall_500            	2024-37596	0.0103
recall_1000           	2024-37596	0.0103
infAP                 	2024-37596	0.0103
Rprec_mult_0.20       	2024-37596	0.0513
Rprec_mult_0.40       	2024-37596	0.0256
Rprec_mult_0.60       	2024-37596	0.0171
Rprec_mult_0.80       	2024-37596	0.0128
Rprec_mult_1.00       	2024-37596	0.0103
Rprec_mult_1.20       	2024-37596	0.0085
Rprec_mult_1.40       	2024-37596	0.0073
Rprec_mult_1.60       	2024-37596	0.0064
Rprec_mult_1.80       	2024-37596	0.0057
Rprec_mult_2.00       	2024-37596	0.0051
utility               	2024-37596	2.0000
11pt_avg              	2024-37596	0.0909
binG                  	2024-37596	0.0103
G                     	2024-37596	0.0101
ndcg                  	2024-37596	0.0623
ndcg_rel              	2024-37596	0.0691
Rndcg                 	2024-37596	0.0935
ndcg_cut_5            	2024-37596	0.4401
ndcg_cut_10           	2024-37596	0.2856
ndcg_cut_15           	2024-37596	0.2214
ndcg_cut_20           	2024-37596	0.1843
ndcg_cut_30           	2024-37596	0.1416
ndcg_cut_100          	2024-37596	0.0790
ndcg_cut_200          	2024-37596	0.0623
ndcg_cut_500          	2024-37596	0.0623
ndcg_cut_1000         	2024-37596	0.0623
map_cut_5             	2024-37596	0.0103
map_cut_10            	2024-37596	0.0103
map_cut_15            	2024-37596	0.0103
map_cut_20            	2024-37596	0.0103
map_cut_30            	2024-37596	0.0103
map_cut_100           	2024-37596	0.0103
map_cut_200           	2024-37596	0.0103
map_cut_500           	2024-37596	0.0103
map_cut_1000          	2024-37596	0.0103
relative_P_5          	2024-37596	0.4000
relative_P_10         	2024-37596	0.2000
relative_P_15         	2024-37596	0.1333
relative_P_20         	2024-37596	0.1000
relative_P_30         	2024-37596	0.0667
relative_P_100        	2024-37596	0.0200
relative_P_200        	2024-37596	0.0103
relative_P_500        	2024-37596	0.0103
relative_P_1000       	2024-37596	0.0103
success_1             	2024-37596	1.0000
success_5             	2024-37596	1.0000
success_10            	2024-37596	1.0000
set_P                 	2024-37596	1.0000
set_relative_P        	2024-37596	1.0000
set_recall            	2024-37596	0.0103
set_map               	2024-37596	0.0103
set_F                 	2024-37596	0.0203
num_nonrel_judged_ret 	2024-37596	0
num_ret               	2024-3824	2
num_rel               	2024-3824	257
num_rel_ret           	2024-3824	2
map                   	2024-3824	0.0078
Rprec                 	2024-3824	0.0078
bpref                 	2024-3824	0.0078
recip_rank            	2024-3824	1.0000
iprec_at_recall_0.00  	2024-3824	1.0000
iprec_at_recall_0.10  	2024-3824	0.0000
iprec_at_recall_0.20  	2024-3824	0.0000
iprec_at_recall_0.30  	2024-3824	0.0000
iprec_at_recall_0.40  	2024-3824	0.0000
iprec_at_recall_0.50  	2024-3824	0.0000
iprec_at_recall_0.60  	2024-3824	0.0000
iprec_at_recall_0.70  	2024-3824	0.0000
iprec_at_recall_0.80  	2024-3824	0.0000
iprec_at_recall_0.90  	2024-3824	0.0000
iprec_at_recall_1.00  	2024-3824	0.0000
P_5                   	2024-3824	0.4000
P_10                  	2024-3824	0.2000
P_15                  	2024-3824	0.1333
P_20                  	2024-3824	0.1000
P_30                  	2024-3824	0.0667
P_100                 	2024-3824	0.0200
P_200                 	2024-3824	0.0100
P_500                 	2024-3824	0.0040
P_1000                	2024-3824	0.0020
relstring             	2024-3824	'11'
recall_5              	2024-3824	0.0078
recall_10             	2024-3824	0.0078
recall_15             	2024-3824	0.0078
recall_20             	2024-3824	0.0078
recall_30             	2024-3824	0.0078
recall_100            	2024-3824	0.0078
recall_200            	2024-3824	0.0078
recall_500            	2024-3824	0.0078
recall_1000           	2024-3824	0.0078
infAP                 	2024-3824	0.0078
Rprec_mult_0.20       	2024-3824	0.0385
Rprec_mult_0.40       	2024-3824	0.0194
Rprec_mult_0.60       	2024-3824	0.0129
Rprec_mult_0.80       	2024-3824	0.0097
Rprec_mult_1.00       	2024-3824	0.0078
Rprec_mult_1.20       	2024-3824	0.0065
Rprec_mult_1.40       	2024-3824	0.0056
Rprec_mult_1.60       	2024-3824	0.0049
Rprec_mult_1.80       	2024-3824	0.0043
Rprec_mult_2.00       	2024-3824	0.0039
utility               	2024-3824	2.0000
11pt_avg              	2024-3824	0.0909
binG                  	2024-3824	0.0078
G                     	2024-3824	0.0042
ndcg                  	2024-3824	0.0344
ndcg_rel              	2024-3824	0.0380
Rndcg                 	2024-3824	0.0933
ndcg_cut_5            	2024-3824	0.2766
ndcg_cut_10           	2024-3824	0.1795
ndcg_cut_15           	2024-3824	0.1454
ndcg_cut_20           	2024-3824	0.1316
ndcg_cut_30           	2024-3824	0.1123
ndcg_cut_100          	2024-3824	0.0620
ndcg_cut_200          	2024-3824	0.0406
ndcg_cut_500          	2024-3824	0.0344
ndcg_cut_1000         	2024-3824	0.0344
map_cut_5             	2024-3824	0.0078
map_cut_10            	2024-3824	0.0078
map_cut_15            	2024-3824	0.0078
map_cut_20            	2024-3824	0.0078
map_cut_30            	2024-3824	0.0078
map_cut_100           	2024-3824	0.0078
map_cut_200           	2024-3824	0.0078
map_cut_500           	2024-3824	0.0078
map_cut_1000          	2024-3824	0.0078
relative_P_5          	2024-3824	0.4000
relative_P_10         	2024-3824	0.2000
relative_P_15         	2024-3824	0.1333
relative_P_20         	2024-3824	0.1000
relative_P_30         	2024-3824	0.0667
relative_P_100        	2024-3824	0.0200
relative_P_200        	2024-3824	0.0100
relative_P_500        	2024-3824	0.0078
relative_P_1000       	2024-3824	0.0078
success_1             	2024-3824	1.0000
success_5             	2024-3824	1.0000
success_10            	2024-3824	1.0000
set_P                 	2024-3824	1.0000
set_relative_P        	2024-3824	1.0000
set_recall            	2024-3824	0.0078
set_map               	2024-3824	0.0078
set_F                 	2024-3824	0.0154
num_nonrel_judged_ret 	2024-3824	0
num_ret               	2024-38379	2
num_rel               	2024-38379	334
num_rel_ret           	2024-38379	2
map                   	2024-38379	0.0060
Rprec                 	2024-38379	0.0060
bpref                 	2024-38379	0.0060
recip_rank            	2024-38379	1.0000
iprec_at_recall_0.00  	2024-38379	1.0000
iprec_at_recall_0.10  	2024-38379	0.0000
iprec_at_recall_0.20  	2024-38379	0.0000
iprec_at_recall_0.30  	2024-38379	0.0000
iprec_at_recall_0.40  	2024-38379	0.0000
iprec_at_recall_0.50  	2024-38379	0.0000
iprec_at_recall_0.60  	2024-38379	0.0000
iprec_at_recall_0.70  	2024-38379	0.0000
iprec_at_recall_0.80  	2024-38379	0.0000
iprec_at_recall_0.90  	2024-38379	0.0000
iprec_at_recall_1.00  	2024-38379	0.0000
P_5                   	2024-38379	0.4000
P_10                  	2024-38379	0.2000
P_15                  	2024-38379	0.1333
P_20                  	2024-38379	0.1000
P_30                  	2024-38379	0.0667
P_100                 	2024-38379	0.0200
P_200                 	2024-38379	0.0100
P_500                 	2024-38379	0.0040
P_1000                	2024-38379	0.0020
relstring             	2024-38379	'12'
recall_5              	2024-38379	0.0060
recall_10             	2024-38379	0.0060
recall_15             	2024-38379	0.0060
recall_20             	2024-38379	0.0060
recall_30             	2024-38379	0.0060
recall_100            	2024-38379	0.0060
recall_200            	2024-38379	0.0060
recall_500            	2024-38379	0.0060
recall_1000           	2024-38379	0.0060
infAP                 	2024-38379	0.0060
Rprec_mult_0.20       	2024-38379	0.0299
Rprec_mult_0.40       	2024-38379	0.0149
Rprec_mult_0.60       	2024-38379	0.0100
Rprec_mult_0.80       	2024-38379	0.0075
Rprec_mult_1.00       	2024-38379	0.0060
Rprec_mult_1.20       	2024-38379	0.0050
Rprec_mult_1.40       	2024-38379	0.0043
Rprec_mult_1.60       	2024-38379	0.0037
Rprec_mult_1.80       	2024-38379	0.0033
Rprec_mult_2.00       	2024-38379	0.0030
utility               	2024-38379	2.0000
11pt_avg              	2024-38379	0.0909
binG                  	2024-38379	0.0060
G                     	2024-38379	0.0028
ndcg                  	2024-38379	0.0267
ndcg_rel              	2024-38379	0.0290
Rndcg                 	2024-38379	0.0643
ndcg_cut_5            	2024-38379	0.2557
ndcg_cut_10           	2024-38379	0.1659
ndcg_cut_15           	2024-38379	0.1286
ndcg_cut_20           	2024-38379	0.1134
ndcg_cut_30           	2024-38379	0.0935
ndcg_cut_100          	2024-38379	0.0474
ndcg_cut_200          	2024-38379	0.0333
ndcg_cut_500          	2024-38379	0.0267
ndcg_cut_1000         	2024-38379	0.0267
map_cut_5             	2024-38379	0.0060
map_cut_10            	2024-38379	0.0060
map_cut_15            	2024-38379	0.0060
map_cut_20            	2024-38379	0.0060
map_cut_30            	2024-38379	0.0060
map_cut_100           	2024-38379	0.0060
map_cut_200           	2024-38379	0.0060
map_cut_500           	2024-38379	0.0060
map_cut_1000          	2024-38379	0.0060
relative_P_5          	2024-38379	0.4000
relative_P_10         	2024-38379	0.2000
relative_P_15         	2024-38379	0.1333
relative_P_20         	2024-38379	0.1000
relative_P_30         	2024-38379	0.0667
relative_P_100        	2024-38379	0.0200
relative_P_200        	2024-38379	0.0100
relative_P_500        	2024-38379	0.0060
relative_P_1000       	2024-38379	0.0060
success_1             	2024-38379	1.0000
success_5             	2024-38379	1.0000
success_10            	2024-38379	1.0000
set_P                 	2024-38379	1.0000
set_relative_P        	2024-38379	1.0000
set_recall            	2024-38379	0.0060
set_map               	2024-38379	0.0060
set_F                 	2024-38379	0.0119
num_nonrel_judged_ret 	2024-38379	0
num_ret               	2024-38428	2
num_rel               	2024-38428	361
num_rel_ret           	2024-38428	2
map                   	2024-38428	0.0055
Rprec                 	2024-38428	0.0055
bpref                 	2024-38428	0.0055
recip_rank            	2024-38428	1.0000
iprec_at_recall_0.00  	2024-38428	1.0000
iprec_at_recall_0.10  	2024-38428	0.0000
iprec_at_recall_0.20  	2024-38428	0.0000
iprec_at_recall_0.30  	2024-38428	0.0000
iprec_at_recall_0.40  	2024-38428	0.0000
iprec_at_recall_0.50  	2024-38428	0.0000
iprec_at_recall_0.60  	2024-38428	0.0000
iprec_at_recall_0.70  	2024-38428	0.0000
iprec_at_recall_0.80  	2024-38428	0.0000
iprec_at_recall_0.90  	2024-38428	0.0000
iprec_at_recall_1.00  	2024-38428	0.0000
P_5                   	2024-38428	0.4000
P_10                  	2024-38428	0.2000
P_15                  	2024-38428	0.1333
P_20                  	2024-38428	0.1000
P_30                  	2024-38428	0.0667
P_100                 	2024-38428	0.0200
P_200                 	2024-38428	0.0100
P_500                 	2024-38428	0.0040
P_1000                	2024-38428	0.0020
relstring             	2024-38428	'33'
recall_5              	2024-38428	0.0055
recall_10             	2024-38428	0.0055
recall_15             	2024-38428	0.0055
recall_20             	2024-38428	0.0055
recall_30             	2024-38428	0.0055
recall_100            	2024-38428	0.0055
recall_200            	2024-38428	0.0055
recall_500            	2024-38428	0.0055
recall_1000           	2024-38428	0.0055
infAP                 	2024-38428	0.0055
Rprec_mult_0.20       	2024-38428	0.0274
Rprec_mult_0.40       	2024-38428	0.0138
Rprec_mult_0.60       	2024-38428	0.0092
Rprec_mult_0.80       	2024-38428	0.0069
Rprec_mult_1.00       	2024-38428	0.0055
Rprec_mult_1.20       	2024-38428	0.0046
Rprec_mult_1.40       	2024-38428	0.0040
Rprec_mult_1.60       	2024-38428	0.0035
Rprec_mult_1.80       	2024-38428	0.0031
Rprec_mult_2.00       	2024-38428	0.0028
utility               	2024-38428	2.0000
11pt_avg              	2024-38428	0.0909
binG                  	2024-38428	0.0055
G                     	2024-38428	0.0095
ndcg                  	2024-38428	0.0461
ndcg_rel              	2024-38428	0.0514
Rndcg                 	2024-38428	0.0679
ndcg_cut_5            	2024-38428	0.5531
ndcg_cut_10           	2024-38428	0.3590
ndcg_cut_15           	2024-38428	0.2783
ndcg_cut_20           	2024-38428	0.2317
ndcg_cut_30           	2024-38428	0.1780
ndcg_cut_100          	2024-38428	0.0844
ndcg_cut_200          	2024-38428	0.0571
ndcg_cut_500          	2024-38428	0.0461
ndcg_cut_1000         	2024-38428	0.0461
map_cut_5             	2024-38428	0.0055
map_cut_10            	2024-38428	0.0055
map_cut_15            	2024-38428	0.0055
map_cut_20            	2024-38428	0.0055
map_cut_30            	2024-38428	0.0055
map_cut_100           	2024-38428	0.0055
map_cut_200           	2024-38428	0.0055
map_cut_500           	2024-38428	0.0055
map_cut_1000          	2024-38428	0.0055
relative_P_5          	2024-38428	0.4000
relative_P_10         	2024-38428	0.2000
relative_P_15         	2024-38428	0.1333
relative_P_20         	2024-38428	0.1000
relative_P_30         	2024-38428	0.0667
relative_P_100        	2024-38428	0.0200
relative_P_200        	2024-38428	0.0100
relative_P_500        	2024-38428	0.0055
relative_P_1000       	2024-38428	0.0055
success_1             	2024-38428	1.0000
success_5             	2024-38428	1.0000
success_10            	2024-38428	1.0000
set_P                 	2024-38428	1.0000
set_relative_P        	2024-38428	1.0000
set_recall            	2024-38428	0.0055
set_map               	2024-38428	0.0055
set_F                 	2024-38428	0.0110
num_nonrel_judged_ret 	2024-38428	0
num_ret               	2024-38461	2
num_rel               	2024-38461	359
num_rel_ret           	2024-38461	0
map                   	2024-38461	0.0000
Rprec                 	2024-38461	0.0000
bpref                 	2024-38461	0.0000
recip_rank            	2024-38461	0.0000
iprec_at_recall_0.00  	2024-38461	0.0000
iprec_at_recall_0.10  	2024-38461	0.0000
iprec_at_recall_0.20  	2024-38461	0.0000
iprec_at_recall_0.30  	2024-38461	0.0000
iprec_at_recall_0.40  	2024-38461	0.0000
iprec_at_recall_0.50  	2024-38461	0.0000
iprec_at_recall_0.60  	2024-38461	0.0000
iprec_at_recall_0.70  	2024-38461	0.0000
iprec_at_recall_0.80  	2024-38461	0.0000
iprec_at_recall_0.90  	2024-38461	0.0000
iprec_at_recall_1.00  	2024-38461	0.0000
P_5                   	2024-38461	0.0000
P_10                  	2024-38461	0.0000
P_15                  	2024-38461	0.0000
P_20                  	2024-38461	0.0000
P_30                  	2024-38461	0.0000
P_100                 	2024-38461	0.0000
P_200                 	2024-38461	0.0000
P_500                 	2024-38461	0.0000
P_1000                	2024-38461	0.0000
relstring             	2024-38461	'00'
recall_5              	2024-38461	0.0000
recall_10             	2024-38461	0.0000
recall_15             	2024-38461	0.0000
recall_20             	2024-38461	0.0000
recall_30             	2024-38461	0.0000
recall_100            	2024-38461	0.0000
recall_200            	2024-38461	0.0000
recall_500            	2024-38461	0.0000
recall_1000           	2024-38461	0.0000
infAP                 	2024-38461	0.0000
Rprec_mult_0.20       	2024-38461	0.0000
Rprec_mult_0.40       	2024-38461	0.0000
Rprec_mult_0.60       	2024-38461	0.0000
Rprec_mult_0.80       	2024-38461	0.0000
Rprec_mult_1.00       	2024-38461	0.0000
Rprec_mult_1.20       	2024-38461	0.0000
Rprec_mult_1.40       	2024-38461	0.0000
Rprec_mult_1.60       	2024-38461	0.0000
Rprec_mult_1.80       	2024-38461	0.0000
Rprec_mult_2.00       	2024-38461	0.0000
utility               	2024-38461	-2.0000
11pt_avg              	2024-38461	0.0000
binG                  	2024-38461	0.0000
G                     	2024-38461	0.0000
ndcg                  	2024-38461	0.0000
ndcg_rel              	2024-38461	0.0000
Rndcg                 	2024-38461	0.0000
ndcg_cut_5            	2024-38461	0.0000
ndcg_cut_10           	2024-38461	0.0000
ndcg_cut_15           	2024-38461	0.0000
ndcg_cut_20           	2024-38461	0.0000
ndcg_cut_30           	2024-38461	0.0000
ndcg_cut_100          	2024-38461	0.0000
ndcg_cut_200          	2024-38461	0.0000
ndcg_cut_500          	2024-38461	0.0000
ndcg_cut_1000         	2024-38461	0.0000
map_cut_5             	2024-38461	0.0000
map_cut_10            	2024-38461	0.0000
map_cut_15            	2024-38461	0.0000
map_cut_20            	2024-38461	0.0000
map_cut_30            	2024-38461	0.0000
map_cut_100           	2024-38461	0.0000
map_cut_200           	2024-38461	0.0000
map_cut_500           	2024-38461	0.0000
map_cut_1000          	2024-38461	0.0000
relative_P_5          	2024-38461	0.0000
relative_P_10         	2024-38461	0.0000
relative_P_15         	2024-38461	0.0000
relative_P_20         	2024-38461	0.0000
relative_P_30         	2024-38461	0.0000
relative_P_100        	2024-38461	0.0000
relative_P_200        	2024-38461	0.0000
relative_P_500        	2024-38461	0.0000
relative_P_1000       	2024-38461	0.0000
success_1             	2024-38461	0.0000
success_5             	2024-38461	0.0000
success_10            	2024-38461	0.0000
set_P                 	2024-38461	0.0000
set_relative_P        	2024-38461	0.0000
set_recall            	2024-38461	0.0000
set_map               	2024-38461	0.0000
set_F                 	2024-38461	0.0000
num_nonrel_judged_ret 	2024-38461	2
num_ret               	2024-38611	2
num_rel               	2024-38611	197
num_rel_ret           	2024-38611	2
map                   	2024-38611	0.0102
Rprec                 	2024-38611	0.0102
bpref                 	2024-38611	0.0102
recip_rank            	2024-38611	1.0000
iprec_at_recall_0.00  	2024-38611	1.0000
iprec_at_recall_0.10  	2024-38611	0.0000
iprec_at_recall_0.20  	2024-38611	0.0000
iprec_at_recall_0.30  	2024-38611	0.0000
iprec_at_recall_0.40  	2024-38611	0.0000
iprec_at_recall_0.50  	2024-38611	0.0000
iprec_at_recall_0.60  	2024-38611	0.0000
iprec_at_recall_0.70  	2024-38611	0.0000
iprec_at_recall_0.80  	2024-38611	0.0000
iprec_at_recall_0.90  	2024-38611	0.0000
iprec_at_recall_1.00  	2024-38611	0.0000
P_5                   	2024-38611	0.4000
P_10                  	2024-38611	0.2000
P_15                  	2024-38611	0.1333
P_20                  	2024-38611	0.1000
P_30                  	2024-38611	0.0667
P_100                 	2024-38611	0.0200
P_200                 	2024-38611	0.0100
P_500                 	2024-38611	0.0040
P_1000                	2024-38611	0.0020
relstring             	2024-38611	'13'
recall_5              	2024-38611	0.0102
recall_10             	2024-38611	0.0102
recall_15             	2024-38611	0.0102
recall_20             	2024-38611	0.0102
recall_30             	2024-38611	0.0102
recall_100            	2024-38611	0.0102
recall_200            	2024-38611	0.0102
recall_500            	2024-38611	0.0102
recall_1000           	2024-38611	0.0102
infAP                 	2024-38611	0.0102
Rprec_mult_0.20       	2024-38611	0.0500
Rprec_mult_0.40       	2024-38611	0.0253
Rprec_mult_0.60       	2024-38611	0.0168
Rprec_mult_0.80       	2024-38611	0.0127
Rprec_mult_1.00       	2024-38611	0.0102
Rprec_mult_1.20       	2024-38611	0.0084
Rprec_mult_1.40       	2024-38611	0.0072
Rprec_mult_1.60       	2024-38611	0.0063
Rprec_mult_1.80       	2024-38611	0.0056
Rprec_mult_2.00       	2024-38611	0.0051
utility               	2024-38611	2.0000
11pt_avg              	2024-38611	0.0909
binG                  	2024-38611	0.0102
G                     	2024-38611	0.0077
ndcg                  	2024-38611	0.0549
ndcg_rel              	2024-38611	0.0590
Rndcg                 	2024-38611	0.1093
ndcg_cut_5            	2024-38611	0.3270
ndcg_cut_10           	2024-38611	0.2122
ndcg_cut_15           	2024-38611	0.1694
ndcg_cut_20           	2024-38611	0.1488
ndcg_cut_30           	2024-38611	0.1222
ndcg_cut_100          	2024-38611	0.0738
ndcg_cut_200          	2024-38611	0.0549
ndcg_cut_500          	2024-38611	0.0549
ndcg_cut_1000         	2024-38611	0.0549
map_cut_5             	2024-38611	0.0102
map_cut_10            	2024-38611	0.0102
map_cut_15            	2024-38611	0.0102
map_cut_20            	2024-38611	0.0102
map_cut_30            	2024-38611	0.0102
map_cut_100           	2024-38611	0.0102
map_cut_200           	2024-38611	0.0102
map_cut_500           	2024-38611	0.0102
map_cut_1000          	2024-38611	0.0102
relative_P_5          	2024-38611	0.4000
relative_P_10         	2024-38611	0.2000
relative_P_15         	2024-38611	0.1333
relative_P_20         	2024-38611	0.1000
relative_P_30         	2024-38611	0.0667
relative_P_100        	2024-38611	0.0200
relative_P_200        	2024-38611	0.0102
relative_P_500        	2024-38611	0.0102
relative_P_1000       	2024-38611	0.0102
success_1             	2024-38611	1.0000
success_5             	2024-38611	1.0000
success_10            	2024-38611	1.0000
set_P                 	2024-38611	1.0000
set_relative_P        	2024-38611	1.0000
set_recall            	2024-38611	0.0102
set_map               	2024-38611	0.0102
set_F                 	2024-38611	0.0201
num_nonrel_judged_ret 	2024-38611	0
num_ret               	2024-38986	2
num_rel               	2024-38986	321
num_rel_ret           	2024-38986	2
map                   	2024-38986	0.0062
Rprec                 	2024-38986	0.0062
bpref                 	2024-38986	0.0062
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	0.0000
iprec_at_recall_0.20  	2024-38986	0.0000
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	0.4000
P_10                  	2024-38986	0.2000
P_15                  	2024-38986	0.1333
P_20                  	2024-38986	0.1000
P_30                  	2024-38986	0.0667
P_100                 	2024-38986	0.0200
P_200                 	2024-38986	0.0100
P_500                 	2024-38986	0.0040
P_1000                	2024-38986	0.0020
relstring             	2024-38986	'22'
recall_5              	2024-38986	0.0062
recall_10             	2024-38986	0.0062
recall_15             	2024-38986	0.0062
recall_20             	2024-38986	0.0062
recall_30             	2024-38986	0.0062
recall_100            	2024-38986	0.0062
recall_200            	2024-38986	0.0062
recall_500            	2024-38986	0.0062
recall_1000           	2024-38986	0.0062
infAP                 	2024-38986	0.0062
Rprec_mult_0.20       	2024-38986	0.0308
Rprec_mult_0.40       	2024-38986	0.0155
Rprec_mult_0.60       	2024-38986	0.0104
Rprec_mult_0.80       	2024-38986	0.0078
Rprec_mult_1.00       	2024-38986	0.0062
Rprec_mult_1.20       	2024-38986	0.0052
Rprec_mult_1.40       	2024-38986	0.0044
Rprec_mult_1.60       	2024-38986	0.0039
Rprec_mult_1.80       	2024-38986	0.0035
Rprec_mult_2.00       	2024-38986	0.0031
utility               	2024-38986	2.0000
11pt_avg              	2024-38986	0.0909
binG                  	2024-38986	0.0062
G                     	2024-38986	0.0053
ndcg                  	2024-38986	0.0429
ndcg_rel              	2024-38986	0.0468
Rndcg                 	2024-38986	0.0952
ndcg_cut_5            	2024-38986	0.3688
ndcg_cut_10           	2024-38986	0.2393
ndcg_cut_15           	2024-38986	0.1855
ndcg_cut_20           	2024-38986	0.1597
ndcg_cut_30           	2024-38986	0.1322
ndcg_cut_100          	2024-38986	0.0694
ndcg_cut_200          	2024-38986	0.0536
ndcg_cut_500          	2024-38986	0.0429
ndcg_cut_1000         	2024-38986	0.0429
map_cut_5             	2024-38986	0.0062
map_cut_10            	2024-38986	0.0062
map_cut_15            	2024-38986	0.0062
map_cut_20            	2024-38986	0.0062
map_cut_30            	2024-38986	0.0062
map_cut_100           	2024-38986	0.0062
map_cut_200           	2024-38986	0.0062
map_cut_500           	2024-38986	0.0062
map_cut_1000          	2024-38986	0.0062
relative_P_5          	2024-38986	0.4000
relative_P_10         	2024-38986	0.2000
relative_P_15         	2024-38986	0.1333
relative_P_20         	2024-38986	0.1000
relative_P_30         	2024-38986	0.0667
relative_P_100        	2024-38986	0.0200
relative_P_200        	2024-38986	0.0100
relative_P_500        	2024-38986	0.0062
relative_P_1000       	2024-38986	0.0062
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	1.0000
set_relative_P        	2024-38986	1.0000
set_recall            	2024-38986	0.0062
set_map               	2024-38986	0.0062
set_F                 	2024-38986	0.0124
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40724	2
num_rel               	2024-40724	300
num_rel_ret           	2024-40724	2
map                   	2024-40724	0.0067
Rprec                 	2024-40724	0.0067
bpref                 	2024-40724	0.0067
recip_rank            	2024-40724	1.0000
iprec_at_recall_0.00  	2024-40724	1.0000
iprec_at_recall_0.10  	2024-40724	0.0000
iprec_at_recall_0.20  	2024-40724	0.0000
iprec_at_recall_0.30  	2024-40724	0.0000
iprec_at_recall_0.40  	2024-40724	0.0000
iprec_at_recall_0.50  	2024-40724	0.0000
iprec_at_recall_0.60  	2024-40724	0.0000
iprec_at_recall_0.70  	2024-40724	0.0000
iprec_at_recall_0.80  	2024-40724	0.0000
iprec_at_recall_0.90  	2024-40724	0.0000
iprec_at_recall_1.00  	2024-40724	0.0000
P_5                   	2024-40724	0.4000
P_10                  	2024-40724	0.2000
P_15                  	2024-40724	0.1333
P_20                  	2024-40724	0.1000
P_30                  	2024-40724	0.0667
P_100                 	2024-40724	0.0200
P_200                 	2024-40724	0.0100
P_500                 	2024-40724	0.0040
P_1000                	2024-40724	0.0020
relstring             	2024-40724	'22'
recall_5              	2024-40724	0.0067
recall_10             	2024-40724	0.0067
recall_15             	2024-40724	0.0067
recall_20             	2024-40724	0.0067
recall_30             	2024-40724	0.0067
recall_100            	2024-40724	0.0067
recall_200            	2024-40724	0.0067
recall_500            	2024-40724	0.0067
recall_1000           	2024-40724	0.0067
infAP                 	2024-40724	0.0067
Rprec_mult_0.20       	2024-40724	0.0333
Rprec_mult_0.40       	2024-40724	0.0167
Rprec_mult_0.60       	2024-40724	0.0111
Rprec_mult_0.80       	2024-40724	0.0083
Rprec_mult_1.00       	2024-40724	0.0067
Rprec_mult_1.20       	2024-40724	0.0056
Rprec_mult_1.40       	2024-40724	0.0048
Rprec_mult_1.60       	2024-40724	0.0042
Rprec_mult_1.80       	2024-40724	0.0037
Rprec_mult_2.00       	2024-40724	0.0033
utility               	2024-40724	2.0000
11pt_avg              	2024-40724	0.0909
binG                  	2024-40724	0.0067
G                     	2024-40724	0.0042
ndcg                  	2024-40724	0.0354
ndcg_rel              	2024-40724	0.0396
Rndcg                 	2024-40724	0.0641
ndcg_cut_5            	2024-40724	0.3688
ndcg_cut_10           	2024-40724	0.2393
ndcg_cut_15           	2024-40724	0.1855
ndcg_cut_20           	2024-40724	0.1544
ndcg_cut_30           	2024-40724	0.1187
ndcg_cut_100          	2024-40724	0.0637
ndcg_cut_200          	2024-40724	0.0413
ndcg_cut_500          	2024-40724	0.0354
ndcg_cut_1000         	2024-40724	0.0354
map_cut_5             	2024-40724	0.0067
map_cut_10            	2024-40724	0.0067
map_cut_15            	2024-40724	0.0067
map_cut_20            	2024-40724	0.0067
map_cut_30            	2024-40724	0.0067
map_cut_100           	2024-40724	0.0067
map_cut_200           	2024-40724	0.0067
map_cut_500           	2024-40724	0.0067
map_cut_1000          	2024-40724	0.0067
relative_P_5          	2024-40724	0.4000
relative_P_10         	2024-40724	0.2000
relative_P_15         	2024-40724	0.1333
relative_P_20         	2024-40724	0.1000
relative_P_30         	2024-40724	0.0667
relative_P_100        	2024-40724	0.0200
relative_P_200        	2024-40724	0.0100
relative_P_500        	2024-40724	0.0067
relative_P_1000       	2024-40724	0.0067
success_1             	2024-40724	1.0000
success_5             	2024-40724	1.0000
success_10            	2024-40724	1.0000
set_P                 	2024-40724	1.0000
set_relative_P        	2024-40724	1.0000
set_recall            	2024-40724	0.0067
set_map               	2024-40724	0.0067
set_F                 	2024-40724	0.0132
num_nonrel_judged_ret 	2024-40724	0
num_ret               	2024-40831	2
num_rel               	2024-40831	206
num_rel_ret           	2024-40831	0
map                   	2024-40831	0.0000
Rprec                 	2024-40831	0.0000
bpref                 	2024-40831	0.0000
recip_rank            	2024-40831	0.0000
iprec_at_recall_0.00  	2024-40831	0.0000
iprec_at_recall_0.10  	2024-40831	0.0000
iprec_at_recall_0.20  	2024-40831	0.0000
iprec_at_recall_0.30  	2024-40831	0.0000
iprec_at_recall_0.40  	2024-40831	0.0000
iprec_at_recall_0.50  	2024-40831	0.0000
iprec_at_recall_0.60  	2024-40831	0.0000
iprec_at_recall_0.70  	2024-40831	0.0000
iprec_at_recall_0.80  	2024-40831	0.0000
iprec_at_recall_0.90  	2024-40831	0.0000
iprec_at_recall_1.00  	2024-40831	0.0000
P_5                   	2024-40831	0.0000
P_10                  	2024-40831	0.0000
P_15                  	2024-40831	0.0000
P_20                  	2024-40831	0.0000
P_30                  	2024-40831	0.0000
P_100                 	2024-40831	0.0000
P_200                 	2024-40831	0.0000
P_500                 	2024-40831	0.0000
P_1000                	2024-40831	0.0000
relstring             	2024-40831	'00'
recall_5              	2024-40831	0.0000
recall_10             	2024-40831	0.0000
recall_15             	2024-40831	0.0000
recall_20             	2024-40831	0.0000
recall_30             	2024-40831	0.0000
recall_100            	2024-40831	0.0000
recall_200            	2024-40831	0.0000
recall_500            	2024-40831	0.0000
recall_1000           	2024-40831	0.0000
infAP                 	2024-40831	0.0000
Rprec_mult_0.20       	2024-40831	0.0000
Rprec_mult_0.40       	2024-40831	0.0000
Rprec_mult_0.60       	2024-40831	0.0000
Rprec_mult_0.80       	2024-40831	0.0000
Rprec_mult_1.00       	2024-40831	0.0000
Rprec_mult_1.20       	2024-40831	0.0000
Rprec_mult_1.40       	2024-40831	0.0000
Rprec_mult_1.60       	2024-40831	0.0000
Rprec_mult_1.80       	2024-40831	0.0000
Rprec_mult_2.00       	2024-40831	0.0000
utility               	2024-40831	-2.0000
11pt_avg              	2024-40831	0.0000
binG                  	2024-40831	0.0000
G                     	2024-40831	0.0000
ndcg                  	2024-40831	0.0000
ndcg_rel              	2024-40831	0.0000
Rndcg                 	2024-40831	0.0000
ndcg_cut_5            	2024-40831	0.0000
ndcg_cut_10           	2024-40831	0.0000
ndcg_cut_15           	2024-40831	0.0000
ndcg_cut_20           	2024-40831	0.0000
ndcg_cut_30           	2024-40831	0.0000
ndcg_cut_100          	2024-40831	0.0000
ndcg_cut_200          	2024-40831	0.0000
ndcg_cut_500          	2024-40831	0.0000
ndcg_cut_1000         	2024-40831	0.0000
map_cut_5             	2024-40831	0.0000
map_cut_10            	2024-40831	0.0000
map_cut_15            	2024-40831	0.0000
map_cut_20            	2024-40831	0.0000
map_cut_30            	2024-40831	0.0000
map_cut_100           	2024-40831	0.0000
map_cut_200           	2024-40831	0.0000
map_cut_500           	2024-40831	0.0000
map_cut_1000          	2024-40831	0.0000
relative_P_5          	2024-40831	0.0000
relative_P_10         	2024-40831	0.0000
relative_P_15         	2024-40831	0.0000
relative_P_20         	2024-40831	0.0000
relative_P_30         	2024-40831	0.0000
relative_P_100        	2024-40831	0.0000
relative_P_200        	2024-40831	0.0000
relative_P_500        	2024-40831	0.0000
relative_P_1000       	2024-40831	0.0000
success_1             	2024-40831	0.0000
success_5             	2024-40831	0.0000
success_10            	2024-40831	0.0000
set_P                 	2024-40831	0.0000
set_relative_P        	2024-40831	0.0000
set_recall            	2024-40831	0.0000
set_map               	2024-40831	0.0000
set_F                 	2024-40831	0.0000
num_nonrel_judged_ret 	2024-40831	2
num_ret               	2024-40863	2
num_rel               	2024-40863	325
num_rel_ret           	2024-40863	2
map                   	2024-40863	0.0062
Rprec                 	2024-40863	0.0062
bpref                 	2024-40863	0.0062
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	0.0000
iprec_at_recall_0.20  	2024-40863	0.0000
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	0.4000
P_10                  	2024-40863	0.2000
P_15                  	2024-40863	0.1333
P_20                  	2024-40863	0.1000
P_30                  	2024-40863	0.0667
P_100                 	2024-40863	0.0200
P_200                 	2024-40863	0.0100
P_500                 	2024-40863	0.0040
P_1000                	2024-40863	0.0020
relstring             	2024-40863	'22'
recall_5              	2024-40863	0.0062
recall_10             	2024-40863	0.0062
recall_15             	2024-40863	0.0062
recall_20             	2024-40863	0.0062
recall_30             	2024-40863	0.0062
recall_100            	2024-40863	0.0062
recall_200            	2024-40863	0.0062
recall_500            	2024-40863	0.0062
recall_1000           	2024-40863	0.0062
infAP                 	2024-40863	0.0062
Rprec_mult_0.20       	2024-40863	0.0308
Rprec_mult_0.40       	2024-40863	0.0154
Rprec_mult_0.60       	2024-40863	0.0103
Rprec_mult_0.80       	2024-40863	0.0077
Rprec_mult_1.00       	2024-40863	0.0062
Rprec_mult_1.20       	2024-40863	0.0051
Rprec_mult_1.40       	2024-40863	0.0044
Rprec_mult_1.60       	2024-40863	0.0038
Rprec_mult_1.80       	2024-40863	0.0034
Rprec_mult_2.00       	2024-40863	0.0031
utility               	2024-40863	2.0000
11pt_avg              	2024-40863	0.0909
binG                  	2024-40863	0.0062
G                     	2024-40863	0.0064
ndcg                  	2024-40863	0.0544
ndcg_rel              	2024-40863	0.0582
Rndcg                 	2024-40863	0.3026
ndcg_cut_5            	2024-40863	0.4333
ndcg_cut_10           	2024-40863	0.3043
ndcg_cut_15           	2024-40863	0.2443
ndcg_cut_20           	2024-40863	0.2076
ndcg_cut_30           	2024-40863	0.1743
ndcg_cut_100          	2024-40863	0.1070
ndcg_cut_200          	2024-40863	0.0735
ndcg_cut_500          	2024-40863	0.0544
ndcg_cut_1000         	2024-40863	0.0544
map_cut_5             	2024-40863	0.0062
map_cut_10            	2024-40863	0.0062
map_cut_15            	2024-40863	0.0062
map_cut_20            	2024-40863	0.0062
map_cut_30            	2024-40863	0.0062
map_cut_100           	2024-40863	0.0062
map_cut_200           	2024-40863	0.0062
map_cut_500           	2024-40863	0.0062
map_cut_1000          	2024-40863	0.0062
relative_P_5          	2024-40863	0.4000
relative_P_10         	2024-40863	0.2000
relative_P_15         	2024-40863	0.1333
relative_P_20         	2024-40863	0.1000
relative_P_30         	2024-40863	0.0667
relative_P_100        	2024-40863	0.0200
relative_P_200        	2024-40863	0.0100
relative_P_500        	2024-40863	0.0062
relative_P_1000       	2024-40863	0.0062
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	1.0000
set_relative_P        	2024-40863	1.0000
set_recall            	2024-40863	0.0062
set_map               	2024-40863	0.0062
set_F                 	2024-40863	0.0122
num_nonrel_judged_ret 	2024-40863	0
num_ret               	2024-40868	2
num_rel               	2024-40868	360
num_rel_ret           	2024-40868	2
map                   	2024-40868	0.0056
Rprec                 	2024-40868	0.0056
bpref                 	2024-40868	0.0056
recip_rank            	2024-40868	1.0000
iprec_at_recall_0.00  	2024-40868	1.0000
iprec_at_recall_0.10  	2024-40868	0.0000
iprec_at_recall_0.20  	2024-40868	0.0000
iprec_at_recall_0.30  	2024-40868	0.0000
iprec_at_recall_0.40  	2024-40868	0.0000
iprec_at_recall_0.50  	2024-40868	0.0000
iprec_at_recall_0.60  	2024-40868	0.0000
iprec_at_recall_0.70  	2024-40868	0.0000
iprec_at_recall_0.80  	2024-40868	0.0000
iprec_at_recall_0.90  	2024-40868	0.0000
iprec_at_recall_1.00  	2024-40868	0.0000
P_5                   	2024-40868	0.4000
P_10                  	2024-40868	0.2000
P_15                  	2024-40868	0.1333
P_20                  	2024-40868	0.1000
P_30                  	2024-40868	0.0667
P_100                 	2024-40868	0.0200
P_200                 	2024-40868	0.0100
P_500                 	2024-40868	0.0040
P_1000                	2024-40868	0.0020
relstring             	2024-40868	'11'
recall_5              	2024-40868	0.0056
recall_10             	2024-40868	0.0056
recall_15             	2024-40868	0.0056
recall_20             	2024-40868	0.0056
recall_30             	2024-40868	0.0056
recall_100            	2024-40868	0.0056
recall_200            	2024-40868	0.0056
recall_500            	2024-40868	0.0056
recall_1000           	2024-40868	0.0056
infAP                 	2024-40868	0.0056
Rprec_mult_0.20       	2024-40868	0.0278
Rprec_mult_0.40       	2024-40868	0.0139
Rprec_mult_0.60       	2024-40868	0.0093
Rprec_mult_0.80       	2024-40868	0.0069
Rprec_mult_1.00       	2024-40868	0.0056
Rprec_mult_1.20       	2024-40868	0.0046
Rprec_mult_1.40       	2024-40868	0.0040
Rprec_mult_1.60       	2024-40868	0.0035
Rprec_mult_1.80       	2024-40868	0.0031
Rprec_mult_2.00       	2024-40868	0.0028
utility               	2024-40868	2.0000
11pt_avg              	2024-40868	0.0909
binG                  	2024-40868	0.0056
G                     	2024-40868	0.0016
ndcg                  	2024-40868	0.0181
ndcg_rel              	2024-40868	0.0198
Rndcg                 	2024-40868	0.0498
ndcg_cut_5            	2024-40868	0.1844
ndcg_cut_10           	2024-40868	0.1197
ndcg_cut_15           	2024-40868	0.0970
ndcg_cut_20           	2024-40868	0.0851
ndcg_cut_30           	2024-40868	0.0697
ndcg_cut_100          	2024-40868	0.0347
ndcg_cut_200          	2024-40868	0.0231
ndcg_cut_500          	2024-40868	0.0181
ndcg_cut_1000         	2024-40868	0.0181
map_cut_5             	2024-40868	0.0056
map_cut_10            	2024-40868	0.0056
map_cut_15            	2024-40868	0.0056
map_cut_20            	2024-40868	0.0056
map_cut_30            	2024-40868	0.0056
map_cut_100           	2024-40868	0.0056
map_cut_200           	2024-40868	0.0056
map_cut_500           	2024-40868	0.0056
map_cut_1000          	2024-40868	0.0056
relative_P_5          	2024-40868	0.4000
relative_P_10         	2024-40868	0.2000
relative_P_15         	2024-40868	0.1333
relative_P_20         	2024-40868	0.1000
relative_P_30         	2024-40868	0.0667
relative_P_100        	2024-40868	0.0200
relative_P_200        	2024-40868	0.0100
relative_P_500        	2024-40868	0.0056
relative_P_1000       	2024-40868	0.0056
success_1             	2024-40868	1.0000
success_5             	2024-40868	1.0000
success_10            	2024-40868	1.0000
set_P                 	2024-40868	1.0000
set_relative_P        	2024-40868	1.0000
set_recall            	2024-40868	0.0056
set_map               	2024-40868	0.0056
set_F                 	2024-40868	0.0110
num_nonrel_judged_ret 	2024-40868	0
num_ret               	2024-40996	2
num_rel               	2024-40996	350
num_rel_ret           	2024-40996	1
map                   	2024-40996	0.0014
Rprec                 	2024-40996	0.0029
bpref                 	2024-40996	0.0028
recip_rank            	2024-40996	0.5000
iprec_at_recall_0.00  	2024-40996	0.5000
iprec_at_recall_0.10  	2024-40996	0.0000
iprec_at_recall_0.20  	2024-40996	0.0000
iprec_at_recall_0.30  	2024-40996	0.0000
iprec_at_recall_0.40  	2024-40996	0.0000
iprec_at_recall_0.50  	2024-40996	0.0000
iprec_at_recall_0.60  	2024-40996	0.0000
iprec_at_recall_0.70  	2024-40996	0.0000
iprec_at_recall_0.80  	2024-40996	0.0000
iprec_at_recall_0.90  	2024-40996	0.0000
iprec_at_recall_1.00  	2024-40996	0.0000
P_5                   	2024-40996	0.2000
P_10                  	2024-40996	0.1000
P_15                  	2024-40996	0.0667
P_20                  	2024-40996	0.0500
P_30                  	2024-40996	0.0333
P_100                 	2024-40996	0.0100
P_200                 	2024-40996	0.0050
P_500                 	2024-40996	0.0020
P_1000                	2024-40996	0.0010
relstring             	2024-40996	'01'
recall_5              	2024-40996	0.0029
recall_10             	2024-40996	0.0029
recall_15             	2024-40996	0.0029
recall_20             	2024-40996	0.0029
recall_30             	2024-40996	0.0029
recall_100            	2024-40996	0.0029
recall_200            	2024-40996	0.0029
recall_500            	2024-40996	0.0029
recall_1000           	2024-40996	0.0029
infAP                 	2024-40996	0.0014
Rprec_mult_0.20       	2024-40996	0.0143
Rprec_mult_0.40       	2024-40996	0.0071
Rprec_mult_0.60       	2024-40996	0.0048
Rprec_mult_0.80       	2024-40996	0.0036
Rprec_mult_1.00       	2024-40996	0.0029
Rprec_mult_1.20       	2024-40996	0.0024
Rprec_mult_1.40       	2024-40996	0.0020
Rprec_mult_1.60       	2024-40996	0.0018
Rprec_mult_1.80       	2024-40996	0.0016
Rprec_mult_2.00       	2024-40996	0.0014
utility               	2024-40996	0.0000
11pt_avg              	2024-40996	0.0455
binG                  	2024-40996	0.0018
G                     	2024-40996	0.0012
ndcg                  	2024-40996	0.0109
ndcg_rel              	2024-40996	0.0115
Rndcg                 	2024-40996	0.0425
ndcg_cut_5            	2024-40996	0.1070
ndcg_cut_10           	2024-40996	0.0717
ndcg_cut_15           	2024-40996	0.0624
ndcg_cut_20           	2024-40996	0.0559
ndcg_cut_30           	2024-40996	0.0470
ndcg_cut_100          	2024-40996	0.0250
ndcg_cut_200          	2024-40996	0.0161
ndcg_cut_500          	2024-40996	0.0109
ndcg_cut_1000         	2024-40996	0.0109
map_cut_5             	2024-40996	0.0014
map_cut_10            	2024-40996	0.0014
map_cut_15            	2024-40996	0.0014
map_cut_20            	2024-40996	0.0014
map_cut_30            	2024-40996	0.0014
map_cut_100           	2024-40996	0.0014
map_cut_200           	2024-40996	0.0014
map_cut_500           	2024-40996	0.0014
map_cut_1000          	2024-40996	0.0014
relative_P_5          	2024-40996	0.2000
relative_P_10         	2024-40996	0.1000
relative_P_15         	2024-40996	0.0667
relative_P_20         	2024-40996	0.0500
relative_P_30         	2024-40996	0.0333
relative_P_100        	2024-40996	0.0100
relative_P_200        	2024-40996	0.0050
relative_P_500        	2024-40996	0.0029
relative_P_1000       	2024-40996	0.0029
success_1             	2024-40996	0.0000
success_5             	2024-40996	1.0000
success_10            	2024-40996	1.0000
set_P                 	2024-40996	0.5000
set_relative_P        	2024-40996	0.5000
set_recall            	2024-40996	0.0029
set_map               	2024-40996	0.0014
set_F                 	2024-40996	0.0057
num_nonrel_judged_ret 	2024-40996	1
num_ret               	2024-41077	2
num_rel               	2024-41077	314
num_rel_ret           	2024-41077	1
map                   	2024-41077	0.0032
Rprec                 	2024-41077	0.0032
bpref                 	2024-41077	0.0032
recip_rank            	2024-41077	1.0000
iprec_at_recall_0.00  	2024-41077	1.0000
iprec_at_recall_0.10  	2024-41077	0.0000
iprec_at_recall_0.20  	2024-41077	0.0000
iprec_at_recall_0.30  	2024-41077	0.0000
iprec_at_recall_0.40  	2024-41077	0.0000
iprec_at_recall_0.50  	2024-41077	0.0000
iprec_at_recall_0.60  	2024-41077	0.0000
iprec_at_recall_0.70  	2024-41077	0.0000
iprec_at_recall_0.80  	2024-41077	0.0000
iprec_at_recall_0.90  	2024-41077	0.0000
iprec_at_recall_1.00  	2024-41077	0.0000
P_5                   	2024-41077	0.2000
P_10                  	2024-41077	0.1000
P_15                  	2024-41077	0.0667
P_20                  	2024-41077	0.0500
P_30                  	2024-41077	0.0333
P_100                 	2024-41077	0.0100
P_200                 	2024-41077	0.0050
P_500                 	2024-41077	0.0020
P_1000                	2024-41077	0.0010
relstring             	2024-41077	'30'
recall_5              	2024-41077	0.0032
recall_10             	2024-41077	0.0032
recall_15             	2024-41077	0.0032
recall_20             	2024-41077	0.0032
recall_30             	2024-41077	0.0032
recall_100            	2024-41077	0.0032
recall_200            	2024-41077	0.0032
recall_500            	2024-41077	0.0032
recall_1000           	2024-41077	0.0032
infAP                 	2024-41077	0.0032
Rprec_mult_0.20       	2024-41077	0.0159
Rprec_mult_0.40       	2024-41077	0.0079
Rprec_mult_0.60       	2024-41077	0.0053
Rprec_mult_0.80       	2024-41077	0.0040
Rprec_mult_1.00       	2024-41077	0.0032
Rprec_mult_1.20       	2024-41077	0.0027
Rprec_mult_1.40       	2024-41077	0.0023
Rprec_mult_1.60       	2024-41077	0.0020
Rprec_mult_1.80       	2024-41077	0.0018
Rprec_mult_2.00       	2024-41077	0.0016
utility               	2024-41077	0.0000
11pt_avg              	2024-41077	0.0909
binG                  	2024-41077	0.0032
G                     	2024-41077	0.0073
ndcg                  	2024-41077	0.0417
ndcg_rel              	2024-41077	0.0447
Rndcg                 	2024-41077	0.1221
ndcg_cut_5            	2024-41077	0.3392
ndcg_cut_10           	2024-41077	0.2301
ndcg_cut_15           	2024-41077	0.1914
ndcg_cut_20           	2024-41077	0.1664
ndcg_cut_30           	2024-41077	0.1347
ndcg_cut_100          	2024-41077	0.0684
ndcg_cut_200          	2024-41077	0.0520
ndcg_cut_500          	2024-41077	0.0417
ndcg_cut_1000         	2024-41077	0.0417
map_cut_5             	2024-41077	0.0032
map_cut_10            	2024-41077	0.0032
map_cut_15            	2024-41077	0.0032
map_cut_20            	2024-41077	0.0032
map_cut_30            	2024-41077	0.0032
map_cut_100           	2024-41077	0.0032
map_cut_200           	2024-41077	0.0032
map_cut_500           	2024-41077	0.0032
map_cut_1000          	2024-41077	0.0032
relative_P_5          	2024-41077	0.2000
relative_P_10         	2024-41077	0.1000
relative_P_15         	2024-41077	0.0667
relative_P_20         	2024-41077	0.0500
relative_P_30         	2024-41077	0.0333
relative_P_100        	2024-41077	0.0100
relative_P_200        	2024-41077	0.0050
relative_P_500        	2024-41077	0.0032
relative_P_1000       	2024-41077	0.0032
success_1             	2024-41077	1.0000
success_5             	2024-41077	1.0000
success_10            	2024-41077	1.0000
set_P                 	2024-41077	0.5000
set_relative_P        	2024-41077	0.5000
set_recall            	2024-41077	0.0032
set_map               	2024-41077	0.0016
set_F                 	2024-41077	0.0063
num_nonrel_judged_ret 	2024-41077	1
num_ret               	2024-41198	2
num_rel               	2024-41198	242
num_rel_ret           	2024-41198	1
map                   	2024-41198	0.0041
Rprec                 	2024-41198	0.0041
bpref                 	2024-41198	0.0041
recip_rank            	2024-41198	1.0000
iprec_at_recall_0.00  	2024-41198	1.0000
iprec_at_recall_0.10  	2024-41198	0.0000
iprec_at_recall_0.20  	2024-41198	0.0000
iprec_at_recall_0.30  	2024-41198	0.0000
iprec_at_recall_0.40  	2024-41198	0.0000
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	0.2000
P_10                  	2024-41198	0.1000
P_15                  	2024-41198	0.0667
P_20                  	2024-41198	0.0500
P_30                  	2024-41198	0.0333
P_100                 	2024-41198	0.0100
P_200                 	2024-41198	0.0050
P_500                 	2024-41198	0.0020
P_1000                	2024-41198	0.0010
relstring             	2024-41198	'10'
recall_5              	2024-41198	0.0041
recall_10             	2024-41198	0.0041
recall_15             	2024-41198	0.0041
recall_20             	2024-41198	0.0041
recall_30             	2024-41198	0.0041
recall_100            	2024-41198	0.0041
recall_200            	2024-41198	0.0041
recall_500            	2024-41198	0.0041
recall_1000           	2024-41198	0.0041
infAP                 	2024-41198	0.0041
Rprec_mult_0.20       	2024-41198	0.0204
Rprec_mult_0.40       	2024-41198	0.0103
Rprec_mult_0.60       	2024-41198	0.0068
Rprec_mult_0.80       	2024-41198	0.0052
Rprec_mult_1.00       	2024-41198	0.0041
Rprec_mult_1.20       	2024-41198	0.0034
Rprec_mult_1.40       	2024-41198	0.0029
Rprec_mult_1.60       	2024-41198	0.0026
Rprec_mult_1.80       	2024-41198	0.0023
Rprec_mult_2.00       	2024-41198	0.0021
utility               	2024-41198	0.0000
11pt_avg              	2024-41198	0.0909
binG                  	2024-41198	0.0041
G                     	2024-41198	0.0017
ndcg                  	2024-41198	0.0179
ndcg_rel              	2024-41198	0.0192
Rndcg                 	2024-41198	0.0610
ndcg_cut_5            	2024-41198	0.1182
ndcg_cut_10           	2024-41198	0.0858
ndcg_cut_15           	2024-41198	0.0700
ndcg_cut_20           	2024-41198	0.0601
ndcg_cut_30           	2024-41198	0.0479
ndcg_cut_100          	2024-41198	0.0273
ndcg_cut_200          	2024-41198	0.0198
ndcg_cut_500          	2024-41198	0.0179
ndcg_cut_1000         	2024-41198	0.0179
map_cut_5             	2024-41198	0.0041
map_cut_10            	2024-41198	0.0041
map_cut_15            	2024-41198	0.0041
map_cut_20            	2024-41198	0.0041
map_cut_30            	2024-41198	0.0041
map_cut_100           	2024-41198	0.0041
map_cut_200           	2024-41198	0.0041
map_cut_500           	2024-41198	0.0041
map_cut_1000          	2024-41198	0.0041
relative_P_5          	2024-41198	0.2000
relative_P_10         	2024-41198	0.1000
relative_P_15         	2024-41198	0.0667
relative_P_20         	2024-41198	0.0500
relative_P_30         	2024-41198	0.0333
relative_P_100        	2024-41198	0.0100
relative_P_200        	2024-41198	0.0050
relative_P_500        	2024-41198	0.0041
relative_P_1000       	2024-41198	0.0041
success_1             	2024-41198	1.0000
success_5             	2024-41198	1.0000
success_10            	2024-41198	1.0000
set_P                 	2024-41198	0.5000
set_relative_P        	2024-41198	0.5000
set_recall            	2024-41198	0.0041
set_map               	2024-41198	0.0021
set_F                 	2024-41198	0.0082
num_nonrel_judged_ret 	2024-41198	1
num_ret               	2024-41334	2
num_rel               	2024-41334	317
num_rel_ret           	2024-41334	1
map                   	2024-41334	0.0016
Rprec                 	2024-41334	0.0032
bpref                 	2024-41334	0.0031
recip_rank            	2024-41334	0.5000
iprec_at_recall_0.00  	2024-41334	0.5000
iprec_at_recall_0.10  	2024-41334	0.0000
iprec_at_recall_0.20  	2024-41334	0.0000
iprec_at_recall_0.30  	2024-41334	0.0000
iprec_at_recall_0.40  	2024-41334	0.0000
iprec_at_recall_0.50  	2024-41334	0.0000
iprec_at_recall_0.60  	2024-41334	0.0000
iprec_at_recall_0.70  	2024-41334	0.0000
iprec_at_recall_0.80  	2024-41334	0.0000
iprec_at_recall_0.90  	2024-41334	0.0000
iprec_at_recall_1.00  	2024-41334	0.0000
P_5                   	2024-41334	0.2000
P_10                  	2024-41334	0.1000
P_15                  	2024-41334	0.0667
P_20                  	2024-41334	0.0500
P_30                  	2024-41334	0.0333
P_100                 	2024-41334	0.0100
P_200                 	2024-41334	0.0050
P_500                 	2024-41334	0.0020
P_1000                	2024-41334	0.0010
relstring             	2024-41334	'01'
recall_5              	2024-41334	0.0032
recall_10             	2024-41334	0.0032
recall_15             	2024-41334	0.0032
recall_20             	2024-41334	0.0032
recall_30             	2024-41334	0.0032
recall_100            	2024-41334	0.0032
recall_200            	2024-41334	0.0032
recall_500            	2024-41334	0.0032
recall_1000           	2024-41334	0.0032
infAP                 	2024-41334	0.0016
Rprec_mult_0.20       	2024-41334	0.0156
Rprec_mult_0.40       	2024-41334	0.0079
Rprec_mult_0.60       	2024-41334	0.0052
Rprec_mult_0.80       	2024-41334	0.0039
Rprec_mult_1.00       	2024-41334	0.0032
Rprec_mult_1.20       	2024-41334	0.0026
Rprec_mult_1.40       	2024-41334	0.0023
Rprec_mult_1.60       	2024-41334	0.0020
Rprec_mult_1.80       	2024-41334	0.0018
Rprec_mult_2.00       	2024-41334	0.0016
utility               	2024-41334	0.0000
11pt_avg              	2024-41334	0.0455
binG                  	2024-41334	0.0020
G                     	2024-41334	0.0008
ndcg                  	2024-41334	0.0081
ndcg_rel              	2024-41334	0.0085
Rndcg                 	2024-41334	0.0232
ndcg_cut_5            	2024-41334	0.0713
ndcg_cut_10           	2024-41334	0.0473
ndcg_cut_15           	2024-41334	0.0395
ndcg_cut_20           	2024-41334	0.0344
ndcg_cut_30           	2024-41334	0.0279
ndcg_cut_100          	2024-41334	0.0137
ndcg_cut_200          	2024-41334	0.0100
ndcg_cut_500          	2024-41334	0.0081
ndcg_cut_1000         	2024-41334	0.0081
map_cut_5             	2024-41334	0.0016
map_cut_10            	2024-41334	0.0016
map_cut_15            	2024-41334	0.0016
map_cut_20            	2024-41334	0.0016
map_cut_30            	2024-41334	0.0016
map_cut_100           	2024-41334	0.0016
map_cut_200           	2024-41334	0.0016
map_cut_500           	2024-41334	0.0016
map_cut_1000          	2024-41334	0.0016
relative_P_5          	2024-41334	0.2000
relative_P_10         	2024-41334	0.1000
relative_P_15         	2024-41334	0.0667
relative_P_20         	2024-41334	0.0500
relative_P_30         	2024-41334	0.0333
relative_P_100        	2024-41334	0.0100
relative_P_200        	2024-41334	0.0050
relative_P_500        	2024-41334	0.0032
relative_P_1000       	2024-41334	0.0032
success_1             	2024-41334	0.0000
success_5             	2024-41334	1.0000
success_10            	2024-41334	1.0000
set_P                 	2024-41334	0.5000
set_relative_P        	2024-41334	0.5000
set_recall            	2024-41334	0.0032
set_map               	2024-41334	0.0016
set_F                 	2024-41334	0.0063
num_nonrel_judged_ret 	2024-41334	1
num_ret               	2024-41464	2
num_rel               	2024-41464	370
num_rel_ret           	2024-41464	2
map                   	2024-41464	0.0054
Rprec                 	2024-41464	0.0054
bpref                 	2024-41464	0.0054
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	0.0000
iprec_at_recall_0.20  	2024-41464	0.0000
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	0.4000
P_10                  	2024-41464	0.2000
P_15                  	2024-41464	0.1333
P_20                  	2024-41464	0.1000
P_30                  	2024-41464	0.0667
P_100                 	2024-41464	0.0200
P_200                 	2024-41464	0.0100
P_500                 	2024-41464	0.0040
P_1000                	2024-41464	0.0020
relstring             	2024-41464	'22'
recall_5              	2024-41464	0.0054
recall_10             	2024-41464	0.0054
recall_15             	2024-41464	0.0054
recall_20             	2024-41464	0.0054
recall_30             	2024-41464	0.0054
recall_100            	2024-41464	0.0054
recall_200            	2024-41464	0.0054
recall_500            	2024-41464	0.0054
recall_1000           	2024-41464	0.0054
infAP                 	2024-41464	0.0054
Rprec_mult_0.20       	2024-41464	0.0270
Rprec_mult_0.40       	2024-41464	0.0135
Rprec_mult_0.60       	2024-41464	0.0090
Rprec_mult_0.80       	2024-41464	0.0068
Rprec_mult_1.00       	2024-41464	0.0054
Rprec_mult_1.20       	2024-41464	0.0045
Rprec_mult_1.40       	2024-41464	0.0039
Rprec_mult_1.60       	2024-41464	0.0034
Rprec_mult_1.80       	2024-41464	0.0030
Rprec_mult_2.00       	2024-41464	0.0027
utility               	2024-41464	2.0000
11pt_avg              	2024-41464	0.0909
binG                  	2024-41464	0.0054
G                     	2024-41464	0.0041
ndcg                  	2024-41464	0.0361
ndcg_rel              	2024-41464	0.0395
Rndcg                 	2024-41464	0.1382
ndcg_cut_5            	2024-41464	0.3688
ndcg_cut_10           	2024-41464	0.2632
ndcg_cut_15           	2024-41464	0.2171
ndcg_cut_20           	2024-41464	0.1876
ndcg_cut_30           	2024-41464	0.1508
ndcg_cut_100          	2024-41464	0.0722
ndcg_cut_200          	2024-41464	0.0469
ndcg_cut_500          	2024-41464	0.0361
ndcg_cut_1000         	2024-41464	0.0361
map_cut_5             	2024-41464	0.0054
map_cut_10            	2024-41464	0.0054
map_cut_15            	2024-41464	0.0054
map_cut_20            	2024-41464	0.0054
map_cut_30            	2024-41464	0.0054
map_cut_100           	2024-41464	0.0054
map_cut_200           	2024-41464	0.0054
map_cut_500           	2024-41464	0.0054
map_cut_1000          	2024-41464	0.0054
relative_P_5          	2024-41464	0.4000
relative_P_10         	2024-41464	0.2000
relative_P_15         	2024-41464	0.1333
relative_P_20         	2024-41464	0.1000
relative_P_30         	2024-41464	0.0667
relative_P_100        	2024-41464	0.0200
relative_P_200        	2024-41464	0.0100
relative_P_500        	2024-41464	0.0054
relative_P_1000       	2024-41464	0.0054
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	1.0000
set_relative_P        	2024-41464	1.0000
set_recall            	2024-41464	0.0054
set_map               	2024-41464	0.0054
set_F                 	2024-41464	0.0108
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41465	2
num_rel               	2024-41465	246
num_rel_ret           	2024-41465	2
map                   	2024-41465	0.0081
Rprec                 	2024-41465	0.0081
bpref                 	2024-41465	0.0081
recip_rank            	2024-41465	1.0000
iprec_at_recall_0.00  	2024-41465	1.0000
iprec_at_recall_0.10  	2024-41465	0.0000
iprec_at_recall_0.20  	2024-41465	0.0000
iprec_at_recall_0.30  	2024-41465	0.0000
iprec_at_recall_0.40  	2024-41465	0.0000
iprec_at_recall_0.50  	2024-41465	0.0000
iprec_at_recall_0.60  	2024-41465	0.0000
iprec_at_recall_0.70  	2024-41465	0.0000
iprec_at_recall_0.80  	2024-41465	0.0000
iprec_at_recall_0.90  	2024-41465	0.0000
iprec_at_recall_1.00  	2024-41465	0.0000
P_5                   	2024-41465	0.4000
P_10                  	2024-41465	0.2000
P_15                  	2024-41465	0.1333
P_20                  	2024-41465	0.1000
P_30                  	2024-41465	0.0667
P_100                 	2024-41465	0.0200
P_200                 	2024-41465	0.0100
P_500                 	2024-41465	0.0040
P_1000                	2024-41465	0.0020
relstring             	2024-41465	'12'
recall_5              	2024-41465	0.0081
recall_10             	2024-41465	0.0081
recall_15             	2024-41465	0.0081
recall_20             	2024-41465	0.0081
recall_30             	2024-41465	0.0081
recall_100            	2024-41465	0.0081
recall_200            	2024-41465	0.0081
recall_500            	2024-41465	0.0081
recall_1000           	2024-41465	0.0081
infAP                 	2024-41465	0.0081
Rprec_mult_0.20       	2024-41465	0.0400
Rprec_mult_0.40       	2024-41465	0.0202
Rprec_mult_0.60       	2024-41465	0.0135
Rprec_mult_0.80       	2024-41465	0.0102
Rprec_mult_1.00       	2024-41465	0.0081
Rprec_mult_1.20       	2024-41465	0.0068
Rprec_mult_1.40       	2024-41465	0.0058
Rprec_mult_1.60       	2024-41465	0.0051
Rprec_mult_1.80       	2024-41465	0.0045
Rprec_mult_2.00       	2024-41465	0.0041
utility               	2024-41465	2.0000
11pt_avg              	2024-41465	0.0909
binG                  	2024-41465	0.0081
G                     	2024-41465	0.0037
ndcg                  	2024-41465	0.0335
ndcg_rel              	2024-41465	0.0365
Rndcg                 	2024-41465	0.0899
ndcg_cut_5            	2024-41465	0.2557
ndcg_cut_10           	2024-41465	0.1734
ndcg_cut_15           	2024-41465	0.1443
ndcg_cut_20           	2024-41465	0.1254
ndcg_cut_30           	2024-41465	0.1015
ndcg_cut_100          	2024-41465	0.0494
ndcg_cut_200          	2024-41465	0.0367
ndcg_cut_500          	2024-41465	0.0335
ndcg_cut_1000         	2024-41465	0.0335
map_cut_5             	2024-41465	0.0081
map_cut_10            	2024-41465	0.0081
map_cut_15            	2024-41465	0.0081
map_cut_20            	2024-41465	0.0081
map_cut_30            	2024-41465	0.0081
map_cut_100           	2024-41465	0.0081
map_cut_200           	2024-41465	0.0081
map_cut_500           	2024-41465	0.0081
map_cut_1000          	2024-41465	0.0081
relative_P_5          	2024-41465	0.4000
relative_P_10         	2024-41465	0.2000
relative_P_15         	2024-41465	0.1333
relative_P_20         	2024-41465	0.1000
relative_P_30         	2024-41465	0.0667
relative_P_100        	2024-41465	0.0200
relative_P_200        	2024-41465	0.0100
relative_P_500        	2024-41465	0.0081
relative_P_1000       	2024-41465	0.0081
success_1             	2024-41465	1.0000
success_5             	2024-41465	1.0000
success_10            	2024-41465	1.0000
set_P                 	2024-41465	1.0000
set_relative_P        	2024-41465	1.0000
set_recall            	2024-41465	0.0081
set_map               	2024-41465	0.0081
set_F                 	2024-41465	0.0161
num_nonrel_judged_ret 	2024-41465	0
num_ret               	2024-41477	2
num_rel               	2024-41477	40
num_rel_ret           	2024-41477	0
map                   	2024-41477	0.0000
Rprec                 	2024-41477	0.0000
bpref                 	2024-41477	0.0000
recip_rank            	2024-41477	0.0000
iprec_at_recall_0.00  	2024-41477	0.0000
iprec_at_recall_0.10  	2024-41477	0.0000
iprec_at_recall_0.20  	2024-41477	0.0000
iprec_at_recall_0.30  	2024-41477	0.0000
iprec_at_recall_0.40  	2024-41477	0.0000
iprec_at_recall_0.50  	2024-41477	0.0000
iprec_at_recall_0.60  	2024-41477	0.0000
iprec_at_recall_0.70  	2024-41477	0.0000
iprec_at_recall_0.80  	2024-41477	0.0000
iprec_at_recall_0.90  	2024-41477	0.0000
iprec_at_recall_1.00  	2024-41477	0.0000
P_5                   	2024-41477	0.0000
P_10                  	2024-41477	0.0000
P_15                  	2024-41477	0.0000
P_20                  	2024-41477	0.0000
P_30                  	2024-41477	0.0000
P_100                 	2024-41477	0.0000
P_200                 	2024-41477	0.0000
P_500                 	2024-41477	0.0000
P_1000                	2024-41477	0.0000
relstring             	2024-41477	'00'
recall_5              	2024-41477	0.0000
recall_10             	2024-41477	0.0000
recall_15             	2024-41477	0.0000
recall_20             	2024-41477	0.0000
recall_30             	2024-41477	0.0000
recall_100            	2024-41477	0.0000
recall_200            	2024-41477	0.0000
recall_500            	2024-41477	0.0000
recall_1000           	2024-41477	0.0000
infAP                 	2024-41477	0.0000
Rprec_mult_0.20       	2024-41477	0.0000
Rprec_mult_0.40       	2024-41477	0.0000
Rprec_mult_0.60       	2024-41477	0.0000
Rprec_mult_0.80       	2024-41477	0.0000
Rprec_mult_1.00       	2024-41477	0.0000
Rprec_mult_1.20       	2024-41477	0.0000
Rprec_mult_1.40       	2024-41477	0.0000
Rprec_mult_1.60       	2024-41477	0.0000
Rprec_mult_1.80       	2024-41477	0.0000
Rprec_mult_2.00       	2024-41477	0.0000
utility               	2024-41477	-2.0000
11pt_avg              	2024-41477	0.0000
binG                  	2024-41477	0.0000
G                     	2024-41477	0.0000
ndcg                  	2024-41477	0.0000
ndcg_rel              	2024-41477	0.0000
Rndcg                 	2024-41477	0.0000
ndcg_cut_5            	2024-41477	0.0000
ndcg_cut_10           	2024-41477	0.0000
ndcg_cut_15           	2024-41477	0.0000
ndcg_cut_20           	2024-41477	0.0000
ndcg_cut_30           	2024-41477	0.0000
ndcg_cut_100          	2024-41477	0.0000
ndcg_cut_200          	2024-41477	0.0000
ndcg_cut_500          	2024-41477	0.0000
ndcg_cut_1000         	2024-41477	0.0000
map_cut_5             	2024-41477	0.0000
map_cut_10            	2024-41477	0.0000
map_cut_15            	2024-41477	0.0000
map_cut_20            	2024-41477	0.0000
map_cut_30            	2024-41477	0.0000
map_cut_100           	2024-41477	0.0000
map_cut_200           	2024-41477	0.0000
map_cut_500           	2024-41477	0.0000
map_cut_1000          	2024-41477	0.0000
relative_P_5          	2024-41477	0.0000
relative_P_10         	2024-41477	0.0000
relative_P_15         	2024-41477	0.0000
relative_P_20         	2024-41477	0.0000
relative_P_30         	2024-41477	0.0000
relative_P_100        	2024-41477	0.0000
relative_P_200        	2024-41477	0.0000
relative_P_500        	2024-41477	0.0000
relative_P_1000       	2024-41477	0.0000
success_1             	2024-41477	0.0000
success_5             	2024-41477	0.0000
success_10            	2024-41477	0.0000
set_P                 	2024-41477	0.0000
set_relative_P        	2024-41477	0.0000
set_recall            	2024-41477	0.0000
set_map               	2024-41477	0.0000
set_F                 	2024-41477	0.0000
num_nonrel_judged_ret 	2024-41477	2
num_ret               	2024-41563	2
num_rel               	2024-41563	120
num_rel_ret           	2024-41563	1
map                   	2024-41563	0.0083
Rprec                 	2024-41563	0.0083
bpref                 	2024-41563	0.0083
recip_rank            	2024-41563	1.0000
iprec_at_recall_0.00  	2024-41563	1.0000
iprec_at_recall_0.10  	2024-41563	0.0000
iprec_at_recall_0.20  	2024-41563	0.0000
iprec_at_recall_0.30  	2024-41563	0.0000
iprec_at_recall_0.40  	2024-41563	0.0000
iprec_at_recall_0.50  	2024-41563	0.0000
iprec_at_recall_0.60  	2024-41563	0.0000
iprec_at_recall_0.70  	2024-41563	0.0000
iprec_at_recall_0.80  	2024-41563	0.0000
iprec_at_recall_0.90  	2024-41563	0.0000
iprec_at_recall_1.00  	2024-41563	0.0000
P_5                   	2024-41563	0.2000
P_10                  	2024-41563	0.1000
P_15                  	2024-41563	0.0667
P_20                  	2024-41563	0.0500
P_30                  	2024-41563	0.0333
P_100                 	2024-41563	0.0100
P_200                 	2024-41563	0.0050
P_500                 	2024-41563	0.0020
P_1000                	2024-41563	0.0010
relstring             	2024-41563	'10'
recall_5              	2024-41563	0.0083
recall_10             	2024-41563	0.0083
recall_15             	2024-41563	0.0083
recall_20             	2024-41563	0.0083
recall_30             	2024-41563	0.0083
recall_100            	2024-41563	0.0083
recall_200            	2024-41563	0.0083
recall_500            	2024-41563	0.0083
recall_1000           	2024-41563	0.0083
infAP                 	2024-41563	0.0083
Rprec_mult_0.20       	2024-41563	0.0417
Rprec_mult_0.40       	2024-41563	0.0208
Rprec_mult_0.60       	2024-41563	0.0139
Rprec_mult_0.80       	2024-41563	0.0104
Rprec_mult_1.00       	2024-41563	0.0083
Rprec_mult_1.20       	2024-41563	0.0069
Rprec_mult_1.40       	2024-41563	0.0060
Rprec_mult_1.60       	2024-41563	0.0052
Rprec_mult_1.80       	2024-41563	0.0046
Rprec_mult_2.00       	2024-41563	0.0042
utility               	2024-41563	0.0000
11pt_avg              	2024-41563	0.0909
binG                  	2024-41563	0.0083
G                     	2024-41563	0.0051
ndcg                  	2024-41563	0.0378
ndcg_rel              	2024-41563	0.0417
Rndcg                 	2024-41563	0.1165
ndcg_cut_5            	2024-41563	0.1815
ndcg_cut_10           	2024-41563	0.1407
ndcg_cut_15           	2024-41563	0.1187
ndcg_cut_20           	2024-41563	0.1041
ndcg_cut_30           	2024-41563	0.0853
ndcg_cut_100          	2024-41563	0.0426
ndcg_cut_200          	2024-41563	0.0378
ndcg_cut_500          	2024-41563	0.0378
ndcg_cut_1000         	2024-41563	0.0378
map_cut_5             	2024-41563	0.0083
map_cut_10            	2024-41563	0.0083
map_cut_15            	2024-41563	0.0083
map_cut_20            	2024-41563	0.0083
map_cut_30            	2024-41563	0.0083
map_cut_100           	2024-41563	0.0083
map_cut_200           	2024-41563	0.0083
map_cut_500           	2024-41563	0.0083
map_cut_1000          	2024-41563	0.0083
relative_P_5          	2024-41563	0.2000
relative_P_10         	2024-41563	0.1000
relative_P_15         	2024-41563	0.0667
relative_P_20         	2024-41563	0.0500
relative_P_30         	2024-41563	0.0333
relative_P_100        	2024-41563	0.0100
relative_P_200        	2024-41563	0.0083
relative_P_500        	2024-41563	0.0083
relative_P_1000       	2024-41563	0.0083
success_1             	2024-41563	1.0000
success_5             	2024-41563	1.0000
success_10            	2024-41563	1.0000
set_P                 	2024-41563	0.5000
set_relative_P        	2024-41563	0.5000
set_recall            	2024-41563	0.0083
set_map               	2024-41563	0.0042
set_F                 	2024-41563	0.0164
num_nonrel_judged_ret 	2024-41563	1
num_ret               	2024-41576	2
num_rel               	2024-41576	337
num_rel_ret           	2024-41576	2
map                   	2024-41576	0.0059
Rprec                 	2024-41576	0.0059
bpref                 	2024-41576	0.0059
recip_rank            	2024-41576	1.0000
iprec_at_recall_0.00  	2024-41576	1.0000
iprec_at_recall_0.10  	2024-41576	0.0000
iprec_at_recall_0.20  	2024-41576	0.0000
iprec_at_recall_0.30  	2024-41576	0.0000
iprec_at_recall_0.40  	2024-41576	0.0000
iprec_at_recall_0.50  	2024-41576	0.0000
iprec_at_recall_0.60  	2024-41576	0.0000
iprec_at_recall_0.70  	2024-41576	0.0000
iprec_at_recall_0.80  	2024-41576	0.0000
iprec_at_recall_0.90  	2024-41576	0.0000
iprec_at_recall_1.00  	2024-41576	0.0000
P_5                   	2024-41576	0.4000
P_10                  	2024-41576	0.2000
P_15                  	2024-41576	0.1333
P_20                  	2024-41576	0.1000
P_30                  	2024-41576	0.0667
P_100                 	2024-41576	0.0200
P_200                 	2024-41576	0.0100
P_500                 	2024-41576	0.0040
P_1000                	2024-41576	0.0020
relstring             	2024-41576	'31'
recall_5              	2024-41576	0.0059
recall_10             	2024-41576	0.0059
recall_15             	2024-41576	0.0059
recall_20             	2024-41576	0.0059
recall_30             	2024-41576	0.0059
recall_100            	2024-41576	0.0059
recall_200            	2024-41576	0.0059
recall_500            	2024-41576	0.0059
recall_1000           	2024-41576	0.0059
infAP                 	2024-41576	0.0059
Rprec_mult_0.20       	2024-41576	0.0294
Rprec_mult_0.40       	2024-41576	0.0148
Rprec_mult_0.60       	2024-41576	0.0099
Rprec_mult_0.80       	2024-41576	0.0074
Rprec_mult_1.00       	2024-41576	0.0059
Rprec_mult_1.20       	2024-41576	0.0049
Rprec_mult_1.40       	2024-41576	0.0042
Rprec_mult_1.60       	2024-41576	0.0037
Rprec_mult_1.80       	2024-41576	0.0033
Rprec_mult_2.00       	2024-41576	0.0030
utility               	2024-41576	2.0000
11pt_avg              	2024-41576	0.0909
binG                  	2024-41576	0.0059
G                     	2024-41576	0.0064
ndcg                  	2024-41576	0.0386
ndcg_rel              	2024-41576	0.0436
Rndcg                 	2024-41576	0.0607
ndcg_cut_5            	2024-41576	0.4105
ndcg_cut_10           	2024-41576	0.2664
ndcg_cut_15           	2024-41576	0.2065
ndcg_cut_20           	2024-41576	0.1719
ndcg_cut_30           	2024-41576	0.1321
ndcg_cut_100          	2024-41576	0.0661
ndcg_cut_200          	2024-41576	0.0472
ndcg_cut_500          	2024-41576	0.0386
ndcg_cut_1000         	2024-41576	0.0386
map_cut_5             	2024-41576	0.0059
map_cut_10            	2024-41576	0.0059
map_cut_15            	2024-41576	0.0059
map_cut_20            	2024-41576	0.0059
map_cut_30            	2024-41576	0.0059
map_cut_100           	2024-41576	0.0059
map_cut_200           	2024-41576	0.0059
map_cut_500           	2024-41576	0.0059
map_cut_1000          	2024-41576	0.0059
relative_P_5          	2024-41576	0.4000
relative_P_10         	2024-41576	0.2000
relative_P_15         	2024-41576	0.1333
relative_P_20         	2024-41576	0.1000
relative_P_30         	2024-41576	0.0667
relative_P_100        	2024-41576	0.0200
relative_P_200        	2024-41576	0.0100
relative_P_500        	2024-41576	0.0059
relative_P_1000       	2024-41576	0.0059
success_1             	2024-41576	1.0000
success_5             	2024-41576	1.0000
success_10            	2024-41576	1.0000
set_P                 	2024-41576	1.0000
set_relative_P        	2024-41576	1.0000
set_recall            	2024-41576	0.0059
set_map               	2024-41576	0.0059
set_F                 	2024-41576	0.0118
num_nonrel_judged_ret 	2024-41576	0
num_ret               	2024-41610	2
num_rel               	2024-41610	17
num_rel_ret           	2024-41610	0
map                   	2024-41610	0.0000
Rprec                 	2024-41610	0.0000
bpref                 	2024-41610	0.0000
recip_rank            	2024-41610	0.0000
iprec_at_recall_0.00  	2024-41610	0.0000
iprec_at_recall_0.10  	2024-41610	0.0000
iprec_at_recall_0.20  	2024-41610	0.0000
iprec_at_recall_0.30  	2024-41610	0.0000
iprec_at_recall_0.40  	2024-41610	0.0000
iprec_at_recall_0.50  	2024-41610	0.0000
iprec_at_recall_0.60  	2024-41610	0.0000
iprec_at_recall_0.70  	2024-41610	0.0000
iprec_at_recall_0.80  	2024-41610	0.0000
iprec_at_recall_0.90  	2024-41610	0.0000
iprec_at_recall_1.00  	2024-41610	0.0000
P_5                   	2024-41610	0.0000
P_10                  	2024-41610	0.0000
P_15                  	2024-41610	0.0000
P_20                  	2024-41610	0.0000
P_30                  	2024-41610	0.0000
P_100                 	2024-41610	0.0000
P_200                 	2024-41610	0.0000
P_500                 	2024-41610	0.0000
P_1000                	2024-41610	0.0000
relstring             	2024-41610	'00'
recall_5              	2024-41610	0.0000
recall_10             	2024-41610	0.0000
recall_15             	2024-41610	0.0000
recall_20             	2024-41610	0.0000
recall_30             	2024-41610	0.0000
recall_100            	2024-41610	0.0000
recall_200            	2024-41610	0.0000
recall_500            	2024-41610	0.0000
recall_1000           	2024-41610	0.0000
infAP                 	2024-41610	0.0000
Rprec_mult_0.20       	2024-41610	0.0000
Rprec_mult_0.40       	2024-41610	0.0000
Rprec_mult_0.60       	2024-41610	0.0000
Rprec_mult_0.80       	2024-41610	0.0000
Rprec_mult_1.00       	2024-41610	0.0000
Rprec_mult_1.20       	2024-41610	0.0000
Rprec_mult_1.40       	2024-41610	0.0000
Rprec_mult_1.60       	2024-41610	0.0000
Rprec_mult_1.80       	2024-41610	0.0000
Rprec_mult_2.00       	2024-41610	0.0000
utility               	2024-41610	-2.0000
11pt_avg              	2024-41610	0.0000
binG                  	2024-41610	0.0000
G                     	2024-41610	0.0000
ndcg                  	2024-41610	0.0000
ndcg_rel              	2024-41610	0.0000
Rndcg                 	2024-41610	0.0000
ndcg_cut_5            	2024-41610	0.0000
ndcg_cut_10           	2024-41610	0.0000
ndcg_cut_15           	2024-41610	0.0000
ndcg_cut_20           	2024-41610	0.0000
ndcg_cut_30           	2024-41610	0.0000
ndcg_cut_100          	2024-41610	0.0000
ndcg_cut_200          	2024-41610	0.0000
ndcg_cut_500          	2024-41610	0.0000
ndcg_cut_1000         	2024-41610	0.0000
map_cut_5             	2024-41610	0.0000
map_cut_10            	2024-41610	0.0000
map_cut_15            	2024-41610	0.0000
map_cut_20            	2024-41610	0.0000
map_cut_30            	2024-41610	0.0000
map_cut_100           	2024-41610	0.0000
map_cut_200           	2024-41610	0.0000
map_cut_500           	2024-41610	0.0000
map_cut_1000          	2024-41610	0.0000
relative_P_5          	2024-41610	0.0000
relative_P_10         	2024-41610	0.0000
relative_P_15         	2024-41610	0.0000
relative_P_20         	2024-41610	0.0000
relative_P_30         	2024-41610	0.0000
relative_P_100        	2024-41610	0.0000
relative_P_200        	2024-41610	0.0000
relative_P_500        	2024-41610	0.0000
relative_P_1000       	2024-41610	0.0000
success_1             	2024-41610	0.0000
success_5             	2024-41610	0.0000
success_10            	2024-41610	0.0000
set_P                 	2024-41610	0.0000
set_relative_P        	2024-41610	0.0000
set_recall            	2024-41610	0.0000
set_map               	2024-41610	0.0000
set_F                 	2024-41610	0.0000
num_nonrel_judged_ret 	2024-41610	2
num_ret               	2024-41711	2
num_rel               	2024-41711	442
num_rel_ret           	2024-41711	2
map                   	2024-41711	0.0045
Rprec                 	2024-41711	0.0045
bpref                 	2024-41711	0.0045
recip_rank            	2024-41711	1.0000
iprec_at_recall_0.00  	2024-41711	1.0000
iprec_at_recall_0.10  	2024-41711	0.0000
iprec_at_recall_0.20  	2024-41711	0.0000
iprec_at_recall_0.30  	2024-41711	0.0000
iprec_at_recall_0.40  	2024-41711	0.0000
iprec_at_recall_0.50  	2024-41711	0.0000
iprec_at_recall_0.60  	2024-41711	0.0000
iprec_at_recall_0.70  	2024-41711	0.0000
iprec_at_recall_0.80  	2024-41711	0.0000
iprec_at_recall_0.90  	2024-41711	0.0000
iprec_at_recall_1.00  	2024-41711	0.0000
P_5                   	2024-41711	0.4000
P_10                  	2024-41711	0.2000
P_15                  	2024-41711	0.1333
P_20                  	2024-41711	0.1000
P_30                  	2024-41711	0.0667
P_100                 	2024-41711	0.0200
P_200                 	2024-41711	0.0100
P_500                 	2024-41711	0.0040
P_1000                	2024-41711	0.0020
relstring             	2024-41711	'21'
recall_5              	2024-41711	0.0045
recall_10             	2024-41711	0.0045
recall_15             	2024-41711	0.0045
recall_20             	2024-41711	0.0045
recall_30             	2024-41711	0.0045
recall_100            	2024-41711	0.0045
recall_200            	2024-41711	0.0045
recall_500            	2024-41711	0.0045
recall_1000           	2024-41711	0.0045
infAP                 	2024-41711	0.0045
Rprec_mult_0.20       	2024-41711	0.0225
Rprec_mult_0.40       	2024-41711	0.0113
Rprec_mult_0.60       	2024-41711	0.0075
Rprec_mult_0.80       	2024-41711	0.0056
Rprec_mult_1.00       	2024-41711	0.0045
Rprec_mult_1.20       	2024-41711	0.0038
Rprec_mult_1.40       	2024-41711	0.0032
Rprec_mult_1.60       	2024-41711	0.0028
Rprec_mult_1.80       	2024-41711	0.0025
Rprec_mult_2.00       	2024-41711	0.0023
utility               	2024-41711	2.0000
11pt_avg              	2024-41711	0.0909
binG                  	2024-41711	0.0045
G                     	2024-41711	0.0027
ndcg                  	2024-41711	0.0261
ndcg_rel              	2024-41711	0.0288
Rndcg                 	2024-41711	0.1203
ndcg_cut_5            	2024-41711	0.2974
ndcg_cut_10           	2024-41711	0.2186
ndcg_cut_15           	2024-41711	0.1793
ndcg_cut_20           	2024-41711	0.1545
ndcg_cut_30           	2024-41711	0.1237
ndcg_cut_100          	2024-41711	0.0587
ndcg_cut_200          	2024-41711	0.0368
ndcg_cut_500          	2024-41711	0.0261
ndcg_cut_1000         	2024-41711	0.0261
map_cut_5             	2024-41711	0.0045
map_cut_10            	2024-41711	0.0045
map_cut_15            	2024-41711	0.0045
map_cut_20            	2024-41711	0.0045
map_cut_30            	2024-41711	0.0045
map_cut_100           	2024-41711	0.0045
map_cut_200           	2024-41711	0.0045
map_cut_500           	2024-41711	0.0045
map_cut_1000          	2024-41711	0.0045
relative_P_5          	2024-41711	0.4000
relative_P_10         	2024-41711	0.2000
relative_P_15         	2024-41711	0.1333
relative_P_20         	2024-41711	0.1000
relative_P_30         	2024-41711	0.0667
relative_P_100        	2024-41711	0.0200
relative_P_200        	2024-41711	0.0100
relative_P_500        	2024-41711	0.0045
relative_P_1000       	2024-41711	0.0045
success_1             	2024-41711	1.0000
success_5             	2024-41711	1.0000
success_10            	2024-41711	1.0000
set_P                 	2024-41711	1.0000
set_relative_P        	2024-41711	1.0000
set_recall            	2024-41711	0.0045
set_map               	2024-41711	0.0045
set_F                 	2024-41711	0.0090
num_nonrel_judged_ret 	2024-41711	0
num_ret               	2024-41796	2
num_rel               	2024-41796	182
num_rel_ret           	2024-41796	2
map                   	2024-41796	0.0110
Rprec                 	2024-41796	0.0110
bpref                 	2024-41796	0.0110
recip_rank            	2024-41796	1.0000
iprec_at_recall_0.00  	2024-41796	1.0000
iprec_at_recall_0.10  	2024-41796	0.0000
iprec_at_recall_0.20  	2024-41796	0.0000
iprec_at_recall_0.30  	2024-41796	0.0000
iprec_at_recall_0.40  	2024-41796	0.0000
iprec_at_recall_0.50  	2024-41796	0.0000
iprec_at_recall_0.60  	2024-41796	0.0000
iprec_at_recall_0.70  	2024-41796	0.0000
iprec_at_recall_0.80  	2024-41796	0.0000
iprec_at_recall_0.90  	2024-41796	0.0000
iprec_at_recall_1.00  	2024-41796	0.0000
P_5                   	2024-41796	0.4000
P_10                  	2024-41796	0.2000
P_15                  	2024-41796	0.1333
P_20                  	2024-41796	0.1000
P_30                  	2024-41796	0.0667
P_100                 	2024-41796	0.0200
P_200                 	2024-41796	0.0100
P_500                 	2024-41796	0.0040
P_1000                	2024-41796	0.0020
relstring             	2024-41796	'11'
recall_5              	2024-41796	0.0110
recall_10             	2024-41796	0.0110
recall_15             	2024-41796	0.0110
recall_20             	2024-41796	0.0110
recall_30             	2024-41796	0.0110
recall_100            	2024-41796	0.0110
recall_200            	2024-41796	0.0110
recall_500            	2024-41796	0.0110
recall_1000           	2024-41796	0.0110
infAP                 	2024-41796	0.0110
Rprec_mult_0.20       	2024-41796	0.0541
Rprec_mult_0.40       	2024-41796	0.0274
Rprec_mult_0.60       	2024-41796	0.0182
Rprec_mult_0.80       	2024-41796	0.0137
Rprec_mult_1.00       	2024-41796	0.0110
Rprec_mult_1.20       	2024-41796	0.0091
Rprec_mult_1.40       	2024-41796	0.0078
Rprec_mult_1.60       	2024-41796	0.0068
Rprec_mult_1.80       	2024-41796	0.0061
Rprec_mult_2.00       	2024-41796	0.0055
utility               	2024-41796	2.0000
11pt_avg              	2024-41796	0.0909
binG                  	2024-41796	0.0110
G                     	2024-41796	0.0060
ndcg                  	2024-41796	0.0448
ndcg_rel              	2024-41796	0.0498
Rndcg                 	2024-41796	0.1255
ndcg_cut_5            	2024-41796	0.2766
ndcg_cut_10           	2024-41796	0.1919
ndcg_cut_15           	2024-41796	0.1662
ndcg_cut_20           	2024-41796	0.1484
ndcg_cut_30           	2024-41796	0.1244
ndcg_cut_100          	2024-41796	0.0655
ndcg_cut_200          	2024-41796	0.0448
ndcg_cut_500          	2024-41796	0.0448
ndcg_cut_1000         	2024-41796	0.0448
map_cut_5             	2024-41796	0.0110
map_cut_10            	2024-41796	0.0110
map_cut_15            	2024-41796	0.0110
map_cut_20            	2024-41796	0.0110
map_cut_30            	2024-41796	0.0110
map_cut_100           	2024-41796	0.0110
map_cut_200           	2024-41796	0.0110
map_cut_500           	2024-41796	0.0110
map_cut_1000          	2024-41796	0.0110
relative_P_5          	2024-41796	0.4000
relative_P_10         	2024-41796	0.2000
relative_P_15         	2024-41796	0.1333
relative_P_20         	2024-41796	0.1000
relative_P_30         	2024-41796	0.0667
relative_P_100        	2024-41796	0.0200
relative_P_200        	2024-41796	0.0110
relative_P_500        	2024-41796	0.0110
relative_P_1000       	2024-41796	0.0110
success_1             	2024-41796	1.0000
success_5             	2024-41796	1.0000
success_10            	2024-41796	1.0000
set_P                 	2024-41796	1.0000
set_relative_P        	2024-41796	1.0000
set_recall            	2024-41796	0.0110
set_map               	2024-41796	0.0110
set_F                 	2024-41796	0.0217
num_nonrel_judged_ret 	2024-41796	0
num_ret               	2024-41849	2
num_rel               	2024-41849	170
num_rel_ret           	2024-41849	2
map                   	2024-41849	0.0118
Rprec                 	2024-41849	0.0118
bpref                 	2024-41849	0.0118
recip_rank            	2024-41849	1.0000
iprec_at_recall_0.00  	2024-41849	1.0000
iprec_at_recall_0.10  	2024-41849	0.0000
iprec_at_recall_0.20  	2024-41849	0.0000
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.4000
P_10                  	2024-41849	0.2000
P_15                  	2024-41849	0.1333
P_20                  	2024-41849	0.1000
P_30                  	2024-41849	0.0667
P_100                 	2024-41849	0.0200
P_200                 	2024-41849	0.0100
P_500                 	2024-41849	0.0040
P_1000                	2024-41849	0.0020
relstring             	2024-41849	'11'
recall_5              	2024-41849	0.0118
recall_10             	2024-41849	0.0118
recall_15             	2024-41849	0.0118
recall_20             	2024-41849	0.0118
recall_30             	2024-41849	0.0118
recall_100            	2024-41849	0.0118
recall_200            	2024-41849	0.0118
recall_500            	2024-41849	0.0118
recall_1000           	2024-41849	0.0118
infAP                 	2024-41849	0.0118
Rprec_mult_0.20       	2024-41849	0.0588
Rprec_mult_0.40       	2024-41849	0.0294
Rprec_mult_0.60       	2024-41849	0.0196
Rprec_mult_0.80       	2024-41849	0.0147
Rprec_mult_1.00       	2024-41849	0.0118
Rprec_mult_1.20       	2024-41849	0.0098
Rprec_mult_1.40       	2024-41849	0.0084
Rprec_mult_1.60       	2024-41849	0.0074
Rprec_mult_1.80       	2024-41849	0.0065
Rprec_mult_2.00       	2024-41849	0.0059
utility               	2024-41849	2.0000
11pt_avg              	2024-41849	0.0909
binG                  	2024-41849	0.0118
G                     	2024-41849	0.0062
ndcg                  	2024-41849	0.0457
ndcg_rel              	2024-41849	0.0511
Rndcg                 	2024-41849	0.1074
ndcg_cut_5            	2024-41849	0.2766
ndcg_cut_10           	2024-41849	0.1795
ndcg_cut_15           	2024-41849	0.1527
ndcg_cut_20           	2024-41849	0.1375
ndcg_cut_30           	2024-41849	0.1166
ndcg_cut_100          	2024-41849	0.0633
ndcg_cut_200          	2024-41849	0.0457
ndcg_cut_500          	2024-41849	0.0457
ndcg_cut_1000         	2024-41849	0.0457
map_cut_5             	2024-41849	0.0118
map_cut_10            	2024-41849	0.0118
map_cut_15            	2024-41849	0.0118
map_cut_20            	2024-41849	0.0118
map_cut_30            	2024-41849	0.0118
map_cut_100           	2024-41849	0.0118
map_cut_200           	2024-41849	0.0118
map_cut_500           	2024-41849	0.0118
map_cut_1000          	2024-41849	0.0118
relative_P_5          	2024-41849	0.4000
relative_P_10         	2024-41849	0.2000
relative_P_15         	2024-41849	0.1333
relative_P_20         	2024-41849	0.1000
relative_P_30         	2024-41849	0.0667
relative_P_100        	2024-41849	0.0200
relative_P_200        	2024-41849	0.0118
relative_P_500        	2024-41849	0.0118
relative_P_1000       	2024-41849	0.0118
success_1             	2024-41849	1.0000
success_5             	2024-41849	1.0000
success_10            	2024-41849	1.0000
set_P                 	2024-41849	1.0000
set_relative_P        	2024-41849	1.0000
set_recall            	2024-41849	0.0118
set_map               	2024-41849	0.0118
set_F                 	2024-41849	0.0233
num_nonrel_judged_ret 	2024-41849	0
num_ret               	2024-41918	2
num_rel               	2024-41918	228
num_rel_ret           	2024-41918	1
map                   	2024-41918	0.0044
Rprec                 	2024-41918	0.0044
bpref                 	2024-41918	0.0044
recip_rank            	2024-41918	1.0000
iprec_at_recall_0.00  	2024-41918	1.0000
iprec_at_recall_0.10  	2024-41918	0.0000
iprec_at_recall_0.20  	2024-41918	0.0000
iprec_at_recall_0.30  	2024-41918	0.0000
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	0.2000
P_10                  	2024-41918	0.1000
P_15                  	2024-41918	0.0667
P_20                  	2024-41918	0.0500
P_30                  	2024-41918	0.0333
P_100                 	2024-41918	0.0100
P_200                 	2024-41918	0.0050
P_500                 	2024-41918	0.0020
P_1000                	2024-41918	0.0010
relstring             	2024-41918	'30'
recall_5              	2024-41918	0.0044
recall_10             	2024-41918	0.0044
recall_15             	2024-41918	0.0044
recall_20             	2024-41918	0.0044
recall_30             	2024-41918	0.0044
recall_100            	2024-41918	0.0044
recall_200            	2024-41918	0.0044
recall_500            	2024-41918	0.0044
recall_1000           	2024-41918	0.0044
infAP                 	2024-41918	0.0044
Rprec_mult_0.20       	2024-41918	0.0217
Rprec_mult_0.40       	2024-41918	0.0109
Rprec_mult_0.60       	2024-41918	0.0073
Rprec_mult_0.80       	2024-41918	0.0055
Rprec_mult_1.00       	2024-41918	0.0044
Rprec_mult_1.20       	2024-41918	0.0036
Rprec_mult_1.40       	2024-41918	0.0031
Rprec_mult_1.60       	2024-41918	0.0027
Rprec_mult_1.80       	2024-41918	0.0024
Rprec_mult_2.00       	2024-41918	0.0022
utility               	2024-41918	0.0000
11pt_avg              	2024-41918	0.0909
binG                  	2024-41918	0.0044
G                     	2024-41918	0.0082
ndcg                  	2024-41918	0.0441
ndcg_rel              	2024-41918	0.0482
Rndcg                 	2024-41918	0.0955
ndcg_cut_5            	2024-41918	0.3392
ndcg_cut_10           	2024-41918	0.2201
ndcg_cut_15           	2024-41918	0.1757
ndcg_cut_20           	2024-41918	0.1544
ndcg_cut_30           	2024-41918	0.1267
ndcg_cut_100          	2024-41918	0.0635
ndcg_cut_200          	2024-41918	0.0465
ndcg_cut_500          	2024-41918	0.0441
ndcg_cut_1000         	2024-41918	0.0441
map_cut_5             	2024-41918	0.0044
map_cut_10            	2024-41918	0.0044
map_cut_15            	2024-41918	0.0044
map_cut_20            	2024-41918	0.0044
map_cut_30            	2024-41918	0.0044
map_cut_100           	2024-41918	0.0044
map_cut_200           	2024-41918	0.0044
map_cut_500           	2024-41918	0.0044
map_cut_1000          	2024-41918	0.0044
relative_P_5          	2024-41918	0.2000
relative_P_10         	2024-41918	0.1000
relative_P_15         	2024-41918	0.0667
relative_P_20         	2024-41918	0.0500
relative_P_30         	2024-41918	0.0333
relative_P_100        	2024-41918	0.0100
relative_P_200        	2024-41918	0.0050
relative_P_500        	2024-41918	0.0044
relative_P_1000       	2024-41918	0.0044
success_1             	2024-41918	1.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	0.5000
set_relative_P        	2024-41918	0.5000
set_recall            	2024-41918	0.0044
set_map               	2024-41918	0.0022
set_F                 	2024-41918	0.0087
num_nonrel_judged_ret 	2024-41918	1
num_ret               	2024-41960	2
num_rel               	2024-41960	310
num_rel_ret           	2024-41960	2
map                   	2024-41960	0.0065
Rprec                 	2024-41960	0.0065
bpref                 	2024-41960	0.0065
recip_rank            	2024-41960	1.0000
iprec_at_recall_0.00  	2024-41960	1.0000
iprec_at_recall_0.10  	2024-41960	0.0000
iprec_at_recall_0.20  	2024-41960	0.0000
iprec_at_recall_0.30  	2024-41960	0.0000
iprec_at_recall_0.40  	2024-41960	0.0000
iprec_at_recall_0.50  	2024-41960	0.0000
iprec_at_recall_0.60  	2024-41960	0.0000
iprec_at_recall_0.70  	2024-41960	0.0000
iprec_at_recall_0.80  	2024-41960	0.0000
iprec_at_recall_0.90  	2024-41960	0.0000
iprec_at_recall_1.00  	2024-41960	0.0000
P_5                   	2024-41960	0.4000
P_10                  	2024-41960	0.2000
P_15                  	2024-41960	0.1333
P_20                  	2024-41960	0.1000
P_30                  	2024-41960	0.0667
P_100                 	2024-41960	0.0200
P_200                 	2024-41960	0.0100
P_500                 	2024-41960	0.0040
P_1000                	2024-41960	0.0020
relstring             	2024-41960	'11'
recall_5              	2024-41960	0.0065
recall_10             	2024-41960	0.0065
recall_15             	2024-41960	0.0065
recall_20             	2024-41960	0.0065
recall_30             	2024-41960	0.0065
recall_100            	2024-41960	0.0065
recall_200            	2024-41960	0.0065
recall_500            	2024-41960	0.0065
recall_1000           	2024-41960	0.0065
infAP                 	2024-41960	0.0065
Rprec_mult_0.20       	2024-41960	0.0323
Rprec_mult_0.40       	2024-41960	0.0161
Rprec_mult_0.60       	2024-41960	0.0108
Rprec_mult_0.80       	2024-41960	0.0081
Rprec_mult_1.00       	2024-41960	0.0065
Rprec_mult_1.20       	2024-41960	0.0054
Rprec_mult_1.40       	2024-41960	0.0046
Rprec_mult_1.60       	2024-41960	0.0040
Rprec_mult_1.80       	2024-41960	0.0036
Rprec_mult_2.00       	2024-41960	0.0032
utility               	2024-41960	2.0000
11pt_avg              	2024-41960	0.0909
binG                  	2024-41960	0.0065
G                     	2024-41960	0.0023
ndcg                  	2024-41960	0.0243
ndcg_rel              	2024-41960	0.0263
Rndcg                 	2024-41960	0.1345
ndcg_cut_5            	2024-41960	0.2167
ndcg_cut_10           	2024-41960	0.1522
ndcg_cut_15           	2024-41960	0.1221
ndcg_cut_20           	2024-41960	0.1038
ndcg_cut_30           	2024-41960	0.0817
ndcg_cut_100          	2024-41960	0.0413
ndcg_cut_200          	2024-41960	0.0306
ndcg_cut_500          	2024-41960	0.0243
ndcg_cut_1000         	2024-41960	0.0243
map_cut_5             	2024-41960	0.0065
map_cut_10            	2024-41960	0.0065
map_cut_15            	2024-41960	0.0065
map_cut_20            	2024-41960	0.0065
map_cut_30            	2024-41960	0.0065
map_cut_100           	2024-41960	0.0065
map_cut_200           	2024-41960	0.0065
map_cut_500           	2024-41960	0.0065
map_cut_1000          	2024-41960	0.0065
relative_P_5          	2024-41960	0.4000
relative_P_10         	2024-41960	0.2000
relative_P_15         	2024-41960	0.1333
relative_P_20         	2024-41960	0.1000
relative_P_30         	2024-41960	0.0667
relative_P_100        	2024-41960	0.0200
relative_P_200        	2024-41960	0.0100
relative_P_500        	2024-41960	0.0065
relative_P_1000       	2024-41960	0.0065
success_1             	2024-41960	1.0000
success_5             	2024-41960	1.0000
success_10            	2024-41960	1.0000
set_P                 	2024-41960	1.0000
set_relative_P        	2024-41960	1.0000
set_recall            	2024-41960	0.0065
set_map               	2024-41960	0.0065
set_F                 	2024-41960	0.0128
num_nonrel_judged_ret 	2024-41960	0
num_ret               	2024-42014	2
num_rel               	2024-42014	219
num_rel_ret           	2024-42014	2
map                   	2024-42014	0.0091
Rprec                 	2024-42014	0.0091
bpref                 	2024-42014	0.0091
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	0.0000
iprec_at_recall_0.20  	2024-42014	0.0000
iprec_at_recall_0.30  	2024-42014	0.0000
iprec_at_recall_0.40  	2024-42014	0.0000
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	0.4000
P_10                  	2024-42014	0.2000
P_15                  	2024-42014	0.1333
P_20                  	2024-42014	0.1000
P_30                  	2024-42014	0.0667
P_100                 	2024-42014	0.0200
P_200                 	2024-42014	0.0100
P_500                 	2024-42014	0.0040
P_1000                	2024-42014	0.0020
relstring             	2024-42014	'32'
recall_5              	2024-42014	0.0091
recall_10             	2024-42014	0.0091
recall_15             	2024-42014	0.0091
recall_20             	2024-42014	0.0091
recall_30             	2024-42014	0.0091
recall_100            	2024-42014	0.0091
recall_200            	2024-42014	0.0091
recall_500            	2024-42014	0.0091
recall_1000           	2024-42014	0.0091
infAP                 	2024-42014	0.0091
Rprec_mult_0.20       	2024-42014	0.0455
Rprec_mult_0.40       	2024-42014	0.0227
Rprec_mult_0.60       	2024-42014	0.0152
Rprec_mult_0.80       	2024-42014	0.0114
Rprec_mult_1.00       	2024-42014	0.0091
Rprec_mult_1.20       	2024-42014	0.0076
Rprec_mult_1.40       	2024-42014	0.0065
Rprec_mult_1.60       	2024-42014	0.0057
Rprec_mult_1.80       	2024-42014	0.0051
Rprec_mult_2.00       	2024-42014	0.0046
utility               	2024-42014	2.0000
11pt_avg              	2024-42014	0.0909
binG                  	2024-42014	0.0091
G                     	2024-42014	0.0091
ndcg                  	2024-42014	0.0495
ndcg_rel              	2024-42014	0.0576
Rndcg                 	2024-42014	0.0599
ndcg_cut_5            	2024-42014	0.4818
ndcg_cut_10           	2024-42014	0.3127
ndcg_cut_15           	2024-42014	0.2424
ndcg_cut_20           	2024-42014	0.2018
ndcg_cut_30           	2024-42014	0.1551
ndcg_cut_100          	2024-42014	0.0704
ndcg_cut_200          	2024-42014	0.0510
ndcg_cut_500          	2024-42014	0.0495
ndcg_cut_1000         	2024-42014	0.0495
map_cut_5             	2024-42014	0.0091
map_cut_10            	2024-42014	0.0091
map_cut_15            	2024-42014	0.0091
map_cut_20            	2024-42014	0.0091
map_cut_30            	2024-42014	0.0091
map_cut_100           	2024-42014	0.0091
map_cut_200           	2024-42014	0.0091
map_cut_500           	2024-42014	0.0091
map_cut_1000          	2024-42014	0.0091
relative_P_5          	2024-42014	0.4000
relative_P_10         	2024-42014	0.2000
relative_P_15         	2024-42014	0.1333
relative_P_20         	2024-42014	0.1000
relative_P_30         	2024-42014	0.0667
relative_P_100        	2024-42014	0.0200
relative_P_200        	2024-42014	0.0100
relative_P_500        	2024-42014	0.0091
relative_P_1000       	2024-42014	0.0091
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	1.0000
set_relative_P        	2024-42014	1.0000
set_recall            	2024-42014	0.0091
set_map               	2024-42014	0.0091
set_F                 	2024-42014	0.0181
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42163	2
num_rel               	2024-42163	375
num_rel_ret           	2024-42163	2
map                   	2024-42163	0.0053
Rprec                 	2024-42163	0.0053
bpref                 	2024-42163	0.0053
recip_rank            	2024-42163	1.0000
iprec_at_recall_0.00  	2024-42163	1.0000
iprec_at_recall_0.10  	2024-42163	0.0000
iprec_at_recall_0.20  	2024-42163	0.0000
iprec_at_recall_0.30  	2024-42163	0.0000
iprec_at_recall_0.40  	2024-42163	0.0000
iprec_at_recall_0.50  	2024-42163	0.0000
iprec_at_recall_0.60  	2024-42163	0.0000
iprec_at_recall_0.70  	2024-42163	0.0000
iprec_at_recall_0.80  	2024-42163	0.0000
iprec_at_recall_0.90  	2024-42163	0.0000
iprec_at_recall_1.00  	2024-42163	0.0000
P_5                   	2024-42163	0.4000
P_10                  	2024-42163	0.2000
P_15                  	2024-42163	0.1333
P_20                  	2024-42163	0.1000
P_30                  	2024-42163	0.0667
P_100                 	2024-42163	0.0200
P_200                 	2024-42163	0.0100
P_500                 	2024-42163	0.0040
P_1000                	2024-42163	0.0020
relstring             	2024-42163	'11'
recall_5              	2024-42163	0.0053
recall_10             	2024-42163	0.0053
recall_15             	2024-42163	0.0053
recall_20             	2024-42163	0.0053
recall_30             	2024-42163	0.0053
recall_100            	2024-42163	0.0053
recall_200            	2024-42163	0.0053
recall_500            	2024-42163	0.0053
recall_1000           	2024-42163	0.0053
infAP                 	2024-42163	0.0053
Rprec_mult_0.20       	2024-42163	0.0267
Rprec_mult_0.40       	2024-42163	0.0133
Rprec_mult_0.60       	2024-42163	0.0089
Rprec_mult_0.80       	2024-42163	0.0067
Rprec_mult_1.00       	2024-42163	0.0053
Rprec_mult_1.20       	2024-42163	0.0044
Rprec_mult_1.40       	2024-42163	0.0038
Rprec_mult_1.60       	2024-42163	0.0033
Rprec_mult_1.80       	2024-42163	0.0030
Rprec_mult_2.00       	2024-42163	0.0027
utility               	2024-42163	2.0000
11pt_avg              	2024-42163	0.0909
binG                  	2024-42163	0.0053
G                     	2024-42163	0.0022
ndcg                  	2024-42163	0.0240
ndcg_rel              	2024-42163	0.0258
Rndcg                 	2024-42163	0.1433
ndcg_cut_5            	2024-42163	0.2365
ndcg_cut_10           	2024-42163	0.1617
ndcg_cut_15           	2024-42163	0.1282
ndcg_cut_20           	2024-42163	0.1081
ndcg_cut_30           	2024-42163	0.0844
ndcg_cut_100          	2024-42163	0.0499
ndcg_cut_200          	2024-42163	0.0350
ndcg_cut_500          	2024-42163	0.0240
ndcg_cut_1000         	2024-42163	0.0240
map_cut_5             	2024-42163	0.0053
map_cut_10            	2024-42163	0.0053
map_cut_15            	2024-42163	0.0053
map_cut_20            	2024-42163	0.0053
map_cut_30            	2024-42163	0.0053
map_cut_100           	2024-42163	0.0053
map_cut_200           	2024-42163	0.0053
map_cut_500           	2024-42163	0.0053
map_cut_1000          	2024-42163	0.0053
relative_P_5          	2024-42163	0.4000
relative_P_10         	2024-42163	0.2000
relative_P_15         	2024-42163	0.1333
relative_P_20         	2024-42163	0.1000
relative_P_30         	2024-42163	0.0667
relative_P_100        	2024-42163	0.0200
relative_P_200        	2024-42163	0.0100
relative_P_500        	2024-42163	0.0053
relative_P_1000       	2024-42163	0.0053
success_1             	2024-42163	1.0000
success_5             	2024-42163	1.0000
success_10            	2024-42163	1.0000
set_P                 	2024-42163	1.0000
set_relative_P        	2024-42163	1.0000
set_recall            	2024-42163	0.0053
set_map               	2024-42163	0.0053
set_F                 	2024-42163	0.0106
num_nonrel_judged_ret 	2024-42163	0
num_ret               	2024-42195	2
num_rel               	2024-42195	201
num_rel_ret           	2024-42195	1
map                   	2024-42195	0.0050
Rprec                 	2024-42195	0.0050
bpref                 	2024-42195	0.0050
recip_rank            	2024-42195	1.0000
iprec_at_recall_0.00  	2024-42195	1.0000
iprec_at_recall_0.10  	2024-42195	0.0000
iprec_at_recall_0.20  	2024-42195	0.0000
iprec_at_recall_0.30  	2024-42195	0.0000
iprec_at_recall_0.40  	2024-42195	0.0000
iprec_at_recall_0.50  	2024-42195	0.0000
iprec_at_recall_0.60  	2024-42195	0.0000
iprec_at_recall_0.70  	2024-42195	0.0000
iprec_at_recall_0.80  	2024-42195	0.0000
iprec_at_recall_0.90  	2024-42195	0.0000
iprec_at_recall_1.00  	2024-42195	0.0000
P_5                   	2024-42195	0.2000
P_10                  	2024-42195	0.1000
P_15                  	2024-42195	0.0667
P_20                  	2024-42195	0.0500
P_30                  	2024-42195	0.0333
P_100                 	2024-42195	0.0100
P_200                 	2024-42195	0.0050
P_500                 	2024-42195	0.0020
P_1000                	2024-42195	0.0010
relstring             	2024-42195	'20'
recall_5              	2024-42195	0.0050
recall_10             	2024-42195	0.0050
recall_15             	2024-42195	0.0050
recall_20             	2024-42195	0.0050
recall_30             	2024-42195	0.0050
recall_100            	2024-42195	0.0050
recall_200            	2024-42195	0.0050
recall_500            	2024-42195	0.0050
recall_1000           	2024-42195	0.0050
infAP                 	2024-42195	0.0050
Rprec_mult_0.20       	2024-42195	0.0244
Rprec_mult_0.40       	2024-42195	0.0123
Rprec_mult_0.60       	2024-42195	0.0083
Rprec_mult_0.80       	2024-42195	0.0062
Rprec_mult_1.00       	2024-42195	0.0050
Rprec_mult_1.20       	2024-42195	0.0041
Rprec_mult_1.40       	2024-42195	0.0035
Rprec_mult_1.60       	2024-42195	0.0031
Rprec_mult_1.80       	2024-42195	0.0028
Rprec_mult_2.00       	2024-42195	0.0025
utility               	2024-42195	0.0000
11pt_avg              	2024-42195	0.0909
binG                  	2024-42195	0.0050
G                     	2024-42195	0.0031
ndcg                  	2024-42195	0.0257
ndcg_rel              	2024-42195	0.0289
Rndcg                 	2024-42195	0.0330
ndcg_cut_5            	2024-42195	0.2261
ndcg_cut_10           	2024-42195	0.1467
ndcg_cut_15           	2024-42195	0.1137
ndcg_cut_20           	2024-42195	0.0947
ndcg_cut_30           	2024-42195	0.0728
ndcg_cut_100          	2024-42195	0.0353
ndcg_cut_200          	2024-42195	0.0257
ndcg_cut_500          	2024-42195	0.0257
ndcg_cut_1000         	2024-42195	0.0257
map_cut_5             	2024-42195	0.0050
map_cut_10            	2024-42195	0.0050
map_cut_15            	2024-42195	0.0050
map_cut_20            	2024-42195	0.0050
map_cut_30            	2024-42195	0.0050
map_cut_100           	2024-42195	0.0050
map_cut_200           	2024-42195	0.0050
map_cut_500           	2024-42195	0.0050
map_cut_1000          	2024-42195	0.0050
relative_P_5          	2024-42195	0.2000
relative_P_10         	2024-42195	0.1000
relative_P_15         	2024-42195	0.0667
relative_P_20         	2024-42195	0.0500
relative_P_30         	2024-42195	0.0333
relative_P_100        	2024-42195	0.0100
relative_P_200        	2024-42195	0.0050
relative_P_500        	2024-42195	0.0050
relative_P_1000       	2024-42195	0.0050
success_1             	2024-42195	1.0000
success_5             	2024-42195	1.0000
success_10            	2024-42195	1.0000
set_P                 	2024-42195	0.5000
set_relative_P        	2024-42195	0.5000
set_recall            	2024-42195	0.0050
set_map               	2024-42195	0.0025
set_F                 	2024-42195	0.0099
num_nonrel_judged_ret 	2024-42195	1
num_ret               	2024-42376	2
num_rel               	2024-42376	322
num_rel_ret           	2024-42376	2
map                   	2024-42376	0.0062
Rprec                 	2024-42376	0.0062
bpref                 	2024-42376	0.0062
recip_rank            	2024-42376	1.0000
iprec_at_recall_0.00  	2024-42376	1.0000
iprec_at_recall_0.10  	2024-42376	0.0000
iprec_at_recall_0.20  	2024-42376	0.0000
iprec_at_recall_0.30  	2024-42376	0.0000
iprec_at_recall_0.40  	2024-42376	0.0000
iprec_at_recall_0.50  	2024-42376	0.0000
iprec_at_recall_0.60  	2024-42376	0.0000
iprec_at_recall_0.70  	2024-42376	0.0000
iprec_at_recall_0.80  	2024-42376	0.0000
iprec_at_recall_0.90  	2024-42376	0.0000
iprec_at_recall_1.00  	2024-42376	0.0000
P_5                   	2024-42376	0.4000
P_10                  	2024-42376	0.2000
P_15                  	2024-42376	0.1333
P_20                  	2024-42376	0.1000
P_30                  	2024-42376	0.0667
P_100                 	2024-42376	0.0200
P_200                 	2024-42376	0.0100
P_500                 	2024-42376	0.0040
P_1000                	2024-42376	0.0020
relstring             	2024-42376	'13'
recall_5              	2024-42376	0.0062
recall_10             	2024-42376	0.0062
recall_15             	2024-42376	0.0062
recall_20             	2024-42376	0.0062
recall_30             	2024-42376	0.0062
recall_100            	2024-42376	0.0062
recall_200            	2024-42376	0.0062
recall_500            	2024-42376	0.0062
recall_1000           	2024-42376	0.0062
infAP                 	2024-42376	0.0062
Rprec_mult_0.20       	2024-42376	0.0308
Rprec_mult_0.40       	2024-42376	0.0155
Rprec_mult_0.60       	2024-42376	0.0103
Rprec_mult_0.80       	2024-42376	0.0078
Rprec_mult_1.00       	2024-42376	0.0062
Rprec_mult_1.20       	2024-42376	0.0052
Rprec_mult_1.40       	2024-42376	0.0044
Rprec_mult_1.60       	2024-42376	0.0039
Rprec_mult_1.80       	2024-42376	0.0034
Rprec_mult_2.00       	2024-42376	0.0031
utility               	2024-42376	2.0000
11pt_avg              	2024-42376	0.0909
binG                  	2024-42376	0.0062
G                     	2024-42376	0.0031
ndcg                  	2024-42376	0.0263
ndcg_rel              	2024-42376	0.0290
Rndcg                 	2024-42376	0.0327
ndcg_cut_5            	2024-42376	0.3270
ndcg_cut_10           	2024-42376	0.2122
ndcg_cut_15           	2024-42376	0.1645
ndcg_cut_20           	2024-42376	0.1370
ndcg_cut_30           	2024-42376	0.1053
ndcg_cut_100          	2024-42376	0.0461
ndcg_cut_200          	2024-42376	0.0313
ndcg_cut_500          	2024-42376	0.0263
ndcg_cut_1000         	2024-42376	0.0263
map_cut_5             	2024-42376	0.0062
map_cut_10            	2024-42376	0.0062
map_cut_15            	2024-42376	0.0062
map_cut_20            	2024-42376	0.0062
map_cut_30            	2024-42376	0.0062
map_cut_100           	2024-42376	0.0062
map_cut_200           	2024-42376	0.0062
map_cut_500           	2024-42376	0.0062
map_cut_1000          	2024-42376	0.0062
relative_P_5          	2024-42376	0.4000
relative_P_10         	2024-42376	0.2000
relative_P_15         	2024-42376	0.1333
relative_P_20         	2024-42376	0.1000
relative_P_30         	2024-42376	0.0667
relative_P_100        	2024-42376	0.0200
relative_P_200        	2024-42376	0.0100
relative_P_500        	2024-42376	0.0062
relative_P_1000       	2024-42376	0.0062
success_1             	2024-42376	1.0000
success_5             	2024-42376	1.0000
success_10            	2024-42376	1.0000
set_P                 	2024-42376	1.0000
set_relative_P        	2024-42376	1.0000
set_recall            	2024-42376	0.0062
set_map               	2024-42376	0.0062
set_F                 	2024-42376	0.0123
num_nonrel_judged_ret 	2024-42376	0
num_ret               	2024-42464	2
num_rel               	2024-42464	156
num_rel_ret           	2024-42464	2
map                   	2024-42464	0.0128
Rprec                 	2024-42464	0.0128
bpref                 	2024-42464	0.0128
recip_rank            	2024-42464	1.0000
iprec_at_recall_0.00  	2024-42464	1.0000
iprec_at_recall_0.10  	2024-42464	0.0000
iprec_at_recall_0.20  	2024-42464	0.0000
iprec_at_recall_0.30  	2024-42464	0.0000
iprec_at_recall_0.40  	2024-42464	0.0000
iprec_at_recall_0.50  	2024-42464	0.0000
iprec_at_recall_0.60  	2024-42464	0.0000
iprec_at_recall_0.70  	2024-42464	0.0000
iprec_at_recall_0.80  	2024-42464	0.0000
iprec_at_recall_0.90  	2024-42464	0.0000
iprec_at_recall_1.00  	2024-42464	0.0000
P_5                   	2024-42464	0.4000
P_10                  	2024-42464	0.2000
P_15                  	2024-42464	0.1333
P_20                  	2024-42464	0.1000
P_30                  	2024-42464	0.0667
P_100                 	2024-42464	0.0200
P_200                 	2024-42464	0.0100
P_500                 	2024-42464	0.0040
P_1000                	2024-42464	0.0020
relstring             	2024-42464	'33'
recall_5              	2024-42464	0.0128
recall_10             	2024-42464	0.0128
recall_15             	2024-42464	0.0128
recall_20             	2024-42464	0.0128
recall_30             	2024-42464	0.0128
recall_100            	2024-42464	0.0128
recall_200            	2024-42464	0.0128
recall_500            	2024-42464	0.0128
recall_1000           	2024-42464	0.0128
infAP                 	2024-42464	0.0128
Rprec_mult_0.20       	2024-42464	0.0625
Rprec_mult_0.40       	2024-42464	0.0317
Rprec_mult_0.60       	2024-42464	0.0213
Rprec_mult_0.80       	2024-42464	0.0160
Rprec_mult_1.00       	2024-42464	0.0128
Rprec_mult_1.20       	2024-42464	0.0106
Rprec_mult_1.40       	2024-42464	0.0091
Rprec_mult_1.60       	2024-42464	0.0080
Rprec_mult_1.80       	2024-42464	0.0071
Rprec_mult_2.00       	2024-42464	0.0064
utility               	2024-42464	2.0000
11pt_avg              	2024-42464	0.0909
binG                  	2024-42464	0.0128
G                     	2024-42464	0.0366
ndcg                  	2024-42464	0.1444
ndcg_rel              	2024-42464	0.1554
Rndcg                 	2024-42464	0.5794
ndcg_cut_5            	2024-42464	0.6500
ndcg_cut_10           	2024-42464	0.5162
ndcg_cut_15           	2024-42464	0.4532
ndcg_cut_20           	2024-42464	0.4086
ndcg_cut_30           	2024-42464	0.3471
ndcg_cut_100          	2024-42464	0.1891
ndcg_cut_200          	2024-42464	0.1444
ndcg_cut_500          	2024-42464	0.1444
ndcg_cut_1000         	2024-42464	0.1444
map_cut_5             	2024-42464	0.0128
map_cut_10            	2024-42464	0.0128
map_cut_15            	2024-42464	0.0128
map_cut_20            	2024-42464	0.0128
map_cut_30            	2024-42464	0.0128
map_cut_100           	2024-42464	0.0128
map_cut_200           	2024-42464	0.0128
map_cut_500           	2024-42464	0.0128
map_cut_1000          	2024-42464	0.0128
relative_P_5          	2024-42464	0.4000
relative_P_10         	2024-42464	0.2000
relative_P_15         	2024-42464	0.1333
relative_P_20         	2024-42464	0.1000
relative_P_30         	2024-42464	0.0667
relative_P_100        	2024-42464	0.0200
relative_P_200        	2024-42464	0.0128
relative_P_500        	2024-42464	0.0128
relative_P_1000       	2024-42464	0.0128
success_1             	2024-42464	1.0000
success_5             	2024-42464	1.0000
success_10            	2024-42464	1.0000
set_P                 	2024-42464	1.0000
set_relative_P        	2024-42464	1.0000
set_recall            	2024-42464	0.0128
set_map               	2024-42464	0.0128
set_F                 	2024-42464	0.0253
num_nonrel_judged_ret 	2024-42464	0
num_ret               	2024-42497	2
num_rel               	2024-42497	121
num_rel_ret           	2024-42497	2
map                   	2024-42497	0.0165
Rprec                 	2024-42497	0.0165
bpref                 	2024-42497	0.0165
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	0.0000
iprec_at_recall_0.20  	2024-42497	0.0000
iprec_at_recall_0.30  	2024-42497	0.0000
iprec_at_recall_0.40  	2024-42497	0.0000
iprec_at_recall_0.50  	2024-42497	0.0000
iprec_at_recall_0.60  	2024-42497	0.0000
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	0.4000
P_10                  	2024-42497	0.2000
P_15                  	2024-42497	0.1333
P_20                  	2024-42497	0.1000
P_30                  	2024-42497	0.0667
P_100                 	2024-42497	0.0200
P_200                 	2024-42497	0.0100
P_500                 	2024-42497	0.0040
P_1000                	2024-42497	0.0020
relstring             	2024-42497	'33'
recall_5              	2024-42497	0.0165
recall_10             	2024-42497	0.0165
recall_15             	2024-42497	0.0165
recall_20             	2024-42497	0.0165
recall_30             	2024-42497	0.0165
recall_100            	2024-42497	0.0165
recall_200            	2024-42497	0.0165
recall_500            	2024-42497	0.0165
recall_1000           	2024-42497	0.0165
infAP                 	2024-42497	0.0165
Rprec_mult_0.20       	2024-42497	0.0800
Rprec_mult_0.40       	2024-42497	0.0408
Rprec_mult_0.60       	2024-42497	0.0274
Rprec_mult_0.80       	2024-42497	0.0206
Rprec_mult_1.00       	2024-42497	0.0165
Rprec_mult_1.20       	2024-42497	0.0137
Rprec_mult_1.40       	2024-42497	0.0118
Rprec_mult_1.60       	2024-42497	0.0103
Rprec_mult_1.80       	2024-42497	0.0092
Rprec_mult_2.00       	2024-42497	0.0083
utility               	2024-42497	2.0000
11pt_avg              	2024-42497	0.0909
binG                  	2024-42497	0.0165
G                     	2024-42497	0.0267
ndcg                  	2024-42497	0.0975
ndcg_rel              	2024-42497	0.1124
Rndcg                 	2024-42497	0.1275
ndcg_cut_5            	2024-42497	0.5531
ndcg_cut_10           	2024-42497	0.3590
ndcg_cut_15           	2024-42497	0.2783
ndcg_cut_20           	2024-42497	0.2317
ndcg_cut_30           	2024-42497	0.1780
ndcg_cut_100          	2024-42497	0.1039
ndcg_cut_200          	2024-42497	0.0975
ndcg_cut_500          	2024-42497	0.0975
ndcg_cut_1000         	2024-42497	0.0975
map_cut_5             	2024-42497	0.0165
map_cut_10            	2024-42497	0.0165
map_cut_15            	2024-42497	0.0165
map_cut_20            	2024-42497	0.0165
map_cut_30            	2024-42497	0.0165
map_cut_100           	2024-42497	0.0165
map_cut_200           	2024-42497	0.0165
map_cut_500           	2024-42497	0.0165
map_cut_1000          	2024-42497	0.0165
relative_P_5          	2024-42497	0.4000
relative_P_10         	2024-42497	0.2000
relative_P_15         	2024-42497	0.1333
relative_P_20         	2024-42497	0.1000
relative_P_30         	2024-42497	0.0667
relative_P_100        	2024-42497	0.0200
relative_P_200        	2024-42497	0.0165
relative_P_500        	2024-42497	0.0165
relative_P_1000       	2024-42497	0.0165
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	1.0000
set_relative_P        	2024-42497	1.0000
set_recall            	2024-42497	0.0165
set_map               	2024-42497	0.0165
set_F                 	2024-42497	0.0325
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-42556	2
num_rel               	2024-42556	83
num_rel_ret           	2024-42556	2
map                   	2024-42556	0.0241
Rprec                 	2024-42556	0.0241
bpref                 	2024-42556	0.0241
recip_rank            	2024-42556	1.0000
iprec_at_recall_0.00  	2024-42556	1.0000
iprec_at_recall_0.10  	2024-42556	0.0000
iprec_at_recall_0.20  	2024-42556	0.0000
iprec_at_recall_0.30  	2024-42556	0.0000
iprec_at_recall_0.40  	2024-42556	0.0000
iprec_at_recall_0.50  	2024-42556	0.0000
iprec_at_recall_0.60  	2024-42556	0.0000
iprec_at_recall_0.70  	2024-42556	0.0000
iprec_at_recall_0.80  	2024-42556	0.0000
iprec_at_recall_0.90  	2024-42556	0.0000
iprec_at_recall_1.00  	2024-42556	0.0000
P_5                   	2024-42556	0.4000
P_10                  	2024-42556	0.2000
P_15                  	2024-42556	0.1333
P_20                  	2024-42556	0.1000
P_30                  	2024-42556	0.0667
P_100                 	2024-42556	0.0200
P_200                 	2024-42556	0.0100
P_500                 	2024-42556	0.0040
P_1000                	2024-42556	0.0020
relstring             	2024-42556	'11'
recall_5              	2024-42556	0.0241
recall_10             	2024-42556	0.0241
recall_15             	2024-42556	0.0241
recall_20             	2024-42556	0.0241
recall_30             	2024-42556	0.0241
recall_100            	2024-42556	0.0241
recall_200            	2024-42556	0.0241
recall_500            	2024-42556	0.0241
recall_1000           	2024-42556	0.0241
infAP                 	2024-42556	0.0241
Rprec_mult_0.20       	2024-42556	0.1176
Rprec_mult_0.40       	2024-42556	0.0588
Rprec_mult_0.60       	2024-42556	0.0400
Rprec_mult_0.80       	2024-42556	0.0299
Rprec_mult_1.00       	2024-42556	0.0241
Rprec_mult_1.20       	2024-42556	0.0200
Rprec_mult_1.40       	2024-42556	0.0171
Rprec_mult_1.60       	2024-42556	0.0150
Rprec_mult_1.80       	2024-42556	0.0133
Rprec_mult_2.00       	2024-42556	0.0120
utility               	2024-42556	2.0000
11pt_avg              	2024-42556	0.0909
binG                  	2024-42556	0.0241
G                     	2024-42556	0.0123
ndcg                  	2024-42556	0.0722
ndcg_rel              	2024-42556	0.0825
Rndcg                 	2024-42556	0.1319
ndcg_cut_5            	2024-42556	0.2766
ndcg_cut_10           	2024-42556	0.1854
ndcg_cut_15           	2024-42556	0.1612
ndcg_cut_20           	2024-42556	0.1444
ndcg_cut_30           	2024-42556	0.1216
ndcg_cut_100          	2024-42556	0.0722
ndcg_cut_200          	2024-42556	0.0722
ndcg_cut_500          	2024-42556	0.0722
ndcg_cut_1000         	2024-42556	0.0722
map_cut_5             	2024-42556	0.0241
map_cut_10            	2024-42556	0.0241
map_cut_15            	2024-42556	0.0241
map_cut_20            	2024-42556	0.0241
map_cut_30            	2024-42556	0.0241
map_cut_100           	2024-42556	0.0241
map_cut_200           	2024-42556	0.0241
map_cut_500           	2024-42556	0.0241
map_cut_1000          	2024-42556	0.0241
relative_P_5          	2024-42556	0.4000
relative_P_10         	2024-42556	0.2000
relative_P_15         	2024-42556	0.1333
relative_P_20         	2024-42556	0.1000
relative_P_30         	2024-42556	0.0667
relative_P_100        	2024-42556	0.0241
relative_P_200        	2024-42556	0.0241
relative_P_500        	2024-42556	0.0241
relative_P_1000       	2024-42556	0.0241
success_1             	2024-42556	1.0000
success_5             	2024-42556	1.0000
success_10            	2024-42556	1.0000
set_P                 	2024-42556	1.0000
set_relative_P        	2024-42556	1.0000
set_recall            	2024-42556	0.0241
set_map               	2024-42556	0.0241
set_F                 	2024-42556	0.0471
num_nonrel_judged_ret 	2024-42556	0
num_ret               	2024-42645	2
num_rel               	2024-42645	335
num_rel_ret           	2024-42645	1
map                   	2024-42645	0.0030
Rprec                 	2024-42645	0.0030
bpref                 	2024-42645	0.0030
recip_rank            	2024-42645	1.0000
iprec_at_recall_0.00  	2024-42645	1.0000
iprec_at_recall_0.10  	2024-42645	0.0000
iprec_at_recall_0.20  	2024-42645	0.0000
iprec_at_recall_0.30  	2024-42645	0.0000
iprec_at_recall_0.40  	2024-42645	0.0000
iprec_at_recall_0.50  	2024-42645	0.0000
iprec_at_recall_0.60  	2024-42645	0.0000
iprec_at_recall_0.70  	2024-42645	0.0000
iprec_at_recall_0.80  	2024-42645	0.0000
iprec_at_recall_0.90  	2024-42645	0.0000
iprec_at_recall_1.00  	2024-42645	0.0000
P_5                   	2024-42645	0.2000
P_10                  	2024-42645	0.1000
P_15                  	2024-42645	0.0667
P_20                  	2024-42645	0.0500
P_30                  	2024-42645	0.0333
P_100                 	2024-42645	0.0100
P_200                 	2024-42645	0.0050
P_500                 	2024-42645	0.0020
P_1000                	2024-42645	0.0010
relstring             	2024-42645	'10'
recall_5              	2024-42645	0.0030
recall_10             	2024-42645	0.0030
recall_15             	2024-42645	0.0030
recall_20             	2024-42645	0.0030
recall_30             	2024-42645	0.0030
recall_100            	2024-42645	0.0030
recall_200            	2024-42645	0.0030
recall_500            	2024-42645	0.0030
recall_1000           	2024-42645	0.0030
infAP                 	2024-42645	0.0030
Rprec_mult_0.20       	2024-42645	0.0149
Rprec_mult_0.40       	2024-42645	0.0075
Rprec_mult_0.60       	2024-42645	0.0050
Rprec_mult_0.80       	2024-42645	0.0037
Rprec_mult_1.00       	2024-42645	0.0030
Rprec_mult_1.20       	2024-42645	0.0025
Rprec_mult_1.40       	2024-42645	0.0021
Rprec_mult_1.60       	2024-42645	0.0019
Rprec_mult_1.80       	2024-42645	0.0017
Rprec_mult_2.00       	2024-42645	0.0015
utility               	2024-42645	0.0000
11pt_avg              	2024-42645	0.0909
binG                  	2024-42645	0.0030
G                     	2024-42645	0.0014
ndcg                  	2024-42645	0.0169
ndcg_rel              	2024-42645	0.0178
Rndcg                 	2024-42645	0.1403
ndcg_cut_5            	2024-42645	0.1450
ndcg_cut_10           	2024-42645	0.0991
ndcg_cut_15           	2024-42645	0.0786
ndcg_cut_20           	2024-42645	0.0684
ndcg_cut_30           	2024-42645	0.0597
ndcg_cut_100          	2024-42645	0.0351
ndcg_cut_200          	2024-42645	0.0236
ndcg_cut_500          	2024-42645	0.0169
ndcg_cut_1000         	2024-42645	0.0169
map_cut_5             	2024-42645	0.0030
map_cut_10            	2024-42645	0.0030
map_cut_15            	2024-42645	0.0030
map_cut_20            	2024-42645	0.0030
map_cut_30            	2024-42645	0.0030
map_cut_100           	2024-42645	0.0030
map_cut_200           	2024-42645	0.0030
map_cut_500           	2024-42645	0.0030
map_cut_1000          	2024-42645	0.0030
relative_P_5          	2024-42645	0.2000
relative_P_10         	2024-42645	0.1000
relative_P_15         	2024-42645	0.0667
relative_P_20         	2024-42645	0.0500
relative_P_30         	2024-42645	0.0333
relative_P_100        	2024-42645	0.0100
relative_P_200        	2024-42645	0.0050
relative_P_500        	2024-42645	0.0030
relative_P_1000       	2024-42645	0.0030
success_1             	2024-42645	1.0000
success_5             	2024-42645	1.0000
success_10            	2024-42645	1.0000
set_P                 	2024-42645	0.5000
set_relative_P        	2024-42645	0.5000
set_recall            	2024-42645	0.0030
set_map               	2024-42645	0.0015
set_F                 	2024-42645	0.0059
num_nonrel_judged_ret 	2024-42645	1
num_ret               	2024-42738	2
num_rel               	2024-42738	283
num_rel_ret           	2024-42738	2
map                   	2024-42738	0.0071
Rprec                 	2024-42738	0.0071
bpref                 	2024-42738	0.0071
recip_rank            	2024-42738	1.0000
iprec_at_recall_0.00  	2024-42738	1.0000
iprec_at_recall_0.10  	2024-42738	0.0000
iprec_at_recall_0.20  	2024-42738	0.0000
iprec_at_recall_0.30  	2024-42738	0.0000
iprec_at_recall_0.40  	2024-42738	0.0000
iprec_at_recall_0.50  	2024-42738	0.0000
iprec_at_recall_0.60  	2024-42738	0.0000
iprec_at_recall_0.70  	2024-42738	0.0000
iprec_at_recall_0.80  	2024-42738	0.0000
iprec_at_recall_0.90  	2024-42738	0.0000
iprec_at_recall_1.00  	2024-42738	0.0000
P_5                   	2024-42738	0.4000
P_10                  	2024-42738	0.2000
P_15                  	2024-42738	0.1333
P_20                  	2024-42738	0.1000
P_30                  	2024-42738	0.0667
P_100                 	2024-42738	0.0200
P_200                 	2024-42738	0.0100
P_500                 	2024-42738	0.0040
P_1000                	2024-42738	0.0020
relstring             	2024-42738	'33'
recall_5              	2024-42738	0.0071
recall_10             	2024-42738	0.0071
recall_15             	2024-42738	0.0071
recall_20             	2024-42738	0.0071
recall_30             	2024-42738	0.0071
recall_100            	2024-42738	0.0071
recall_200            	2024-42738	0.0071
recall_500            	2024-42738	0.0071
recall_1000           	2024-42738	0.0071
infAP                 	2024-42738	0.0071
Rprec_mult_0.20       	2024-42738	0.0351
Rprec_mult_0.40       	2024-42738	0.0175
Rprec_mult_0.60       	2024-42738	0.0118
Rprec_mult_0.80       	2024-42738	0.0088
Rprec_mult_1.00       	2024-42738	0.0071
Rprec_mult_1.20       	2024-42738	0.0059
Rprec_mult_1.40       	2024-42738	0.0050
Rprec_mult_1.60       	2024-42738	0.0044
Rprec_mult_1.80       	2024-42738	0.0039
Rprec_mult_2.00       	2024-42738	0.0035
utility               	2024-42738	2.0000
11pt_avg              	2024-42738	0.0909
binG                  	2024-42738	0.0071
G                     	2024-42738	0.0143
ndcg                  	2024-42738	0.0641
ndcg_rel              	2024-42738	0.0707
Rndcg                 	2024-42738	0.1104
ndcg_cut_5            	2024-42738	0.5531
ndcg_cut_10           	2024-42738	0.3590
ndcg_cut_15           	2024-42738	0.2783
ndcg_cut_20           	2024-42738	0.2317
ndcg_cut_30           	2024-42738	0.1780
ndcg_cut_100          	2024-42738	0.0955
ndcg_cut_200          	2024-42738	0.0743
ndcg_cut_500          	2024-42738	0.0641
ndcg_cut_1000         	2024-42738	0.0641
map_cut_5             	2024-42738	0.0071
map_cut_10            	2024-42738	0.0071
map_cut_15            	2024-42738	0.0071
map_cut_20            	2024-42738	0.0071
map_cut_30            	2024-42738	0.0071
map_cut_100           	2024-42738	0.0071
map_cut_200           	2024-42738	0.0071
map_cut_500           	2024-42738	0.0071
map_cut_1000          	2024-42738	0.0071
relative_P_5          	2024-42738	0.4000
relative_P_10         	2024-42738	0.2000
relative_P_15         	2024-42738	0.1333
relative_P_20         	2024-42738	0.1000
relative_P_30         	2024-42738	0.0667
relative_P_100        	2024-42738	0.0200
relative_P_200        	2024-42738	0.0100
relative_P_500        	2024-42738	0.0071
relative_P_1000       	2024-42738	0.0071
success_1             	2024-42738	1.0000
success_5             	2024-42738	1.0000
success_10            	2024-42738	1.0000
set_P                 	2024-42738	1.0000
set_relative_P        	2024-42738	1.0000
set_recall            	2024-42738	0.0071
set_map               	2024-42738	0.0071
set_F                 	2024-42738	0.0140
num_nonrel_judged_ret 	2024-42738	0
num_ret               	2024-42781	2
num_rel               	2024-42781	346
num_rel_ret           	2024-42781	2
map                   	2024-42781	0.0058
Rprec                 	2024-42781	0.0058
bpref                 	2024-42781	0.0058
recip_rank            	2024-42781	1.0000
iprec_at_recall_0.00  	2024-42781	1.0000
iprec_at_recall_0.10  	2024-42781	0.0000
iprec_at_recall_0.20  	2024-42781	0.0000
iprec_at_recall_0.30  	2024-42781	0.0000
iprec_at_recall_0.40  	2024-42781	0.0000
iprec_at_recall_0.50  	2024-42781	0.0000
iprec_at_recall_0.60  	2024-42781	0.0000
iprec_at_recall_0.70  	2024-42781	0.0000
iprec_at_recall_0.80  	2024-42781	0.0000
iprec_at_recall_0.90  	2024-42781	0.0000
iprec_at_recall_1.00  	2024-42781	0.0000
P_5                   	2024-42781	0.4000
P_10                  	2024-42781	0.2000
P_15                  	2024-42781	0.1333
P_20                  	2024-42781	0.1000
P_30                  	2024-42781	0.0667
P_100                 	2024-42781	0.0200
P_200                 	2024-42781	0.0100
P_500                 	2024-42781	0.0040
P_1000                	2024-42781	0.0020
relstring             	2024-42781	'33'
recall_5              	2024-42781	0.0058
recall_10             	2024-42781	0.0058
recall_15             	2024-42781	0.0058
recall_20             	2024-42781	0.0058
recall_30             	2024-42781	0.0058
recall_100            	2024-42781	0.0058
recall_200            	2024-42781	0.0058
recall_500            	2024-42781	0.0058
recall_1000           	2024-42781	0.0058
infAP                 	2024-42781	0.0058
Rprec_mult_0.20       	2024-42781	0.0286
Rprec_mult_0.40       	2024-42781	0.0144
Rprec_mult_0.60       	2024-42781	0.0096
Rprec_mult_0.80       	2024-42781	0.0072
Rprec_mult_1.00       	2024-42781	0.0058
Rprec_mult_1.20       	2024-42781	0.0048
Rprec_mult_1.40       	2024-42781	0.0041
Rprec_mult_1.60       	2024-42781	0.0036
Rprec_mult_1.80       	2024-42781	0.0032
Rprec_mult_2.00       	2024-42781	0.0029
utility               	2024-42781	2.0000
11pt_avg              	2024-42781	0.0909
binG                  	2024-42781	0.0058
G                     	2024-42781	0.0148
ndcg                  	2024-42781	0.0713
ndcg_rel              	2024-42781	0.0767
Rndcg                 	2024-42781	0.4117
ndcg_cut_5            	2024-42781	0.6500
ndcg_cut_10           	2024-42781	0.4565
ndcg_cut_15           	2024-42781	0.3664
ndcg_cut_20           	2024-42781	0.3114
ndcg_cut_30           	2024-42781	0.2452
ndcg_cut_100          	2024-42781	0.1334
ndcg_cut_200          	2024-42781	0.0968
ndcg_cut_500          	2024-42781	0.0713
ndcg_cut_1000         	2024-42781	0.0713
map_cut_5             	2024-42781	0.0058
map_cut_10            	2024-42781	0.0058
map_cut_15            	2024-42781	0.0058
map_cut_20            	2024-42781	0.0058
map_cut_30            	2024-42781	0.0058
map_cut_100           	2024-42781	0.0058
map_cut_200           	2024-42781	0.0058
map_cut_500           	2024-42781	0.0058
map_cut_1000          	2024-42781	0.0058
relative_P_5          	2024-42781	0.4000
relative_P_10         	2024-42781	0.2000
relative_P_15         	2024-42781	0.1333
relative_P_20         	2024-42781	0.1000
relative_P_30         	2024-42781	0.0667
relative_P_100        	2024-42781	0.0200
relative_P_200        	2024-42781	0.0100
relative_P_500        	2024-42781	0.0058
relative_P_1000       	2024-42781	0.0058
success_1             	2024-42781	1.0000
success_5             	2024-42781	1.0000
success_10            	2024-42781	1.0000
set_P                 	2024-42781	1.0000
set_relative_P        	2024-42781	1.0000
set_recall            	2024-42781	0.0058
set_map               	2024-42781	0.0058
set_F                 	2024-42781	0.0115
num_nonrel_judged_ret 	2024-42781	0
num_ret               	2024-43037	2
num_rel               	2024-43037	143
num_rel_ret           	2024-43037	2
map                   	2024-43037	0.0140
Rprec                 	2024-43037	0.0140
bpref                 	2024-43037	0.0140
recip_rank            	2024-43037	1.0000
iprec_at_recall_0.00  	2024-43037	1.0000
iprec_at_recall_0.10  	2024-43037	0.0000
iprec_at_recall_0.20  	2024-43037	0.0000
iprec_at_recall_0.30  	2024-43037	0.0000
iprec_at_recall_0.40  	2024-43037	0.0000
iprec_at_recall_0.50  	2024-43037	0.0000
iprec_at_recall_0.60  	2024-43037	0.0000
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	0.4000
P_10                  	2024-43037	0.2000
P_15                  	2024-43037	0.1333
P_20                  	2024-43037	0.1000
P_30                  	2024-43037	0.0667
P_100                 	2024-43037	0.0200
P_200                 	2024-43037	0.0100
P_500                 	2024-43037	0.0040
P_1000                	2024-43037	0.0020
relstring             	2024-43037	'21'
recall_5              	2024-43037	0.0140
recall_10             	2024-43037	0.0140
recall_15             	2024-43037	0.0140
recall_20             	2024-43037	0.0140
recall_30             	2024-43037	0.0140
recall_100            	2024-43037	0.0140
recall_200            	2024-43037	0.0140
recall_500            	2024-43037	0.0140
recall_1000           	2024-43037	0.0140
infAP                 	2024-43037	0.0140
Rprec_mult_0.20       	2024-43037	0.0690
Rprec_mult_0.40       	2024-43037	0.0345
Rprec_mult_0.60       	2024-43037	0.0233
Rprec_mult_0.80       	2024-43037	0.0174
Rprec_mult_1.00       	2024-43037	0.0140
Rprec_mult_1.20       	2024-43037	0.0116
Rprec_mult_1.40       	2024-43037	0.0100
Rprec_mult_1.60       	2024-43037	0.0087
Rprec_mult_1.80       	2024-43037	0.0078
Rprec_mult_2.00       	2024-43037	0.0070
utility               	2024-43037	2.0000
11pt_avg              	2024-43037	0.0909
binG                  	2024-43037	0.0140
G                     	2024-43037	0.0172
ndcg                  	2024-43037	0.0830
ndcg_rel              	2024-43037	0.0945
Rndcg                 	2024-43037	0.1863
ndcg_cut_5            	2024-43037	0.4462
ndcg_cut_10           	2024-43037	0.2895
ndcg_cut_15           	2024-43037	0.2529
ndcg_cut_20           	2024-43037	0.2271
ndcg_cut_30           	2024-43037	0.1920
ndcg_cut_100          	2024-43037	0.1032
ndcg_cut_200          	2024-43037	0.0830
ndcg_cut_500          	2024-43037	0.0830
ndcg_cut_1000         	2024-43037	0.0830
map_cut_5             	2024-43037	0.0140
map_cut_10            	2024-43037	0.0140
map_cut_15            	2024-43037	0.0140
map_cut_20            	2024-43037	0.0140
map_cut_30            	2024-43037	0.0140
map_cut_100           	2024-43037	0.0140
map_cut_200           	2024-43037	0.0140
map_cut_500           	2024-43037	0.0140
map_cut_1000          	2024-43037	0.0140
relative_P_5          	2024-43037	0.4000
relative_P_10         	2024-43037	0.2000
relative_P_15         	2024-43037	0.1333
relative_P_20         	2024-43037	0.1000
relative_P_30         	2024-43037	0.0667
relative_P_100        	2024-43037	0.0200
relative_P_200        	2024-43037	0.0140
relative_P_500        	2024-43037	0.0140
relative_P_1000       	2024-43037	0.0140
success_1             	2024-43037	1.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	1.0000
set_relative_P        	2024-43037	1.0000
set_recall            	2024-43037	0.0140
set_map               	2024-43037	0.0140
set_F                 	2024-43037	0.0276
num_nonrel_judged_ret 	2024-43037	0
num_ret               	2024-43684	2
num_rel               	2024-43684	175
num_rel_ret           	2024-43684	0
map                   	2024-43684	0.0000
Rprec                 	2024-43684	0.0000
bpref                 	2024-43684	0.0000
recip_rank            	2024-43684	0.0000
iprec_at_recall_0.00  	2024-43684	0.0000
iprec_at_recall_0.10  	2024-43684	0.0000
iprec_at_recall_0.20  	2024-43684	0.0000
iprec_at_recall_0.30  	2024-43684	0.0000
iprec_at_recall_0.40  	2024-43684	0.0000
iprec_at_recall_0.50  	2024-43684	0.0000
iprec_at_recall_0.60  	2024-43684	0.0000
iprec_at_recall_0.70  	2024-43684	0.0000
iprec_at_recall_0.80  	2024-43684	0.0000
iprec_at_recall_0.90  	2024-43684	0.0000
iprec_at_recall_1.00  	2024-43684	0.0000
P_5                   	2024-43684	0.0000
P_10                  	2024-43684	0.0000
P_15                  	2024-43684	0.0000
P_20                  	2024-43684	0.0000
P_30                  	2024-43684	0.0000
P_100                 	2024-43684	0.0000
P_200                 	2024-43684	0.0000
P_500                 	2024-43684	0.0000
P_1000                	2024-43684	0.0000
relstring             	2024-43684	'00'
recall_5              	2024-43684	0.0000
recall_10             	2024-43684	0.0000
recall_15             	2024-43684	0.0000
recall_20             	2024-43684	0.0000
recall_30             	2024-43684	0.0000
recall_100            	2024-43684	0.0000
recall_200            	2024-43684	0.0000
recall_500            	2024-43684	0.0000
recall_1000           	2024-43684	0.0000
infAP                 	2024-43684	0.0000
Rprec_mult_0.20       	2024-43684	0.0000
Rprec_mult_0.40       	2024-43684	0.0000
Rprec_mult_0.60       	2024-43684	0.0000
Rprec_mult_0.80       	2024-43684	0.0000
Rprec_mult_1.00       	2024-43684	0.0000
Rprec_mult_1.20       	2024-43684	0.0000
Rprec_mult_1.40       	2024-43684	0.0000
Rprec_mult_1.60       	2024-43684	0.0000
Rprec_mult_1.80       	2024-43684	0.0000
Rprec_mult_2.00       	2024-43684	0.0000
utility               	2024-43684	-2.0000
11pt_avg              	2024-43684	0.0000
binG                  	2024-43684	0.0000
G                     	2024-43684	0.0000
ndcg                  	2024-43684	0.0000
ndcg_rel              	2024-43684	0.0000
Rndcg                 	2024-43684	0.0000
ndcg_cut_5            	2024-43684	0.0000
ndcg_cut_10           	2024-43684	0.0000
ndcg_cut_15           	2024-43684	0.0000
ndcg_cut_20           	2024-43684	0.0000
ndcg_cut_30           	2024-43684	0.0000
ndcg_cut_100          	2024-43684	0.0000
ndcg_cut_200          	2024-43684	0.0000
ndcg_cut_500          	2024-43684	0.0000
ndcg_cut_1000         	2024-43684	0.0000
map_cut_5             	2024-43684	0.0000
map_cut_10            	2024-43684	0.0000
map_cut_15            	2024-43684	0.0000
map_cut_20            	2024-43684	0.0000
map_cut_30            	2024-43684	0.0000
map_cut_100           	2024-43684	0.0000
map_cut_200           	2024-43684	0.0000
map_cut_500           	2024-43684	0.0000
map_cut_1000          	2024-43684	0.0000
relative_P_5          	2024-43684	0.0000
relative_P_10         	2024-43684	0.0000
relative_P_15         	2024-43684	0.0000
relative_P_20         	2024-43684	0.0000
relative_P_30         	2024-43684	0.0000
relative_P_100        	2024-43684	0.0000
relative_P_200        	2024-43684	0.0000
relative_P_500        	2024-43684	0.0000
relative_P_1000       	2024-43684	0.0000
success_1             	2024-43684	0.0000
success_5             	2024-43684	0.0000
success_10            	2024-43684	0.0000
set_P                 	2024-43684	0.0000
set_relative_P        	2024-43684	0.0000
set_recall            	2024-43684	0.0000
set_map               	2024-43684	0.0000
set_F                 	2024-43684	0.0000
num_nonrel_judged_ret 	2024-43684	2
num_ret               	2024-43905	2
num_rel               	2024-43905	86
num_rel_ret           	2024-43905	1
map                   	2024-43905	0.0116
Rprec                 	2024-43905	0.0116
bpref                 	2024-43905	0.0116
recip_rank            	2024-43905	1.0000
iprec_at_recall_0.00  	2024-43905	1.0000
iprec_at_recall_0.10  	2024-43905	0.0000
iprec_at_recall_0.20  	2024-43905	0.0000
iprec_at_recall_0.30  	2024-43905	0.0000
iprec_at_recall_0.40  	2024-43905	0.0000
iprec_at_recall_0.50  	2024-43905	0.0000
iprec_at_recall_0.60  	2024-43905	0.0000
iprec_at_recall_0.70  	2024-43905	0.0000
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	0.2000
P_10                  	2024-43905	0.1000
P_15                  	2024-43905	0.0667
P_20                  	2024-43905	0.0500
P_30                  	2024-43905	0.0333
P_100                 	2024-43905	0.0100
P_200                 	2024-43905	0.0050
P_500                 	2024-43905	0.0020
P_1000                	2024-43905	0.0010
relstring             	2024-43905	'10'
recall_5              	2024-43905	0.0116
recall_10             	2024-43905	0.0116
recall_15             	2024-43905	0.0116
recall_20             	2024-43905	0.0116
recall_30             	2024-43905	0.0116
recall_100            	2024-43905	0.0116
recall_200            	2024-43905	0.0116
recall_500            	2024-43905	0.0116
recall_1000           	2024-43905	0.0116
infAP                 	2024-43905	0.0116
Rprec_mult_0.20       	2024-43905	0.0556
Rprec_mult_0.40       	2024-43905	0.0286
Rprec_mult_0.60       	2024-43905	0.0192
Rprec_mult_0.80       	2024-43905	0.0145
Rprec_mult_1.00       	2024-43905	0.0116
Rprec_mult_1.20       	2024-43905	0.0096
Rprec_mult_1.40       	2024-43905	0.0083
Rprec_mult_1.60       	2024-43905	0.0072
Rprec_mult_1.80       	2024-43905	0.0065
Rprec_mult_2.00       	2024-43905	0.0058
utility               	2024-43905	0.0000
11pt_avg              	2024-43905	0.0909
binG                  	2024-43905	0.0116
G                     	2024-43905	0.0062
ndcg                  	2024-43905	0.0405
ndcg_rel              	2024-43905	0.0459
Rndcg                 	2024-43905	0.0629
ndcg_cut_5            	2024-43905	0.1696
ndcg_cut_10           	2024-43905	0.1100
ndcg_cut_15           	2024-43905	0.0853
ndcg_cut_20           	2024-43905	0.0775
ndcg_cut_30           	2024-43905	0.0666
ndcg_cut_100          	2024-43905	0.0405
ndcg_cut_200          	2024-43905	0.0405
ndcg_cut_500          	2024-43905	0.0405
ndcg_cut_1000         	2024-43905	0.0405
map_cut_5             	2024-43905	0.0116
map_cut_10            	2024-43905	0.0116
map_cut_15            	2024-43905	0.0116
map_cut_20            	2024-43905	0.0116
map_cut_30            	2024-43905	0.0116
map_cut_100           	2024-43905	0.0116
map_cut_200           	2024-43905	0.0116
map_cut_500           	2024-43905	0.0116
map_cut_1000          	2024-43905	0.0116
relative_P_5          	2024-43905	0.2000
relative_P_10         	2024-43905	0.1000
relative_P_15         	2024-43905	0.0667
relative_P_20         	2024-43905	0.0500
relative_P_30         	2024-43905	0.0333
relative_P_100        	2024-43905	0.0116
relative_P_200        	2024-43905	0.0116
relative_P_500        	2024-43905	0.0116
relative_P_1000       	2024-43905	0.0116
success_1             	2024-43905	1.0000
success_5             	2024-43905	1.0000
success_10            	2024-43905	1.0000
set_P                 	2024-43905	0.5000
set_relative_P        	2024-43905	0.5000
set_recall            	2024-43905	0.0116
set_map               	2024-43905	0.0058
set_F                 	2024-43905	0.0227
num_nonrel_judged_ret 	2024-43905	1
num_ret               	2024-43972	2
num_rel               	2024-43972	24
num_rel_ret           	2024-43972	0
map                   	2024-43972	0.0000
Rprec                 	2024-43972	0.0000
bpref                 	2024-43972	0.0000
recip_rank            	2024-43972	0.0000
iprec_at_recall_0.00  	2024-43972	0.0000
iprec_at_recall_0.10  	2024-43972	0.0000
iprec_at_recall_0.20  	2024-43972	0.0000
iprec_at_recall_0.30  	2024-43972	0.0000
iprec_at_recall_0.40  	2024-43972	0.0000
iprec_at_recall_0.50  	2024-43972	0.0000
iprec_at_recall_0.60  	2024-43972	0.0000
iprec_at_recall_0.70  	2024-43972	0.0000
iprec_at_recall_0.80  	2024-43972	0.0000
iprec_at_recall_0.90  	2024-43972	0.0000
iprec_at_recall_1.00  	2024-43972	0.0000
P_5                   	2024-43972	0.0000
P_10                  	2024-43972	0.0000
P_15                  	2024-43972	0.0000
P_20                  	2024-43972	0.0000
P_30                  	2024-43972	0.0000
P_100                 	2024-43972	0.0000
P_200                 	2024-43972	0.0000
P_500                 	2024-43972	0.0000
P_1000                	2024-43972	0.0000
relstring             	2024-43972	'00'
recall_5              	2024-43972	0.0000
recall_10             	2024-43972	0.0000
recall_15             	2024-43972	0.0000
recall_20             	2024-43972	0.0000
recall_30             	2024-43972	0.0000
recall_100            	2024-43972	0.0000
recall_200            	2024-43972	0.0000
recall_500            	2024-43972	0.0000
recall_1000           	2024-43972	0.0000
infAP                 	2024-43972	0.0000
Rprec_mult_0.20       	2024-43972	0.0000
Rprec_mult_0.40       	2024-43972	0.0000
Rprec_mult_0.60       	2024-43972	0.0000
Rprec_mult_0.80       	2024-43972	0.0000
Rprec_mult_1.00       	2024-43972	0.0000
Rprec_mult_1.20       	2024-43972	0.0000
Rprec_mult_1.40       	2024-43972	0.0000
Rprec_mult_1.60       	2024-43972	0.0000
Rprec_mult_1.80       	2024-43972	0.0000
Rprec_mult_2.00       	2024-43972	0.0000
utility               	2024-43972	-2.0000
11pt_avg              	2024-43972	0.0000
binG                  	2024-43972	0.0000
G                     	2024-43972	0.0000
ndcg                  	2024-43972	0.0000
ndcg_rel              	2024-43972	0.0000
Rndcg                 	2024-43972	0.0000
ndcg_cut_5            	2024-43972	0.0000
ndcg_cut_10           	2024-43972	0.0000
ndcg_cut_15           	2024-43972	0.0000
ndcg_cut_20           	2024-43972	0.0000
ndcg_cut_30           	2024-43972	0.0000
ndcg_cut_100          	2024-43972	0.0000
ndcg_cut_200          	2024-43972	0.0000
ndcg_cut_500          	2024-43972	0.0000
ndcg_cut_1000         	2024-43972	0.0000
map_cut_5             	2024-43972	0.0000
map_cut_10            	2024-43972	0.0000
map_cut_15            	2024-43972	0.0000
map_cut_20            	2024-43972	0.0000
map_cut_30            	2024-43972	0.0000
map_cut_100           	2024-43972	0.0000
map_cut_200           	2024-43972	0.0000
map_cut_500           	2024-43972	0.0000
map_cut_1000          	2024-43972	0.0000
relative_P_5          	2024-43972	0.0000
relative_P_10         	2024-43972	0.0000
relative_P_15         	2024-43972	0.0000
relative_P_20         	2024-43972	0.0000
relative_P_30         	2024-43972	0.0000
relative_P_100        	2024-43972	0.0000
relative_P_200        	2024-43972	0.0000
relative_P_500        	2024-43972	0.0000
relative_P_1000       	2024-43972	0.0000
success_1             	2024-43972	0.0000
success_5             	2024-43972	0.0000
success_10            	2024-43972	0.0000
set_P                 	2024-43972	0.0000
set_relative_P        	2024-43972	0.0000
set_recall            	2024-43972	0.0000
set_map               	2024-43972	0.0000
set_F                 	2024-43972	0.0000
num_nonrel_judged_ret 	2024-43972	2
num_ret               	2024-43983	2
num_rel               	2024-43983	91
num_rel_ret           	2024-43983	2
map                   	2024-43983	0.0220
Rprec                 	2024-43983	0.0220
bpref                 	2024-43983	0.0220
recip_rank            	2024-43983	1.0000
iprec_at_recall_0.00  	2024-43983	1.0000
iprec_at_recall_0.10  	2024-43983	0.0000
iprec_at_recall_0.20  	2024-43983	0.0000
iprec_at_recall_0.30  	2024-43983	0.0000
iprec_at_recall_0.40  	2024-43983	0.0000
iprec_at_recall_0.50  	2024-43983	0.0000
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.4000
P_10                  	2024-43983	0.2000
P_15                  	2024-43983	0.1333
P_20                  	2024-43983	0.1000
P_30                  	2024-43983	0.0667
P_100                 	2024-43983	0.0200
P_200                 	2024-43983	0.0100
P_500                 	2024-43983	0.0040
P_1000                	2024-43983	0.0020
relstring             	2024-43983	'12'
recall_5              	2024-43983	0.0220
recall_10             	2024-43983	0.0220
recall_15             	2024-43983	0.0220
recall_20             	2024-43983	0.0220
recall_30             	2024-43983	0.0220
recall_100            	2024-43983	0.0220
recall_200            	2024-43983	0.0220
recall_500            	2024-43983	0.0220
recall_1000           	2024-43983	0.0220
infAP                 	2024-43983	0.0220
Rprec_mult_0.20       	2024-43983	0.1053
Rprec_mult_0.40       	2024-43983	0.0541
Rprec_mult_0.60       	2024-43983	0.0364
Rprec_mult_0.80       	2024-43983	0.0274
Rprec_mult_1.00       	2024-43983	0.0220
Rprec_mult_1.20       	2024-43983	0.0182
Rprec_mult_1.40       	2024-43983	0.0156
Rprec_mult_1.60       	2024-43983	0.0137
Rprec_mult_1.80       	2024-43983	0.0122
Rprec_mult_2.00       	2024-43983	0.0110
utility               	2024-43983	2.0000
11pt_avg              	2024-43983	0.0909
binG                  	2024-43983	0.0220
G                     	2024-43983	0.0186
ndcg                  	2024-43983	0.0927
ndcg_rel              	2024-43983	0.1038
Rndcg                 	2024-43983	0.1636
ndcg_cut_5            	2024-43983	0.3836
ndcg_cut_10           	2024-43983	0.2489
ndcg_cut_15           	2024-43983	0.2117
ndcg_cut_20           	2024-43983	0.1907
ndcg_cut_30           	2024-43983	0.1617
ndcg_cut_100          	2024-43983	0.0927
ndcg_cut_200          	2024-43983	0.0927
ndcg_cut_500          	2024-43983	0.0927
ndcg_cut_1000         	2024-43983	0.0927
map_cut_5             	2024-43983	0.0220
map_cut_10            	2024-43983	0.0220
map_cut_15            	2024-43983	0.0220
map_cut_20            	2024-43983	0.0220
map_cut_30            	2024-43983	0.0220
map_cut_100           	2024-43983	0.0220
map_cut_200           	2024-43983	0.0220
map_cut_500           	2024-43983	0.0220
map_cut_1000          	2024-43983	0.0220
relative_P_5          	2024-43983	0.4000
relative_P_10         	2024-43983	0.2000
relative_P_15         	2024-43983	0.1333
relative_P_20         	2024-43983	0.1000
relative_P_30         	2024-43983	0.0667
relative_P_100        	2024-43983	0.0220
relative_P_200        	2024-43983	0.0220
relative_P_500        	2024-43983	0.0220
relative_P_1000       	2024-43983	0.0220
success_1             	2024-43983	1.0000
success_5             	2024-43983	1.0000
success_10            	2024-43983	1.0000
set_P                 	2024-43983	1.0000
set_relative_P        	2024-43983	1.0000
set_recall            	2024-43983	0.0220
set_map               	2024-43983	0.0220
set_F                 	2024-43983	0.0430
num_nonrel_judged_ret 	2024-43983	0
num_ret               	2024-44001	2
num_rel               	2024-44001	128
num_rel_ret           	2024-44001	2
map                   	2024-44001	0.0156
Rprec                 	2024-44001	0.0156
bpref                 	2024-44001	0.0156
recip_rank            	2024-44001	1.0000
iprec_at_recall_0.00  	2024-44001	1.0000
iprec_at_recall_0.10  	2024-44001	0.0000
iprec_at_recall_0.20  	2024-44001	0.0000
iprec_at_recall_0.30  	2024-44001	0.0000
iprec_at_recall_0.40  	2024-44001	0.0000
iprec_at_recall_0.50  	2024-44001	0.0000
iprec_at_recall_0.60  	2024-44001	0.0000
iprec_at_recall_0.70  	2024-44001	0.0000
iprec_at_recall_0.80  	2024-44001	0.0000
iprec_at_recall_0.90  	2024-44001	0.0000
iprec_at_recall_1.00  	2024-44001	0.0000
P_5                   	2024-44001	0.4000
P_10                  	2024-44001	0.2000
P_15                  	2024-44001	0.1333
P_20                  	2024-44001	0.1000
P_30                  	2024-44001	0.0667
P_100                 	2024-44001	0.0200
P_200                 	2024-44001	0.0100
P_500                 	2024-44001	0.0040
P_1000                	2024-44001	0.0020
relstring             	2024-44001	'21'
recall_5              	2024-44001	0.0156
recall_10             	2024-44001	0.0156
recall_15             	2024-44001	0.0156
recall_20             	2024-44001	0.0156
recall_30             	2024-44001	0.0156
recall_100            	2024-44001	0.0156
recall_200            	2024-44001	0.0156
recall_500            	2024-44001	0.0156
recall_1000           	2024-44001	0.0156
infAP                 	2024-44001	0.0156
Rprec_mult_0.20       	2024-44001	0.0769
Rprec_mult_0.40       	2024-44001	0.0385
Rprec_mult_0.60       	2024-44001	0.0260
Rprec_mult_0.80       	2024-44001	0.0194
Rprec_mult_1.00       	2024-44001	0.0156
Rprec_mult_1.20       	2024-44001	0.0130
Rprec_mult_1.40       	2024-44001	0.0111
Rprec_mult_1.60       	2024-44001	0.0098
Rprec_mult_1.80       	2024-44001	0.0087
Rprec_mult_2.00       	2024-44001	0.0078
utility               	2024-44001	2.0000
11pt_avg              	2024-44001	0.0909
binG                  	2024-44001	0.0156
G                     	2024-44001	0.0198
ndcg                  	2024-44001	0.0940
ndcg_rel              	2024-44001	0.1067
Rndcg                 	2024-44001	0.2701
ndcg_cut_5            	2024-44001	0.4462
ndcg_cut_10           	2024-44001	0.3512
ndcg_cut_15           	2024-44001	0.2986
ndcg_cut_20           	2024-44001	0.2634
ndcg_cut_30           	2024-44001	0.2173
ndcg_cut_100          	2024-44001	0.1101
ndcg_cut_200          	2024-44001	0.0940
ndcg_cut_500          	2024-44001	0.0940
ndcg_cut_1000         	2024-44001	0.0940
map_cut_5             	2024-44001	0.0156
map_cut_10            	2024-44001	0.0156
map_cut_15            	2024-44001	0.0156
map_cut_20            	2024-44001	0.0156
map_cut_30            	2024-44001	0.0156
map_cut_100           	2024-44001	0.0156
map_cut_200           	2024-44001	0.0156
map_cut_500           	2024-44001	0.0156
map_cut_1000          	2024-44001	0.0156
relative_P_5          	2024-44001	0.4000
relative_P_10         	2024-44001	0.2000
relative_P_15         	2024-44001	0.1333
relative_P_20         	2024-44001	0.1000
relative_P_30         	2024-44001	0.0667
relative_P_100        	2024-44001	0.0200
relative_P_200        	2024-44001	0.0156
relative_P_500        	2024-44001	0.0156
relative_P_1000       	2024-44001	0.0156
success_1             	2024-44001	1.0000
success_5             	2024-44001	1.0000
success_10            	2024-44001	1.0000
set_P                 	2024-44001	1.0000
set_relative_P        	2024-44001	1.0000
set_recall            	2024-44001	0.0156
set_map               	2024-44001	0.0156
set_F                 	2024-44001	0.0308
num_nonrel_judged_ret 	2024-44001	0
num_ret               	2024-44005	2
num_rel               	2024-44005	205
num_rel_ret           	2024-44005	2
map                   	2024-44005	0.0098
Rprec                 	2024-44005	0.0098
bpref                 	2024-44005	0.0098
recip_rank            	2024-44005	1.0000
iprec_at_recall_0.00  	2024-44005	1.0000
iprec_at_recall_0.10  	2024-44005	0.0000
iprec_at_recall_0.20  	2024-44005	0.0000
iprec_at_recall_0.30  	2024-44005	0.0000
iprec_at_recall_0.40  	2024-44005	0.0000
iprec_at_recall_0.50  	2024-44005	0.0000
iprec_at_recall_0.60  	2024-44005	0.0000
iprec_at_recall_0.70  	2024-44005	0.0000
iprec_at_recall_0.80  	2024-44005	0.0000
iprec_at_recall_0.90  	2024-44005	0.0000
iprec_at_recall_1.00  	2024-44005	0.0000
P_5                   	2024-44005	0.4000
P_10                  	2024-44005	0.2000
P_15                  	2024-44005	0.1333
P_20                  	2024-44005	0.1000
P_30                  	2024-44005	0.0667
P_100                 	2024-44005	0.0200
P_200                 	2024-44005	0.0100
P_500                 	2024-44005	0.0040
P_1000                	2024-44005	0.0020
relstring             	2024-44005	'11'
recall_5              	2024-44005	0.0098
recall_10             	2024-44005	0.0098
recall_15             	2024-44005	0.0098
recall_20             	2024-44005	0.0098
recall_30             	2024-44005	0.0098
recall_100            	2024-44005	0.0098
recall_200            	2024-44005	0.0098
recall_500            	2024-44005	0.0098
recall_1000           	2024-44005	0.0098
infAP                 	2024-44005	0.0098
Rprec_mult_0.20       	2024-44005	0.0488
Rprec_mult_0.40       	2024-44005	0.0244
Rprec_mult_0.60       	2024-44005	0.0163
Rprec_mult_0.80       	2024-44005	0.0122
Rprec_mult_1.00       	2024-44005	0.0098
Rprec_mult_1.20       	2024-44005	0.0081
Rprec_mult_1.40       	2024-44005	0.0070
Rprec_mult_1.60       	2024-44005	0.0061
Rprec_mult_1.80       	2024-44005	0.0054
Rprec_mult_2.00       	2024-44005	0.0049
utility               	2024-44005	2.0000
11pt_avg              	2024-44005	0.0909
binG                  	2024-44005	0.0098
G                     	2024-44005	0.0031
ndcg                  	2024-44005	0.0290
ndcg_rel              	2024-44005	0.0319
Rndcg                 	2024-44005	0.0852
ndcg_cut_5            	2024-44005	0.1844
ndcg_cut_10           	2024-44005	0.1355
ndcg_cut_15           	2024-44005	0.1112
ndcg_cut_20           	2024-44005	0.0958
ndcg_cut_30           	2024-44005	0.0767
ndcg_cut_100          	2024-44005	0.0391
ndcg_cut_200          	2024-44005	0.0293
ndcg_cut_500          	2024-44005	0.0290
ndcg_cut_1000         	2024-44005	0.0290
map_cut_5             	2024-44005	0.0098
map_cut_10            	2024-44005	0.0098
map_cut_15            	2024-44005	0.0098
map_cut_20            	2024-44005	0.0098
map_cut_30            	2024-44005	0.0098
map_cut_100           	2024-44005	0.0098
map_cut_200           	2024-44005	0.0098
map_cut_500           	2024-44005	0.0098
map_cut_1000          	2024-44005	0.0098
relative_P_5          	2024-44005	0.4000
relative_P_10         	2024-44005	0.2000
relative_P_15         	2024-44005	0.1333
relative_P_20         	2024-44005	0.1000
relative_P_30         	2024-44005	0.0667
relative_P_100        	2024-44005	0.0200
relative_P_200        	2024-44005	0.0100
relative_P_500        	2024-44005	0.0098
relative_P_1000       	2024-44005	0.0098
success_1             	2024-44005	1.0000
success_5             	2024-44005	1.0000
success_10            	2024-44005	1.0000
set_P                 	2024-44005	1.0000
set_relative_P        	2024-44005	1.0000
set_recall            	2024-44005	0.0098
set_map               	2024-44005	0.0098
set_F                 	2024-44005	0.0193
num_nonrel_judged_ret 	2024-44005	0
num_ret               	2024-44024	2
num_rel               	2024-44024	282
num_rel_ret           	2024-44024	2
map                   	2024-44024	0.0071
Rprec                 	2024-44024	0.0071
bpref                 	2024-44024	0.0071
recip_rank            	2024-44024	1.0000
iprec_at_recall_0.00  	2024-44024	1.0000
iprec_at_recall_0.10  	2024-44024	0.0000
iprec_at_recall_0.20  	2024-44024	0.0000
iprec_at_recall_0.30  	2024-44024	0.0000
iprec_at_recall_0.40  	2024-44024	0.0000
iprec_at_recall_0.50  	2024-44024	0.0000
iprec_at_recall_0.60  	2024-44024	0.0000
iprec_at_recall_0.70  	2024-44024	0.0000
iprec_at_recall_0.80  	2024-44024	0.0000
iprec_at_recall_0.90  	2024-44024	0.0000
iprec_at_recall_1.00  	2024-44024	0.0000
P_5                   	2024-44024	0.4000
P_10                  	2024-44024	0.2000
P_15                  	2024-44024	0.1333
P_20                  	2024-44024	0.1000
P_30                  	2024-44024	0.0667
P_100                 	2024-44024	0.0200
P_200                 	2024-44024	0.0100
P_500                 	2024-44024	0.0040
P_1000                	2024-44024	0.0020
relstring             	2024-44024	'21'
recall_5              	2024-44024	0.0071
recall_10             	2024-44024	0.0071
recall_15             	2024-44024	0.0071
recall_20             	2024-44024	0.0071
recall_30             	2024-44024	0.0071
recall_100            	2024-44024	0.0071
recall_200            	2024-44024	0.0071
recall_500            	2024-44024	0.0071
recall_1000           	2024-44024	0.0071
infAP                 	2024-44024	0.0071
Rprec_mult_0.20       	2024-44024	0.0351
Rprec_mult_0.40       	2024-44024	0.0177
Rprec_mult_0.60       	2024-44024	0.0118
Rprec_mult_0.80       	2024-44024	0.0088
Rprec_mult_1.00       	2024-44024	0.0071
Rprec_mult_1.20       	2024-44024	0.0059
Rprec_mult_1.40       	2024-44024	0.0051
Rprec_mult_1.60       	2024-44024	0.0044
Rprec_mult_1.80       	2024-44024	0.0039
Rprec_mult_2.00       	2024-44024	0.0035
utility               	2024-44024	2.0000
11pt_avg              	2024-44024	0.0909
binG                  	2024-44024	0.0071
G                     	2024-44024	0.0049
ndcg                  	2024-44024	0.0426
ndcg_rel              	2024-44024	0.0466
Rndcg                 	2024-44024	0.2212
ndcg_cut_5            	2024-44024	0.3495
ndcg_cut_10           	2024-44024	0.2455
ndcg_cut_15           	2024-44024	0.1970
ndcg_cut_20           	2024-44024	0.1675
ndcg_cut_30           	2024-44024	0.1318
ndcg_cut_100          	2024-44024	0.0701
ndcg_cut_200          	2024-44024	0.0512
ndcg_cut_500          	2024-44024	0.0426
ndcg_cut_1000         	2024-44024	0.0426
map_cut_5             	2024-44024	0.0071
map_cut_10            	2024-44024	0.0071
map_cut_15            	2024-44024	0.0071
map_cut_20            	2024-44024	0.0071
map_cut_30            	2024-44024	0.0071
map_cut_100           	2024-44024	0.0071
map_cut_200           	2024-44024	0.0071
map_cut_500           	2024-44024	0.0071
map_cut_1000          	2024-44024	0.0071
relative_P_5          	2024-44024	0.4000
relative_P_10         	2024-44024	0.2000
relative_P_15         	2024-44024	0.1333
relative_P_20         	2024-44024	0.1000
relative_P_30         	2024-44024	0.0667
relative_P_100        	2024-44024	0.0200
relative_P_200        	2024-44024	0.0100
relative_P_500        	2024-44024	0.0071
relative_P_1000       	2024-44024	0.0071
success_1             	2024-44024	1.0000
success_5             	2024-44024	1.0000
success_10            	2024-44024	1.0000
set_P                 	2024-44024	1.0000
set_relative_P        	2024-44024	1.0000
set_recall            	2024-44024	0.0071
set_map               	2024-44024	0.0071
set_F                 	2024-44024	0.0141
num_nonrel_judged_ret 	2024-44024	0
num_ret               	2024-44048	2
num_rel               	2024-44048	136
num_rel_ret           	2024-44048	2
map                   	2024-44048	0.0147
Rprec                 	2024-44048	0.0147
bpref                 	2024-44048	0.0147
recip_rank            	2024-44048	1.0000
iprec_at_recall_0.00  	2024-44048	1.0000
iprec_at_recall_0.10  	2024-44048	0.0000
iprec_at_recall_0.20  	2024-44048	0.0000
iprec_at_recall_0.30  	2024-44048	0.0000
iprec_at_recall_0.40  	2024-44048	0.0000
iprec_at_recall_0.50  	2024-44048	0.0000
iprec_at_recall_0.60  	2024-44048	0.0000
iprec_at_recall_0.70  	2024-44048	0.0000
iprec_at_recall_0.80  	2024-44048	0.0000
iprec_at_recall_0.90  	2024-44048	0.0000
iprec_at_recall_1.00  	2024-44048	0.0000
P_5                   	2024-44048	0.4000
P_10                  	2024-44048	0.2000
P_15                  	2024-44048	0.1333
P_20                  	2024-44048	0.1000
P_30                  	2024-44048	0.0667
P_100                 	2024-44048	0.0200
P_200                 	2024-44048	0.0100
P_500                 	2024-44048	0.0040
P_1000                	2024-44048	0.0020
relstring             	2024-44048	'21'
recall_5              	2024-44048	0.0147
recall_10             	2024-44048	0.0147
recall_15             	2024-44048	0.0147
recall_20             	2024-44048	0.0147
recall_30             	2024-44048	0.0147
recall_100            	2024-44048	0.0147
recall_200            	2024-44048	0.0147
recall_500            	2024-44048	0.0147
recall_1000           	2024-44048	0.0147
infAP                 	2024-44048	0.0147
Rprec_mult_0.20       	2024-44048	0.0714
Rprec_mult_0.40       	2024-44048	0.0364
Rprec_mult_0.60       	2024-44048	0.0244
Rprec_mult_0.80       	2024-44048	0.0183
Rprec_mult_1.00       	2024-44048	0.0147
Rprec_mult_1.20       	2024-44048	0.0122
Rprec_mult_1.40       	2024-44048	0.0105
Rprec_mult_1.60       	2024-44048	0.0092
Rprec_mult_1.80       	2024-44048	0.0082
Rprec_mult_2.00       	2024-44048	0.0074
utility               	2024-44048	2.0000
11pt_avg              	2024-44048	0.0909
binG                  	2024-44048	0.0147
G                     	2024-44048	0.0150
ndcg                  	2024-44048	0.0710
ndcg_rel              	2024-44048	0.0832
Rndcg                 	2024-44048	0.0958
ndcg_cut_5            	2024-44048	0.4462
ndcg_cut_10           	2024-44048	0.2895
ndcg_cut_15           	2024-44048	0.2244
ndcg_cut_20           	2024-44048	0.1868
ndcg_cut_30           	2024-44048	0.1436
ndcg_cut_100          	2024-44048	0.0826
ndcg_cut_200          	2024-44048	0.0710
ndcg_cut_500          	2024-44048	0.0710
ndcg_cut_1000         	2024-44048	0.0710
map_cut_5             	2024-44048	0.0147
map_cut_10            	2024-44048	0.0147
map_cut_15            	2024-44048	0.0147
map_cut_20            	2024-44048	0.0147
map_cut_30            	2024-44048	0.0147
map_cut_100           	2024-44048	0.0147
map_cut_200           	2024-44048	0.0147
map_cut_500           	2024-44048	0.0147
map_cut_1000          	2024-44048	0.0147
relative_P_5          	2024-44048	0.4000
relative_P_10         	2024-44048	0.2000
relative_P_15         	2024-44048	0.1333
relative_P_20         	2024-44048	0.1000
relative_P_30         	2024-44048	0.0667
relative_P_100        	2024-44048	0.0200
relative_P_200        	2024-44048	0.0147
relative_P_500        	2024-44048	0.0147
relative_P_1000       	2024-44048	0.0147
success_1             	2024-44048	1.0000
success_5             	2024-44048	1.0000
success_10            	2024-44048	1.0000
set_P                 	2024-44048	1.0000
set_relative_P        	2024-44048	1.0000
set_recall            	2024-44048	0.0147
set_map               	2024-44048	0.0147
set_F                 	2024-44048	0.0290
num_nonrel_judged_ret 	2024-44048	0
num_ret               	2024-44059	2
num_rel               	2024-44059	77
num_rel_ret           	2024-44059	2
map                   	2024-44059	0.0260
Rprec                 	2024-44059	0.0260
bpref                 	2024-44059	0.0260
recip_rank            	2024-44059	1.0000
iprec_at_recall_0.00  	2024-44059	1.0000
iprec_at_recall_0.10  	2024-44059	0.0000
iprec_at_recall_0.20  	2024-44059	0.0000
iprec_at_recall_0.30  	2024-44059	0.0000
iprec_at_recall_0.40  	2024-44059	0.0000
iprec_at_recall_0.50  	2024-44059	0.0000
iprec_at_recall_0.60  	2024-44059	0.0000
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.4000
P_10                  	2024-44059	0.2000
P_15                  	2024-44059	0.1333
P_20                  	2024-44059	0.1000
P_30                  	2024-44059	0.0667
P_100                 	2024-44059	0.0200
P_200                 	2024-44059	0.0100
P_500                 	2024-44059	0.0040
P_1000                	2024-44059	0.0020
relstring             	2024-44059	'22'
recall_5              	2024-44059	0.0260
recall_10             	2024-44059	0.0260
recall_15             	2024-44059	0.0260
recall_20             	2024-44059	0.0260
recall_30             	2024-44059	0.0260
recall_100            	2024-44059	0.0260
recall_200            	2024-44059	0.0260
recall_500            	2024-44059	0.0260
recall_1000           	2024-44059	0.0260
infAP                 	2024-44059	0.0260
Rprec_mult_0.20       	2024-44059	0.1250
Rprec_mult_0.40       	2024-44059	0.0645
Rprec_mult_0.60       	2024-44059	0.0426
Rprec_mult_0.80       	2024-44059	0.0323
Rprec_mult_1.00       	2024-44059	0.0260
Rprec_mult_1.20       	2024-44059	0.0215
Rprec_mult_1.40       	2024-44059	0.0185
Rprec_mult_1.60       	2024-44059	0.0161
Rprec_mult_1.80       	2024-44059	0.0144
Rprec_mult_2.00       	2024-44059	0.0130
utility               	2024-44059	2.0000
11pt_avg              	2024-44059	0.0909
binG                  	2024-44059	0.0260
G                     	2024-44059	0.0482
ndcg                  	2024-44059	0.1576
ndcg_rel              	2024-44059	0.1795
Rndcg                 	2024-44059	0.3256
ndcg_cut_5            	2024-44059	0.5531
ndcg_cut_10           	2024-44059	0.4156
ndcg_cut_15           	2024-44059	0.3559
ndcg_cut_20           	2024-44059	0.3153
ndcg_cut_30           	2024-44059	0.2617
ndcg_cut_100          	2024-44059	0.1576
ndcg_cut_200          	2024-44059	0.1576
ndcg_cut_500          	2024-44059	0.1576
ndcg_cut_1000         	2024-44059	0.1576
map_cut_5             	2024-44059	0.0260
map_cut_10            	2024-44059	0.0260
map_cut_15            	2024-44059	0.0260
map_cut_20            	2024-44059	0.0260
map_cut_30            	2024-44059	0.0260
map_cut_100           	2024-44059	0.0260
map_cut_200           	2024-44059	0.0260
map_cut_500           	2024-44059	0.0260
map_cut_1000          	2024-44059	0.0260
relative_P_5          	2024-44059	0.4000
relative_P_10         	2024-44059	0.2000
relative_P_15         	2024-44059	0.1333
relative_P_20         	2024-44059	0.1000
relative_P_30         	2024-44059	0.0667
relative_P_100        	2024-44059	0.0260
relative_P_200        	2024-44059	0.0260
relative_P_500        	2024-44059	0.0260
relative_P_1000       	2024-44059	0.0260
success_1             	2024-44059	1.0000
success_5             	2024-44059	1.0000
success_10            	2024-44059	1.0000
set_P                 	2024-44059	1.0000
set_relative_P        	2024-44059	1.0000
set_recall            	2024-44059	0.0260
set_map               	2024-44059	0.0260
set_F                 	2024-44059	0.0506
num_nonrel_judged_ret 	2024-44059	0
num_ret               	2024-44060	2
num_rel               	2024-44060	182
num_rel_ret           	2024-44060	2
map                   	2024-44060	0.0110
Rprec                 	2024-44060	0.0110
bpref                 	2024-44060	0.0110
recip_rank            	2024-44060	1.0000
iprec_at_recall_0.00  	2024-44060	1.0000
iprec_at_recall_0.10  	2024-44060	0.0000
iprec_at_recall_0.20  	2024-44060	0.0000
iprec_at_recall_0.30  	2024-44060	0.0000
iprec_at_recall_0.40  	2024-44060	0.0000
iprec_at_recall_0.50  	2024-44060	0.0000
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	0.4000
P_10                  	2024-44060	0.2000
P_15                  	2024-44060	0.1333
P_20                  	2024-44060	0.1000
P_30                  	2024-44060	0.0667
P_100                 	2024-44060	0.0200
P_200                 	2024-44060	0.0100
P_500                 	2024-44060	0.0040
P_1000                	2024-44060	0.0020
relstring             	2024-44060	'33'
recall_5              	2024-44060	0.0110
recall_10             	2024-44060	0.0110
recall_15             	2024-44060	0.0110
recall_20             	2024-44060	0.0110
recall_30             	2024-44060	0.0110
recall_100            	2024-44060	0.0110
recall_200            	2024-44060	0.0110
recall_500            	2024-44060	0.0110
recall_1000           	2024-44060	0.0110
infAP                 	2024-44060	0.0110
Rprec_mult_0.20       	2024-44060	0.0541
Rprec_mult_0.40       	2024-44060	0.0274
Rprec_mult_0.60       	2024-44060	0.0182
Rprec_mult_0.80       	2024-44060	0.0137
Rprec_mult_1.00       	2024-44060	0.0110
Rprec_mult_1.20       	2024-44060	0.0091
Rprec_mult_1.40       	2024-44060	0.0078
Rprec_mult_1.60       	2024-44060	0.0068
Rprec_mult_1.80       	2024-44060	0.0061
Rprec_mult_2.00       	2024-44060	0.0055
utility               	2024-44060	2.0000
11pt_avg              	2024-44060	0.0909
binG                  	2024-44060	0.0110
G                     	2024-44060	0.0161
ndcg                  	2024-44060	0.0674
ndcg_rel              	2024-44060	0.0776
Rndcg                 	2024-44060	0.0831
ndcg_cut_5            	2024-44060	0.5531
ndcg_cut_10           	2024-44060	0.3590
ndcg_cut_15           	2024-44060	0.2783
ndcg_cut_20           	2024-44060	0.2317
ndcg_cut_30           	2024-44060	0.1780
ndcg_cut_100          	2024-44060	0.0856
ndcg_cut_200          	2024-44060	0.0674
ndcg_cut_500          	2024-44060	0.0674
ndcg_cut_1000         	2024-44060	0.0674
map_cut_5             	2024-44060	0.0110
map_cut_10            	2024-44060	0.0110
map_cut_15            	2024-44060	0.0110
map_cut_20            	2024-44060	0.0110
map_cut_30            	2024-44060	0.0110
map_cut_100           	2024-44060	0.0110
map_cut_200           	2024-44060	0.0110
map_cut_500           	2024-44060	0.0110
map_cut_1000          	2024-44060	0.0110
relative_P_5          	2024-44060	0.4000
relative_P_10         	2024-44060	0.2000
relative_P_15         	2024-44060	0.1333
relative_P_20         	2024-44060	0.1000
relative_P_30         	2024-44060	0.0667
relative_P_100        	2024-44060	0.0200
relative_P_200        	2024-44060	0.0110
relative_P_500        	2024-44060	0.0110
relative_P_1000       	2024-44060	0.0110
success_1             	2024-44060	1.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	1.0000
set_relative_P        	2024-44060	1.0000
set_recall            	2024-44060	0.0110
set_map               	2024-44060	0.0110
set_F                 	2024-44060	0.0217
num_nonrel_judged_ret 	2024-44060	0
num_ret               	2024-44065	2
num_rel               	2024-44065	280
num_rel_ret           	2024-44065	2
map                   	2024-44065	0.0071
Rprec                 	2024-44065	0.0071
bpref                 	2024-44065	0.0071
recip_rank            	2024-44065	1.0000
iprec_at_recall_0.00  	2024-44065	1.0000
iprec_at_recall_0.10  	2024-44065	0.0000
iprec_at_recall_0.20  	2024-44065	0.0000
iprec_at_recall_0.30  	2024-44065	0.0000
iprec_at_recall_0.40  	2024-44065	0.0000
iprec_at_recall_0.50  	2024-44065	0.0000
iprec_at_recall_0.60  	2024-44065	0.0000
iprec_at_recall_0.70  	2024-44065	0.0000
iprec_at_recall_0.80  	2024-44065	0.0000
iprec_at_recall_0.90  	2024-44065	0.0000
iprec_at_recall_1.00  	2024-44065	0.0000
P_5                   	2024-44065	0.4000
P_10                  	2024-44065	0.2000
P_15                  	2024-44065	0.1333
P_20                  	2024-44065	0.1000
P_30                  	2024-44065	0.0667
P_100                 	2024-44065	0.0200
P_200                 	2024-44065	0.0100
P_500                 	2024-44065	0.0040
P_1000                	2024-44065	0.0020
relstring             	2024-44065	'11'
recall_5              	2024-44065	0.0071
recall_10             	2024-44065	0.0071
recall_15             	2024-44065	0.0071
recall_20             	2024-44065	0.0071
recall_30             	2024-44065	0.0071
recall_100            	2024-44065	0.0071
recall_200            	2024-44065	0.0071
recall_500            	2024-44065	0.0071
recall_1000           	2024-44065	0.0071
infAP                 	2024-44065	0.0071
Rprec_mult_0.20       	2024-44065	0.0357
Rprec_mult_0.40       	2024-44065	0.0179
Rprec_mult_0.60       	2024-44065	0.0119
Rprec_mult_0.80       	2024-44065	0.0089
Rprec_mult_1.00       	2024-44065	0.0071
Rprec_mult_1.20       	2024-44065	0.0060
Rprec_mult_1.40       	2024-44065	0.0051
Rprec_mult_1.60       	2024-44065	0.0045
Rprec_mult_1.80       	2024-44065	0.0040
Rprec_mult_2.00       	2024-44065	0.0036
utility               	2024-44065	2.0000
11pt_avg              	2024-44065	0.0909
binG                  	2024-44065	0.0071
G                     	2024-44065	0.0021
ndcg                  	2024-44065	0.0215
ndcg_rel              	2024-44065	0.0237
Rndcg                 	2024-44065	0.0395
ndcg_cut_5            	2024-44065	0.1844
ndcg_cut_10           	2024-44065	0.1197
ndcg_cut_15           	2024-44065	0.0928
ndcg_cut_20           	2024-44065	0.0772
ndcg_cut_30           	2024-44065	0.0616
ndcg_cut_100          	2024-44065	0.0326
ndcg_cut_200          	2024-44065	0.0248
ndcg_cut_500          	2024-44065	0.0215
ndcg_cut_1000         	2024-44065	0.0215
map_cut_5             	2024-44065	0.0071
map_cut_10            	2024-44065	0.0071
map_cut_15            	2024-44065	0.0071
map_cut_20            	2024-44065	0.0071
map_cut_30            	2024-44065	0.0071
map_cut_100           	2024-44065	0.0071
map_cut_200           	2024-44065	0.0071
map_cut_500           	2024-44065	0.0071
map_cut_1000          	2024-44065	0.0071
relative_P_5          	2024-44065	0.4000
relative_P_10         	2024-44065	0.2000
relative_P_15         	2024-44065	0.1333
relative_P_20         	2024-44065	0.1000
relative_P_30         	2024-44065	0.0667
relative_P_100        	2024-44065	0.0200
relative_P_200        	2024-44065	0.0100
relative_P_500        	2024-44065	0.0071
relative_P_1000       	2024-44065	0.0071
success_1             	2024-44065	1.0000
success_5             	2024-44065	1.0000
success_10            	2024-44065	1.0000
set_P                 	2024-44065	1.0000
set_relative_P        	2024-44065	1.0000
set_recall            	2024-44065	0.0071
set_map               	2024-44065	0.0071
set_F                 	2024-44065	0.0142
num_nonrel_judged_ret 	2024-44065	0
num_ret               	2024-44329	2
num_rel               	2024-44329	142
num_rel_ret           	2024-44329	2
map                   	2024-44329	0.0141
Rprec                 	2024-44329	0.0141
bpref                 	2024-44329	0.0141
recip_rank            	2024-44329	1.0000
iprec_at_recall_0.00  	2024-44329	1.0000
iprec_at_recall_0.10  	2024-44329	0.0000
iprec_at_recall_0.20  	2024-44329	0.0000
iprec_at_recall_0.30  	2024-44329	0.0000
iprec_at_recall_0.40  	2024-44329	0.0000
iprec_at_recall_0.50  	2024-44329	0.0000
iprec_at_recall_0.60  	2024-44329	0.0000
iprec_at_recall_0.70  	2024-44329	0.0000
iprec_at_recall_0.80  	2024-44329	0.0000
iprec_at_recall_0.90  	2024-44329	0.0000
iprec_at_recall_1.00  	2024-44329	0.0000
P_5                   	2024-44329	0.4000
P_10                  	2024-44329	0.2000
P_15                  	2024-44329	0.1333
P_20                  	2024-44329	0.1000
P_30                  	2024-44329	0.0667
P_100                 	2024-44329	0.0200
P_200                 	2024-44329	0.0100
P_500                 	2024-44329	0.0040
P_1000                	2024-44329	0.0020
relstring             	2024-44329	'32'
recall_5              	2024-44329	0.0141
recall_10             	2024-44329	0.0141
recall_15             	2024-44329	0.0141
recall_20             	2024-44329	0.0141
recall_30             	2024-44329	0.0141
recall_100            	2024-44329	0.0141
recall_200            	2024-44329	0.0141
recall_500            	2024-44329	0.0141
recall_1000           	2024-44329	0.0141
infAP                 	2024-44329	0.0141
Rprec_mult_0.20       	2024-44329	0.0690
Rprec_mult_0.40       	2024-44329	0.0351
Rprec_mult_0.60       	2024-44329	0.0233
Rprec_mult_0.80       	2024-44329	0.0175
Rprec_mult_1.00       	2024-44329	0.0141
Rprec_mult_1.20       	2024-44329	0.0117
Rprec_mult_1.40       	2024-44329	0.0101
Rprec_mult_1.60       	2024-44329	0.0088
Rprec_mult_1.80       	2024-44329	0.0078
Rprec_mult_2.00       	2024-44329	0.0070
utility               	2024-44329	2.0000
11pt_avg              	2024-44329	0.0909
binG                  	2024-44329	0.0141
G                     	2024-44329	0.0220
ndcg                  	2024-44329	0.0987
ndcg_rel              	2024-44329	0.1105
Rndcg                 	2024-44329	0.1780
ndcg_cut_5            	2024-44329	0.4818
ndcg_cut_10           	2024-44329	0.3127
ndcg_cut_15           	2024-44329	0.2534
ndcg_cut_20           	2024-44329	0.2223
ndcg_cut_30           	2024-44329	0.1820
ndcg_cut_100          	2024-44329	0.1148
ndcg_cut_200          	2024-44329	0.0987
ndcg_cut_500          	2024-44329	0.0987
ndcg_cut_1000         	2024-44329	0.0987
map_cut_5             	2024-44329	0.0141
map_cut_10            	2024-44329	0.0141
map_cut_15            	2024-44329	0.0141
map_cut_20            	2024-44329	0.0141
map_cut_30            	2024-44329	0.0141
map_cut_100           	2024-44329	0.0141
map_cut_200           	2024-44329	0.0141
map_cut_500           	2024-44329	0.0141
map_cut_1000          	2024-44329	0.0141
relative_P_5          	2024-44329	0.4000
relative_P_10         	2024-44329	0.2000
relative_P_15         	2024-44329	0.1333
relative_P_20         	2024-44329	0.1000
relative_P_30         	2024-44329	0.0667
relative_P_100        	2024-44329	0.0200
relative_P_200        	2024-44329	0.0141
relative_P_500        	2024-44329	0.0141
relative_P_1000       	2024-44329	0.0141
success_1             	2024-44329	1.0000
success_5             	2024-44329	1.0000
success_10            	2024-44329	1.0000
set_P                 	2024-44329	1.0000
set_relative_P        	2024-44329	1.0000
set_recall            	2024-44329	0.0141
set_map               	2024-44329	0.0141
set_F                 	2024-44329	0.0278
num_nonrel_judged_ret 	2024-44329	0
num_ret               	2024-44544	2
num_rel               	2024-44544	189
num_rel_ret           	2024-44544	2
map                   	2024-44544	0.0106
Rprec                 	2024-44544	0.0106
bpref                 	2024-44544	0.0106
recip_rank            	2024-44544	1.0000
iprec_at_recall_0.00  	2024-44544	1.0000
iprec_at_recall_0.10  	2024-44544	0.0000
iprec_at_recall_0.20  	2024-44544	0.0000
iprec_at_recall_0.30  	2024-44544	0.0000
iprec_at_recall_0.40  	2024-44544	0.0000
iprec_at_recall_0.50  	2024-44544	0.0000
iprec_at_recall_0.60  	2024-44544	0.0000
iprec_at_recall_0.70  	2024-44544	0.0000
iprec_at_recall_0.80  	2024-44544	0.0000
iprec_at_recall_0.90  	2024-44544	0.0000
iprec_at_recall_1.00  	2024-44544	0.0000
P_5                   	2024-44544	0.4000
P_10                  	2024-44544	0.2000
P_15                  	2024-44544	0.1333
P_20                  	2024-44544	0.1000
P_30                  	2024-44544	0.0667
P_100                 	2024-44544	0.0200
P_200                 	2024-44544	0.0100
P_500                 	2024-44544	0.0040
P_1000                	2024-44544	0.0020
relstring             	2024-44544	'11'
recall_5              	2024-44544	0.0106
recall_10             	2024-44544	0.0106
recall_15             	2024-44544	0.0106
recall_20             	2024-44544	0.0106
recall_30             	2024-44544	0.0106
recall_100            	2024-44544	0.0106
recall_200            	2024-44544	0.0106
recall_500            	2024-44544	0.0106
recall_1000           	2024-44544	0.0106
infAP                 	2024-44544	0.0106
Rprec_mult_0.20       	2024-44544	0.0526
Rprec_mult_0.40       	2024-44544	0.0263
Rprec_mult_0.60       	2024-44544	0.0175
Rprec_mult_0.80       	2024-44544	0.0132
Rprec_mult_1.00       	2024-44544	0.0106
Rprec_mult_1.20       	2024-44544	0.0088
Rprec_mult_1.40       	2024-44544	0.0075
Rprec_mult_1.60       	2024-44544	0.0066
Rprec_mult_1.80       	2024-44544	0.0059
Rprec_mult_2.00       	2024-44544	0.0053
utility               	2024-44544	2.0000
11pt_avg              	2024-44544	0.0909
binG                  	2024-44544	0.0106
G                     	2024-44544	0.0054
ndcg                  	2024-44544	0.0406
ndcg_rel              	2024-44544	0.0454
Rndcg                 	2024-44544	0.0801
ndcg_cut_5            	2024-44544	0.2766
ndcg_cut_10           	2024-44544	0.1795
ndcg_cut_15           	2024-44544	0.1391
ndcg_cut_20           	2024-44544	0.1177
ndcg_cut_30           	2024-44544	0.1021
ndcg_cut_100          	2024-44544	0.0588
ndcg_cut_200          	2024-44544	0.0406
ndcg_cut_500          	2024-44544	0.0406
ndcg_cut_1000         	2024-44544	0.0406
map_cut_5             	2024-44544	0.0106
map_cut_10            	2024-44544	0.0106
map_cut_15            	2024-44544	0.0106
map_cut_20            	2024-44544	0.0106
map_cut_30            	2024-44544	0.0106
map_cut_100           	2024-44544	0.0106
map_cut_200           	2024-44544	0.0106
map_cut_500           	2024-44544	0.0106
map_cut_1000          	2024-44544	0.0106
relative_P_5          	2024-44544	0.4000
relative_P_10         	2024-44544	0.2000
relative_P_15         	2024-44544	0.1333
relative_P_20         	2024-44544	0.1000
relative_P_30         	2024-44544	0.0667
relative_P_100        	2024-44544	0.0200
relative_P_200        	2024-44544	0.0106
relative_P_500        	2024-44544	0.0106
relative_P_1000       	2024-44544	0.0106
success_1             	2024-44544	1.0000
success_5             	2024-44544	1.0000
success_10            	2024-44544	1.0000
set_P                 	2024-44544	1.0000
set_relative_P        	2024-44544	1.0000
set_recall            	2024-44544	0.0106
set_map               	2024-44544	0.0106
set_F                 	2024-44544	0.0209
num_nonrel_judged_ret 	2024-44544	0
num_ret               	2024-44754	2
num_rel               	2024-44754	268
num_rel_ret           	2024-44754	2
map                   	2024-44754	0.0075
Rprec                 	2024-44754	0.0075
bpref                 	2024-44754	0.0075
recip_rank            	2024-44754	1.0000
iprec_at_recall_0.00  	2024-44754	1.0000
iprec_at_recall_0.10  	2024-44754	0.0000
iprec_at_recall_0.20  	2024-44754	0.0000
iprec_at_recall_0.30  	2024-44754	0.0000
iprec_at_recall_0.40  	2024-44754	0.0000
iprec_at_recall_0.50  	2024-44754	0.0000
iprec_at_recall_0.60  	2024-44754	0.0000
iprec_at_recall_0.70  	2024-44754	0.0000
iprec_at_recall_0.80  	2024-44754	0.0000
iprec_at_recall_0.90  	2024-44754	0.0000
iprec_at_recall_1.00  	2024-44754	0.0000
P_5                   	2024-44754	0.4000
P_10                  	2024-44754	0.2000
P_15                  	2024-44754	0.1333
P_20                  	2024-44754	0.1000
P_30                  	2024-44754	0.0667
P_100                 	2024-44754	0.0200
P_200                 	2024-44754	0.0100
P_500                 	2024-44754	0.0040
P_1000                	2024-44754	0.0020
relstring             	2024-44754	'33'
recall_5              	2024-44754	0.0075
recall_10             	2024-44754	0.0075
recall_15             	2024-44754	0.0075
recall_20             	2024-44754	0.0075
recall_30             	2024-44754	0.0075
recall_100            	2024-44754	0.0075
recall_200            	2024-44754	0.0075
recall_500            	2024-44754	0.0075
recall_1000           	2024-44754	0.0075
infAP                 	2024-44754	0.0075
Rprec_mult_0.20       	2024-44754	0.0370
Rprec_mult_0.40       	2024-44754	0.0185
Rprec_mult_0.60       	2024-44754	0.0124
Rprec_mult_0.80       	2024-44754	0.0093
Rprec_mult_1.00       	2024-44754	0.0075
Rprec_mult_1.20       	2024-44754	0.0062
Rprec_mult_1.40       	2024-44754	0.0053
Rprec_mult_1.60       	2024-44754	0.0047
Rprec_mult_1.80       	2024-44754	0.0041
Rprec_mult_2.00       	2024-44754	0.0037
utility               	2024-44754	2.0000
11pt_avg              	2024-44754	0.0909
binG                  	2024-44754	0.0075
G                     	2024-44754	0.0090
ndcg                  	2024-44754	0.0434
ndcg_rel              	2024-44754	0.0506
Rndcg                 	2024-44754	0.0479
ndcg_cut_5            	2024-44754	0.5531
ndcg_cut_10           	2024-44754	0.3590
ndcg_cut_15           	2024-44754	0.2783
ndcg_cut_20           	2024-44754	0.2317
ndcg_cut_30           	2024-44754	0.1780
ndcg_cut_100          	2024-44754	0.0779
ndcg_cut_200          	2024-44754	0.0494
ndcg_cut_500          	2024-44754	0.0434
ndcg_cut_1000         	2024-44754	0.0434
map_cut_5             	2024-44754	0.0075
map_cut_10            	2024-44754	0.0075
map_cut_15            	2024-44754	0.0075
map_cut_20            	2024-44754	0.0075
map_cut_30            	2024-44754	0.0075
map_cut_100           	2024-44754	0.0075
map_cut_200           	2024-44754	0.0075
map_cut_500           	2024-44754	0.0075
map_cut_1000          	2024-44754	0.0075
relative_P_5          	2024-44754	0.4000
relative_P_10         	2024-44754	0.2000
relative_P_15         	2024-44754	0.1333
relative_P_20         	2024-44754	0.1000
relative_P_30         	2024-44754	0.0667
relative_P_100        	2024-44754	0.0200
relative_P_200        	2024-44754	0.0100
relative_P_500        	2024-44754	0.0075
relative_P_1000       	2024-44754	0.0075
success_1             	2024-44754	1.0000
success_5             	2024-44754	1.0000
success_10            	2024-44754	1.0000
set_P                 	2024-44754	1.0000
set_relative_P        	2024-44754	1.0000
set_recall            	2024-44754	0.0075
set_map               	2024-44754	0.0075
set_F                 	2024-44754	0.0148
num_nonrel_judged_ret 	2024-44754	0
num_ret               	2024-45185	2
num_rel               	2024-45185	134
num_rel_ret           	2024-45185	0
map                   	2024-45185	0.0000
Rprec                 	2024-45185	0.0000
bpref                 	2024-45185	0.0000
recip_rank            	2024-45185	0.0000
iprec_at_recall_0.00  	2024-45185	0.0000
iprec_at_recall_0.10  	2024-45185	0.0000
iprec_at_recall_0.20  	2024-45185	0.0000
iprec_at_recall_0.30  	2024-45185	0.0000
iprec_at_recall_0.40  	2024-45185	0.0000
iprec_at_recall_0.50  	2024-45185	0.0000
iprec_at_recall_0.60  	2024-45185	0.0000
iprec_at_recall_0.70  	2024-45185	0.0000
iprec_at_recall_0.80  	2024-45185	0.0000
iprec_at_recall_0.90  	2024-45185	0.0000
iprec_at_recall_1.00  	2024-45185	0.0000
P_5                   	2024-45185	0.0000
P_10                  	2024-45185	0.0000
P_15                  	2024-45185	0.0000
P_20                  	2024-45185	0.0000
P_30                  	2024-45185	0.0000
P_100                 	2024-45185	0.0000
P_200                 	2024-45185	0.0000
P_500                 	2024-45185	0.0000
P_1000                	2024-45185	0.0000
relstring             	2024-45185	'00'
recall_5              	2024-45185	0.0000
recall_10             	2024-45185	0.0000
recall_15             	2024-45185	0.0000
recall_20             	2024-45185	0.0000
recall_30             	2024-45185	0.0000
recall_100            	2024-45185	0.0000
recall_200            	2024-45185	0.0000
recall_500            	2024-45185	0.0000
recall_1000           	2024-45185	0.0000
infAP                 	2024-45185	0.0000
Rprec_mult_0.20       	2024-45185	0.0000
Rprec_mult_0.40       	2024-45185	0.0000
Rprec_mult_0.60       	2024-45185	0.0000
Rprec_mult_0.80       	2024-45185	0.0000
Rprec_mult_1.00       	2024-45185	0.0000
Rprec_mult_1.20       	2024-45185	0.0000
Rprec_mult_1.40       	2024-45185	0.0000
Rprec_mult_1.60       	2024-45185	0.0000
Rprec_mult_1.80       	2024-45185	0.0000
Rprec_mult_2.00       	2024-45185	0.0000
utility               	2024-45185	-2.0000
11pt_avg              	2024-45185	0.0000
binG                  	2024-45185	0.0000
G                     	2024-45185	0.0000
ndcg                  	2024-45185	0.0000
ndcg_rel              	2024-45185	0.0000
Rndcg                 	2024-45185	0.0000
ndcg_cut_5            	2024-45185	0.0000
ndcg_cut_10           	2024-45185	0.0000
ndcg_cut_15           	2024-45185	0.0000
ndcg_cut_20           	2024-45185	0.0000
ndcg_cut_30           	2024-45185	0.0000
ndcg_cut_100          	2024-45185	0.0000
ndcg_cut_200          	2024-45185	0.0000
ndcg_cut_500          	2024-45185	0.0000
ndcg_cut_1000         	2024-45185	0.0000
map_cut_5             	2024-45185	0.0000
map_cut_10            	2024-45185	0.0000
map_cut_15            	2024-45185	0.0000
map_cut_20            	2024-45185	0.0000
map_cut_30            	2024-45185	0.0000
map_cut_100           	2024-45185	0.0000
map_cut_200           	2024-45185	0.0000
map_cut_500           	2024-45185	0.0000
map_cut_1000          	2024-45185	0.0000
relative_P_5          	2024-45185	0.0000
relative_P_10         	2024-45185	0.0000
relative_P_15         	2024-45185	0.0000
relative_P_20         	2024-45185	0.0000
relative_P_30         	2024-45185	0.0000
relative_P_100        	2024-45185	0.0000
relative_P_200        	2024-45185	0.0000
relative_P_500        	2024-45185	0.0000
relative_P_1000       	2024-45185	0.0000
success_1             	2024-45185	0.0000
success_5             	2024-45185	0.0000
success_10            	2024-45185	0.0000
set_P                 	2024-45185	0.0000
set_relative_P        	2024-45185	0.0000
set_recall            	2024-45185	0.0000
set_map               	2024-45185	0.0000
set_F                 	2024-45185	0.0000
num_nonrel_judged_ret 	2024-45185	2
num_ret               	2024-45474	2
num_rel               	2024-45474	285
num_rel_ret           	2024-45474	2
map                   	2024-45474	0.0070
Rprec                 	2024-45474	0.0070
bpref                 	2024-45474	0.0070
recip_rank            	2024-45474	1.0000
iprec_at_recall_0.00  	2024-45474	1.0000
iprec_at_recall_0.10  	2024-45474	0.0000
iprec_at_recall_0.20  	2024-45474	0.0000
iprec_at_recall_0.30  	2024-45474	0.0000
iprec_at_recall_0.40  	2024-45474	0.0000
iprec_at_recall_0.50  	2024-45474	0.0000
iprec_at_recall_0.60  	2024-45474	0.0000
iprec_at_recall_0.70  	2024-45474	0.0000
iprec_at_recall_0.80  	2024-45474	0.0000
iprec_at_recall_0.90  	2024-45474	0.0000
iprec_at_recall_1.00  	2024-45474	0.0000
P_5                   	2024-45474	0.4000
P_10                  	2024-45474	0.2000
P_15                  	2024-45474	0.1333
P_20                  	2024-45474	0.1000
P_30                  	2024-45474	0.0667
P_100                 	2024-45474	0.0200
P_200                 	2024-45474	0.0100
P_500                 	2024-45474	0.0040
P_1000                	2024-45474	0.0020
relstring             	2024-45474	'11'
recall_5              	2024-45474	0.0070
recall_10             	2024-45474	0.0070
recall_15             	2024-45474	0.0070
recall_20             	2024-45474	0.0070
recall_30             	2024-45474	0.0070
recall_100            	2024-45474	0.0070
recall_200            	2024-45474	0.0070
recall_500            	2024-45474	0.0070
recall_1000           	2024-45474	0.0070
infAP                 	2024-45474	0.0070
Rprec_mult_0.20       	2024-45474	0.0351
Rprec_mult_0.40       	2024-45474	0.0175
Rprec_mult_0.60       	2024-45474	0.0117
Rprec_mult_0.80       	2024-45474	0.0088
Rprec_mult_1.00       	2024-45474	0.0070
Rprec_mult_1.20       	2024-45474	0.0058
Rprec_mult_1.40       	2024-45474	0.0050
Rprec_mult_1.60       	2024-45474	0.0044
Rprec_mult_1.80       	2024-45474	0.0039
Rprec_mult_2.00       	2024-45474	0.0035
utility               	2024-45474	2.0000
11pt_avg              	2024-45474	0.0909
binG                  	2024-45474	0.0070
G                     	2024-45474	0.0025
ndcg                  	2024-45474	0.0256
ndcg_rel              	2024-45474	0.0277
Rndcg                 	2024-45474	0.1094
ndcg_cut_5            	2024-45474	0.2032
ndcg_cut_10           	2024-45474	0.1454
ndcg_cut_15           	2024-45474	0.1177
ndcg_cut_20           	2024-45474	0.1006
ndcg_cut_30           	2024-45474	0.0797
ndcg_cut_100          	2024-45474	0.0416
ndcg_cut_200          	2024-45474	0.0307
ndcg_cut_500          	2024-45474	0.0256
ndcg_cut_1000         	2024-45474	0.0256
map_cut_5             	2024-45474	0.0070
map_cut_10            	2024-45474	0.0070
map_cut_15            	2024-45474	0.0070
map_cut_20            	2024-45474	0.0070
map_cut_30            	2024-45474	0.0070
map_cut_100           	2024-45474	0.0070
map_cut_200           	2024-45474	0.0070
map_cut_500           	2024-45474	0.0070
map_cut_1000          	2024-45474	0.0070
relative_P_5          	2024-45474	0.4000
relative_P_10         	2024-45474	0.2000
relative_P_15         	2024-45474	0.1333
relative_P_20         	2024-45474	0.1000
relative_P_30         	2024-45474	0.0667
relative_P_100        	2024-45474	0.0200
relative_P_200        	2024-45474	0.0100
relative_P_500        	2024-45474	0.0070
relative_P_1000       	2024-45474	0.0070
success_1             	2024-45474	1.0000
success_5             	2024-45474	1.0000
success_10            	2024-45474	1.0000
set_P                 	2024-45474	1.0000
set_relative_P        	2024-45474	1.0000
set_recall            	2024-45474	0.0070
set_map               	2024-45474	0.0070
set_F                 	2024-45474	0.0139
num_nonrel_judged_ret 	2024-45474	0
num_ret               	2024-45494	2
num_rel               	2024-45494	200
num_rel_ret           	2024-45494	2
map                   	2024-45494	0.0100
Rprec                 	2024-45494	0.0100
bpref                 	2024-45494	0.0100
recip_rank            	2024-45494	1.0000
iprec_at_recall_0.00  	2024-45494	1.0000
iprec_at_recall_0.10  	2024-45494	0.0000
iprec_at_recall_0.20  	2024-45494	0.0000
iprec_at_recall_0.30  	2024-45494	0.0000
iprec_at_recall_0.40  	2024-45494	0.0000
iprec_at_recall_0.50  	2024-45494	0.0000
iprec_at_recall_0.60  	2024-45494	0.0000
iprec_at_recall_0.70  	2024-45494	0.0000
iprec_at_recall_0.80  	2024-45494	0.0000
iprec_at_recall_0.90  	2024-45494	0.0000
iprec_at_recall_1.00  	2024-45494	0.0000
P_5                   	2024-45494	0.4000
P_10                  	2024-45494	0.2000
P_15                  	2024-45494	0.1333
P_20                  	2024-45494	0.1000
P_30                  	2024-45494	0.0667
P_100                 	2024-45494	0.0200
P_200                 	2024-45494	0.0100
P_500                 	2024-45494	0.0040
P_1000                	2024-45494	0.0020
relstring             	2024-45494	'11'
recall_5              	2024-45494	0.0100
recall_10             	2024-45494	0.0100
recall_15             	2024-45494	0.0100
recall_20             	2024-45494	0.0100
recall_30             	2024-45494	0.0100
recall_100            	2024-45494	0.0100
recall_200            	2024-45494	0.0100
recall_500            	2024-45494	0.0100
recall_1000           	2024-45494	0.0100
infAP                 	2024-45494	0.0100
Rprec_mult_0.20       	2024-45494	0.0500
Rprec_mult_0.40       	2024-45494	0.0250
Rprec_mult_0.60       	2024-45494	0.0167
Rprec_mult_0.80       	2024-45494	0.0125
Rprec_mult_1.00       	2024-45494	0.0100
Rprec_mult_1.20       	2024-45494	0.0083
Rprec_mult_1.40       	2024-45494	0.0071
Rprec_mult_1.60       	2024-45494	0.0063
Rprec_mult_1.80       	2024-45494	0.0056
Rprec_mult_2.00       	2024-45494	0.0050
utility               	2024-45494	2.0000
11pt_avg              	2024-45494	0.0909
binG                  	2024-45494	0.0100
G                     	2024-45494	0.0038
ndcg                  	2024-45494	0.0349
ndcg_rel              	2024-45494	0.0379
Rndcg                 	2024-45494	0.1218
ndcg_cut_5            	2024-45494	0.2032
ndcg_cut_10           	2024-45494	0.1454
ndcg_cut_15           	2024-45494	0.1177
ndcg_cut_20           	2024-45494	0.1006
ndcg_cut_30           	2024-45494	0.0797
ndcg_cut_100          	2024-45494	0.0497
ndcg_cut_200          	2024-45494	0.0349
ndcg_cut_500          	2024-45494	0.0349
ndcg_cut_1000         	2024-45494	0.0349
map_cut_5             	2024-45494	0.0100
map_cut_10            	2024-45494	0.0100
map_cut_15            	2024-45494	0.0100
map_cut_20            	2024-45494	0.0100
map_cut_30            	2024-45494	0.0100
map_cut_100           	2024-45494	0.0100
map_cut_200           	2024-45494	0.0100
map_cut_500           	2024-45494	0.0100
map_cut_1000          	2024-45494	0.0100
relative_P_5          	2024-45494	0.4000
relative_P_10         	2024-45494	0.2000
relative_P_15         	2024-45494	0.1333
relative_P_20         	2024-45494	0.1000
relative_P_30         	2024-45494	0.0667
relative_P_100        	2024-45494	0.0200
relative_P_200        	2024-45494	0.0100
relative_P_500        	2024-45494	0.0100
relative_P_1000       	2024-45494	0.0100
success_1             	2024-45494	1.0000
success_5             	2024-45494	1.0000
success_10            	2024-45494	1.0000
set_P                 	2024-45494	1.0000
set_relative_P        	2024-45494	1.0000
set_recall            	2024-45494	0.0100
set_map               	2024-45494	0.0100
set_F                 	2024-45494	0.0198
num_nonrel_judged_ret 	2024-45494	0
num_ret               	2024-5675	2
num_rel               	2024-5675	377
num_rel_ret           	2024-5675	2
map                   	2024-5675	0.0053
Rprec                 	2024-5675	0.0053
bpref                 	2024-5675	0.0053
recip_rank            	2024-5675	1.0000
iprec_at_recall_0.00  	2024-5675	1.0000
iprec_at_recall_0.10  	2024-5675	0.0000
iprec_at_recall_0.20  	2024-5675	0.0000
iprec_at_recall_0.30  	2024-5675	0.0000
iprec_at_recall_0.40  	2024-5675	0.0000
iprec_at_recall_0.50  	2024-5675	0.0000
iprec_at_recall_0.60  	2024-5675	0.0000
iprec_at_recall_0.70  	2024-5675	0.0000
iprec_at_recall_0.80  	2024-5675	0.0000
iprec_at_recall_0.90  	2024-5675	0.0000
iprec_at_recall_1.00  	2024-5675	0.0000
P_5                   	2024-5675	0.4000
P_10                  	2024-5675	0.2000
P_15                  	2024-5675	0.1333
P_20                  	2024-5675	0.1000
P_30                  	2024-5675	0.0667
P_100                 	2024-5675	0.0200
P_200                 	2024-5675	0.0100
P_500                 	2024-5675	0.0040
P_1000                	2024-5675	0.0020
relstring             	2024-5675	'21'
recall_5              	2024-5675	0.0053
recall_10             	2024-5675	0.0053
recall_15             	2024-5675	0.0053
recall_20             	2024-5675	0.0053
recall_30             	2024-5675	0.0053
recall_100            	2024-5675	0.0053
recall_200            	2024-5675	0.0053
recall_500            	2024-5675	0.0053
recall_1000           	2024-5675	0.0053
infAP                 	2024-5675	0.0053
Rprec_mult_0.20       	2024-5675	0.0263
Rprec_mult_0.40       	2024-5675	0.0132
Rprec_mult_0.60       	2024-5675	0.0088
Rprec_mult_0.80       	2024-5675	0.0066
Rprec_mult_1.00       	2024-5675	0.0053
Rprec_mult_1.20       	2024-5675	0.0044
Rprec_mult_1.40       	2024-5675	0.0038
Rprec_mult_1.60       	2024-5675	0.0033
Rprec_mult_1.80       	2024-5675	0.0029
Rprec_mult_2.00       	2024-5675	0.0027
utility               	2024-5675	2.0000
11pt_avg              	2024-5675	0.0909
binG                  	2024-5675	0.0053
G                     	2024-5675	0.0061
ndcg                  	2024-5675	0.0376
ndcg_rel              	2024-5675	0.0422
Rndcg                 	2024-5675	0.0678
ndcg_cut_5            	2024-5675	0.4462
ndcg_cut_10           	2024-5675	0.2895
ndcg_cut_15           	2024-5675	0.2244
ndcg_cut_20           	2024-5675	0.1868
ndcg_cut_30           	2024-5675	0.1436
ndcg_cut_100          	2024-5675	0.0766
ndcg_cut_200          	2024-5675	0.0545
ndcg_cut_500          	2024-5675	0.0376
ndcg_cut_1000         	2024-5675	0.0376
map_cut_5             	2024-5675	0.0053
map_cut_10            	2024-5675	0.0053
map_cut_15            	2024-5675	0.0053
map_cut_20            	2024-5675	0.0053
map_cut_30            	2024-5675	0.0053
map_cut_100           	2024-5675	0.0053
map_cut_200           	2024-5675	0.0053
map_cut_500           	2024-5675	0.0053
map_cut_1000          	2024-5675	0.0053
relative_P_5          	2024-5675	0.4000
relative_P_10         	2024-5675	0.2000
relative_P_15         	2024-5675	0.1333
relative_P_20         	2024-5675	0.1000
relative_P_30         	2024-5675	0.0667
relative_P_100        	2024-5675	0.0200
relative_P_200        	2024-5675	0.0100
relative_P_500        	2024-5675	0.0053
relative_P_1000       	2024-5675	0.0053
success_1             	2024-5675	1.0000
success_5             	2024-5675	1.0000
success_10            	2024-5675	1.0000
set_P                 	2024-5675	1.0000
set_relative_P        	2024-5675	1.0000
set_recall            	2024-5675	0.0053
set_map               	2024-5675	0.0053
set_F                 	2024-5675	0.0106
num_nonrel_judged_ret 	2024-5675	0
num_ret               	2024-5809	2
num_rel               	2024-5809	192
num_rel_ret           	2024-5809	2
map                   	2024-5809	0.0104
Rprec                 	2024-5809	0.0104
bpref                 	2024-5809	0.0104
recip_rank            	2024-5809	1.0000
iprec_at_recall_0.00  	2024-5809	1.0000
iprec_at_recall_0.10  	2024-5809	0.0000
iprec_at_recall_0.20  	2024-5809	0.0000
iprec_at_recall_0.30  	2024-5809	0.0000
iprec_at_recall_0.40  	2024-5809	0.0000
iprec_at_recall_0.50  	2024-5809	0.0000
iprec_at_recall_0.60  	2024-5809	0.0000
iprec_at_recall_0.70  	2024-5809	0.0000
iprec_at_recall_0.80  	2024-5809	0.0000
iprec_at_recall_0.90  	2024-5809	0.0000
iprec_at_recall_1.00  	2024-5809	0.0000
P_5                   	2024-5809	0.4000
P_10                  	2024-5809	0.2000
P_15                  	2024-5809	0.1333
P_20                  	2024-5809	0.1000
P_30                  	2024-5809	0.0667
P_100                 	2024-5809	0.0200
P_200                 	2024-5809	0.0100
P_500                 	2024-5809	0.0040
P_1000                	2024-5809	0.0020
relstring             	2024-5809	'33'
recall_5              	2024-5809	0.0104
recall_10             	2024-5809	0.0104
recall_15             	2024-5809	0.0104
recall_20             	2024-5809	0.0104
recall_30             	2024-5809	0.0104
recall_100            	2024-5809	0.0104
recall_200            	2024-5809	0.0104
recall_500            	2024-5809	0.0104
recall_1000           	2024-5809	0.0104
infAP                 	2024-5809	0.0104
Rprec_mult_0.20       	2024-5809	0.0513
Rprec_mult_0.40       	2024-5809	0.0260
Rprec_mult_0.60       	2024-5809	0.0172
Rprec_mult_0.80       	2024-5809	0.0130
Rprec_mult_1.00       	2024-5809	0.0104
Rprec_mult_1.20       	2024-5809	0.0087
Rprec_mult_1.40       	2024-5809	0.0074
Rprec_mult_1.60       	2024-5809	0.0065
Rprec_mult_1.80       	2024-5809	0.0058
Rprec_mult_2.00       	2024-5809	0.0052
utility               	2024-5809	2.0000
11pt_avg              	2024-5809	0.0909
binG                  	2024-5809	0.0104
G                     	2024-5809	0.0226
ndcg                  	2024-5809	0.0905
ndcg_rel              	2024-5809	0.1000
Rndcg                 	2024-5809	0.1698
ndcg_cut_5            	2024-5809	0.5531
ndcg_cut_10           	2024-5809	0.3590
ndcg_cut_15           	2024-5809	0.2783
ndcg_cut_20           	2024-5809	0.2454
ndcg_cut_30           	2024-5809	0.2023
ndcg_cut_100          	2024-5809	0.1186
ndcg_cut_200          	2024-5809	0.0905
ndcg_cut_500          	2024-5809	0.0905
ndcg_cut_1000         	2024-5809	0.0905
map_cut_5             	2024-5809	0.0104
map_cut_10            	2024-5809	0.0104
map_cut_15            	2024-5809	0.0104
map_cut_20            	2024-5809	0.0104
map_cut_30            	2024-5809	0.0104
map_cut_100           	2024-5809	0.0104
map_cut_200           	2024-5809	0.0104
map_cut_500           	2024-5809	0.0104
map_cut_1000          	2024-5809	0.0104
relative_P_5          	2024-5809	0.4000
relative_P_10         	2024-5809	0.2000
relative_P_15         	2024-5809	0.1333
relative_P_20         	2024-5809	0.1000
relative_P_30         	2024-5809	0.0667
relative_P_100        	2024-5809	0.0200
relative_P_200        	2024-5809	0.0104
relative_P_500        	2024-5809	0.0104
relative_P_1000       	2024-5809	0.0104
success_1             	2024-5809	1.0000
success_5             	2024-5809	1.0000
success_10            	2024-5809	1.0000
set_P                 	2024-5809	1.0000
set_relative_P        	2024-5809	1.0000
set_recall            	2024-5809	0.0104
set_map               	2024-5809	0.0104
set_F                 	2024-5809	0.0206
num_nonrel_judged_ret 	2024-5809	0
num_ret               	2024-58819	2
num_rel               	2024-58819	134
num_rel_ret           	2024-58819	1
map                   	2024-58819	0.0075
Rprec                 	2024-58819	0.0075
bpref                 	2024-58819	0.0075
recip_rank            	2024-58819	1.0000
iprec_at_recall_0.00  	2024-58819	1.0000
iprec_at_recall_0.10  	2024-58819	0.0000
iprec_at_recall_0.20  	2024-58819	0.0000
iprec_at_recall_0.30  	2024-58819	0.0000
iprec_at_recall_0.40  	2024-58819	0.0000
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	0.2000
P_10                  	2024-58819	0.1000
P_15                  	2024-58819	0.0667
P_20                  	2024-58819	0.0500
P_30                  	2024-58819	0.0333
P_100                 	2024-58819	0.0100
P_200                 	2024-58819	0.0050
P_500                 	2024-58819	0.0020
P_1000                	2024-58819	0.0010
relstring             	2024-58819	'20'
recall_5              	2024-58819	0.0075
recall_10             	2024-58819	0.0075
recall_15             	2024-58819	0.0075
recall_20             	2024-58819	0.0075
recall_30             	2024-58819	0.0075
recall_100            	2024-58819	0.0075
recall_200            	2024-58819	0.0075
recall_500            	2024-58819	0.0075
recall_1000           	2024-58819	0.0075
infAP                 	2024-58819	0.0075
Rprec_mult_0.20       	2024-58819	0.0370
Rprec_mult_0.40       	2024-58819	0.0185
Rprec_mult_0.60       	2024-58819	0.0123
Rprec_mult_0.80       	2024-58819	0.0093
Rprec_mult_1.00       	2024-58819	0.0075
Rprec_mult_1.20       	2024-58819	0.0062
Rprec_mult_1.40       	2024-58819	0.0053
Rprec_mult_1.60       	2024-58819	0.0047
Rprec_mult_1.80       	2024-58819	0.0041
Rprec_mult_2.00       	2024-58819	0.0037
utility               	2024-58819	0.0000
11pt_avg              	2024-58819	0.0909
binG                  	2024-58819	0.0075
G                     	2024-58819	0.0141
ndcg                  	2024-58819	0.0670
ndcg_rel              	2024-58819	0.0740
Rndcg                 	2024-58819	0.1600
ndcg_cut_5            	2024-58819	0.3392
ndcg_cut_10           	2024-58819	0.2354
ndcg_cut_15           	2024-58819	0.2038
ndcg_cut_20           	2024-58819	0.1819
ndcg_cut_30           	2024-58819	0.1525
ndcg_cut_100          	2024-58819	0.0803
ndcg_cut_200          	2024-58819	0.0670
ndcg_cut_500          	2024-58819	0.0670
ndcg_cut_1000         	2024-58819	0.0670
map_cut_5             	2024-58819	0.0075
map_cut_10            	2024-58819	0.0075
map_cut_15            	2024-58819	0.0075
map_cut_20            	2024-58819	0.0075
map_cut_30            	2024-58819	0.0075
map_cut_100           	2024-58819	0.0075
map_cut_200           	2024-58819	0.0075
map_cut_500           	2024-58819	0.0075
map_cut_1000          	2024-58819	0.0075
relative_P_5          	2024-58819	0.2000
relative_P_10         	2024-58819	0.1000
relative_P_15         	2024-58819	0.0667
relative_P_20         	2024-58819	0.0500
relative_P_30         	2024-58819	0.0333
relative_P_100        	2024-58819	0.0100
relative_P_200        	2024-58819	0.0075
relative_P_500        	2024-58819	0.0075
relative_P_1000       	2024-58819	0.0075
success_1             	2024-58819	1.0000
success_5             	2024-58819	1.0000
success_10            	2024-58819	1.0000
set_P                 	2024-58819	0.5000
set_relative_P        	2024-58819	0.5000
set_recall            	2024-58819	0.0075
set_map               	2024-58819	0.0037
set_F                 	2024-58819	0.0147
num_nonrel_judged_ret 	2024-58819	1
num_ret               	2024-5957	2
num_rel               	2024-5957	194
num_rel_ret           	2024-5957	2
map                   	2024-5957	0.0103
Rprec                 	2024-5957	0.0103
bpref                 	2024-5957	0.0103
recip_rank            	2024-5957	1.0000
iprec_at_recall_0.00  	2024-5957	1.0000
iprec_at_recall_0.10  	2024-5957	0.0000
iprec_at_recall_0.20  	2024-5957	0.0000
iprec_at_recall_0.30  	2024-5957	0.0000
iprec_at_recall_0.40  	2024-5957	0.0000
iprec_at_recall_0.50  	2024-5957	0.0000
iprec_at_recall_0.60  	2024-5957	0.0000
iprec_at_recall_0.70  	2024-5957	0.0000
iprec_at_recall_0.80  	2024-5957	0.0000
iprec_at_recall_0.90  	2024-5957	0.0000
iprec_at_recall_1.00  	2024-5957	0.0000
P_5                   	2024-5957	0.4000
P_10                  	2024-5957	0.2000
P_15                  	2024-5957	0.1333
P_20                  	2024-5957	0.1000
P_30                  	2024-5957	0.0667
P_100                 	2024-5957	0.0200
P_200                 	2024-5957	0.0100
P_500                 	2024-5957	0.0040
P_1000                	2024-5957	0.0020
relstring             	2024-5957	'12'
recall_5              	2024-5957	0.0103
recall_10             	2024-5957	0.0103
recall_15             	2024-5957	0.0103
recall_20             	2024-5957	0.0103
recall_30             	2024-5957	0.0103
recall_100            	2024-5957	0.0103
recall_200            	2024-5957	0.0103
recall_500            	2024-5957	0.0103
recall_1000           	2024-5957	0.0103
infAP                 	2024-5957	0.0103
Rprec_mult_0.20       	2024-5957	0.0513
Rprec_mult_0.40       	2024-5957	0.0256
Rprec_mult_0.60       	2024-5957	0.0171
Rprec_mult_0.80       	2024-5957	0.0128
Rprec_mult_1.00       	2024-5957	0.0103
Rprec_mult_1.20       	2024-5957	0.0086
Rprec_mult_1.40       	2024-5957	0.0074
Rprec_mult_1.60       	2024-5957	0.0064
Rprec_mult_1.80       	2024-5957	0.0057
Rprec_mult_2.00       	2024-5957	0.0052
utility               	2024-5957	2.0000
11pt_avg              	2024-5957	0.0909
binG                  	2024-5957	0.0103
G                     	2024-5957	0.0073
ndcg                  	2024-5957	0.0568
ndcg_rel              	2024-5957	0.0606
Rndcg                 	2024-5957	0.2009
ndcg_cut_5            	2024-5957	0.3280
ndcg_cut_10           	2024-5957	0.2242
ndcg_cut_15           	2024-5957	0.1936
ndcg_cut_20           	2024-5957	0.1758
ndcg_cut_30           	2024-5957	0.1510
ndcg_cut_100          	2024-5957	0.0845
ndcg_cut_200          	2024-5957	0.0568
ndcg_cut_500          	2024-5957	0.0568
ndcg_cut_1000         	2024-5957	0.0568
map_cut_5             	2024-5957	0.0103
map_cut_10            	2024-5957	0.0103
map_cut_15            	2024-5957	0.0103
map_cut_20            	2024-5957	0.0103
map_cut_30            	2024-5957	0.0103
map_cut_100           	2024-5957	0.0103
map_cut_200           	2024-5957	0.0103
map_cut_500           	2024-5957	0.0103
map_cut_1000          	2024-5957	0.0103
relative_P_5          	2024-5957	0.4000
relative_P_10         	2024-5957	0.2000
relative_P_15         	2024-5957	0.1333
relative_P_20         	2024-5957	0.1000
relative_P_30         	2024-5957	0.0667
relative_P_100        	2024-5957	0.0200
relative_P_200        	2024-5957	0.0103
relative_P_500        	2024-5957	0.0103
relative_P_1000       	2024-5957	0.0103
success_1             	2024-5957	1.0000
success_5             	2024-5957	1.0000
success_10            	2024-5957	1.0000
set_P                 	2024-5957	1.0000
set_relative_P        	2024-5957	1.0000
set_recall            	2024-5957	0.0103
set_map               	2024-5957	0.0103
set_F                 	2024-5957	0.0204
num_nonrel_judged_ret 	2024-5957	0
num_ret               	2024-5992	2
num_rel               	2024-5992	374
num_rel_ret           	2024-5992	2
map                   	2024-5992	0.0053
Rprec                 	2024-5992	0.0053
bpref                 	2024-5992	0.0053
recip_rank            	2024-5992	1.0000
iprec_at_recall_0.00  	2024-5992	1.0000
iprec_at_recall_0.10  	2024-5992	0.0000
iprec_at_recall_0.20  	2024-5992	0.0000
iprec_at_recall_0.30  	2024-5992	0.0000
iprec_at_recall_0.40  	2024-5992	0.0000
iprec_at_recall_0.50  	2024-5992	0.0000
iprec_at_recall_0.60  	2024-5992	0.0000
iprec_at_recall_0.70  	2024-5992	0.0000
iprec_at_recall_0.80  	2024-5992	0.0000
iprec_at_recall_0.90  	2024-5992	0.0000
iprec_at_recall_1.00  	2024-5992	0.0000
P_5                   	2024-5992	0.4000
P_10                  	2024-5992	0.2000
P_15                  	2024-5992	0.1333
P_20                  	2024-5992	0.1000
P_30                  	2024-5992	0.0667
P_100                 	2024-5992	0.0200
P_200                 	2024-5992	0.0100
P_500                 	2024-5992	0.0040
P_1000                	2024-5992	0.0020
relstring             	2024-5992	'22'
recall_5              	2024-5992	0.0053
recall_10             	2024-5992	0.0053
recall_15             	2024-5992	0.0053
recall_20             	2024-5992	0.0053
recall_30             	2024-5992	0.0053
recall_100            	2024-5992	0.0053
recall_200            	2024-5992	0.0053
recall_500            	2024-5992	0.0053
recall_1000           	2024-5992	0.0053
infAP                 	2024-5992	0.0053
Rprec_mult_0.20       	2024-5992	0.0267
Rprec_mult_0.40       	2024-5992	0.0133
Rprec_mult_0.60       	2024-5992	0.0089
Rprec_mult_0.80       	2024-5992	0.0067
Rprec_mult_1.00       	2024-5992	0.0053
Rprec_mult_1.20       	2024-5992	0.0045
Rprec_mult_1.40       	2024-5992	0.0038
Rprec_mult_1.60       	2024-5992	0.0033
Rprec_mult_1.80       	2024-5992	0.0030
Rprec_mult_2.00       	2024-5992	0.0027
utility               	2024-5992	2.0000
11pt_avg              	2024-5992	0.0909
binG                  	2024-5992	0.0053
G                     	2024-5992	0.0043
ndcg                  	2024-5992	0.0372
ndcg_rel              	2024-5992	0.0406
Rndcg                 	2024-5992	0.1063
ndcg_cut_5            	2024-5992	0.3688
ndcg_cut_10           	2024-5992	0.2393
ndcg_cut_15           	2024-5992	0.1971
ndcg_cut_20           	2024-5992	0.1726
ndcg_cut_30           	2024-5992	0.1409
ndcg_cut_100          	2024-5992	0.0698
ndcg_cut_200          	2024-5992	0.0493
ndcg_cut_500          	2024-5992	0.0372
ndcg_cut_1000         	2024-5992	0.0372
map_cut_5             	2024-5992	0.0053
map_cut_10            	2024-5992	0.0053
map_cut_15            	2024-5992	0.0053
map_cut_20            	2024-5992	0.0053
map_cut_30            	2024-5992	0.0053
map_cut_100           	2024-5992	0.0053
map_cut_200           	2024-5992	0.0053
map_cut_500           	2024-5992	0.0053
map_cut_1000          	2024-5992	0.0053
relative_P_5          	2024-5992	0.4000
relative_P_10         	2024-5992	0.2000
relative_P_15         	2024-5992	0.1333
relative_P_20         	2024-5992	0.1000
relative_P_30         	2024-5992	0.0667
relative_P_100        	2024-5992	0.0200
relative_P_200        	2024-5992	0.0100
relative_P_500        	2024-5992	0.0053
relative_P_1000       	2024-5992	0.0053
success_1             	2024-5992	1.0000
success_5             	2024-5992	1.0000
success_10            	2024-5992	1.0000
set_P                 	2024-5992	1.0000
set_relative_P        	2024-5992	1.0000
set_recall            	2024-5992	0.0053
set_map               	2024-5992	0.0053
set_F                 	2024-5992	0.0106
num_nonrel_judged_ret 	2024-5992	0
num_ret               	2024-6587	2
num_rel               	2024-6587	260
num_rel_ret           	2024-6587	1
map                   	2024-6587	0.0019
Rprec                 	2024-6587	0.0038
bpref                 	2024-6587	0.0038
recip_rank            	2024-6587	0.5000
iprec_at_recall_0.00  	2024-6587	0.5000
iprec_at_recall_0.10  	2024-6587	0.0000
iprec_at_recall_0.20  	2024-6587	0.0000
iprec_at_recall_0.30  	2024-6587	0.0000
iprec_at_recall_0.40  	2024-6587	0.0000
iprec_at_recall_0.50  	2024-6587	0.0000
iprec_at_recall_0.60  	2024-6587	0.0000
iprec_at_recall_0.70  	2024-6587	0.0000
iprec_at_recall_0.80  	2024-6587	0.0000
iprec_at_recall_0.90  	2024-6587	0.0000
iprec_at_recall_1.00  	2024-6587	0.0000
P_5                   	2024-6587	0.2000
P_10                  	2024-6587	0.1000
P_15                  	2024-6587	0.0667
P_20                  	2024-6587	0.0500
P_30                  	2024-6587	0.0333
P_100                 	2024-6587	0.0100
P_200                 	2024-6587	0.0050
P_500                 	2024-6587	0.0020
P_1000                	2024-6587	0.0010
relstring             	2024-6587	'02'
recall_5              	2024-6587	0.0038
recall_10             	2024-6587	0.0038
recall_15             	2024-6587	0.0038
recall_20             	2024-6587	0.0038
recall_30             	2024-6587	0.0038
recall_100            	2024-6587	0.0038
recall_200            	2024-6587	0.0038
recall_500            	2024-6587	0.0038
recall_1000           	2024-6587	0.0038
infAP                 	2024-6587	0.0019
Rprec_mult_0.20       	2024-6587	0.0192
Rprec_mult_0.40       	2024-6587	0.0096
Rprec_mult_0.60       	2024-6587	0.0064
Rprec_mult_0.80       	2024-6587	0.0048
Rprec_mult_1.00       	2024-6587	0.0038
Rprec_mult_1.20       	2024-6587	0.0032
Rprec_mult_1.40       	2024-6587	0.0027
Rprec_mult_1.60       	2024-6587	0.0024
Rprec_mult_1.80       	2024-6587	0.0021
Rprec_mult_2.00       	2024-6587	0.0019
utility               	2024-6587	0.0000
11pt_avg              	2024-6587	0.0455
binG                  	2024-6587	0.0024
G                     	2024-6587	0.0031
ndcg                  	2024-6587	0.0222
ndcg_rel              	2024-6587	0.0236
Rndcg                 	2024-6587	0.0332
ndcg_cut_5            	2024-6587	0.2140
ndcg_cut_10           	2024-6587	0.1389
ndcg_cut_15           	2024-6587	0.1076
ndcg_cut_20           	2024-6587	0.0896
ndcg_cut_30           	2024-6587	0.0689
ndcg_cut_100          	2024-6587	0.0358
ndcg_cut_200          	2024-6587	0.0257
ndcg_cut_500          	2024-6587	0.0222
ndcg_cut_1000         	2024-6587	0.0222
map_cut_5             	2024-6587	0.0019
map_cut_10            	2024-6587	0.0019
map_cut_15            	2024-6587	0.0019
map_cut_20            	2024-6587	0.0019
map_cut_30            	2024-6587	0.0019
map_cut_100           	2024-6587	0.0019
map_cut_200           	2024-6587	0.0019
map_cut_500           	2024-6587	0.0019
map_cut_1000          	2024-6587	0.0019
relative_P_5          	2024-6587	0.2000
relative_P_10         	2024-6587	0.1000
relative_P_15         	2024-6587	0.0667
relative_P_20         	2024-6587	0.0500
relative_P_30         	2024-6587	0.0333
relative_P_100        	2024-6587	0.0100
relative_P_200        	2024-6587	0.0050
relative_P_500        	2024-6587	0.0038
relative_P_1000       	2024-6587	0.0038
success_1             	2024-6587	0.0000
success_5             	2024-6587	1.0000
success_10            	2024-6587	1.0000
set_P                 	2024-6587	0.5000
set_relative_P        	2024-6587	0.5000
set_recall            	2024-6587	0.0038
set_map               	2024-6587	0.0019
set_F                 	2024-6587	0.0076
num_nonrel_judged_ret 	2024-6587	1
num_ret               	2024-66915	2
num_rel               	2024-66915	293
num_rel_ret           	2024-66915	2
map                   	2024-66915	0.0068
Rprec                 	2024-66915	0.0068
bpref                 	2024-66915	0.0068
recip_rank            	2024-66915	1.0000
iprec_at_recall_0.00  	2024-66915	1.0000
iprec_at_recall_0.10  	2024-66915	0.0000
iprec_at_recall_0.20  	2024-66915	0.0000
iprec_at_recall_0.30  	2024-66915	0.0000
iprec_at_recall_0.40  	2024-66915	0.0000
iprec_at_recall_0.50  	2024-66915	0.0000
iprec_at_recall_0.60  	2024-66915	0.0000
iprec_at_recall_0.70  	2024-66915	0.0000
iprec_at_recall_0.80  	2024-66915	0.0000
iprec_at_recall_0.90  	2024-66915	0.0000
iprec_at_recall_1.00  	2024-66915	0.0000
P_5                   	2024-66915	0.4000
P_10                  	2024-66915	0.2000
P_15                  	2024-66915	0.1333
P_20                  	2024-66915	0.1000
P_30                  	2024-66915	0.0667
P_100                 	2024-66915	0.0200
P_200                 	2024-66915	0.0100
P_500                 	2024-66915	0.0040
P_1000                	2024-66915	0.0020
relstring             	2024-66915	'32'
recall_5              	2024-66915	0.0068
recall_10             	2024-66915	0.0068
recall_15             	2024-66915	0.0068
recall_20             	2024-66915	0.0068
recall_30             	2024-66915	0.0068
recall_100            	2024-66915	0.0068
recall_200            	2024-66915	0.0068
recall_500            	2024-66915	0.0068
recall_1000           	2024-66915	0.0068
infAP                 	2024-66915	0.0068
Rprec_mult_0.20       	2024-66915	0.0339
Rprec_mult_0.40       	2024-66915	0.0169
Rprec_mult_0.60       	2024-66915	0.0114
Rprec_mult_0.80       	2024-66915	0.0085
Rprec_mult_1.00       	2024-66915	0.0068
Rprec_mult_1.20       	2024-66915	0.0057
Rprec_mult_1.40       	2024-66915	0.0049
Rprec_mult_1.60       	2024-66915	0.0043
Rprec_mult_1.80       	2024-66915	0.0038
Rprec_mult_2.00       	2024-66915	0.0034
utility               	2024-66915	2.0000
11pt_avg              	2024-66915	0.0909
binG                  	2024-66915	0.0068
G                     	2024-66915	0.0146
ndcg                  	2024-66915	0.0709
ndcg_rel              	2024-66915	0.0773
Rndcg                 	2024-66915	0.4114
ndcg_cut_5            	2024-66915	0.6179
ndcg_cut_10           	2024-66915	0.4225
ndcg_cut_15           	2024-66915	0.3350
ndcg_cut_20           	2024-66915	0.2826
ndcg_cut_30           	2024-66915	0.2206
ndcg_cut_100          	2024-66915	0.1236
ndcg_cut_200          	2024-66915	0.0881
ndcg_cut_500          	2024-66915	0.0709
ndcg_cut_1000         	2024-66915	0.0709
map_cut_5             	2024-66915	0.0068
map_cut_10            	2024-66915	0.0068
map_cut_15            	2024-66915	0.0068
map_cut_20            	2024-66915	0.0068
map_cut_30            	2024-66915	0.0068
map_cut_100           	2024-66915	0.0068
map_cut_200           	2024-66915	0.0068
map_cut_500           	2024-66915	0.0068
map_cut_1000          	2024-66915	0.0068
relative_P_5          	2024-66915	0.4000
relative_P_10         	2024-66915	0.2000
relative_P_15         	2024-66915	0.1333
relative_P_20         	2024-66915	0.1000
relative_P_30         	2024-66915	0.0667
relative_P_100        	2024-66915	0.0200
relative_P_200        	2024-66915	0.0100
relative_P_500        	2024-66915	0.0068
relative_P_1000       	2024-66915	0.0068
success_1             	2024-66915	1.0000
success_5             	2024-66915	1.0000
success_10            	2024-66915	1.0000
set_P                 	2024-66915	1.0000
set_relative_P        	2024-66915	1.0000
set_recall            	2024-66915	0.0068
set_map               	2024-66915	0.0068
set_F                 	2024-66915	0.0136
num_nonrel_judged_ret 	2024-66915	0
num_ret               	2024-66937	2
num_rel               	2024-66937	296
num_rel_ret           	2024-66937	2
map                   	2024-66937	0.0068
Rprec                 	2024-66937	0.0068
bpref                 	2024-66937	0.0068
recip_rank            	2024-66937	1.0000
iprec_at_recall_0.00  	2024-66937	1.0000
iprec_at_recall_0.10  	2024-66937	0.0000
iprec_at_recall_0.20  	2024-66937	0.0000
iprec_at_recall_0.30  	2024-66937	0.0000
iprec_at_recall_0.40  	2024-66937	0.0000
iprec_at_recall_0.50  	2024-66937	0.0000
iprec_at_recall_0.60  	2024-66937	0.0000
iprec_at_recall_0.70  	2024-66937	0.0000
iprec_at_recall_0.80  	2024-66937	0.0000
iprec_at_recall_0.90  	2024-66937	0.0000
iprec_at_recall_1.00  	2024-66937	0.0000
P_5                   	2024-66937	0.4000
P_10                  	2024-66937	0.2000
P_15                  	2024-66937	0.1333
P_20                  	2024-66937	0.1000
P_30                  	2024-66937	0.0667
P_100                 	2024-66937	0.0200
P_200                 	2024-66937	0.0100
P_500                 	2024-66937	0.0040
P_1000                	2024-66937	0.0020
relstring             	2024-66937	'11'
recall_5              	2024-66937	0.0068
recall_10             	2024-66937	0.0068
recall_15             	2024-66937	0.0068
recall_20             	2024-66937	0.0068
recall_30             	2024-66937	0.0068
recall_100            	2024-66937	0.0068
recall_200            	2024-66937	0.0068
recall_500            	2024-66937	0.0068
recall_1000           	2024-66937	0.0068
infAP                 	2024-66937	0.0068
Rprec_mult_0.20       	2024-66937	0.0333
Rprec_mult_0.40       	2024-66937	0.0168
Rprec_mult_0.60       	2024-66937	0.0112
Rprec_mult_0.80       	2024-66937	0.0084
Rprec_mult_1.00       	2024-66937	0.0068
Rprec_mult_1.20       	2024-66937	0.0056
Rprec_mult_1.40       	2024-66937	0.0048
Rprec_mult_1.60       	2024-66937	0.0042
Rprec_mult_1.80       	2024-66937	0.0038
Rprec_mult_2.00       	2024-66937	0.0034
utility               	2024-66937	2.0000
11pt_avg              	2024-66937	0.0909
binG                  	2024-66937	0.0068
G                     	2024-66937	0.0023
ndcg                  	2024-66937	0.0235
ndcg_rel              	2024-66937	0.0256
Rndcg                 	2024-66937	0.0708
ndcg_cut_5            	2024-66937	0.1844
ndcg_cut_10           	2024-66937	0.1282
ndcg_cut_15           	2024-66937	0.1062
ndcg_cut_20           	2024-66937	0.0920
ndcg_cut_30           	2024-66937	0.0743
ndcg_cut_100          	2024-66937	0.0376
ndcg_cut_200          	2024-66937	0.0285
ndcg_cut_500          	2024-66937	0.0235
ndcg_cut_1000         	2024-66937	0.0235
map_cut_5             	2024-66937	0.0068
map_cut_10            	2024-66937	0.0068
map_cut_15            	2024-66937	0.0068
map_cut_20            	2024-66937	0.0068
map_cut_30            	2024-66937	0.0068
map_cut_100           	2024-66937	0.0068
map_cut_200           	2024-66937	0.0068
map_cut_500           	2024-66937	0.0068
map_cut_1000          	2024-66937	0.0068
relative_P_5          	2024-66937	0.4000
relative_P_10         	2024-66937	0.2000
relative_P_15         	2024-66937	0.1333
relative_P_20         	2024-66937	0.1000
relative_P_30         	2024-66937	0.0667
relative_P_100        	2024-66937	0.0200
relative_P_200        	2024-66937	0.0100
relative_P_500        	2024-66937	0.0068
relative_P_1000       	2024-66937	0.0068
success_1             	2024-66937	1.0000
success_5             	2024-66937	1.0000
success_10            	2024-66937	1.0000
set_P                 	2024-66937	1.0000
set_relative_P        	2024-66937	1.0000
set_recall            	2024-66937	0.0068
set_map               	2024-66937	0.0068
set_F                 	2024-66937	0.0134
num_nonrel_judged_ret 	2024-66937	0
num_ret               	2024-67021	2
num_rel               	2024-67021	263
num_rel_ret           	2024-67021	2
map                   	2024-67021	0.0076
Rprec                 	2024-67021	0.0076
bpref                 	2024-67021	0.0076
recip_rank            	2024-67021	1.0000
iprec_at_recall_0.00  	2024-67021	1.0000
iprec_at_recall_0.10  	2024-67021	0.0000
iprec_at_recall_0.20  	2024-67021	0.0000
iprec_at_recall_0.30  	2024-67021	0.0000
iprec_at_recall_0.40  	2024-67021	0.0000
iprec_at_recall_0.50  	2024-67021	0.0000
iprec_at_recall_0.60  	2024-67021	0.0000
iprec_at_recall_0.70  	2024-67021	0.0000
iprec_at_recall_0.80  	2024-67021	0.0000
iprec_at_recall_0.90  	2024-67021	0.0000
iprec_at_recall_1.00  	2024-67021	0.0000
P_5                   	2024-67021	0.4000
P_10                  	2024-67021	0.2000
P_15                  	2024-67021	0.1333
P_20                  	2024-67021	0.1000
P_30                  	2024-67021	0.0667
P_100                 	2024-67021	0.0200
P_200                 	2024-67021	0.0100
P_500                 	2024-67021	0.0040
P_1000                	2024-67021	0.0020
relstring             	2024-67021	'12'
recall_5              	2024-67021	0.0076
recall_10             	2024-67021	0.0076
recall_15             	2024-67021	0.0076
recall_20             	2024-67021	0.0076
recall_30             	2024-67021	0.0076
recall_100            	2024-67021	0.0076
recall_200            	2024-67021	0.0076
recall_500            	2024-67021	0.0076
recall_1000           	2024-67021	0.0076
infAP                 	2024-67021	0.0076
Rprec_mult_0.20       	2024-67021	0.0377
Rprec_mult_0.40       	2024-67021	0.0189
Rprec_mult_0.60       	2024-67021	0.0127
Rprec_mult_0.80       	2024-67021	0.0095
Rprec_mult_1.00       	2024-67021	0.0076
Rprec_mult_1.20       	2024-67021	0.0063
Rprec_mult_1.40       	2024-67021	0.0054
Rprec_mult_1.60       	2024-67021	0.0048
Rprec_mult_1.80       	2024-67021	0.0042
Rprec_mult_2.00       	2024-67021	0.0038
utility               	2024-67021	2.0000
11pt_avg              	2024-67021	0.0909
binG                  	2024-67021	0.0076
G                     	2024-67021	0.0067
ndcg                  	2024-67021	0.0454
ndcg_rel              	2024-67021	0.0495
Rndcg                 	2024-67021	0.1030
ndcg_cut_5            	2024-67021	0.3836
ndcg_cut_10           	2024-67021	0.2489
ndcg_cut_15           	2024-67021	0.1929
ndcg_cut_20           	2024-67021	0.1606
ndcg_cut_30           	2024-67021	0.1396
ndcg_cut_100          	2024-67021	0.0808
ndcg_cut_200          	2024-67021	0.0540
ndcg_cut_500          	2024-67021	0.0454
ndcg_cut_1000         	2024-67021	0.0454
map_cut_5             	2024-67021	0.0076
map_cut_10            	2024-67021	0.0076
map_cut_15            	2024-67021	0.0076
map_cut_20            	2024-67021	0.0076
map_cut_30            	2024-67021	0.0076
map_cut_100           	2024-67021	0.0076
map_cut_200           	2024-67021	0.0076
map_cut_500           	2024-67021	0.0076
map_cut_1000          	2024-67021	0.0076
relative_P_5          	2024-67021	0.4000
relative_P_10         	2024-67021	0.2000
relative_P_15         	2024-67021	0.1333
relative_P_20         	2024-67021	0.1000
relative_P_30         	2024-67021	0.0667
relative_P_100        	2024-67021	0.0200
relative_P_200        	2024-67021	0.0100
relative_P_500        	2024-67021	0.0076
relative_P_1000       	2024-67021	0.0076
success_1             	2024-67021	1.0000
success_5             	2024-67021	1.0000
success_10            	2024-67021	1.0000
set_P                 	2024-67021	1.0000
set_relative_P        	2024-67021	1.0000
set_recall            	2024-67021	0.0076
set_map               	2024-67021	0.0076
set_F                 	2024-67021	0.0151
num_nonrel_judged_ret 	2024-67021	0
num_ret               	2024-6778	2
num_rel               	2024-6778	259
num_rel_ret           	2024-6778	2
map                   	2024-6778	0.0077
Rprec                 	2024-6778	0.0077
bpref                 	2024-6778	0.0077
recip_rank            	2024-6778	1.0000
iprec_at_recall_0.00  	2024-6778	1.0000
iprec_at_recall_0.10  	2024-6778	0.0000
iprec_at_recall_0.20  	2024-6778	0.0000
iprec_at_recall_0.30  	2024-6778	0.0000
iprec_at_recall_0.40  	2024-6778	0.0000
iprec_at_recall_0.50  	2024-6778	0.0000
iprec_at_recall_0.60  	2024-6778	0.0000
iprec_at_recall_0.70  	2024-6778	0.0000
iprec_at_recall_0.80  	2024-6778	0.0000
iprec_at_recall_0.90  	2024-6778	0.0000
iprec_at_recall_1.00  	2024-6778	0.0000
P_5                   	2024-6778	0.4000
P_10                  	2024-6778	0.2000
P_15                  	2024-6778	0.1333
P_20                  	2024-6778	0.1000
P_30                  	2024-6778	0.0667
P_100                 	2024-6778	0.0200
P_200                 	2024-6778	0.0100
P_500                 	2024-6778	0.0040
P_1000                	2024-6778	0.0020
relstring             	2024-6778	'31'
recall_5              	2024-6778	0.0077
recall_10             	2024-6778	0.0077
recall_15             	2024-6778	0.0077
recall_20             	2024-6778	0.0077
recall_30             	2024-6778	0.0077
recall_100            	2024-6778	0.0077
recall_200            	2024-6778	0.0077
recall_500            	2024-6778	0.0077
recall_1000           	2024-6778	0.0077
infAP                 	2024-6778	0.0077
Rprec_mult_0.20       	2024-6778	0.0385
Rprec_mult_0.40       	2024-6778	0.0192
Rprec_mult_0.60       	2024-6778	0.0128
Rprec_mult_0.80       	2024-6778	0.0096
Rprec_mult_1.00       	2024-6778	0.0077
Rprec_mult_1.20       	2024-6778	0.0064
Rprec_mult_1.40       	2024-6778	0.0055
Rprec_mult_1.60       	2024-6778	0.0048
Rprec_mult_1.80       	2024-6778	0.0043
Rprec_mult_2.00       	2024-6778	0.0039
utility               	2024-6778	2.0000
11pt_avg              	2024-6778	0.0909
binG                  	2024-6778	0.0077
G                     	2024-6778	0.0102
ndcg                  	2024-6778	0.0578
ndcg_rel              	2024-6778	0.0641
Rndcg                 	2024-6778	0.2084
ndcg_cut_5            	2024-6778	0.4293
ndcg_cut_10           	2024-6778	0.3117
ndcg_cut_15           	2024-6778	0.2542
ndcg_cut_20           	2024-6778	0.2182
ndcg_cut_30           	2024-6778	0.1739
ndcg_cut_100          	2024-6778	0.0878
ndcg_cut_200          	2024-6778	0.0657
ndcg_cut_500          	2024-6778	0.0578
ndcg_cut_1000         	2024-6778	0.0578
map_cut_5             	2024-6778	0.0077
map_cut_10            	2024-6778	0.0077
map_cut_15            	2024-6778	0.0077
map_cut_20            	2024-6778	0.0077
map_cut_30            	2024-6778	0.0077
map_cut_100           	2024-6778	0.0077
map_cut_200           	2024-6778	0.0077
map_cut_500           	2024-6778	0.0077
map_cut_1000          	2024-6778	0.0077
relative_P_5          	2024-6778	0.4000
relative_P_10         	2024-6778	0.2000
relative_P_15         	2024-6778	0.1333
relative_P_20         	2024-6778	0.1000
relative_P_30         	2024-6778	0.0667
relative_P_100        	2024-6778	0.0200
relative_P_200        	2024-6778	0.0100
relative_P_500        	2024-6778	0.0077
relative_P_1000       	2024-6778	0.0077
success_1             	2024-6778	1.0000
success_5             	2024-6778	1.0000
success_10            	2024-6778	1.0000
set_P                 	2024-6778	1.0000
set_relative_P        	2024-6778	1.0000
set_recall            	2024-6778	0.0077
set_map               	2024-6778	0.0077
set_F                 	2024-6778	0.0153
num_nonrel_judged_ret 	2024-6778	0
num_ret               	2024-6862	2
num_rel               	2024-6862	235
num_rel_ret           	2024-6862	2
map                   	2024-6862	0.0085
Rprec                 	2024-6862	0.0085
bpref                 	2024-6862	0.0085
recip_rank            	2024-6862	1.0000
iprec_at_recall_0.00  	2024-6862	1.0000
iprec_at_recall_0.10  	2024-6862	0.0000
iprec_at_recall_0.20  	2024-6862	0.0000
iprec_at_recall_0.30  	2024-6862	0.0000
iprec_at_recall_0.40  	2024-6862	0.0000
iprec_at_recall_0.50  	2024-6862	0.0000
iprec_at_recall_0.60  	2024-6862	0.0000
iprec_at_recall_0.70  	2024-6862	0.0000
iprec_at_recall_0.80  	2024-6862	0.0000
iprec_at_recall_0.90  	2024-6862	0.0000
iprec_at_recall_1.00  	2024-6862	0.0000
P_5                   	2024-6862	0.4000
P_10                  	2024-6862	0.2000
P_15                  	2024-6862	0.1333
P_20                  	2024-6862	0.1000
P_30                  	2024-6862	0.0667
P_100                 	2024-6862	0.0200
P_200                 	2024-6862	0.0100
P_500                 	2024-6862	0.0040
P_1000                	2024-6862	0.0020
relstring             	2024-6862	'33'
recall_5              	2024-6862	0.0085
recall_10             	2024-6862	0.0085
recall_15             	2024-6862	0.0085
recall_20             	2024-6862	0.0085
recall_30             	2024-6862	0.0085
recall_100            	2024-6862	0.0085
recall_200            	2024-6862	0.0085
recall_500            	2024-6862	0.0085
recall_1000           	2024-6862	0.0085
infAP                 	2024-6862	0.0085
Rprec_mult_0.20       	2024-6862	0.0426
Rprec_mult_0.40       	2024-6862	0.0213
Rprec_mult_0.60       	2024-6862	0.0142
Rprec_mult_0.80       	2024-6862	0.0106
Rprec_mult_1.00       	2024-6862	0.0085
Rprec_mult_1.20       	2024-6862	0.0071
Rprec_mult_1.40       	2024-6862	0.0061
Rprec_mult_1.60       	2024-6862	0.0053
Rprec_mult_1.80       	2024-6862	0.0047
Rprec_mult_2.00       	2024-6862	0.0043
utility               	2024-6862	2.0000
11pt_avg              	2024-6862	0.0909
binG                  	2024-6862	0.0085
G                     	2024-6862	0.0145
ndcg                  	2024-6862	0.0627
ndcg_rel              	2024-6862	0.0707
Rndcg                 	2024-6862	0.0813
ndcg_cut_5            	2024-6862	0.5531
ndcg_cut_10           	2024-6862	0.3590
ndcg_cut_15           	2024-6862	0.2783
ndcg_cut_20           	2024-6862	0.2317
ndcg_cut_30           	2024-6862	0.1780
ndcg_cut_100          	2024-6862	0.0844
ndcg_cut_200          	2024-6862	0.0666
ndcg_cut_500          	2024-6862	0.0627
ndcg_cut_1000         	2024-6862	0.0627
map_cut_5             	2024-6862	0.0085
map_cut_10            	2024-6862	0.0085
map_cut_15            	2024-6862	0.0085
map_cut_20            	2024-6862	0.0085
map_cut_30            	2024-6862	0.0085
map_cut_100           	2024-6862	0.0085
map_cut_200           	2024-6862	0.0085
map_cut_500           	2024-6862	0.0085
map_cut_1000          	2024-6862	0.0085
relative_P_5          	2024-6862	0.4000
relative_P_10         	2024-6862	0.2000
relative_P_15         	2024-6862	0.1333
relative_P_20         	2024-6862	0.1000
relative_P_30         	2024-6862	0.0667
relative_P_100        	2024-6862	0.0200
relative_P_200        	2024-6862	0.0100
relative_P_500        	2024-6862	0.0085
relative_P_1000       	2024-6862	0.0085
success_1             	2024-6862	1.0000
success_5             	2024-6862	1.0000
success_10            	2024-6862	1.0000
set_P                 	2024-6862	1.0000
set_relative_P        	2024-6862	1.0000
set_recall            	2024-6862	0.0085
set_map               	2024-6862	0.0085
set_F                 	2024-6862	0.0169
num_nonrel_judged_ret 	2024-6862	0
num_ret               	2024-69711	2
num_rel               	2024-69711	254
num_rel_ret           	2024-69711	0
map                   	2024-69711	0.0000
Rprec                 	2024-69711	0.0000
bpref                 	2024-69711	0.0000
recip_rank            	2024-69711	0.0000
iprec_at_recall_0.00  	2024-69711	0.0000
iprec_at_recall_0.10  	2024-69711	0.0000
iprec_at_recall_0.20  	2024-69711	0.0000
iprec_at_recall_0.30  	2024-69711	0.0000
iprec_at_recall_0.40  	2024-69711	0.0000
iprec_at_recall_0.50  	2024-69711	0.0000
iprec_at_recall_0.60  	2024-69711	0.0000
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	0.0000
P_10                  	2024-69711	0.0000
P_15                  	2024-69711	0.0000
P_20                  	2024-69711	0.0000
P_30                  	2024-69711	0.0000
P_100                 	2024-69711	0.0000
P_200                 	2024-69711	0.0000
P_500                 	2024-69711	0.0000
P_1000                	2024-69711	0.0000
relstring             	2024-69711	'00'
recall_5              	2024-69711	0.0000
recall_10             	2024-69711	0.0000
recall_15             	2024-69711	0.0000
recall_20             	2024-69711	0.0000
recall_30             	2024-69711	0.0000
recall_100            	2024-69711	0.0000
recall_200            	2024-69711	0.0000
recall_500            	2024-69711	0.0000
recall_1000           	2024-69711	0.0000
infAP                 	2024-69711	0.0000
Rprec_mult_0.20       	2024-69711	0.0000
Rprec_mult_0.40       	2024-69711	0.0000
Rprec_mult_0.60       	2024-69711	0.0000
Rprec_mult_0.80       	2024-69711	0.0000
Rprec_mult_1.00       	2024-69711	0.0000
Rprec_mult_1.20       	2024-69711	0.0000
Rprec_mult_1.40       	2024-69711	0.0000
Rprec_mult_1.60       	2024-69711	0.0000
Rprec_mult_1.80       	2024-69711	0.0000
Rprec_mult_2.00       	2024-69711	0.0000
utility               	2024-69711	-2.0000
11pt_avg              	2024-69711	0.0000
binG                  	2024-69711	0.0000
G                     	2024-69711	0.0000
ndcg                  	2024-69711	0.0000
ndcg_rel              	2024-69711	0.0000
Rndcg                 	2024-69711	0.0000
ndcg_cut_5            	2024-69711	0.0000
ndcg_cut_10           	2024-69711	0.0000
ndcg_cut_15           	2024-69711	0.0000
ndcg_cut_20           	2024-69711	0.0000
ndcg_cut_30           	2024-69711	0.0000
ndcg_cut_100          	2024-69711	0.0000
ndcg_cut_200          	2024-69711	0.0000
ndcg_cut_500          	2024-69711	0.0000
ndcg_cut_1000         	2024-69711	0.0000
map_cut_5             	2024-69711	0.0000
map_cut_10            	2024-69711	0.0000
map_cut_15            	2024-69711	0.0000
map_cut_20            	2024-69711	0.0000
map_cut_30            	2024-69711	0.0000
map_cut_100           	2024-69711	0.0000
map_cut_200           	2024-69711	0.0000
map_cut_500           	2024-69711	0.0000
map_cut_1000          	2024-69711	0.0000
relative_P_5          	2024-69711	0.0000
relative_P_10         	2024-69711	0.0000
relative_P_15         	2024-69711	0.0000
relative_P_20         	2024-69711	0.0000
relative_P_30         	2024-69711	0.0000
relative_P_100        	2024-69711	0.0000
relative_P_200        	2024-69711	0.0000
relative_P_500        	2024-69711	0.0000
relative_P_1000       	2024-69711	0.0000
success_1             	2024-69711	0.0000
success_5             	2024-69711	0.0000
success_10            	2024-69711	0.0000
set_P                 	2024-69711	0.0000
set_relative_P        	2024-69711	0.0000
set_recall            	2024-69711	0.0000
set_map               	2024-69711	0.0000
set_F                 	2024-69711	0.0000
num_nonrel_judged_ret 	2024-69711	2
num_ret               	2024-7058	2
num_rel               	2024-7058	214
num_rel_ret           	2024-7058	2
map                   	2024-7058	0.0093
Rprec                 	2024-7058	0.0093
bpref                 	2024-7058	0.0093
recip_rank            	2024-7058	1.0000
iprec_at_recall_0.00  	2024-7058	1.0000
iprec_at_recall_0.10  	2024-7058	0.0000
iprec_at_recall_0.20  	2024-7058	0.0000
iprec_at_recall_0.30  	2024-7058	0.0000
iprec_at_recall_0.40  	2024-7058	0.0000
iprec_at_recall_0.50  	2024-7058	0.0000
iprec_at_recall_0.60  	2024-7058	0.0000
iprec_at_recall_0.70  	2024-7058	0.0000
iprec_at_recall_0.80  	2024-7058	0.0000
iprec_at_recall_0.90  	2024-7058	0.0000
iprec_at_recall_1.00  	2024-7058	0.0000
P_5                   	2024-7058	0.4000
P_10                  	2024-7058	0.2000
P_15                  	2024-7058	0.1333
P_20                  	2024-7058	0.1000
P_30                  	2024-7058	0.0667
P_100                 	2024-7058	0.0200
P_200                 	2024-7058	0.0100
P_500                 	2024-7058	0.0040
P_1000                	2024-7058	0.0020
relstring             	2024-7058	'22'
recall_5              	2024-7058	0.0093
recall_10             	2024-7058	0.0093
recall_15             	2024-7058	0.0093
recall_20             	2024-7058	0.0093
recall_30             	2024-7058	0.0093
recall_100            	2024-7058	0.0093
recall_200            	2024-7058	0.0093
recall_500            	2024-7058	0.0093
recall_1000           	2024-7058	0.0093
infAP                 	2024-7058	0.0093
Rprec_mult_0.20       	2024-7058	0.0465
Rprec_mult_0.40       	2024-7058	0.0233
Rprec_mult_0.60       	2024-7058	0.0155
Rprec_mult_0.80       	2024-7058	0.0116
Rprec_mult_1.00       	2024-7058	0.0093
Rprec_mult_1.20       	2024-7058	0.0078
Rprec_mult_1.40       	2024-7058	0.0067
Rprec_mult_1.60       	2024-7058	0.0058
Rprec_mult_1.80       	2024-7058	0.0052
Rprec_mult_2.00       	2024-7058	0.0047
utility               	2024-7058	2.0000
11pt_avg              	2024-7058	0.0909
binG                  	2024-7058	0.0093
G                     	2024-7058	0.0082
ndcg                  	2024-7058	0.0608
ndcg_rel              	2024-7058	0.0664
Rndcg                 	2024-7058	0.1781
ndcg_cut_5            	2024-7058	0.3688
ndcg_cut_10           	2024-7058	0.2710
ndcg_cut_15           	2024-7058	0.2223
ndcg_cut_20           	2024-7058	0.1915
ndcg_cut_30           	2024-7058	0.1533
ndcg_cut_100          	2024-7058	0.0858
ndcg_cut_200          	2024-7058	0.0629
ndcg_cut_500          	2024-7058	0.0608
ndcg_cut_1000         	2024-7058	0.0608
map_cut_5             	2024-7058	0.0093
map_cut_10            	2024-7058	0.0093
map_cut_15            	2024-7058	0.0093
map_cut_20            	2024-7058	0.0093
map_cut_30            	2024-7058	0.0093
map_cut_100           	2024-7058	0.0093
map_cut_200           	2024-7058	0.0093
map_cut_500           	2024-7058	0.0093
map_cut_1000          	2024-7058	0.0093
relative_P_5          	2024-7058	0.4000
relative_P_10         	2024-7058	0.2000
relative_P_15         	2024-7058	0.1333
relative_P_20         	2024-7058	0.1000
relative_P_30         	2024-7058	0.0667
relative_P_100        	2024-7058	0.0200
relative_P_200        	2024-7058	0.0100
relative_P_500        	2024-7058	0.0093
relative_P_1000       	2024-7058	0.0093
success_1             	2024-7058	1.0000
success_5             	2024-7058	1.0000
success_10            	2024-7058	1.0000
set_P                 	2024-7058	1.0000
set_relative_P        	2024-7058	1.0000
set_recall            	2024-7058	0.0093
set_map               	2024-7058	0.0093
set_F                 	2024-7058	0.0185
num_nonrel_judged_ret 	2024-7058	0
num_ret               	2024-73340	2
num_rel               	2024-73340	175
num_rel_ret           	2024-73340	1
map                   	2024-73340	0.0057
Rprec                 	2024-73340	0.0057
bpref                 	2024-73340	0.0057
recip_rank            	2024-73340	1.0000
iprec_at_recall_0.00  	2024-73340	1.0000
iprec_at_recall_0.10  	2024-73340	0.0000
iprec_at_recall_0.20  	2024-73340	0.0000
iprec_at_recall_0.30  	2024-73340	0.0000
iprec_at_recall_0.40  	2024-73340	0.0000
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	0.2000
P_10                  	2024-73340	0.1000
P_15                  	2024-73340	0.0667
P_20                  	2024-73340	0.0500
P_30                  	2024-73340	0.0333
P_100                 	2024-73340	0.0100
P_200                 	2024-73340	0.0050
P_500                 	2024-73340	0.0020
P_1000                	2024-73340	0.0010
relstring             	2024-73340	'30'
recall_5              	2024-73340	0.0057
recall_10             	2024-73340	0.0057
recall_15             	2024-73340	0.0057
recall_20             	2024-73340	0.0057
recall_30             	2024-73340	0.0057
recall_100            	2024-73340	0.0057
recall_200            	2024-73340	0.0057
recall_500            	2024-73340	0.0057
recall_1000           	2024-73340	0.0057
infAP                 	2024-73340	0.0057
Rprec_mult_0.20       	2024-73340	0.0286
Rprec_mult_0.40       	2024-73340	0.0143
Rprec_mult_0.60       	2024-73340	0.0095
Rprec_mult_0.80       	2024-73340	0.0071
Rprec_mult_1.00       	2024-73340	0.0057
Rprec_mult_1.20       	2024-73340	0.0048
Rprec_mult_1.40       	2024-73340	0.0041
Rprec_mult_1.60       	2024-73340	0.0036
Rprec_mult_1.80       	2024-73340	0.0032
Rprec_mult_2.00       	2024-73340	0.0029
utility               	2024-73340	0.0000
11pt_avg              	2024-73340	0.0909
binG                  	2024-73340	0.0057
G                     	2024-73340	0.0111
ndcg                  	2024-73340	0.0531
ndcg_rel              	2024-73340	0.0585
Rndcg                 	2024-73340	0.0747
ndcg_cut_5            	2024-73340	0.3392
ndcg_cut_10           	2024-73340	0.2201
ndcg_cut_15           	2024-73340	0.1706
ndcg_cut_20           	2024-73340	0.1420
ndcg_cut_30           	2024-73340	0.1092
ndcg_cut_100          	2024-73340	0.0653
ndcg_cut_200          	2024-73340	0.0531
ndcg_cut_500          	2024-73340	0.0531
ndcg_cut_1000         	2024-73340	0.0531
map_cut_5             	2024-73340	0.0057
map_cut_10            	2024-73340	0.0057
map_cut_15            	2024-73340	0.0057
map_cut_20            	2024-73340	0.0057
map_cut_30            	2024-73340	0.0057
map_cut_100           	2024-73340	0.0057
map_cut_200           	2024-73340	0.0057
map_cut_500           	2024-73340	0.0057
map_cut_1000          	2024-73340	0.0057
relative_P_5          	2024-73340	0.2000
relative_P_10         	2024-73340	0.1000
relative_P_15         	2024-73340	0.0667
relative_P_20         	2024-73340	0.0500
relative_P_30         	2024-73340	0.0333
relative_P_100        	2024-73340	0.0100
relative_P_200        	2024-73340	0.0057
relative_P_500        	2024-73340	0.0057
relative_P_1000       	2024-73340	0.0057
success_1             	2024-73340	1.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.5000
set_relative_P        	2024-73340	0.5000
set_recall            	2024-73340	0.0057
set_map               	2024-73340	0.0029
set_F                 	2024-73340	0.0113
num_nonrel_judged_ret 	2024-73340	1
num_ret               	2024-73918	2
num_rel               	2024-73918	268
num_rel_ret           	2024-73918	1
map                   	2024-73918	0.0037
Rprec                 	2024-73918	0.0037
bpref                 	2024-73918	0.0037
recip_rank            	2024-73918	1.0000
iprec_at_recall_0.00  	2024-73918	1.0000
iprec_at_recall_0.10  	2024-73918	0.0000
iprec_at_recall_0.20  	2024-73918	0.0000
iprec_at_recall_0.30  	2024-73918	0.0000
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	0.2000
P_10                  	2024-73918	0.1000
P_15                  	2024-73918	0.0667
P_20                  	2024-73918	0.0500
P_30                  	2024-73918	0.0333
P_100                 	2024-73918	0.0100
P_200                 	2024-73918	0.0050
P_500                 	2024-73918	0.0020
P_1000                	2024-73918	0.0010
relstring             	2024-73918	'20'
recall_5              	2024-73918	0.0037
recall_10             	2024-73918	0.0037
recall_15             	2024-73918	0.0037
recall_20             	2024-73918	0.0037
recall_30             	2024-73918	0.0037
recall_100            	2024-73918	0.0037
recall_200            	2024-73918	0.0037
recall_500            	2024-73918	0.0037
recall_1000           	2024-73918	0.0037
infAP                 	2024-73918	0.0037
Rprec_mult_0.20       	2024-73918	0.0185
Rprec_mult_0.40       	2024-73918	0.0093
Rprec_mult_0.60       	2024-73918	0.0062
Rprec_mult_0.80       	2024-73918	0.0047
Rprec_mult_1.00       	2024-73918	0.0037
Rprec_mult_1.20       	2024-73918	0.0031
Rprec_mult_1.40       	2024-73918	0.0027
Rprec_mult_1.60       	2024-73918	0.0023
Rprec_mult_1.80       	2024-73918	0.0021
Rprec_mult_2.00       	2024-73918	0.0019
utility               	2024-73918	0.0000
11pt_avg              	2024-73918	0.0909
binG                  	2024-73918	0.0037
G                     	2024-73918	0.0042
ndcg                  	2024-73918	0.0373
ndcg_rel              	2024-73918	0.0396
Rndcg                 	2024-73918	0.1843
ndcg_cut_5            	2024-73918	0.2657
ndcg_cut_10           	2024-73918	0.1866
ndcg_cut_15           	2024-73918	0.1498
ndcg_cut_20           	2024-73918	0.1273
ndcg_cut_30           	2024-73918	0.1034
ndcg_cut_100          	2024-73918	0.0643
ndcg_cut_200          	2024-73918	0.0444
ndcg_cut_500          	2024-73918	0.0373
ndcg_cut_1000         	2024-73918	0.0373
map_cut_5             	2024-73918	0.0037
map_cut_10            	2024-73918	0.0037
map_cut_15            	2024-73918	0.0037
map_cut_20            	2024-73918	0.0037
map_cut_30            	2024-73918	0.0037
map_cut_100           	2024-73918	0.0037
map_cut_200           	2024-73918	0.0037
map_cut_500           	2024-73918	0.0037
map_cut_1000          	2024-73918	0.0037
relative_P_5          	2024-73918	0.2000
relative_P_10         	2024-73918	0.1000
relative_P_15         	2024-73918	0.0667
relative_P_20         	2024-73918	0.0500
relative_P_30         	2024-73918	0.0333
relative_P_100        	2024-73918	0.0100
relative_P_200        	2024-73918	0.0050
relative_P_500        	2024-73918	0.0037
relative_P_1000       	2024-73918	0.0037
success_1             	2024-73918	1.0000
success_5             	2024-73918	1.0000
success_10            	2024-73918	1.0000
set_P                 	2024-73918	0.5000
set_relative_P        	2024-73918	0.5000
set_recall            	2024-73918	0.0037
set_map               	2024-73918	0.0019
set_F                 	2024-73918	0.0074
num_nonrel_judged_ret 	2024-73918	1
num_ret               	2024-73921	2
num_rel               	2024-73921	201
num_rel_ret           	2024-73921	1
map                   	2024-73921	0.0050
Rprec                 	2024-73921	0.0050
bpref                 	2024-73921	0.0050
recip_rank            	2024-73921	1.0000
iprec_at_recall_0.00  	2024-73921	1.0000
iprec_at_recall_0.10  	2024-73921	0.0000
iprec_at_recall_0.20  	2024-73921	0.0000
iprec_at_recall_0.30  	2024-73921	0.0000
iprec_at_recall_0.40  	2024-73921	0.0000
iprec_at_recall_0.50  	2024-73921	0.0000
iprec_at_recall_0.60  	2024-73921	0.0000
iprec_at_recall_0.70  	2024-73921	0.0000
iprec_at_recall_0.80  	2024-73921	0.0000
iprec_at_recall_0.90  	2024-73921	0.0000
iprec_at_recall_1.00  	2024-73921	0.0000
P_5                   	2024-73921	0.2000
P_10                  	2024-73921	0.1000
P_15                  	2024-73921	0.0667
P_20                  	2024-73921	0.0500
P_30                  	2024-73921	0.0333
P_100                 	2024-73921	0.0100
P_200                 	2024-73921	0.0050
P_500                 	2024-73921	0.0020
P_1000                	2024-73921	0.0010
relstring             	2024-73921	'10'
recall_5              	2024-73921	0.0050
recall_10             	2024-73921	0.0050
recall_15             	2024-73921	0.0050
recall_20             	2024-73921	0.0050
recall_30             	2024-73921	0.0050
recall_100            	2024-73921	0.0050
recall_200            	2024-73921	0.0050
recall_500            	2024-73921	0.0050
recall_1000           	2024-73921	0.0050
infAP                 	2024-73921	0.0050
Rprec_mult_0.20       	2024-73921	0.0244
Rprec_mult_0.40       	2024-73921	0.0123
Rprec_mult_0.60       	2024-73921	0.0083
Rprec_mult_0.80       	2024-73921	0.0062
Rprec_mult_1.00       	2024-73921	0.0050
Rprec_mult_1.20       	2024-73921	0.0041
Rprec_mult_1.40       	2024-73921	0.0035
Rprec_mult_1.60       	2024-73921	0.0031
Rprec_mult_1.80       	2024-73921	0.0028
Rprec_mult_2.00       	2024-73921	0.0025
utility               	2024-73921	0.0000
11pt_avg              	2024-73921	0.0909
binG                  	2024-73921	0.0050
G                     	2024-73921	0.0026
ndcg                  	2024-73921	0.0214
ndcg_rel              	2024-73921	0.0238
Rndcg                 	2024-73921	0.0318
ndcg_cut_5            	2024-73921	0.1696
ndcg_cut_10           	2024-73921	0.1100
ndcg_cut_15           	2024-73921	0.0853
ndcg_cut_20           	2024-73921	0.0710
ndcg_cut_30           	2024-73921	0.0546
ndcg_cut_100          	2024-73921	0.0305
ndcg_cut_200          	2024-73921	0.0214
ndcg_cut_500          	2024-73921	0.0214
ndcg_cut_1000         	2024-73921	0.0214
map_cut_5             	2024-73921	0.0050
map_cut_10            	2024-73921	0.0050
map_cut_15            	2024-73921	0.0050
map_cut_20            	2024-73921	0.0050
map_cut_30            	2024-73921	0.0050
map_cut_100           	2024-73921	0.0050
map_cut_200           	2024-73921	0.0050
map_cut_500           	2024-73921	0.0050
map_cut_1000          	2024-73921	0.0050
relative_P_5          	2024-73921	0.2000
relative_P_10         	2024-73921	0.1000
relative_P_15         	2024-73921	0.0667
relative_P_20         	2024-73921	0.0500
relative_P_30         	2024-73921	0.0333
relative_P_100        	2024-73921	0.0100
relative_P_200        	2024-73921	0.0050
relative_P_500        	2024-73921	0.0050
relative_P_1000       	2024-73921	0.0050
success_1             	2024-73921	1.0000
success_5             	2024-73921	1.0000
success_10            	2024-73921	1.0000
set_P                 	2024-73921	0.5000
set_relative_P        	2024-73921	0.5000
set_recall            	2024-73921	0.0050
set_map               	2024-73921	0.0025
set_F                 	2024-73921	0.0099
num_nonrel_judged_ret 	2024-73921	1
num_ret               	2024-7532	2
num_rel               	2024-7532	235
num_rel_ret           	2024-7532	1
map                   	2024-7532	0.0043
Rprec                 	2024-7532	0.0043
bpref                 	2024-7532	0.0043
recip_rank            	2024-7532	1.0000
iprec_at_recall_0.00  	2024-7532	1.0000
iprec_at_recall_0.10  	2024-7532	0.0000
iprec_at_recall_0.20  	2024-7532	0.0000
iprec_at_recall_0.30  	2024-7532	0.0000
iprec_at_recall_0.40  	2024-7532	0.0000
iprec_at_recall_0.50  	2024-7532	0.0000
iprec_at_recall_0.60  	2024-7532	0.0000
iprec_at_recall_0.70  	2024-7532	0.0000
iprec_at_recall_0.80  	2024-7532	0.0000
iprec_at_recall_0.90  	2024-7532	0.0000
iprec_at_recall_1.00  	2024-7532	0.0000
P_5                   	2024-7532	0.2000
P_10                  	2024-7532	0.1000
P_15                  	2024-7532	0.0667
P_20                  	2024-7532	0.0500
P_30                  	2024-7532	0.0333
P_100                 	2024-7532	0.0100
P_200                 	2024-7532	0.0050
P_500                 	2024-7532	0.0020
P_1000                	2024-7532	0.0010
relstring             	2024-7532	'20'
recall_5              	2024-7532	0.0043
recall_10             	2024-7532	0.0043
recall_15             	2024-7532	0.0043
recall_20             	2024-7532	0.0043
recall_30             	2024-7532	0.0043
recall_100            	2024-7532	0.0043
recall_200            	2024-7532	0.0043
recall_500            	2024-7532	0.0043
recall_1000           	2024-7532	0.0043
infAP                 	2024-7532	0.0043
Rprec_mult_0.20       	2024-7532	0.0213
Rprec_mult_0.40       	2024-7532	0.0106
Rprec_mult_0.60       	2024-7532	0.0071
Rprec_mult_0.80       	2024-7532	0.0053
Rprec_mult_1.00       	2024-7532	0.0043
Rprec_mult_1.20       	2024-7532	0.0035
Rprec_mult_1.40       	2024-7532	0.0030
Rprec_mult_1.60       	2024-7532	0.0027
Rprec_mult_1.80       	2024-7532	0.0024
Rprec_mult_2.00       	2024-7532	0.0021
utility               	2024-7532	0.0000
11pt_avg              	2024-7532	0.0909
binG                  	2024-7532	0.0043
G                     	2024-7532	0.0037
ndcg                  	2024-7532	0.0304
ndcg_rel              	2024-7532	0.0331
Rndcg                 	2024-7532	0.0530
ndcg_cut_5            	2024-7532	0.2261
ndcg_cut_10           	2024-7532	0.1467
ndcg_cut_15           	2024-7532	0.1137
ndcg_cut_20           	2024-7532	0.0947
ndcg_cut_30           	2024-7532	0.0762
ndcg_cut_100          	2024-7532	0.0422
ndcg_cut_200          	2024-7532	0.0327
ndcg_cut_500          	2024-7532	0.0304
ndcg_cut_1000         	2024-7532	0.0304
map_cut_5             	2024-7532	0.0043
map_cut_10            	2024-7532	0.0043
map_cut_15            	2024-7532	0.0043
map_cut_20            	2024-7532	0.0043
map_cut_30            	2024-7532	0.0043
map_cut_100           	2024-7532	0.0043
map_cut_200           	2024-7532	0.0043
map_cut_500           	2024-7532	0.0043
map_cut_1000          	2024-7532	0.0043
relative_P_5          	2024-7532	0.2000
relative_P_10         	2024-7532	0.1000
relative_P_15         	2024-7532	0.0667
relative_P_20         	2024-7532	0.0500
relative_P_30         	2024-7532	0.0333
relative_P_100        	2024-7532	0.0100
relative_P_200        	2024-7532	0.0050
relative_P_500        	2024-7532	0.0043
relative_P_1000       	2024-7532	0.0043
success_1             	2024-7532	1.0000
success_5             	2024-7532	1.0000
success_10            	2024-7532	1.0000
set_P                 	2024-7532	0.5000
set_relative_P        	2024-7532	0.5000
set_recall            	2024-7532	0.0043
set_map               	2024-7532	0.0021
set_F                 	2024-7532	0.0084
num_nonrel_judged_ret 	2024-7532	1
num_ret               	2024-76647	2
num_rel               	2024-76647	347
num_rel_ret           	2024-76647	2
map                   	2024-76647	0.0058
Rprec                 	2024-76647	0.0058
bpref                 	2024-76647	0.0058
recip_rank            	2024-76647	1.0000
iprec_at_recall_0.00  	2024-76647	1.0000
iprec_at_recall_0.10  	2024-76647	0.0000
iprec_at_recall_0.20  	2024-76647	0.0000
iprec_at_recall_0.30  	2024-76647	0.0000
iprec_at_recall_0.40  	2024-76647	0.0000
iprec_at_recall_0.50  	2024-76647	0.0000
iprec_at_recall_0.60  	2024-76647	0.0000
iprec_at_recall_0.70  	2024-76647	0.0000
iprec_at_recall_0.80  	2024-76647	0.0000
iprec_at_recall_0.90  	2024-76647	0.0000
iprec_at_recall_1.00  	2024-76647	0.0000
P_5                   	2024-76647	0.4000
P_10                  	2024-76647	0.2000
P_15                  	2024-76647	0.1333
P_20                  	2024-76647	0.1000
P_30                  	2024-76647	0.0667
P_100                 	2024-76647	0.0200
P_200                 	2024-76647	0.0100
P_500                 	2024-76647	0.0040
P_1000                	2024-76647	0.0020
relstring             	2024-76647	'22'
recall_5              	2024-76647	0.0058
recall_10             	2024-76647	0.0058
recall_15             	2024-76647	0.0058
recall_20             	2024-76647	0.0058
recall_30             	2024-76647	0.0058
recall_100            	2024-76647	0.0058
recall_200            	2024-76647	0.0058
recall_500            	2024-76647	0.0058
recall_1000           	2024-76647	0.0058
infAP                 	2024-76647	0.0058
Rprec_mult_0.20       	2024-76647	0.0286
Rprec_mult_0.40       	2024-76647	0.0144
Rprec_mult_0.60       	2024-76647	0.0096
Rprec_mult_0.80       	2024-76647	0.0072
Rprec_mult_1.00       	2024-76647	0.0058
Rprec_mult_1.20       	2024-76647	0.0048
Rprec_mult_1.40       	2024-76647	0.0041
Rprec_mult_1.60       	2024-76647	0.0036
Rprec_mult_1.80       	2024-76647	0.0032
Rprec_mult_2.00       	2024-76647	0.0029
utility               	2024-76647	2.0000
11pt_avg              	2024-76647	0.0909
binG                  	2024-76647	0.0058
G                     	2024-76647	0.0038
ndcg                  	2024-76647	0.0325
ndcg_rel              	2024-76647	0.0361
Rndcg                 	2024-76647	0.0526
ndcg_cut_5            	2024-76647	0.3688
ndcg_cut_10           	2024-76647	0.2393
ndcg_cut_15           	2024-76647	0.1855
ndcg_cut_20           	2024-76647	0.1544
ndcg_cut_30           	2024-76647	0.1187
ndcg_cut_100          	2024-76647	0.0597
ndcg_cut_200          	2024-76647	0.0397
ndcg_cut_500          	2024-76647	0.0325
ndcg_cut_1000         	2024-76647	0.0325
map_cut_5             	2024-76647	0.0058
map_cut_10            	2024-76647	0.0058
map_cut_15            	2024-76647	0.0058
map_cut_20            	2024-76647	0.0058
map_cut_30            	2024-76647	0.0058
map_cut_100           	2024-76647	0.0058
map_cut_200           	2024-76647	0.0058
map_cut_500           	2024-76647	0.0058
map_cut_1000          	2024-76647	0.0058
relative_P_5          	2024-76647	0.4000
relative_P_10         	2024-76647	0.2000
relative_P_15         	2024-76647	0.1333
relative_P_20         	2024-76647	0.1000
relative_P_30         	2024-76647	0.0667
relative_P_100        	2024-76647	0.0200
relative_P_200        	2024-76647	0.0100
relative_P_500        	2024-76647	0.0058
relative_P_1000       	2024-76647	0.0058
success_1             	2024-76647	1.0000
success_5             	2024-76647	1.0000
success_10            	2024-76647	1.0000
set_P                 	2024-76647	1.0000
set_relative_P        	2024-76647	1.0000
set_recall            	2024-76647	0.0058
set_map               	2024-76647	0.0058
set_F                 	2024-76647	0.0115
num_nonrel_judged_ret 	2024-76647	0
num_ret               	2024-76908	2
num_rel               	2024-76908	165
num_rel_ret           	2024-76908	2
map                   	2024-76908	0.0121
Rprec                 	2024-76908	0.0121
bpref                 	2024-76908	0.0121
recip_rank            	2024-76908	1.0000
iprec_at_recall_0.00  	2024-76908	1.0000
iprec_at_recall_0.10  	2024-76908	0.0000
iprec_at_recall_0.20  	2024-76908	0.0000
iprec_at_recall_0.30  	2024-76908	0.0000
iprec_at_recall_0.40  	2024-76908	0.0000
iprec_at_recall_0.50  	2024-76908	0.0000
iprec_at_recall_0.60  	2024-76908	0.0000
iprec_at_recall_0.70  	2024-76908	0.0000
iprec_at_recall_0.80  	2024-76908	0.0000
iprec_at_recall_0.90  	2024-76908	0.0000
iprec_at_recall_1.00  	2024-76908	0.0000
P_5                   	2024-76908	0.4000
P_10                  	2024-76908	0.2000
P_15                  	2024-76908	0.1333
P_20                  	2024-76908	0.1000
P_30                  	2024-76908	0.0667
P_100                 	2024-76908	0.0200
P_200                 	2024-76908	0.0100
P_500                 	2024-76908	0.0040
P_1000                	2024-76908	0.0020
relstring             	2024-76908	'11'
recall_5              	2024-76908	0.0121
recall_10             	2024-76908	0.0121
recall_15             	2024-76908	0.0121
recall_20             	2024-76908	0.0121
recall_30             	2024-76908	0.0121
recall_100            	2024-76908	0.0121
recall_200            	2024-76908	0.0121
recall_500            	2024-76908	0.0121
recall_1000           	2024-76908	0.0121
infAP                 	2024-76908	0.0121
Rprec_mult_0.20       	2024-76908	0.0606
Rprec_mult_0.40       	2024-76908	0.0303
Rprec_mult_0.60       	2024-76908	0.0202
Rprec_mult_0.80       	2024-76908	0.0152
Rprec_mult_1.00       	2024-76908	0.0121
Rprec_mult_1.20       	2024-76908	0.0101
Rprec_mult_1.40       	2024-76908	0.0087
Rprec_mult_1.60       	2024-76908	0.0076
Rprec_mult_1.80       	2024-76908	0.0067
Rprec_mult_2.00       	2024-76908	0.0061
utility               	2024-76908	2.0000
11pt_avg              	2024-76908	0.0909
binG                  	2024-76908	0.0121
G                     	2024-76908	0.0060
ndcg                  	2024-76908	0.0431
ndcg_rel              	2024-76908	0.0486
Rndcg                 	2024-76908	0.0745
ndcg_cut_5            	2024-76908	0.2766
ndcg_cut_10           	2024-76908	0.1795
ndcg_cut_15           	2024-76908	0.1391
ndcg_cut_20           	2024-76908	0.1158
ndcg_cut_30           	2024-76908	0.0967
ndcg_cut_100          	2024-76908	0.0569
ndcg_cut_200          	2024-76908	0.0431
ndcg_cut_500          	2024-76908	0.0431
ndcg_cut_1000         	2024-76908	0.0431
map_cut_5             	2024-76908	0.0121
map_cut_10            	2024-76908	0.0121
map_cut_15            	2024-76908	0.0121
map_cut_20            	2024-76908	0.0121
map_cut_30            	2024-76908	0.0121
map_cut_100           	2024-76908	0.0121
map_cut_200           	2024-76908	0.0121
map_cut_500           	2024-76908	0.0121
map_cut_1000          	2024-76908	0.0121
relative_P_5          	2024-76908	0.4000
relative_P_10         	2024-76908	0.2000
relative_P_15         	2024-76908	0.1333
relative_P_20         	2024-76908	0.1000
relative_P_30         	2024-76908	0.0667
relative_P_100        	2024-76908	0.0200
relative_P_200        	2024-76908	0.0121
relative_P_500        	2024-76908	0.0121
relative_P_1000       	2024-76908	0.0121
success_1             	2024-76908	1.0000
success_5             	2024-76908	1.0000
success_10            	2024-76908	1.0000
set_P                 	2024-76908	1.0000
set_relative_P        	2024-76908	1.0000
set_recall            	2024-76908	0.0121
set_map               	2024-76908	0.0121
set_F                 	2024-76908	0.0240
num_nonrel_judged_ret 	2024-76908	0
num_ret               	2024-77099	2
num_rel               	2024-77099	351
num_rel_ret           	2024-77099	2
map                   	2024-77099	0.0057
Rprec                 	2024-77099	0.0057
bpref                 	2024-77099	0.0057
recip_rank            	2024-77099	1.0000
iprec_at_recall_0.00  	2024-77099	1.0000
iprec_at_recall_0.10  	2024-77099	0.0000
iprec_at_recall_0.20  	2024-77099	0.0000
iprec_at_recall_0.30  	2024-77099	0.0000
iprec_at_recall_0.40  	2024-77099	0.0000
iprec_at_recall_0.50  	2024-77099	0.0000
iprec_at_recall_0.60  	2024-77099	0.0000
iprec_at_recall_0.70  	2024-77099	0.0000
iprec_at_recall_0.80  	2024-77099	0.0000
iprec_at_recall_0.90  	2024-77099	0.0000
iprec_at_recall_1.00  	2024-77099	0.0000
P_5                   	2024-77099	0.4000
P_10                  	2024-77099	0.2000
P_15                  	2024-77099	0.1333
P_20                  	2024-77099	0.1000
P_30                  	2024-77099	0.0667
P_100                 	2024-77099	0.0200
P_200                 	2024-77099	0.0100
P_500                 	2024-77099	0.0040
P_1000                	2024-77099	0.0020
relstring             	2024-77099	'33'
recall_5              	2024-77099	0.0057
recall_10             	2024-77099	0.0057
recall_15             	2024-77099	0.0057
recall_20             	2024-77099	0.0057
recall_30             	2024-77099	0.0057
recall_100            	2024-77099	0.0057
recall_200            	2024-77099	0.0057
recall_500            	2024-77099	0.0057
recall_1000           	2024-77099	0.0057
infAP                 	2024-77099	0.0057
Rprec_mult_0.20       	2024-77099	0.0282
Rprec_mult_0.40       	2024-77099	0.0142
Rprec_mult_0.60       	2024-77099	0.0095
Rprec_mult_0.80       	2024-77099	0.0071
Rprec_mult_1.00       	2024-77099	0.0057
Rprec_mult_1.20       	2024-77099	0.0047
Rprec_mult_1.40       	2024-77099	0.0041
Rprec_mult_1.60       	2024-77099	0.0036
Rprec_mult_1.80       	2024-77099	0.0032
Rprec_mult_2.00       	2024-77099	0.0028
utility               	2024-77099	2.0000
11pt_avg              	2024-77099	0.0909
binG                  	2024-77099	0.0057
G                     	2024-77099	0.0093
ndcg                  	2024-77099	0.0458
ndcg_rel              	2024-77099	0.0512
Rndcg                 	2024-77099	0.0765
ndcg_cut_5            	2024-77099	0.5531
ndcg_cut_10           	2024-77099	0.3590
ndcg_cut_15           	2024-77099	0.2783
ndcg_cut_20           	2024-77099	0.2317
ndcg_cut_30           	2024-77099	0.1780
ndcg_cut_100          	2024-77099	0.0902
ndcg_cut_200          	2024-77099	0.0597
ndcg_cut_500          	2024-77099	0.0458
ndcg_cut_1000         	2024-77099	0.0458
map_cut_5             	2024-77099	0.0057
map_cut_10            	2024-77099	0.0057
map_cut_15            	2024-77099	0.0057
map_cut_20            	2024-77099	0.0057
map_cut_30            	2024-77099	0.0057
map_cut_100           	2024-77099	0.0057
map_cut_200           	2024-77099	0.0057
map_cut_500           	2024-77099	0.0057
map_cut_1000          	2024-77099	0.0057
relative_P_5          	2024-77099	0.4000
relative_P_10         	2024-77099	0.2000
relative_P_15         	2024-77099	0.1333
relative_P_20         	2024-77099	0.1000
relative_P_30         	2024-77099	0.0667
relative_P_100        	2024-77099	0.0200
relative_P_200        	2024-77099	0.0100
relative_P_500        	2024-77099	0.0057
relative_P_1000       	2024-77099	0.0057
success_1             	2024-77099	1.0000
success_5             	2024-77099	1.0000
success_10            	2024-77099	1.0000
set_P                 	2024-77099	1.0000
set_relative_P        	2024-77099	1.0000
set_recall            	2024-77099	0.0057
set_map               	2024-77099	0.0057
set_F                 	2024-77099	0.0113
num_nonrel_judged_ret 	2024-77099	0
num_ret               	2024-77150	2
num_rel               	2024-77150	140
num_rel_ret           	2024-77150	2
map                   	2024-77150	0.0143
Rprec                 	2024-77150	0.0143
bpref                 	2024-77150	0.0143
recip_rank            	2024-77150	1.0000
iprec_at_recall_0.00  	2024-77150	1.0000
iprec_at_recall_0.10  	2024-77150	0.0000
iprec_at_recall_0.20  	2024-77150	0.0000
iprec_at_recall_0.30  	2024-77150	0.0000
iprec_at_recall_0.40  	2024-77150	0.0000
iprec_at_recall_0.50  	2024-77150	0.0000
iprec_at_recall_0.60  	2024-77150	0.0000
iprec_at_recall_0.70  	2024-77150	0.0000
iprec_at_recall_0.80  	2024-77150	0.0000
iprec_at_recall_0.90  	2024-77150	0.0000
iprec_at_recall_1.00  	2024-77150	0.0000
P_5                   	2024-77150	0.4000
P_10                  	2024-77150	0.2000
P_15                  	2024-77150	0.1333
P_20                  	2024-77150	0.1000
P_30                  	2024-77150	0.0667
P_100                 	2024-77150	0.0200
P_200                 	2024-77150	0.0100
P_500                 	2024-77150	0.0040
P_1000                	2024-77150	0.0020
relstring             	2024-77150	'11'
recall_5              	2024-77150	0.0143
recall_10             	2024-77150	0.0143
recall_15             	2024-77150	0.0143
recall_20             	2024-77150	0.0143
recall_30             	2024-77150	0.0143
recall_100            	2024-77150	0.0143
recall_200            	2024-77150	0.0143
recall_500            	2024-77150	0.0143
recall_1000           	2024-77150	0.0143
infAP                 	2024-77150	0.0143
Rprec_mult_0.20       	2024-77150	0.0714
Rprec_mult_0.40       	2024-77150	0.0357
Rprec_mult_0.60       	2024-77150	0.0238
Rprec_mult_0.80       	2024-77150	0.0179
Rprec_mult_1.00       	2024-77150	0.0143
Rprec_mult_1.20       	2024-77150	0.0119
Rprec_mult_1.40       	2024-77150	0.0102
Rprec_mult_1.60       	2024-77150	0.0089
Rprec_mult_1.80       	2024-77150	0.0079
Rprec_mult_2.00       	2024-77150	0.0071
utility               	2024-77150	2.0000
11pt_avg              	2024-77150	0.0909
binG                  	2024-77150	0.0143
G                     	2024-77150	0.0079
ndcg                  	2024-77150	0.0565
ndcg_rel              	2024-77150	0.0629
Rndcg                 	2024-77150	0.2196
ndcg_cut_5            	2024-77150	0.3211
ndcg_cut_10           	2024-77150	0.2444
ndcg_cut_15           	2024-77150	0.2041
ndcg_cut_20           	2024-77150	0.1778
ndcg_cut_30           	2024-77150	0.1444
ndcg_cut_100          	2024-77150	0.0707
ndcg_cut_200          	2024-77150	0.0565
ndcg_cut_500          	2024-77150	0.0565
ndcg_cut_1000         	2024-77150	0.0565
map_cut_5             	2024-77150	0.0143
map_cut_10            	2024-77150	0.0143
map_cut_15            	2024-77150	0.0143
map_cut_20            	2024-77150	0.0143
map_cut_30            	2024-77150	0.0143
map_cut_100           	2024-77150	0.0143
map_cut_200           	2024-77150	0.0143
map_cut_500           	2024-77150	0.0143
map_cut_1000          	2024-77150	0.0143
relative_P_5          	2024-77150	0.4000
relative_P_10         	2024-77150	0.2000
relative_P_15         	2024-77150	0.1333
relative_P_20         	2024-77150	0.1000
relative_P_30         	2024-77150	0.0667
relative_P_100        	2024-77150	0.0200
relative_P_200        	2024-77150	0.0143
relative_P_500        	2024-77150	0.0143
relative_P_1000       	2024-77150	0.0143
success_1             	2024-77150	1.0000
success_5             	2024-77150	1.0000
success_10            	2024-77150	1.0000
set_P                 	2024-77150	1.0000
set_relative_P        	2024-77150	1.0000
set_recall            	2024-77150	0.0143
set_map               	2024-77150	0.0143
set_F                 	2024-77150	0.0282
num_nonrel_judged_ret 	2024-77150	0
num_ret               	2024-79081	2
num_rel               	2024-79081	183
num_rel_ret           	2024-79081	2
map                   	2024-79081	0.0109
Rprec                 	2024-79081	0.0109
bpref                 	2024-79081	0.0109
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	0.0000
iprec_at_recall_0.20  	2024-79081	0.0000
iprec_at_recall_0.30  	2024-79081	0.0000
iprec_at_recall_0.40  	2024-79081	0.0000
iprec_at_recall_0.50  	2024-79081	0.0000
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	0.4000
P_10                  	2024-79081	0.2000
P_15                  	2024-79081	0.1333
P_20                  	2024-79081	0.1000
P_30                  	2024-79081	0.0667
P_100                 	2024-79081	0.0200
P_200                 	2024-79081	0.0100
P_500                 	2024-79081	0.0040
P_1000                	2024-79081	0.0020
relstring             	2024-79081	'12'
recall_5              	2024-79081	0.0109
recall_10             	2024-79081	0.0109
recall_15             	2024-79081	0.0109
recall_20             	2024-79081	0.0109
recall_30             	2024-79081	0.0109
recall_100            	2024-79081	0.0109
recall_200            	2024-79081	0.0109
recall_500            	2024-79081	0.0109
recall_1000           	2024-79081	0.0109
infAP                 	2024-79081	0.0109
Rprec_mult_0.20       	2024-79081	0.0541
Rprec_mult_0.40       	2024-79081	0.0270
Rprec_mult_0.60       	2024-79081	0.0182
Rprec_mult_0.80       	2024-79081	0.0136
Rprec_mult_1.00       	2024-79081	0.0109
Rprec_mult_1.20       	2024-79081	0.0091
Rprec_mult_1.40       	2024-79081	0.0078
Rprec_mult_1.60       	2024-79081	0.0068
Rprec_mult_1.80       	2024-79081	0.0061
Rprec_mult_2.00       	2024-79081	0.0055
utility               	2024-79081	2.0000
11pt_avg              	2024-79081	0.0909
binG                  	2024-79081	0.0109
G                     	2024-79081	0.0083
ndcg                  	2024-79081	0.0507
ndcg_rel              	2024-79081	0.0567
Rndcg                 	2024-79081	0.0725
ndcg_cut_5            	2024-79081	0.3836
ndcg_cut_10           	2024-79081	0.2489
ndcg_cut_15           	2024-79081	0.1929
ndcg_cut_20           	2024-79081	0.1606
ndcg_cut_30           	2024-79081	0.1234
ndcg_cut_100          	2024-79081	0.0687
ndcg_cut_200          	2024-79081	0.0507
ndcg_cut_500          	2024-79081	0.0507
ndcg_cut_1000         	2024-79081	0.0507
map_cut_5             	2024-79081	0.0109
map_cut_10            	2024-79081	0.0109
map_cut_15            	2024-79081	0.0109
map_cut_20            	2024-79081	0.0109
map_cut_30            	2024-79081	0.0109
map_cut_100           	2024-79081	0.0109
map_cut_200           	2024-79081	0.0109
map_cut_500           	2024-79081	0.0109
map_cut_1000          	2024-79081	0.0109
relative_P_5          	2024-79081	0.4000
relative_P_10         	2024-79081	0.2000
relative_P_15         	2024-79081	0.1333
relative_P_20         	2024-79081	0.1000
relative_P_30         	2024-79081	0.0667
relative_P_100        	2024-79081	0.0200
relative_P_200        	2024-79081	0.0109
relative_P_500        	2024-79081	0.0109
relative_P_1000       	2024-79081	0.0109
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	1.0000
set_relative_P        	2024-79081	1.0000
set_recall            	2024-79081	0.0109
set_map               	2024-79081	0.0109
set_F                 	2024-79081	0.0216
num_nonrel_judged_ret 	2024-79081	0
num_ret               	2024-79113	2
num_rel               	2024-79113	256
num_rel_ret           	2024-79113	2
map                   	2024-79113	0.0078
Rprec                 	2024-79113	0.0078
bpref                 	2024-79113	0.0078
recip_rank            	2024-79113	1.0000
iprec_at_recall_0.00  	2024-79113	1.0000
iprec_at_recall_0.10  	2024-79113	0.0000
iprec_at_recall_0.20  	2024-79113	0.0000
iprec_at_recall_0.30  	2024-79113	0.0000
iprec_at_recall_0.40  	2024-79113	0.0000
iprec_at_recall_0.50  	2024-79113	0.0000
iprec_at_recall_0.60  	2024-79113	0.0000
iprec_at_recall_0.70  	2024-79113	0.0000
iprec_at_recall_0.80  	2024-79113	0.0000
iprec_at_recall_0.90  	2024-79113	0.0000
iprec_at_recall_1.00  	2024-79113	0.0000
P_5                   	2024-79113	0.4000
P_10                  	2024-79113	0.2000
P_15                  	2024-79113	0.1333
P_20                  	2024-79113	0.1000
P_30                  	2024-79113	0.0667
P_100                 	2024-79113	0.0200
P_200                 	2024-79113	0.0100
P_500                 	2024-79113	0.0040
P_1000                	2024-79113	0.0020
relstring             	2024-79113	'33'
recall_5              	2024-79113	0.0078
recall_10             	2024-79113	0.0078
recall_15             	2024-79113	0.0078
recall_20             	2024-79113	0.0078
recall_30             	2024-79113	0.0078
recall_100            	2024-79113	0.0078
recall_200            	2024-79113	0.0078
recall_500            	2024-79113	0.0078
recall_1000           	2024-79113	0.0078
infAP                 	2024-79113	0.0078
Rprec_mult_0.20       	2024-79113	0.0385
Rprec_mult_0.40       	2024-79113	0.0194
Rprec_mult_0.60       	2024-79113	0.0130
Rprec_mult_0.80       	2024-79113	0.0098
Rprec_mult_1.00       	2024-79113	0.0078
Rprec_mult_1.20       	2024-79113	0.0065
Rprec_mult_1.40       	2024-79113	0.0056
Rprec_mult_1.60       	2024-79113	0.0049
Rprec_mult_1.80       	2024-79113	0.0043
Rprec_mult_2.00       	2024-79113	0.0039
utility               	2024-79113	2.0000
11pt_avg              	2024-79113	0.0909
binG                  	2024-79113	0.0078
G                     	2024-79113	0.0214
ndcg                  	2024-79113	0.0946
ndcg_rel              	2024-79113	0.1017
Rndcg                 	2024-79113	0.3143
ndcg_cut_5            	2024-79113	0.5531
ndcg_cut_10           	2024-79113	0.4065
ndcg_cut_15           	2024-79113	0.3335
ndcg_cut_20           	2024-79113	0.2912
ndcg_cut_30           	2024-79113	0.2586
ndcg_cut_100          	2024-79113	0.1594
ndcg_cut_200          	2024-79113	0.1098
ndcg_cut_500          	2024-79113	0.0946
ndcg_cut_1000         	2024-79113	0.0946
map_cut_5             	2024-79113	0.0078
map_cut_10            	2024-79113	0.0078
map_cut_15            	2024-79113	0.0078
map_cut_20            	2024-79113	0.0078
map_cut_30            	2024-79113	0.0078
map_cut_100           	2024-79113	0.0078
map_cut_200           	2024-79113	0.0078
map_cut_500           	2024-79113	0.0078
map_cut_1000          	2024-79113	0.0078
relative_P_5          	2024-79113	0.4000
relative_P_10         	2024-79113	0.2000
relative_P_15         	2024-79113	0.1333
relative_P_20         	2024-79113	0.1000
relative_P_30         	2024-79113	0.0667
relative_P_100        	2024-79113	0.0200
relative_P_200        	2024-79113	0.0100
relative_P_500        	2024-79113	0.0078
relative_P_1000       	2024-79113	0.0078
success_1             	2024-79113	1.0000
success_5             	2024-79113	1.0000
success_10            	2024-79113	1.0000
set_P                 	2024-79113	1.0000
set_relative_P        	2024-79113	1.0000
set_recall            	2024-79113	0.0078
set_map               	2024-79113	0.0078
set_F                 	2024-79113	0.0155
num_nonrel_judged_ret 	2024-79113	0
num_ret               	2024-79129	2
num_rel               	2024-79129	94
num_rel_ret           	2024-79129	0
map                   	2024-79129	0.0000
Rprec                 	2024-79129	0.0000
bpref                 	2024-79129	0.0000
recip_rank            	2024-79129	0.0000
iprec_at_recall_0.00  	2024-79129	0.0000
iprec_at_recall_0.10  	2024-79129	0.0000
iprec_at_recall_0.20  	2024-79129	0.0000
iprec_at_recall_0.30  	2024-79129	0.0000
iprec_at_recall_0.40  	2024-79129	0.0000
iprec_at_recall_0.50  	2024-79129	0.0000
iprec_at_recall_0.60  	2024-79129	0.0000
iprec_at_recall_0.70  	2024-79129	0.0000
iprec_at_recall_0.80  	2024-79129	0.0000
iprec_at_recall_0.90  	2024-79129	0.0000
iprec_at_recall_1.00  	2024-79129	0.0000
P_5                   	2024-79129	0.0000
P_10                  	2024-79129	0.0000
P_15                  	2024-79129	0.0000
P_20                  	2024-79129	0.0000
P_30                  	2024-79129	0.0000
P_100                 	2024-79129	0.0000
P_200                 	2024-79129	0.0000
P_500                 	2024-79129	0.0000
P_1000                	2024-79129	0.0000
relstring             	2024-79129	'00'
recall_5              	2024-79129	0.0000
recall_10             	2024-79129	0.0000
recall_15             	2024-79129	0.0000
recall_20             	2024-79129	0.0000
recall_30             	2024-79129	0.0000
recall_100            	2024-79129	0.0000
recall_200            	2024-79129	0.0000
recall_500            	2024-79129	0.0000
recall_1000           	2024-79129	0.0000
infAP                 	2024-79129	0.0000
Rprec_mult_0.20       	2024-79129	0.0000
Rprec_mult_0.40       	2024-79129	0.0000
Rprec_mult_0.60       	2024-79129	0.0000
Rprec_mult_0.80       	2024-79129	0.0000
Rprec_mult_1.00       	2024-79129	0.0000
Rprec_mult_1.20       	2024-79129	0.0000
Rprec_mult_1.40       	2024-79129	0.0000
Rprec_mult_1.60       	2024-79129	0.0000
Rprec_mult_1.80       	2024-79129	0.0000
Rprec_mult_2.00       	2024-79129	0.0000
utility               	2024-79129	-2.0000
11pt_avg              	2024-79129	0.0000
binG                  	2024-79129	0.0000
G                     	2024-79129	0.0000
ndcg                  	2024-79129	0.0000
ndcg_rel              	2024-79129	0.0000
Rndcg                 	2024-79129	0.0000
ndcg_cut_5            	2024-79129	0.0000
ndcg_cut_10           	2024-79129	0.0000
ndcg_cut_15           	2024-79129	0.0000
ndcg_cut_20           	2024-79129	0.0000
ndcg_cut_30           	2024-79129	0.0000
ndcg_cut_100          	2024-79129	0.0000
ndcg_cut_200          	2024-79129	0.0000
ndcg_cut_500          	2024-79129	0.0000
ndcg_cut_1000         	2024-79129	0.0000
map_cut_5             	2024-79129	0.0000
map_cut_10            	2024-79129	0.0000
map_cut_15            	2024-79129	0.0000
map_cut_20            	2024-79129	0.0000
map_cut_30            	2024-79129	0.0000
map_cut_100           	2024-79129	0.0000
map_cut_200           	2024-79129	0.0000
map_cut_500           	2024-79129	0.0000
map_cut_1000          	2024-79129	0.0000
relative_P_5          	2024-79129	0.0000
relative_P_10         	2024-79129	0.0000
relative_P_15         	2024-79129	0.0000
relative_P_20         	2024-79129	0.0000
relative_P_30         	2024-79129	0.0000
relative_P_100        	2024-79129	0.0000
relative_P_200        	2024-79129	0.0000
relative_P_500        	2024-79129	0.0000
relative_P_1000       	2024-79129	0.0000
success_1             	2024-79129	0.0000
success_5             	2024-79129	0.0000
success_10            	2024-79129	0.0000
set_P                 	2024-79129	0.0000
set_relative_P        	2024-79129	0.0000
set_recall            	2024-79129	0.0000
set_map               	2024-79129	0.0000
set_F                 	2024-79129	0.0000
num_nonrel_judged_ret 	2024-79129	2
num_ret               	2024-79154	2
num_rel               	2024-79154	132
num_rel_ret           	2024-79154	1
map                   	2024-79154	0.0038
Rprec                 	2024-79154	0.0076
bpref                 	2024-79154	0.0075
recip_rank            	2024-79154	0.5000
iprec_at_recall_0.00  	2024-79154	0.5000
iprec_at_recall_0.10  	2024-79154	0.0000
iprec_at_recall_0.20  	2024-79154	0.0000
iprec_at_recall_0.30  	2024-79154	0.0000
iprec_at_recall_0.40  	2024-79154	0.0000
iprec_at_recall_0.50  	2024-79154	0.0000
iprec_at_recall_0.60  	2024-79154	0.0000
iprec_at_recall_0.70  	2024-79154	0.0000
iprec_at_recall_0.80  	2024-79154	0.0000
iprec_at_recall_0.90  	2024-79154	0.0000
iprec_at_recall_1.00  	2024-79154	0.0000
P_5                   	2024-79154	0.2000
P_10                  	2024-79154	0.1000
P_15                  	2024-79154	0.0667
P_20                  	2024-79154	0.0500
P_30                  	2024-79154	0.0333
P_100                 	2024-79154	0.0100
P_200                 	2024-79154	0.0050
P_500                 	2024-79154	0.0020
P_1000                	2024-79154	0.0010
relstring             	2024-79154	'01'
recall_5              	2024-79154	0.0076
recall_10             	2024-79154	0.0076
recall_15             	2024-79154	0.0076
recall_20             	2024-79154	0.0076
recall_30             	2024-79154	0.0076
recall_100            	2024-79154	0.0076
recall_200            	2024-79154	0.0076
recall_500            	2024-79154	0.0076
recall_1000           	2024-79154	0.0076
infAP                 	2024-79154	0.0038
Rprec_mult_0.20       	2024-79154	0.0370
Rprec_mult_0.40       	2024-79154	0.0189
Rprec_mult_0.60       	2024-79154	0.0125
Rprec_mult_0.80       	2024-79154	0.0094
Rprec_mult_1.00       	2024-79154	0.0076
Rprec_mult_1.20       	2024-79154	0.0063
Rprec_mult_1.40       	2024-79154	0.0054
Rprec_mult_1.60       	2024-79154	0.0047
Rprec_mult_1.80       	2024-79154	0.0042
Rprec_mult_2.00       	2024-79154	0.0038
utility               	2024-79154	0.0000
11pt_avg              	2024-79154	0.0455
binG                  	2024-79154	0.0048
G                     	2024-79154	0.0027
ndcg                  	2024-79154	0.0184
ndcg_rel              	2024-79154	0.0197
Rndcg                 	2024-79154	0.0272
ndcg_cut_5            	2024-79154	0.1070
ndcg_cut_10           	2024-79154	0.0694
ndcg_cut_15           	2024-79154	0.0538
ndcg_cut_20           	2024-79154	0.0448
ndcg_cut_30           	2024-79154	0.0352
ndcg_cut_100          	2024-79154	0.0212
ndcg_cut_200          	2024-79154	0.0184
ndcg_cut_500          	2024-79154	0.0184
ndcg_cut_1000         	2024-79154	0.0184
map_cut_5             	2024-79154	0.0038
map_cut_10            	2024-79154	0.0038
map_cut_15            	2024-79154	0.0038
map_cut_20            	2024-79154	0.0038
map_cut_30            	2024-79154	0.0038
map_cut_100           	2024-79154	0.0038
map_cut_200           	2024-79154	0.0038
map_cut_500           	2024-79154	0.0038
map_cut_1000          	2024-79154	0.0038
relative_P_5          	2024-79154	0.2000
relative_P_10         	2024-79154	0.1000
relative_P_15         	2024-79154	0.0667
relative_P_20         	2024-79154	0.0500
relative_P_30         	2024-79154	0.0333
relative_P_100        	2024-79154	0.0100
relative_P_200        	2024-79154	0.0076
relative_P_500        	2024-79154	0.0076
relative_P_1000       	2024-79154	0.0076
success_1             	2024-79154	0.0000
success_5             	2024-79154	1.0000
success_10            	2024-79154	1.0000
set_P                 	2024-79154	0.5000
set_relative_P        	2024-79154	0.5000
set_recall            	2024-79154	0.0076
set_map               	2024-79154	0.0038
set_F                 	2024-79154	0.0149
num_nonrel_judged_ret 	2024-79154	1
num_ret               	2024-88894	2
num_rel               	2024-88894	238
num_rel_ret           	2024-88894	2
map                   	2024-88894	0.0084
Rprec                 	2024-88894	0.0084
bpref                 	2024-88894	0.0084
recip_rank            	2024-88894	1.0000
iprec_at_recall_0.00  	2024-88894	1.0000
iprec_at_recall_0.10  	2024-88894	0.0000
iprec_at_recall_0.20  	2024-88894	0.0000
iprec_at_recall_0.30  	2024-88894	0.0000
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.4000
P_10                  	2024-88894	0.2000
P_15                  	2024-88894	0.1333
P_20                  	2024-88894	0.1000
P_30                  	2024-88894	0.0667
P_100                 	2024-88894	0.0200
P_200                 	2024-88894	0.0100
P_500                 	2024-88894	0.0040
P_1000                	2024-88894	0.0020
relstring             	2024-88894	'23'
recall_5              	2024-88894	0.0084
recall_10             	2024-88894	0.0084
recall_15             	2024-88894	0.0084
recall_20             	2024-88894	0.0084
recall_30             	2024-88894	0.0084
recall_100            	2024-88894	0.0084
recall_200            	2024-88894	0.0084
recall_500            	2024-88894	0.0084
recall_1000           	2024-88894	0.0084
infAP                 	2024-88894	0.0084
Rprec_mult_0.20       	2024-88894	0.0417
Rprec_mult_0.40       	2024-88894	0.0208
Rprec_mult_0.60       	2024-88894	0.0140
Rprec_mult_0.80       	2024-88894	0.0105
Rprec_mult_1.00       	2024-88894	0.0084
Rprec_mult_1.20       	2024-88894	0.0070
Rprec_mult_1.40       	2024-88894	0.0060
Rprec_mult_1.60       	2024-88894	0.0052
Rprec_mult_1.80       	2024-88894	0.0047
Rprec_mult_2.00       	2024-88894	0.0042
utility               	2024-88894	2.0000
11pt_avg              	2024-88894	0.0909
binG                  	2024-88894	0.0084
G                     	2024-88894	0.0074
ndcg                  	2024-88894	0.0493
ndcg_rel              	2024-88894	0.0550
Rndcg                 	2024-88894	0.0741
ndcg_cut_5            	2024-88894	0.4401
ndcg_cut_10           	2024-88894	0.2856
ndcg_cut_15           	2024-88894	0.2214
ndcg_cut_20           	2024-88894	0.1843
ndcg_cut_30           	2024-88894	0.1416
ndcg_cut_100          	2024-88894	0.0732
ndcg_cut_200          	2024-88894	0.0526
ndcg_cut_500          	2024-88894	0.0493
ndcg_cut_1000         	2024-88894	0.0493
map_cut_5             	2024-88894	0.0084
map_cut_10            	2024-88894	0.0084
map_cut_15            	2024-88894	0.0084
map_cut_20            	2024-88894	0.0084
map_cut_30            	2024-88894	0.0084
map_cut_100           	2024-88894	0.0084
map_cut_200           	2024-88894	0.0084
map_cut_500           	2024-88894	0.0084
map_cut_1000          	2024-88894	0.0084
relative_P_5          	2024-88894	0.4000
relative_P_10         	2024-88894	0.2000
relative_P_15         	2024-88894	0.1333
relative_P_20         	2024-88894	0.1000
relative_P_30         	2024-88894	0.0667
relative_P_100        	2024-88894	0.0200
relative_P_200        	2024-88894	0.0100
relative_P_500        	2024-88894	0.0084
relative_P_1000       	2024-88894	0.0084
success_1             	2024-88894	1.0000
success_5             	2024-88894	1.0000
success_10            	2024-88894	1.0000
set_P                 	2024-88894	1.0000
set_relative_P        	2024-88894	1.0000
set_recall            	2024-88894	0.0084
set_map               	2024-88894	0.0084
set_F                 	2024-88894	0.0167
num_nonrel_judged_ret 	2024-88894	0
num_ret               	2024-90454	2
num_rel               	2024-90454	226
num_rel_ret           	2024-90454	2
map                   	2024-90454	0.0088
Rprec                 	2024-90454	0.0088
bpref                 	2024-90454	0.0088
recip_rank            	2024-90454	1.0000
iprec_at_recall_0.00  	2024-90454	1.0000
iprec_at_recall_0.10  	2024-90454	0.0000
iprec_at_recall_0.20  	2024-90454	0.0000
iprec_at_recall_0.30  	2024-90454	0.0000
iprec_at_recall_0.40  	2024-90454	0.0000
iprec_at_recall_0.50  	2024-90454	0.0000
iprec_at_recall_0.60  	2024-90454	0.0000
iprec_at_recall_0.70  	2024-90454	0.0000
iprec_at_recall_0.80  	2024-90454	0.0000
iprec_at_recall_0.90  	2024-90454	0.0000
iprec_at_recall_1.00  	2024-90454	0.0000
P_5                   	2024-90454	0.4000
P_10                  	2024-90454	0.2000
P_15                  	2024-90454	0.1333
P_20                  	2024-90454	0.1000
P_30                  	2024-90454	0.0667
P_100                 	2024-90454	0.0200
P_200                 	2024-90454	0.0100
P_500                 	2024-90454	0.0040
P_1000                	2024-90454	0.0020
relstring             	2024-90454	'13'
recall_5              	2024-90454	0.0088
recall_10             	2024-90454	0.0088
recall_15             	2024-90454	0.0088
recall_20             	2024-90454	0.0088
recall_30             	2024-90454	0.0088
recall_100            	2024-90454	0.0088
recall_200            	2024-90454	0.0088
recall_500            	2024-90454	0.0088
recall_1000           	2024-90454	0.0088
infAP                 	2024-90454	0.0088
Rprec_mult_0.20       	2024-90454	0.0435
Rprec_mult_0.40       	2024-90454	0.0220
Rprec_mult_0.60       	2024-90454	0.0147
Rprec_mult_0.80       	2024-90454	0.0110
Rprec_mult_1.00       	2024-90454	0.0088
Rprec_mult_1.20       	2024-90454	0.0074
Rprec_mult_1.40       	2024-90454	0.0063
Rprec_mult_1.60       	2024-90454	0.0055
Rprec_mult_1.80       	2024-90454	0.0049
Rprec_mult_2.00       	2024-90454	0.0044
utility               	2024-90454	2.0000
11pt_avg              	2024-90454	0.0909
binG                  	2024-90454	0.0088
G                     	2024-90454	0.0069
ndcg                  	2024-90454	0.0527
ndcg_rel              	2024-90454	0.0563
Rndcg                 	2024-90454	0.1991
ndcg_cut_5            	2024-90454	0.3603
ndcg_cut_10           	2024-90454	0.2579
ndcg_cut_15           	2024-90454	0.2088
ndcg_cut_20           	2024-90454	0.1784
ndcg_cut_30           	2024-90454	0.1414
ndcg_cut_100          	2024-90454	0.0768
ndcg_cut_200          	2024-90454	0.0561
ndcg_cut_500          	2024-90454	0.0527
ndcg_cut_1000         	2024-90454	0.0527
map_cut_5             	2024-90454	0.0088
map_cut_10            	2024-90454	0.0088
map_cut_15            	2024-90454	0.0088
map_cut_20            	2024-90454	0.0088
map_cut_30            	2024-90454	0.0088
map_cut_100           	2024-90454	0.0088
map_cut_200           	2024-90454	0.0088
map_cut_500           	2024-90454	0.0088
map_cut_1000          	2024-90454	0.0088
relative_P_5          	2024-90454	0.4000
relative_P_10         	2024-90454	0.2000
relative_P_15         	2024-90454	0.1333
relative_P_20         	2024-90454	0.1000
relative_P_30         	2024-90454	0.0667
relative_P_100        	2024-90454	0.0200
relative_P_200        	2024-90454	0.0100
relative_P_500        	2024-90454	0.0088
relative_P_1000       	2024-90454	0.0088
success_1             	2024-90454	1.0000
success_5             	2024-90454	1.0000
success_10            	2024-90454	1.0000
set_P                 	2024-90454	1.0000
set_relative_P        	2024-90454	1.0000
set_recall            	2024-90454	0.0088
set_map               	2024-90454	0.0088
set_F                 	2024-90454	0.0175
num_nonrel_judged_ret 	2024-90454	0
num_ret               	2024-94706	2
num_rel               	2024-94706	232
num_rel_ret           	2024-94706	2
map                   	2024-94706	0.0086
Rprec                 	2024-94706	0.0086
bpref                 	2024-94706	0.0086
recip_rank            	2024-94706	1.0000
iprec_at_recall_0.00  	2024-94706	1.0000
iprec_at_recall_0.10  	2024-94706	0.0000
iprec_at_recall_0.20  	2024-94706	0.0000
iprec_at_recall_0.30  	2024-94706	0.0000
iprec_at_recall_0.40  	2024-94706	0.0000
iprec_at_recall_0.50  	2024-94706	0.0000
iprec_at_recall_0.60  	2024-94706	0.0000
iprec_at_recall_0.70  	2024-94706	0.0000
iprec_at_recall_0.80  	2024-94706	0.0000
iprec_at_recall_0.90  	2024-94706	0.0000
iprec_at_recall_1.00  	2024-94706	0.0000
P_5                   	2024-94706	0.4000
P_10                  	2024-94706	0.2000
P_15                  	2024-94706	0.1333
P_20                  	2024-94706	0.1000
P_30                  	2024-94706	0.0667
P_100                 	2024-94706	0.0200
P_200                 	2024-94706	0.0100
P_500                 	2024-94706	0.0040
P_1000                	2024-94706	0.0020
relstring             	2024-94706	'21'
recall_5              	2024-94706	0.0086
recall_10             	2024-94706	0.0086
recall_15             	2024-94706	0.0086
recall_20             	2024-94706	0.0086
recall_30             	2024-94706	0.0086
recall_100            	2024-94706	0.0086
recall_200            	2024-94706	0.0086
recall_500            	2024-94706	0.0086
recall_1000           	2024-94706	0.0086
infAP                 	2024-94706	0.0086
Rprec_mult_0.20       	2024-94706	0.0426
Rprec_mult_0.40       	2024-94706	0.0215
Rprec_mult_0.60       	2024-94706	0.0143
Rprec_mult_0.80       	2024-94706	0.0108
Rprec_mult_1.00       	2024-94706	0.0086
Rprec_mult_1.20       	2024-94706	0.0072
Rprec_mult_1.40       	2024-94706	0.0062
Rprec_mult_1.60       	2024-94706	0.0054
Rprec_mult_1.80       	2024-94706	0.0048
Rprec_mult_2.00       	2024-94706	0.0043
utility               	2024-94706	2.0000
11pt_avg              	2024-94706	0.0909
binG                  	2024-94706	0.0086
G                     	2024-94706	0.0062
ndcg                  	2024-94706	0.0510
ndcg_rel              	2024-94706	0.0557
Rndcg                 	2024-94706	0.1920
ndcg_cut_5            	2024-94706	0.3277
ndcg_cut_10           	2024-94706	0.2345
ndcg_cut_15           	2024-94706	0.1899
ndcg_cut_20           	2024-94706	0.1623
ndcg_cut_30           	2024-94706	0.1286
ndcg_cut_100          	2024-94706	0.0783
ndcg_cut_200          	2024-94706	0.0554
ndcg_cut_500          	2024-94706	0.0510
ndcg_cut_1000         	2024-94706	0.0510
map_cut_5             	2024-94706	0.0086
map_cut_10            	2024-94706	0.0086
map_cut_15            	2024-94706	0.0086
map_cut_20            	2024-94706	0.0086
map_cut_30            	2024-94706	0.0086
map_cut_100           	2024-94706	0.0086
map_cut_200           	2024-94706	0.0086
map_cut_500           	2024-94706	0.0086
map_cut_1000          	2024-94706	0.0086
relative_P_5          	2024-94706	0.4000
relative_P_10         	2024-94706	0.2000
relative_P_15         	2024-94706	0.1333
relative_P_20         	2024-94706	0.1000
relative_P_30         	2024-94706	0.0667
relative_P_100        	2024-94706	0.0200
relative_P_200        	2024-94706	0.0100
relative_P_500        	2024-94706	0.0086
relative_P_1000       	2024-94706	0.0086
success_1             	2024-94706	1.0000
success_5             	2024-94706	1.0000
success_10            	2024-94706	1.0000
set_P                 	2024-94706	1.0000
set_relative_P        	2024-94706	1.0000
set_recall            	2024-94706	0.0086
set_map               	2024-94706	0.0086
set_F                 	2024-94706	0.0171
num_nonrel_judged_ret 	2024-94706	0
num_ret               	2024-96063	2
num_rel               	2024-96063	342
num_rel_ret           	2024-96063	2
map                   	2024-96063	0.0058
Rprec                 	2024-96063	0.0058
bpref                 	2024-96063	0.0058
recip_rank            	2024-96063	1.0000
iprec_at_recall_0.00  	2024-96063	1.0000
iprec_at_recall_0.10  	2024-96063	0.0000
iprec_at_recall_0.20  	2024-96063	0.0000
iprec_at_recall_0.30  	2024-96063	0.0000
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	0.4000
P_10                  	2024-96063	0.2000
P_15                  	2024-96063	0.1333
P_20                  	2024-96063	0.1000
P_30                  	2024-96063	0.0667
P_100                 	2024-96063	0.0200
P_200                 	2024-96063	0.0100
P_500                 	2024-96063	0.0040
P_1000                	2024-96063	0.0020
relstring             	2024-96063	'22'
recall_5              	2024-96063	0.0058
recall_10             	2024-96063	0.0058
recall_15             	2024-96063	0.0058
recall_20             	2024-96063	0.0058
recall_30             	2024-96063	0.0058
recall_100            	2024-96063	0.0058
recall_200            	2024-96063	0.0058
recall_500            	2024-96063	0.0058
recall_1000           	2024-96063	0.0058
infAP                 	2024-96063	0.0058
Rprec_mult_0.20       	2024-96063	0.0290
Rprec_mult_0.40       	2024-96063	0.0146
Rprec_mult_0.60       	2024-96063	0.0097
Rprec_mult_0.80       	2024-96063	0.0073
Rprec_mult_1.00       	2024-96063	0.0058
Rprec_mult_1.20       	2024-96063	0.0049
Rprec_mult_1.40       	2024-96063	0.0042
Rprec_mult_1.60       	2024-96063	0.0036
Rprec_mult_1.80       	2024-96063	0.0032
Rprec_mult_2.00       	2024-96063	0.0029
utility               	2024-96063	2.0000
11pt_avg              	2024-96063	0.0909
binG                  	2024-96063	0.0058
G                     	2024-96063	0.0040
ndcg                  	2024-96063	0.0342
ndcg_rel              	2024-96063	0.0379
Rndcg                 	2024-96063	0.0660
ndcg_cut_5            	2024-96063	0.3688
ndcg_cut_10           	2024-96063	0.2393
ndcg_cut_15           	2024-96063	0.1855
ndcg_cut_20           	2024-96063	0.1544
ndcg_cut_30           	2024-96063	0.1196
ndcg_cut_100          	2024-96063	0.0642
ndcg_cut_200          	2024-96063	0.0419
ndcg_cut_500          	2024-96063	0.0342
ndcg_cut_1000         	2024-96063	0.0342
map_cut_5             	2024-96063	0.0058
map_cut_10            	2024-96063	0.0058
map_cut_15            	2024-96063	0.0058
map_cut_20            	2024-96063	0.0058
map_cut_30            	2024-96063	0.0058
map_cut_100           	2024-96063	0.0058
map_cut_200           	2024-96063	0.0058
map_cut_500           	2024-96063	0.0058
map_cut_1000          	2024-96063	0.0058
relative_P_5          	2024-96063	0.4000
relative_P_10         	2024-96063	0.2000
relative_P_15         	2024-96063	0.1333
relative_P_20         	2024-96063	0.1000
relative_P_30         	2024-96063	0.0667
relative_P_100        	2024-96063	0.0200
relative_P_200        	2024-96063	0.0100
relative_P_500        	2024-96063	0.0058
relative_P_1000       	2024-96063	0.0058
success_1             	2024-96063	1.0000
success_5             	2024-96063	1.0000
success_10            	2024-96063	1.0000
set_P                 	2024-96063	1.0000
set_relative_P        	2024-96063	1.0000
set_recall            	2024-96063	0.0058
set_map               	2024-96063	0.0058
set_F                 	2024-96063	0.0116
num_nonrel_judged_ret 	2024-96063	0
num_ret               	2024-96359	2
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	0
map                   	2024-96359	0.0000
Rprec                 	2024-96359	0.0000
bpref                 	2024-96359	0.0000
recip_rank            	2024-96359	0.0000
iprec_at_recall_0.00  	2024-96359	0.0000
iprec_at_recall_0.10  	2024-96359	0.0000
iprec_at_recall_0.20  	2024-96359	0.0000
iprec_at_recall_0.30  	2024-96359	0.0000
iprec_at_recall_0.40  	2024-96359	0.0000
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	0.0000
P_10                  	2024-96359	0.0000
P_15                  	2024-96359	0.0000
P_20                  	2024-96359	0.0000
P_30                  	2024-96359	0.0000
P_100                 	2024-96359	0.0000
P_200                 	2024-96359	0.0000
P_500                 	2024-96359	0.0000
P_1000                	2024-96359	0.0000
relstring             	2024-96359	'00'
recall_5              	2024-96359	0.0000
recall_10             	2024-96359	0.0000
recall_15             	2024-96359	0.0000
recall_20             	2024-96359	0.0000
recall_30             	2024-96359	0.0000
recall_100            	2024-96359	0.0000
recall_200            	2024-96359	0.0000
recall_500            	2024-96359	0.0000
recall_1000           	2024-96359	0.0000
infAP                 	2024-96359	0.0000
Rprec_mult_0.20       	2024-96359	0.0000
Rprec_mult_0.40       	2024-96359	0.0000
Rprec_mult_0.60       	2024-96359	0.0000
Rprec_mult_0.80       	2024-96359	0.0000
Rprec_mult_1.00       	2024-96359	0.0000
Rprec_mult_1.20       	2024-96359	0.0000
Rprec_mult_1.40       	2024-96359	0.0000
Rprec_mult_1.60       	2024-96359	0.0000
Rprec_mult_1.80       	2024-96359	0.0000
Rprec_mult_2.00       	2024-96359	0.0000
utility               	2024-96359	-2.0000
11pt_avg              	2024-96359	0.0000
binG                  	2024-96359	0.0000
G                     	2024-96359	0.0000
ndcg                  	2024-96359	0.0000
ndcg_rel              	2024-96359	0.0000
Rndcg                 	2024-96359	0.0000
ndcg_cut_5            	2024-96359	0.0000
ndcg_cut_10           	2024-96359	0.0000
ndcg_cut_15           	2024-96359	0.0000
ndcg_cut_20           	2024-96359	0.0000
ndcg_cut_30           	2024-96359	0.0000
ndcg_cut_100          	2024-96359	0.0000
ndcg_cut_200          	2024-96359	0.0000
ndcg_cut_500          	2024-96359	0.0000
ndcg_cut_1000         	2024-96359	0.0000
map_cut_5             	2024-96359	0.0000
map_cut_10            	2024-96359	0.0000
map_cut_15            	2024-96359	0.0000
map_cut_20            	2024-96359	0.0000
map_cut_30            	2024-96359	0.0000
map_cut_100           	2024-96359	0.0000
map_cut_200           	2024-96359	0.0000
map_cut_500           	2024-96359	0.0000
map_cut_1000          	2024-96359	0.0000
relative_P_5          	2024-96359	0.0000
relative_P_10         	2024-96359	0.0000
relative_P_15         	2024-96359	0.0000
relative_P_20         	2024-96359	0.0000
relative_P_30         	2024-96359	0.0000
relative_P_100        	2024-96359	0.0000
relative_P_200        	2024-96359	0.0000
relative_P_500        	2024-96359	0.0000
relative_P_1000       	2024-96359	0.0000
success_1             	2024-96359	0.0000
success_5             	2024-96359	0.0000
success_10            	2024-96359	0.0000
set_P                 	2024-96359	0.0000
set_relative_P        	2024-96359	0.0000
set_recall            	2024-96359	0.0000
set_map               	2024-96359	0.0000
set_F                 	2024-96359	0.0000
num_nonrel_judged_ret 	2024-96359	2
num_ret               	2024-96485	2
num_rel               	2024-96485	294
num_rel_ret           	2024-96485	2
map                   	2024-96485	0.0068
Rprec                 	2024-96485	0.0068
bpref                 	2024-96485	0.0068
recip_rank            	2024-96485	1.0000
iprec_at_recall_0.00  	2024-96485	1.0000
iprec_at_recall_0.10  	2024-96485	0.0000
iprec_at_recall_0.20  	2024-96485	0.0000
iprec_at_recall_0.30  	2024-96485	0.0000
iprec_at_recall_0.40  	2024-96485	0.0000
iprec_at_recall_0.50  	2024-96485	0.0000
iprec_at_recall_0.60  	2024-96485	0.0000
iprec_at_recall_0.70  	2024-96485	0.0000
iprec_at_recall_0.80  	2024-96485	0.0000
iprec_at_recall_0.90  	2024-96485	0.0000
iprec_at_recall_1.00  	2024-96485	0.0000
P_5                   	2024-96485	0.4000
P_10                  	2024-96485	0.2000
P_15                  	2024-96485	0.1333
P_20                  	2024-96485	0.1000
P_30                  	2024-96485	0.0667
P_100                 	2024-96485	0.0200
P_200                 	2024-96485	0.0100
P_500                 	2024-96485	0.0040
P_1000                	2024-96485	0.0020
relstring             	2024-96485	'11'
recall_5              	2024-96485	0.0068
recall_10             	2024-96485	0.0068
recall_15             	2024-96485	0.0068
recall_20             	2024-96485	0.0068
recall_30             	2024-96485	0.0068
recall_100            	2024-96485	0.0068
recall_200            	2024-96485	0.0068
recall_500            	2024-96485	0.0068
recall_1000           	2024-96485	0.0068
infAP                 	2024-96485	0.0068
Rprec_mult_0.20       	2024-96485	0.0339
Rprec_mult_0.40       	2024-96485	0.0169
Rprec_mult_0.60       	2024-96485	0.0113
Rprec_mult_0.80       	2024-96485	0.0085
Rprec_mult_1.00       	2024-96485	0.0068
Rprec_mult_1.20       	2024-96485	0.0057
Rprec_mult_1.40       	2024-96485	0.0049
Rprec_mult_1.60       	2024-96485	0.0042
Rprec_mult_1.80       	2024-96485	0.0038
Rprec_mult_2.00       	2024-96485	0.0034
utility               	2024-96485	2.0000
11pt_avg              	2024-96485	0.0909
binG                  	2024-96485	0.0068
G                     	2024-96485	0.0028
ndcg                  	2024-96485	0.0280
ndcg_rel              	2024-96485	0.0303
Rndcg                 	2024-96485	0.1451
ndcg_cut_5            	2024-96485	0.2365
ndcg_cut_10           	2024-96485	0.1617
ndcg_cut_15           	2024-96485	0.1282
ndcg_cut_20           	2024-96485	0.1081
ndcg_cut_30           	2024-96485	0.0844
ndcg_cut_100          	2024-96485	0.0502
ndcg_cut_200          	2024-96485	0.0352
ndcg_cut_500          	2024-96485	0.0280
ndcg_cut_1000         	2024-96485	0.0280
map_cut_5             	2024-96485	0.0068
map_cut_10            	2024-96485	0.0068
map_cut_15            	2024-96485	0.0068
map_cut_20            	2024-96485	0.0068
map_cut_30            	2024-96485	0.0068
map_cut_100           	2024-96485	0.0068
map_cut_200           	2024-96485	0.0068
map_cut_500           	2024-96485	0.0068
map_cut_1000          	2024-96485	0.0068
relative_P_5          	2024-96485	0.4000
relative_P_10         	2024-96485	0.2000
relative_P_15         	2024-96485	0.1333
relative_P_20         	2024-96485	0.1000
relative_P_30         	2024-96485	0.0667
relative_P_100        	2024-96485	0.0200
relative_P_200        	2024-96485	0.0100
relative_P_500        	2024-96485	0.0068
relative_P_1000       	2024-96485	0.0068
success_1             	2024-96485	1.0000
success_5             	2024-96485	1.0000
success_10            	2024-96485	1.0000
set_P                 	2024-96485	1.0000
set_relative_P        	2024-96485	1.0000
set_recall            	2024-96485	0.0068
set_map               	2024-96485	0.0068
set_F                 	2024-96485	0.0135
num_nonrel_judged_ret 	2024-96485	0
runid                 	all	ISIR-IRIT-zephyr_p2
num_q                 	all	301
num_ret               	all	602
num_rel               	all	68780
num_rel_ret           	all	481
map                   	all	0.0078
gm_map                	all	0.0034
Rprec                 	all	0.0080
bpref                 	all	0.0079
recip_rank            	all	0.8522
iprec_at_recall_0.00  	all	0.8522
iprec_at_recall_0.10  	all	0.0000
iprec_at_recall_0.20  	all	0.0000
iprec_at_recall_0.30  	all	0.0000
iprec_at_recall_0.40  	all	0.0000
iprec_at_recall_0.50  	all	0.0000
iprec_at_recall_0.60  	all	0.0000
iprec_at_recall_0.70  	all	0.0000
iprec_at_recall_0.80  	all	0.0000
iprec_at_recall_0.90  	all	0.0000
iprec_at_recall_1.00  	all	0.0000
P_5                   	all	0.3196
P_10                  	all	0.1598
P_15                  	all	0.1065
P_20                  	all	0.0799
P_30                  	all	0.0533
P_100                 	all	0.0160
P_200                 	all	0.0080
P_500                 	all	0.0032
P_1000                	all	0.0016
recall_5              	all	0.0080
recall_10             	all	0.0080
recall_15             	all	0.0080
recall_20             	all	0.0080
recall_30             	all	0.0080
recall_100            	all	0.0080
recall_200            	all	0.0080
recall_500            	all	0.0080
recall_1000           	all	0.0080
infAP                 	all	0.0078
gm_bpref              	all	0.0036
Rprec_mult_0.20       	all	0.0392
Rprec_mult_0.40       	all	0.0197
Rprec_mult_0.60       	all	0.0132
Rprec_mult_0.80       	all	0.0099
Rprec_mult_1.00       	all	0.0080
Rprec_mult_1.20       	all	0.0066
Rprec_mult_1.40       	all	0.0057
Rprec_mult_1.60       	all	0.0050
Rprec_mult_1.80       	all	0.0044
Rprec_mult_2.00       	all	0.0040
utility               	all	1.1960
11pt_avg              	all	0.0775
binG                  	all	0.0079
G                     	all	0.0078
ndcg                  	all	0.0433
ndcg_rel              	all	0.0482
Rndcg                 	all	0.1032
ndcg_cut_5            	all	0.3071
ndcg_cut_10           	all	0.2059
ndcg_cut_15           	all	0.1643
ndcg_cut_20           	all	0.1402
ndcg_cut_30           	all	0.1127
ndcg_cut_100          	all	0.0607
ndcg_cut_200          	all	0.0466
ndcg_cut_500          	all	0.0433
ndcg_cut_1000         	all	0.0433
map_cut_5             	all	0.0078
map_cut_10            	all	0.0078
map_cut_15            	all	0.0078
map_cut_20            	all	0.0078
map_cut_30            	all	0.0078
map_cut_100           	all	0.0078
map_cut_200           	all	0.0078
map_cut_500           	all	0.0078
map_cut_1000          	all	0.0078
relative_P_5          	all	0.3196
relative_P_10         	all	0.1598
relative_P_15         	all	0.1065
relative_P_20         	all	0.0799
relative_P_30         	all	0.0533
relative_P_100        	all	0.0163
relative_P_200        	all	0.0094
relative_P_500        	all	0.0080
relative_P_1000       	all	0.0080
success_1             	all	0.8239
success_5             	all	0.8804
success_10            	all	0.8804
set_P                 	all	0.7990
set_relative_P        	all	0.7990
set_recall            	all	0.0080
set_map               	all	0.0075
set_F                 	all	0.0157
num_nonrel_judged_ret 	all	121
