num_ret               	2024-105741	100
num_rel               	2024-105741	139
num_rel_ret           	2024-105741	18
map                   	2024-105741	0.0521
Rprec                 	2024-105741	0.1295
bpref                 	2024-105741	0.1151
recip_rank            	2024-105741	1.0000
iprec_at_recall_0.00  	2024-105741	1.0000
iprec_at_recall_0.10  	2024-105741	0.2545
iprec_at_recall_0.20  	2024-105741	0.0000
iprec_at_recall_0.30  	2024-105741	0.0000
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	0.6000
P_10                  	2024-105741	0.4000
P_15                  	2024-105741	0.3333
P_20                  	2024-105741	0.4500
P_30                  	2024-105741	0.3333
P_100                 	2024-105741	0.1800
P_200                 	2024-105741	0.0900
P_500                 	2024-105741	0.0360
P_1000                	2024-105741	0.0180
relstring             	2024-105741	'2001100100'
recall_5              	2024-105741	0.0216
recall_10             	2024-105741	0.0288
recall_15             	2024-105741	0.0360
recall_20             	2024-105741	0.0647
recall_30             	2024-105741	0.0719
recall_100            	2024-105741	0.1295
recall_200            	2024-105741	0.1295
recall_500            	2024-105741	0.1295
recall_1000           	2024-105741	0.1295
infAP                 	2024-105741	0.0521
Rprec_mult_0.20       	2024-105741	0.3214
Rprec_mult_0.40       	2024-105741	0.2500
Rprec_mult_0.60       	2024-105741	0.2143
Rprec_mult_0.80       	2024-105741	0.1607
Rprec_mult_1.00       	2024-105741	0.1295
Rprec_mult_1.20       	2024-105741	0.1078
Rprec_mult_1.40       	2024-105741	0.0923
Rprec_mult_1.60       	2024-105741	0.0807
Rprec_mult_1.80       	2024-105741	0.0717
Rprec_mult_2.00       	2024-105741	0.0647
utility               	2024-105741	-64.0000
11pt_avg              	2024-105741	0.1140
binG                  	2024-105741	0.0399
G                     	2024-105741	0.0328
ndcg                  	2024-105741	0.1873
ndcg_rel              	2024-105741	0.2006
Rndcg                 	2024-105741	0.2422
ndcg_cut_5            	2024-105741	0.3510
ndcg_cut_10           	2024-105741	0.2793
ndcg_cut_15           	2024-105741	0.2463
ndcg_cut_20           	2024-105741	0.2829
ndcg_cut_30           	2024-105741	0.2341
ndcg_cut_100          	2024-105741	0.2193
ndcg_cut_200          	2024-105741	0.1873
ndcg_cut_500          	2024-105741	0.1873
ndcg_cut_1000         	2024-105741	0.1873
map_cut_5             	2024-105741	0.0151
map_cut_10            	2024-105741	0.0187
map_cut_15            	2024-105741	0.0220
map_cut_20            	2024-105741	0.0337
map_cut_30            	2024-105741	0.0361
map_cut_100           	2024-105741	0.0521
map_cut_200           	2024-105741	0.0521
map_cut_500           	2024-105741	0.0521
map_cut_1000          	2024-105741	0.0521
relative_P_5          	2024-105741	0.6000
relative_P_10         	2024-105741	0.4000
relative_P_15         	2024-105741	0.3333
relative_P_20         	2024-105741	0.4500
relative_P_30         	2024-105741	0.3333
relative_P_100        	2024-105741	0.1800
relative_P_200        	2024-105741	0.1295
relative_P_500        	2024-105741	0.1295
relative_P_1000       	2024-105741	0.1295
success_1             	2024-105741	1.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.1800
set_relative_P        	2024-105741	0.1800
set_recall            	2024-105741	0.1295
set_map               	2024-105741	0.0233
set_F                 	2024-105741	0.1506
num_nonrel_judged_ret 	2024-105741	37
num_ret               	2024-121840	100
num_rel               	2024-121840	111
num_rel_ret           	2024-121840	11
map                   	2024-121840	0.0130
Rprec                 	2024-121840	0.0991
bpref                 	2024-121840	0.0752
recip_rank            	2024-121840	0.0714
iprec_at_recall_0.00  	2024-121840	0.1667
iprec_at_recall_0.10  	2024-121840	0.0000
iprec_at_recall_0.20  	2024-121840	0.0000
iprec_at_recall_0.30  	2024-121840	0.0000
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.0000
P_10                  	2024-121840	0.0000
P_15                  	2024-121840	0.0667
P_20                  	2024-121840	0.1000
P_30                  	2024-121840	0.1333
P_100                 	2024-121840	0.1100
P_200                 	2024-121840	0.0550
P_500                 	2024-121840	0.0220
P_1000                	2024-121840	0.0110
relstring             	2024-121840	'0000000000'
recall_5              	2024-121840	0.0000
recall_10             	2024-121840	0.0000
recall_15             	2024-121840	0.0090
recall_20             	2024-121840	0.0180
recall_30             	2024-121840	0.0360
recall_100            	2024-121840	0.0991
recall_200            	2024-121840	0.0991
recall_500            	2024-121840	0.0991
recall_1000           	2024-121840	0.0991
infAP                 	2024-121840	0.0130
Rprec_mult_0.20       	2024-121840	0.1304
Rprec_mult_0.40       	2024-121840	0.1333
Rprec_mult_0.60       	2024-121840	0.1194
Rprec_mult_0.80       	2024-121840	0.1011
Rprec_mult_1.00       	2024-121840	0.0991
Rprec_mult_1.20       	2024-121840	0.0821
Rprec_mult_1.40       	2024-121840	0.0705
Rprec_mult_1.60       	2024-121840	0.0618
Rprec_mult_1.80       	2024-121840	0.0550
Rprec_mult_2.00       	2024-121840	0.0495
utility               	2024-121840	-78.0000
11pt_avg              	2024-121840	0.0152
binG                  	2024-121840	0.0198
G                     	2024-121840	0.0205
ndcg                  	2024-121840	0.1105
ndcg_rel              	2024-121840	0.1088
Rndcg                 	2024-121840	0.0955
ndcg_cut_5            	2024-121840	0.0000
ndcg_cut_10           	2024-121840	0.0000
ndcg_cut_15           	2024-121840	0.0291
ndcg_cut_20           	2024-121840	0.0590
ndcg_cut_30           	2024-121840	0.0888
ndcg_cut_100          	2024-121840	0.1145
ndcg_cut_200          	2024-121840	0.1105
ndcg_cut_500          	2024-121840	0.1105
ndcg_cut_1000         	2024-121840	0.1105
map_cut_5             	2024-121840	0.0000
map_cut_10            	2024-121840	0.0000
map_cut_15            	2024-121840	0.0006
map_cut_20            	2024-121840	0.0018
map_cut_30            	2024-121840	0.0043
map_cut_100           	2024-121840	0.0130
map_cut_200           	2024-121840	0.0130
map_cut_500           	2024-121840	0.0130
map_cut_1000          	2024-121840	0.0130
relative_P_5          	2024-121840	0.0000
relative_P_10         	2024-121840	0.0000
relative_P_15         	2024-121840	0.0667
relative_P_20         	2024-121840	0.1000
relative_P_30         	2024-121840	0.1333
relative_P_100        	2024-121840	0.1100
relative_P_200        	2024-121840	0.0991
relative_P_500        	2024-121840	0.0991
relative_P_1000       	2024-121840	0.0991
success_1             	2024-121840	0.0000
success_5             	2024-121840	0.0000
success_10            	2024-121840	0.0000
set_P                 	2024-121840	0.1100
set_relative_P        	2024-121840	0.1100
set_recall            	2024-121840	0.0991
set_map               	2024-121840	0.0109
set_F                 	2024-121840	0.1043
num_nonrel_judged_ret 	2024-121840	42
num_ret               	2024-127266	100
num_rel               	2024-127266	216
num_rel_ret           	2024-127266	41
map                   	2024-127266	0.1515
Rprec                 	2024-127266	0.1898
bpref                 	2024-127266	0.1751
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	0.7857
iprec_at_recall_0.20  	2024-127266	0.0000
iprec_at_recall_0.30  	2024-127266	0.0000
iprec_at_recall_0.40  	2024-127266	0.0000
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	1.0000
P_10                  	2024-127266	1.0000
P_15                  	2024-127266	0.9333
P_20                  	2024-127266	0.9000
P_30                  	2024-127266	0.7333
P_100                 	2024-127266	0.4100
P_200                 	2024-127266	0.2050
P_500                 	2024-127266	0.0820
P_1000                	2024-127266	0.0410
relstring             	2024-127266	'1321231211'
recall_5              	2024-127266	0.0231
recall_10             	2024-127266	0.0463
recall_15             	2024-127266	0.0648
recall_20             	2024-127266	0.0833
recall_30             	2024-127266	0.1019
recall_100            	2024-127266	0.1898
recall_200            	2024-127266	0.1898
recall_500            	2024-127266	0.1898
recall_1000           	2024-127266	0.1898
infAP                 	2024-127266	0.1515
Rprec_mult_0.20       	2024-127266	0.6591
Rprec_mult_0.40       	2024-127266	0.4598
Rprec_mult_0.60       	2024-127266	0.3154
Rprec_mult_0.80       	2024-127266	0.2370
Rprec_mult_1.00       	2024-127266	0.1898
Rprec_mult_1.20       	2024-127266	0.1577
Rprec_mult_1.40       	2024-127266	0.1353
Rprec_mult_1.60       	2024-127266	0.1185
Rprec_mult_1.80       	2024-127266	0.1054
Rprec_mult_2.00       	2024-127266	0.0949
utility               	2024-127266	-18.0000
11pt_avg              	2024-127266	0.1623
binG                  	2024-127266	0.1009
G                     	2024-127266	0.0508
ndcg                  	2024-127266	0.3002
ndcg_rel              	2024-127266	0.3425
Rndcg                 	2024-127266	0.4027
ndcg_cut_5            	2024-127266	0.5763
ndcg_cut_10           	2024-127266	0.5664
ndcg_cut_15           	2024-127266	0.5582
ndcg_cut_20           	2024-127266	0.5535
ndcg_cut_30           	2024-127266	0.5109
ndcg_cut_100          	2024-127266	0.3946
ndcg_cut_200          	2024-127266	0.3098
ndcg_cut_500          	2024-127266	0.3002
ndcg_cut_1000         	2024-127266	0.3002
map_cut_5             	2024-127266	0.0231
map_cut_10            	2024-127266	0.0463
map_cut_15            	2024-127266	0.0642
map_cut_20            	2024-127266	0.0814
map_cut_30            	2024-127266	0.0970
map_cut_100           	2024-127266	0.1515
map_cut_200           	2024-127266	0.1515
map_cut_500           	2024-127266	0.1515
map_cut_1000          	2024-127266	0.1515
relative_P_5          	2024-127266	1.0000
relative_P_10         	2024-127266	1.0000
relative_P_15         	2024-127266	0.9333
relative_P_20         	2024-127266	0.9000
relative_P_30         	2024-127266	0.7333
relative_P_100        	2024-127266	0.4100
relative_P_200        	2024-127266	0.2050
relative_P_500        	2024-127266	0.1898
relative_P_1000       	2024-127266	0.1898
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	0.4100
set_relative_P        	2024-127266	0.4100
set_recall            	2024-127266	0.1898
set_map               	2024-127266	0.0778
set_F                 	2024-127266	0.2595
num_nonrel_judged_ret 	2024-127266	4
num_ret               	2024-127288	100
num_rel               	2024-127288	331
num_rel_ret           	2024-127288	28
map                   	2024-127288	0.0564
Rprec                 	2024-127288	0.0846
bpref                 	2024-127288	0.0787
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.0000
iprec_at_recall_0.20  	2024-127288	0.0000
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	0.6000
P_10                  	2024-127288	0.8000
P_15                  	2024-127288	0.8000
P_20                  	2024-127288	0.7500
P_30                  	2024-127288	0.6333
P_100                 	2024-127288	0.2800
P_200                 	2024-127288	0.1400
P_500                 	2024-127288	0.0560
P_1000                	2024-127288	0.0280
relstring             	2024-127288	'2301021311'
recall_5              	2024-127288	0.0091
recall_10             	2024-127288	0.0242
recall_15             	2024-127288	0.0363
recall_20             	2024-127288	0.0453
recall_30             	2024-127288	0.0574
recall_100            	2024-127288	0.0846
recall_200            	2024-127288	0.0846
recall_500            	2024-127288	0.0846
recall_1000           	2024-127288	0.0846
infAP                 	2024-127288	0.0564
Rprec_mult_0.20       	2024-127288	0.3433
Rprec_mult_0.40       	2024-127288	0.2105
Rprec_mult_0.60       	2024-127288	0.1407
Rprec_mult_0.80       	2024-127288	0.1057
Rprec_mult_1.00       	2024-127288	0.0846
Rprec_mult_1.20       	2024-127288	0.0704
Rprec_mult_1.40       	2024-127288	0.0603
Rprec_mult_1.60       	2024-127288	0.0528
Rprec_mult_1.80       	2024-127288	0.0470
Rprec_mult_2.00       	2024-127288	0.0423
utility               	2024-127288	-44.0000
11pt_avg              	2024-127288	0.0909
binG                  	2024-127288	0.0343
G                     	2024-127288	0.0181
ndcg                  	2024-127288	0.1302
ndcg_rel              	2024-127288	0.1578
Rndcg                 	2024-127288	0.1841
ndcg_cut_5            	2024-127288	0.4888
ndcg_cut_10           	2024-127288	0.5066
ndcg_cut_15           	2024-127288	0.5292
ndcg_cut_20           	2024-127288	0.4854
ndcg_cut_30           	2024-127288	0.4190
ndcg_cut_100          	2024-127288	0.2428
ndcg_cut_200          	2024-127288	0.1642
ndcg_cut_500          	2024-127288	0.1302
ndcg_cut_1000         	2024-127288	0.1302
map_cut_5             	2024-127288	0.0083
map_cut_10            	2024-127288	0.0195
map_cut_15            	2024-127288	0.0296
map_cut_20            	2024-127288	0.0368
map_cut_30            	2024-127288	0.0454
map_cut_100           	2024-127288	0.0564
map_cut_200           	2024-127288	0.0564
map_cut_500           	2024-127288	0.0564
map_cut_1000          	2024-127288	0.0564
relative_P_5          	2024-127288	0.6000
relative_P_10         	2024-127288	0.8000
relative_P_15         	2024-127288	0.8000
relative_P_20         	2024-127288	0.7500
relative_P_30         	2024-127288	0.6333
relative_P_100        	2024-127288	0.2800
relative_P_200        	2024-127288	0.1400
relative_P_500        	2024-127288	0.0846
relative_P_1000       	2024-127288	0.0846
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	0.2800
set_relative_P        	2024-127288	0.2800
set_recall            	2024-127288	0.0846
set_map               	2024-127288	0.0237
set_F                 	2024-127288	0.1299
num_nonrel_judged_ret 	2024-127288	10
num_ret               	2024-12875	100
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	47
map                   	2024-12875	0.1548
Rprec                 	2024-12875	0.1950
bpref                 	2024-12875	0.1950
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	0.7576
iprec_at_recall_0.20  	2024-12875	0.0000
iprec_at_recall_0.30  	2024-12875	0.0000
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	1.0000
P_10                  	2024-12875	1.0000
P_15                  	2024-12875	0.9333
P_20                  	2024-12875	0.9500
P_30                  	2024-12875	0.7667
P_100                 	2024-12875	0.4700
P_200                 	2024-12875	0.2350
P_500                 	2024-12875	0.0940
P_1000                	2024-12875	0.0470
relstring             	2024-12875	'1313133333'
recall_5              	2024-12875	0.0207
recall_10             	2024-12875	0.0415
recall_15             	2024-12875	0.0581
recall_20             	2024-12875	0.0788
recall_30             	2024-12875	0.0954
recall_100            	2024-12875	0.1950
recall_200            	2024-12875	0.1950
recall_500            	2024-12875	0.1950
recall_1000           	2024-12875	0.1950
infAP                 	2024-12875	0.1548
Rprec_mult_0.20       	2024-12875	0.6735
Rprec_mult_0.40       	2024-12875	0.4742
Rprec_mult_0.60       	2024-12875	0.3241
Rprec_mult_0.80       	2024-12875	0.2435
Rprec_mult_1.00       	2024-12875	0.1950
Rprec_mult_1.20       	2024-12875	0.1621
Rprec_mult_1.40       	2024-12875	0.1391
Rprec_mult_1.60       	2024-12875	0.1218
Rprec_mult_1.80       	2024-12875	0.1083
Rprec_mult_2.00       	2024-12875	0.0975
utility               	2024-12875	-6.0000
11pt_avg              	2024-12875	0.1598
binG                  	2024-12875	0.0960
G                     	2024-12875	0.0469
ndcg                  	2024-12875	0.2822
ndcg_rel              	2024-12875	0.3436
Rndcg                 	2024-12875	0.3168
ndcg_cut_5            	2024-12875	0.5734
ndcg_cut_10           	2024-12875	0.7231
ndcg_cut_15           	2024-12875	0.6641
ndcg_cut_20           	2024-12875	0.6872
ndcg_cut_30           	2024-12875	0.6142
ndcg_cut_100          	2024-12875	0.4408
ndcg_cut_200          	2024-12875	0.2982
ndcg_cut_500          	2024-12875	0.2822
ndcg_cut_1000         	2024-12875	0.2822
map_cut_5             	2024-12875	0.0207
map_cut_10            	2024-12875	0.0415
map_cut_15            	2024-12875	0.0569
map_cut_20            	2024-12875	0.0764
map_cut_30            	2024-12875	0.0912
map_cut_100           	2024-12875	0.1548
map_cut_200           	2024-12875	0.1548
map_cut_500           	2024-12875	0.1548
map_cut_1000          	2024-12875	0.1548
relative_P_5          	2024-12875	1.0000
relative_P_10         	2024-12875	1.0000
relative_P_15         	2024-12875	0.9333
relative_P_20         	2024-12875	0.9500
relative_P_30         	2024-12875	0.7667
relative_P_100        	2024-12875	0.4700
relative_P_200        	2024-12875	0.2350
relative_P_500        	2024-12875	0.1950
relative_P_1000       	2024-12875	0.1950
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	0.4700
set_relative_P        	2024-12875	0.4700
set_recall            	2024-12875	0.1950
set_map               	2024-12875	0.0917
set_F                 	2024-12875	0.2757
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	100
num_rel               	2024-128784	234
num_rel_ret           	2024-128784	39
map                   	2024-128784	0.1048
Rprec                 	2024-128784	0.1667
bpref                 	2024-128784	0.1397
recip_rank            	2024-128784	1.0000
iprec_at_recall_0.00  	2024-128784	1.0000
iprec_at_recall_0.10  	2024-128784	0.5208
iprec_at_recall_0.20  	2024-128784	0.0000
iprec_at_recall_0.30  	2024-128784	0.0000
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	0.8000
P_10                  	2024-128784	0.8000
P_15                  	2024-128784	0.7333
P_20                  	2024-128784	0.7500
P_30                  	2024-128784	0.6000
P_100                 	2024-128784	0.3900
P_200                 	2024-128784	0.1950
P_500                 	2024-128784	0.0780
P_1000                	2024-128784	0.0390
relstring             	2024-128784	'1301133102'
recall_5              	2024-128784	0.0171
recall_10             	2024-128784	0.0342
recall_15             	2024-128784	0.0470
recall_20             	2024-128784	0.0641
recall_30             	2024-128784	0.0769
recall_100            	2024-128784	0.1667
recall_200            	2024-128784	0.1667
recall_500            	2024-128784	0.1667
recall_1000           	2024-128784	0.1667
infAP                 	2024-128784	0.1048
Rprec_mult_0.20       	2024-128784	0.5106
Rprec_mult_0.40       	2024-128784	0.3936
Rprec_mult_0.60       	2024-128784	0.2766
Rprec_mult_0.80       	2024-128784	0.2074
Rprec_mult_1.00       	2024-128784	0.1667
Rprec_mult_1.20       	2024-128784	0.1388
Rprec_mult_1.40       	2024-128784	0.1189
Rprec_mult_1.60       	2024-128784	0.1040
Rprec_mult_1.80       	2024-128784	0.0924
Rprec_mult_2.00       	2024-128784	0.0833
utility               	2024-128784	-22.0000
11pt_avg              	2024-128784	0.1383
binG                  	2024-128784	0.0582
G                     	2024-128784	0.0296
ndcg                  	2024-128784	0.2032
ndcg_rel              	2024-128784	0.2421
Rndcg                 	2024-128784	0.2152
ndcg_cut_5            	2024-128784	0.4195
ndcg_cut_10           	2024-128784	0.4895
ndcg_cut_15           	2024-128784	0.4833
ndcg_cut_20           	2024-128784	0.5016
ndcg_cut_30           	2024-128784	0.4564
ndcg_cut_100          	2024-128784	0.3358
ndcg_cut_200          	2024-128784	0.2122
ndcg_cut_500          	2024-128784	0.2032
ndcg_cut_1000         	2024-128784	0.2032
map_cut_5             	2024-128784	0.0152
map_cut_10            	2024-128784	0.0296
map_cut_15            	2024-128784	0.0394
map_cut_20            	2024-128784	0.0520
map_cut_30            	2024-128784	0.0613
map_cut_100           	2024-128784	0.1048
map_cut_200           	2024-128784	0.1048
map_cut_500           	2024-128784	0.1048
map_cut_1000          	2024-128784	0.1048
relative_P_5          	2024-128784	0.8000
relative_P_10         	2024-128784	0.8000
relative_P_15         	2024-128784	0.7333
relative_P_20         	2024-128784	0.7500
relative_P_30         	2024-128784	0.6000
relative_P_100        	2024-128784	0.3900
relative_P_200        	2024-128784	0.1950
relative_P_500        	2024-128784	0.1667
relative_P_1000       	2024-128784	0.1667
success_1             	2024-128784	1.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	0.3900
set_relative_P        	2024-128784	0.3900
set_recall            	2024-128784	0.1667
set_map               	2024-128784	0.0650
set_F                 	2024-128784	0.2335
num_nonrel_judged_ret 	2024-128784	15
num_ret               	2024-129925	100
num_rel               	2024-129925	85
num_rel_ret           	2024-129925	36
map                   	2024-129925	0.2440
Rprec                 	2024-129925	0.4118
bpref                 	2024-129925	0.3754
recip_rank            	2024-129925	1.0000
iprec_at_recall_0.00  	2024-129925	1.0000
iprec_at_recall_0.10  	2024-129925	0.6842
iprec_at_recall_0.20  	2024-129925	0.5862
iprec_at_recall_0.30  	2024-129925	0.4815
iprec_at_recall_0.40  	2024-129925	0.4118
iprec_at_recall_0.50  	2024-129925	0.0000
iprec_at_recall_0.60  	2024-129925	0.0000
iprec_at_recall_0.70  	2024-129925	0.0000
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	0.8000
P_10                  	2024-129925	0.6000
P_15                  	2024-129925	0.6667
P_20                  	2024-129925	0.6500
P_30                  	2024-129925	0.5667
P_100                 	2024-129925	0.3600
P_200                 	2024-129925	0.1800
P_500                 	2024-129925	0.0720
P_1000                	2024-129925	0.0360
relstring             	2024-129925	'2-1222010-'
recall_5              	2024-129925	0.0471
recall_10             	2024-129925	0.0706
recall_15             	2024-129925	0.1176
recall_20             	2024-129925	0.1529
recall_30             	2024-129925	0.2000
recall_100            	2024-129925	0.4235
recall_200            	2024-129925	0.4235
recall_500            	2024-129925	0.4235
recall_1000           	2024-129925	0.4235
infAP                 	2024-129925	0.2440
Rprec_mult_0.20       	2024-129925	0.6471
Rprec_mult_0.40       	2024-129925	0.5588
Rprec_mult_0.60       	2024-129925	0.4706
Rprec_mult_0.80       	2024-129925	0.4412
Rprec_mult_1.00       	2024-129925	0.4118
Rprec_mult_1.20       	2024-129925	0.3529
Rprec_mult_1.40       	2024-129925	0.3025
Rprec_mult_1.60       	2024-129925	0.2647
Rprec_mult_1.80       	2024-129925	0.2353
Rprec_mult_2.00       	2024-129925	0.2118
utility               	2024-129925	-28.0000
11pt_avg              	2024-129925	0.2876
binG                  	2024-129925	0.1344
G                     	2024-129925	0.1086
ndcg                  	2024-129925	0.4653
ndcg_rel              	2024-129925	0.4961
Rndcg                 	2024-129925	0.4563
ndcg_cut_5            	2024-129925	0.7012
ndcg_cut_10           	2024-129925	0.5682
ndcg_cut_15           	2024-129925	0.5733
ndcg_cut_20           	2024-129925	0.5776
ndcg_cut_30           	2024-129925	0.5130
ndcg_cut_100          	2024-129925	0.4653
ndcg_cut_200          	2024-129925	0.4653
ndcg_cut_500          	2024-129925	0.4653
ndcg_cut_1000         	2024-129925	0.4653
map_cut_5             	2024-129925	0.0378
map_cut_10            	2024-129925	0.0565
map_cut_15            	2024-129925	0.0860
map_cut_20            	2024-129925	0.1095
map_cut_30            	2024-129925	0.1370
map_cut_100           	2024-129925	0.2440
map_cut_200           	2024-129925	0.2440
map_cut_500           	2024-129925	0.2440
map_cut_1000          	2024-129925	0.2440
relative_P_5          	2024-129925	0.8000
relative_P_10         	2024-129925	0.6000
relative_P_15         	2024-129925	0.6667
relative_P_20         	2024-129925	0.6500
relative_P_30         	2024-129925	0.5667
relative_P_100        	2024-129925	0.4235
relative_P_200        	2024-129925	0.4235
relative_P_500        	2024-129925	0.4235
relative_P_1000       	2024-129925	0.4235
success_1             	2024-129925	1.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	0.3600
set_relative_P        	2024-129925	0.4235
set_recall            	2024-129925	0.4235
set_map               	2024-129925	0.1525
set_F                 	2024-129925	0.3892
num_nonrel_judged_ret 	2024-129925	14
num_ret               	2024-136156	100
num_rel               	2024-136156	169
num_rel_ret           	2024-136156	14
map                   	2024-136156	0.0164
Rprec                 	2024-136156	0.0828
bpref                 	2024-136156	0.0639
recip_rank            	2024-136156	0.1429
iprec_at_recall_0.00  	2024-136156	0.2500
iprec_at_recall_0.10  	2024-136156	0.0000
iprec_at_recall_0.20  	2024-136156	0.0000
iprec_at_recall_0.30  	2024-136156	0.0000
iprec_at_recall_0.40  	2024-136156	0.0000
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	0.0000
P_10                  	2024-136156	0.2000
P_15                  	2024-136156	0.2000
P_20                  	2024-136156	0.1500
P_30                  	2024-136156	0.2333
P_100                 	2024-136156	0.1400
P_200                 	2024-136156	0.0700
P_500                 	2024-136156	0.0280
P_1000                	2024-136156	0.0140
relstring             	2024-136156	'0000001200'
recall_5              	2024-136156	0.0000
recall_10             	2024-136156	0.0118
recall_15             	2024-136156	0.0178
recall_20             	2024-136156	0.0178
recall_30             	2024-136156	0.0414
recall_100            	2024-136156	0.0828
recall_200            	2024-136156	0.0828
recall_500            	2024-136156	0.0828
recall_1000           	2024-136156	0.0828
infAP                 	2024-136156	0.0164
Rprec_mult_0.20       	2024-136156	0.2353
Rprec_mult_0.40       	2024-136156	0.1765
Rprec_mult_0.60       	2024-136156	0.1373
Rprec_mult_0.80       	2024-136156	0.1029
Rprec_mult_1.00       	2024-136156	0.0828
Rprec_mult_1.20       	2024-136156	0.0690
Rprec_mult_1.40       	2024-136156	0.0591
Rprec_mult_1.60       	2024-136156	0.0517
Rprec_mult_1.80       	2024-136156	0.0459
Rprec_mult_2.00       	2024-136156	0.0414
utility               	2024-136156	-72.0000
11pt_avg              	2024-136156	0.0227
binG                  	2024-136156	0.0183
G                     	2024-136156	0.0168
ndcg                  	2024-136156	0.0986
ndcg_rel              	2024-136156	0.1000
Rndcg                 	2024-136156	0.0734
ndcg_cut_5            	2024-136156	0.0000
ndcg_cut_10           	2024-136156	0.0801
ndcg_cut_15           	2024-136156	0.1026
ndcg_cut_20           	2024-136156	0.0884
ndcg_cut_30           	2024-136156	0.1316
ndcg_cut_100          	2024-136156	0.1233
ndcg_cut_200          	2024-136156	0.0986
ndcg_cut_500          	2024-136156	0.0986
ndcg_cut_1000         	2024-136156	0.0986
map_cut_5             	2024-136156	0.0000
map_cut_10            	2024-136156	0.0023
map_cut_15            	2024-136156	0.0038
map_cut_20            	2024-136156	0.0038
map_cut_30            	2024-136156	0.0089
map_cut_100           	2024-136156	0.0164
map_cut_200           	2024-136156	0.0164
map_cut_500           	2024-136156	0.0164
map_cut_1000          	2024-136156	0.0164
relative_P_5          	2024-136156	0.0000
relative_P_10         	2024-136156	0.2000
relative_P_15         	2024-136156	0.2000
relative_P_20         	2024-136156	0.1500
relative_P_30         	2024-136156	0.2333
relative_P_100        	2024-136156	0.1400
relative_P_200        	2024-136156	0.0828
relative_P_500        	2024-136156	0.0828
relative_P_1000       	2024-136156	0.0828
success_1             	2024-136156	0.0000
success_5             	2024-136156	0.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	0.1400
set_relative_P        	2024-136156	0.1400
set_recall            	2024-136156	0.0828
set_map               	2024-136156	0.0116
set_F                 	2024-136156	0.1041
num_nonrel_judged_ret 	2024-136156	24
num_ret               	2024-137182	100
num_rel               	2024-137182	172
num_rel_ret           	2024-137182	16
map                   	2024-137182	0.0203
Rprec                 	2024-137182	0.0930
bpref                 	2024-137182	0.0824
recip_rank            	2024-137182	0.1111
iprec_at_recall_0.00  	2024-137182	0.2857
iprec_at_recall_0.10  	2024-137182	0.0000
iprec_at_recall_0.20  	2024-137182	0.0000
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	0.0000
P_10                  	2024-137182	0.2000
P_15                  	2024-137182	0.2000
P_20                  	2024-137182	0.2500
P_30                  	2024-137182	0.2333
P_100                 	2024-137182	0.1600
P_200                 	2024-137182	0.0800
P_500                 	2024-137182	0.0320
P_1000                	2024-137182	0.0160
relstring             	2024-137182	'-----0--21'
recall_5              	2024-137182	0.0000
recall_10             	2024-137182	0.0116
recall_15             	2024-137182	0.0174
recall_20             	2024-137182	0.0291
recall_30             	2024-137182	0.0407
recall_100            	2024-137182	0.0930
recall_200            	2024-137182	0.0930
recall_500            	2024-137182	0.0930
recall_1000           	2024-137182	0.0930
infAP                 	2024-137182	0.0203
Rprec_mult_0.20       	2024-137182	0.2857
Rprec_mult_0.40       	2024-137182	0.1884
Rprec_mult_0.60       	2024-137182	0.1538
Rprec_mult_0.80       	2024-137182	0.1159
Rprec_mult_1.00       	2024-137182	0.0930
Rprec_mult_1.20       	2024-137182	0.0773
Rprec_mult_1.40       	2024-137182	0.0664
Rprec_mult_1.60       	2024-137182	0.0580
Rprec_mult_1.80       	2024-137182	0.0516
Rprec_mult_2.00       	2024-137182	0.0465
utility               	2024-137182	-68.0000
11pt_avg              	2024-137182	0.0260
binG                  	2024-137182	0.0203
G                     	2024-137182	0.0132
ndcg                  	2024-137182	0.0860
ndcg_rel              	2024-137182	0.0879
Rndcg                 	2024-137182	0.0981
ndcg_cut_5            	2024-137182	0.0000
ndcg_cut_10           	2024-137182	0.0654
ndcg_cut_15           	2024-137182	0.0649
ndcg_cut_20           	2024-137182	0.1106
ndcg_cut_30           	2024-137182	0.1161
ndcg_cut_100          	2024-137182	0.1092
ndcg_cut_200          	2024-137182	0.0860
ndcg_cut_500          	2024-137182	0.0860
ndcg_cut_1000         	2024-137182	0.0860
map_cut_5             	2024-137182	0.0000
map_cut_10            	2024-137182	0.0018
map_cut_15            	2024-137182	0.0030
map_cut_20            	2024-137182	0.0060
map_cut_30            	2024-137182	0.0093
map_cut_100           	2024-137182	0.0203
map_cut_200           	2024-137182	0.0203
map_cut_500           	2024-137182	0.0203
map_cut_1000          	2024-137182	0.0203
relative_P_5          	2024-137182	0.0000
relative_P_10         	2024-137182	0.2000
relative_P_15         	2024-137182	0.2000
relative_P_20         	2024-137182	0.2500
relative_P_30         	2024-137182	0.2333
relative_P_100        	2024-137182	0.1600
relative_P_200        	2024-137182	0.0930
relative_P_500        	2024-137182	0.0930
relative_P_1000       	2024-137182	0.0930
success_1             	2024-137182	0.0000
success_5             	2024-137182	0.0000
success_10            	2024-137182	1.0000
set_P                 	2024-137182	0.1600
set_relative_P        	2024-137182	0.1600
set_recall            	2024-137182	0.0930
set_map               	2024-137182	0.0149
set_F                 	2024-137182	0.1176
num_nonrel_judged_ret 	2024-137182	2
num_ret               	2024-141577	100
num_rel               	2024-141577	195
num_rel_ret           	2024-141577	10
map                   	2024-141577	0.0260
Rprec                 	2024-141577	0.0513
bpref                 	2024-141577	0.0484
recip_rank            	2024-141577	1.0000
iprec_at_recall_0.00  	2024-141577	1.0000
iprec_at_recall_0.10  	2024-141577	0.0000
iprec_at_recall_0.20  	2024-141577	0.0000
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	0.6000
P_10                  	2024-141577	0.4000
P_15                  	2024-141577	0.2667
P_20                  	2024-141577	0.2500
P_30                  	2024-141577	0.2667
P_100                 	2024-141577	0.1000
P_200                 	2024-141577	0.0500
P_500                 	2024-141577	0.0200
P_1000                	2024-141577	0.0100
relstring             	2024-141577	'1110000100'
recall_5              	2024-141577	0.0154
recall_10             	2024-141577	0.0205
recall_15             	2024-141577	0.0205
recall_20             	2024-141577	0.0256
recall_30             	2024-141577	0.0410
recall_100            	2024-141577	0.0513
recall_200            	2024-141577	0.0513
recall_500            	2024-141577	0.0513
recall_1000           	2024-141577	0.0513
infAP                 	2024-141577	0.0260
Rprec_mult_0.20       	2024-141577	0.2308
Rprec_mult_0.40       	2024-141577	0.1282
Rprec_mult_0.60       	2024-141577	0.0855
Rprec_mult_0.80       	2024-141577	0.0641
Rprec_mult_1.00       	2024-141577	0.0513
Rprec_mult_1.20       	2024-141577	0.0427
Rprec_mult_1.40       	2024-141577	0.0366
Rprec_mult_1.60       	2024-141577	0.0321
Rprec_mult_1.80       	2024-141577	0.0285
Rprec_mult_2.00       	2024-141577	0.0256
utility               	2024-141577	-80.0000
11pt_avg              	2024-141577	0.0909
binG                  	2024-141577	0.0242
G                     	2024-141577	0.0100
ndcg                  	2024-141577	0.0734
ndcg_rel              	2024-141577	0.0807
Rndcg                 	2024-141577	0.1425
ndcg_cut_5            	2024-141577	0.2409
ndcg_cut_10           	2024-141577	0.2033
ndcg_cut_15           	2024-141577	0.1667
ndcg_cut_20           	2024-141577	0.1577
ndcg_cut_30           	2024-141577	0.1557
ndcg_cut_100          	2024-141577	0.0980
ndcg_cut_200          	2024-141577	0.0734
ndcg_cut_500          	2024-141577	0.0734
ndcg_cut_1000         	2024-141577	0.0734
map_cut_5             	2024-141577	0.0154
map_cut_10            	2024-141577	0.0179
map_cut_15            	2024-141577	0.0179
map_cut_20            	2024-141577	0.0195
map_cut_30            	2024-141577	0.0234
map_cut_100           	2024-141577	0.0260
map_cut_200           	2024-141577	0.0260
map_cut_500           	2024-141577	0.0260
map_cut_1000          	2024-141577	0.0260
relative_P_5          	2024-141577	0.6000
relative_P_10         	2024-141577	0.4000
relative_P_15         	2024-141577	0.2667
relative_P_20         	2024-141577	0.2500
relative_P_30         	2024-141577	0.2667
relative_P_100        	2024-141577	0.1000
relative_P_200        	2024-141577	0.0513
relative_P_500        	2024-141577	0.0513
relative_P_1000       	2024-141577	0.0513
success_1             	2024-141577	1.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.1000
set_relative_P        	2024-141577	0.1000
set_recall            	2024-141577	0.0513
set_map               	2024-141577	0.0051
set_F                 	2024-141577	0.0678
num_nonrel_judged_ret 	2024-141577	36
num_ret               	2024-142395	100
num_rel               	2024-142395	119
num_rel_ret           	2024-142395	4
map                   	2024-142395	0.0037
Rprec                 	2024-142395	0.0336
bpref                 	2024-142395	0.0329
recip_rank            	2024-142395	0.0667
iprec_at_recall_0.00  	2024-142395	0.1500
iprec_at_recall_0.10  	2024-142395	0.0000
iprec_at_recall_0.20  	2024-142395	0.0000
iprec_at_recall_0.30  	2024-142395	0.0000
iprec_at_recall_0.40  	2024-142395	0.0000
iprec_at_recall_0.50  	2024-142395	0.0000
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	0.0000
P_10                  	2024-142395	0.0000
P_15                  	2024-142395	0.0667
P_20                  	2024-142395	0.1500
P_30                  	2024-142395	0.1000
P_100                 	2024-142395	0.0400
P_200                 	2024-142395	0.0200
P_500                 	2024-142395	0.0080
P_1000                	2024-142395	0.0040
relstring             	2024-142395	'----------'
recall_5              	2024-142395	0.0000
recall_10             	2024-142395	0.0000
recall_15             	2024-142395	0.0084
recall_20             	2024-142395	0.0252
recall_30             	2024-142395	0.0252
recall_100            	2024-142395	0.0336
recall_200            	2024-142395	0.0336
recall_500            	2024-142395	0.0336
recall_1000           	2024-142395	0.0336
infAP                 	2024-142395	0.0037
Rprec_mult_0.20       	2024-142395	0.1250
Rprec_mult_0.40       	2024-142395	0.0833
Rprec_mult_0.60       	2024-142395	0.0556
Rprec_mult_0.80       	2024-142395	0.0417
Rprec_mult_1.00       	2024-142395	0.0336
Rprec_mult_1.20       	2024-142395	0.0280
Rprec_mult_1.40       	2024-142395	0.0240
Rprec_mult_1.60       	2024-142395	0.0209
Rprec_mult_1.80       	2024-142395	0.0186
Rprec_mult_2.00       	2024-142395	0.0168
utility               	2024-142395	-92.0000
11pt_avg              	2024-142395	0.0136
binG                  	2024-142395	0.0077
G                     	2024-142395	0.0089
ndcg                  	2024-142395	0.0450
ndcg_rel              	2024-142395	0.0458
Rndcg                 	2024-142395	0.0150
ndcg_cut_5            	2024-142395	0.0000
ndcg_cut_10           	2024-142395	0.0000
ndcg_cut_15           	2024-142395	0.0389
ndcg_cut_20           	2024-142395	0.0849
ndcg_cut_30           	2024-142395	0.0737
ndcg_cut_100          	2024-142395	0.0496
ndcg_cut_200          	2024-142395	0.0450
ndcg_cut_500          	2024-142395	0.0450
ndcg_cut_1000         	2024-142395	0.0450
map_cut_5             	2024-142395	0.0000
map_cut_10            	2024-142395	0.0000
map_cut_15            	2024-142395	0.0006
map_cut_20            	2024-142395	0.0027
map_cut_30            	2024-142395	0.0027
map_cut_100           	2024-142395	0.0037
map_cut_200           	2024-142395	0.0037
map_cut_500           	2024-142395	0.0037
map_cut_1000          	2024-142395	0.0037
relative_P_5          	2024-142395	0.0000
relative_P_10         	2024-142395	0.0000
relative_P_15         	2024-142395	0.0667
relative_P_20         	2024-142395	0.1500
relative_P_30         	2024-142395	0.1000
relative_P_100        	2024-142395	0.0400
relative_P_200        	2024-142395	0.0336
relative_P_500        	2024-142395	0.0336
relative_P_1000       	2024-142395	0.0336
success_1             	2024-142395	0.0000
success_5             	2024-142395	0.0000
success_10            	2024-142395	0.0000
set_P                 	2024-142395	0.0400
set_relative_P        	2024-142395	0.0400
set_recall            	2024-142395	0.0336
set_map               	2024-142395	0.0013
set_F                 	2024-142395	0.0365
num_nonrel_judged_ret 	2024-142395	1
num_ret               	2024-143869	100
num_rel               	2024-143869	280
num_rel_ret           	2024-143869	10
map                   	2024-143869	0.0249
Rprec                 	2024-143869	0.0357
bpref                 	2024-143869	0.0348
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.0000
iprec_at_recall_0.20  	2024-143869	0.0000
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	0.8000
P_10                  	2024-143869	0.7000
P_15                  	2024-143869	0.5333
P_20                  	2024-143869	0.4000
P_30                  	2024-143869	0.2667
P_100                 	2024-143869	0.1000
P_200                 	2024-143869	0.0500
P_500                 	2024-143869	0.0200
P_1000                	2024-143869	0.0100
relstring             	2024-143869	'2120220201'
recall_5              	2024-143869	0.0143
recall_10             	2024-143869	0.0250
recall_15             	2024-143869	0.0286
recall_20             	2024-143869	0.0286
recall_30             	2024-143869	0.0286
recall_100            	2024-143869	0.0357
recall_200            	2024-143869	0.0357
recall_500            	2024-143869	0.0357
recall_1000           	2024-143869	0.0357
infAP                 	2024-143869	0.0249
Rprec_mult_0.20       	2024-143869	0.1607
Rprec_mult_0.40       	2024-143869	0.0893
Rprec_mult_0.60       	2024-143869	0.0595
Rprec_mult_0.80       	2024-143869	0.0446
Rprec_mult_1.00       	2024-143869	0.0357
Rprec_mult_1.20       	2024-143869	0.0298
Rprec_mult_1.40       	2024-143869	0.0255
Rprec_mult_1.60       	2024-143869	0.0223
Rprec_mult_1.80       	2024-143869	0.0198
Rprec_mult_2.00       	2024-143869	0.0179
utility               	2024-143869	-80.0000
11pt_avg              	2024-143869	0.0909
binG                  	2024-143869	0.0210
G                     	2024-143869	0.0100
ndcg                  	2024-143869	0.0765
ndcg_rel              	2024-143869	0.0895
Rndcg                 	2024-143869	0.1098
ndcg_cut_5            	2024-143869	0.4980
ndcg_cut_10           	2024-143869	0.4429
ndcg_cut_15           	2024-143869	0.3575
ndcg_cut_20           	2024-143869	0.2977
ndcg_cut_30           	2024-143869	0.2287
ndcg_cut_100          	2024-143869	0.1242
ndcg_cut_200          	2024-143869	0.0863
ndcg_cut_500          	2024-143869	0.0765
ndcg_cut_1000         	2024-143869	0.0765
map_cut_5             	2024-143869	0.0136
map_cut_10            	2024-143869	0.0217
map_cut_15            	2024-143869	0.0236
map_cut_20            	2024-143869	0.0236
map_cut_30            	2024-143869	0.0236
map_cut_100           	2024-143869	0.0249
map_cut_200           	2024-143869	0.0249
map_cut_500           	2024-143869	0.0249
map_cut_1000          	2024-143869	0.0249
relative_P_5          	2024-143869	0.8000
relative_P_10         	2024-143869	0.7000
relative_P_15         	2024-143869	0.5333
relative_P_20         	2024-143869	0.4000
relative_P_30         	2024-143869	0.2667
relative_P_100        	2024-143869	0.1000
relative_P_200        	2024-143869	0.0500
relative_P_500        	2024-143869	0.0357
relative_P_1000       	2024-143869	0.0357
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	0.1000
set_relative_P        	2024-143869	0.1000
set_recall            	2024-143869	0.0357
set_map               	2024-143869	0.0036
set_F                 	2024-143869	0.0526
num_nonrel_judged_ret 	2024-143869	30
num_ret               	2024-145979	100
num_rel               	2024-145979	135
num_rel_ret           	2024-145979	73
map                   	2024-145979	0.4709
Rprec                 	2024-145979	0.5407
bpref                 	2024-145979	0.5271
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	1.0000
iprec_at_recall_0.20  	2024-145979	0.9091
iprec_at_recall_0.30  	2024-145979	0.8214
iprec_at_recall_0.40  	2024-145979	0.8088
iprec_at_recall_0.50  	2024-145979	0.7556
iprec_at_recall_0.60  	2024-145979	0.0000
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	1.0000
P_10                  	2024-145979	1.0000
P_15                  	2024-145979	1.0000
P_20                  	2024-145979	1.0000
P_30                  	2024-145979	0.9000
P_100                 	2024-145979	0.7300
P_200                 	2024-145979	0.3650
P_500                 	2024-145979	0.1460
P_1000                	2024-145979	0.0730
relstring             	2024-145979	'3331132222'
recall_5              	2024-145979	0.0370
recall_10             	2024-145979	0.0741
recall_15             	2024-145979	0.1111
recall_20             	2024-145979	0.1481
recall_30             	2024-145979	0.2000
recall_100            	2024-145979	0.5407
recall_200            	2024-145979	0.5407
recall_500            	2024-145979	0.5407
recall_1000           	2024-145979	0.5407
infAP                 	2024-145979	0.4709
Rprec_mult_0.20       	2024-145979	0.8889
Rprec_mult_0.40       	2024-145979	0.8148
Rprec_mult_0.60       	2024-145979	0.7531
Rprec_mult_0.80       	2024-145979	0.6759
Rprec_mult_1.00       	2024-145979	0.5407
Rprec_mult_1.20       	2024-145979	0.4506
Rprec_mult_1.40       	2024-145979	0.3862
Rprec_mult_1.60       	2024-145979	0.3380
Rprec_mult_1.80       	2024-145979	0.3004
Rprec_mult_2.00       	2024-145979	0.2704
utility               	2024-145979	46.0000
11pt_avg              	2024-145979	0.4814
binG                  	2024-145979	0.2689
G                     	2024-145979	0.1374
ndcg                  	2024-145979	0.6102
ndcg_rel              	2024-145979	0.6902
Rndcg                 	2024-145979	0.6429
ndcg_cut_5            	2024-145979	0.8152
ndcg_cut_10           	2024-145979	0.7892
ndcg_cut_15           	2024-145979	0.7932
ndcg_cut_20           	2024-145979	0.8063
ndcg_cut_30           	2024-145979	0.7804
ndcg_cut_100          	2024-145979	0.6849
ndcg_cut_200          	2024-145979	0.6102
ndcg_cut_500          	2024-145979	0.6102
ndcg_cut_1000         	2024-145979	0.6102
map_cut_5             	2024-145979	0.0370
map_cut_10            	2024-145979	0.0741
map_cut_15            	2024-145979	0.1111
map_cut_20            	2024-145979	0.1481
map_cut_30            	2024-145979	0.1959
map_cut_100           	2024-145979	0.4709
map_cut_200           	2024-145979	0.4709
map_cut_500           	2024-145979	0.4709
map_cut_1000          	2024-145979	0.4709
relative_P_5          	2024-145979	1.0000
relative_P_10         	2024-145979	1.0000
relative_P_15         	2024-145979	1.0000
relative_P_20         	2024-145979	1.0000
relative_P_30         	2024-145979	0.9000
relative_P_100        	2024-145979	0.7300
relative_P_200        	2024-145979	0.5407
relative_P_500        	2024-145979	0.5407
relative_P_1000       	2024-145979	0.5407
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	0.7300
set_relative_P        	2024-145979	0.7300
set_recall            	2024-145979	0.5407
set_map               	2024-145979	0.3947
set_F                 	2024-145979	0.6213
num_nonrel_judged_ret 	2024-145979	1
num_ret               	2024-149459	100
num_rel               	2024-149459	115
num_rel_ret           	2024-149459	49
map                   	2024-149459	0.3634
Rprec                 	2024-149459	0.4261
bpref                 	2024-149459	0.4261
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	1.0000
iprec_at_recall_0.20  	2024-149459	0.9643
iprec_at_recall_0.30  	2024-149459	0.7292
iprec_at_recall_0.40  	2024-149459	0.5455
iprec_at_recall_0.50  	2024-149459	0.0000
iprec_at_recall_0.60  	2024-149459	0.0000
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	1.0000
P_10                  	2024-149459	1.0000
P_15                  	2024-149459	1.0000
P_20                  	2024-149459	1.0000
P_30                  	2024-149459	0.9333
P_100                 	2024-149459	0.4900
P_200                 	2024-149459	0.2450
P_500                 	2024-149459	0.0980
P_1000                	2024-149459	0.0490
relstring             	2024-149459	'3331322321'
recall_5              	2024-149459	0.0435
recall_10             	2024-149459	0.0870
recall_15             	2024-149459	0.1304
recall_20             	2024-149459	0.1739
recall_30             	2024-149459	0.2435
recall_100            	2024-149459	0.4261
recall_200            	2024-149459	0.4261
recall_500            	2024-149459	0.4261
recall_1000           	2024-149459	0.4261
infAP                 	2024-149459	0.3634
Rprec_mult_0.20       	2024-149459	0.9565
Rprec_mult_0.40       	2024-149459	0.7174
Rprec_mult_0.60       	2024-149459	0.5942
Rprec_mult_0.80       	2024-149459	0.5217
Rprec_mult_1.00       	2024-149459	0.4261
Rprec_mult_1.20       	2024-149459	0.3551
Rprec_mult_1.40       	2024-149459	0.3043
Rprec_mult_1.60       	2024-149459	0.2663
Rprec_mult_1.80       	2024-149459	0.2367
Rprec_mult_2.00       	2024-149459	0.2130
utility               	2024-149459	-2.0000
11pt_avg              	2024-149459	0.3854
binG                  	2024-149459	0.2649
G                     	2024-149459	0.1645
ndcg                  	2024-149459	0.5934
ndcg_rel              	2024-149459	0.6728
Rndcg                 	2024-149459	0.6849
ndcg_cut_5            	2024-149459	0.9026
ndcg_cut_10           	2024-149459	0.8217
ndcg_cut_15           	2024-149459	0.8274
ndcg_cut_20           	2024-149459	0.8365
ndcg_cut_30           	2024-149459	0.7944
ndcg_cut_100          	2024-149459	0.6256
ndcg_cut_200          	2024-149459	0.5934
ndcg_cut_500          	2024-149459	0.5934
ndcg_cut_1000         	2024-149459	0.5934
map_cut_5             	2024-149459	0.0435
map_cut_10            	2024-149459	0.0870
map_cut_15            	2024-149459	0.1304
map_cut_20            	2024-149459	0.1739
map_cut_30            	2024-149459	0.2408
map_cut_100           	2024-149459	0.3634
map_cut_200           	2024-149459	0.3634
map_cut_500           	2024-149459	0.3634
map_cut_1000          	2024-149459	0.3634
relative_P_5          	2024-149459	1.0000
relative_P_10         	2024-149459	1.0000
relative_P_15         	2024-149459	1.0000
relative_P_20         	2024-149459	1.0000
relative_P_30         	2024-149459	0.9333
relative_P_100        	2024-149459	0.4900
relative_P_200        	2024-149459	0.4261
relative_P_500        	2024-149459	0.4261
relative_P_1000       	2024-149459	0.4261
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	0.4900
set_relative_P        	2024-149459	0.4900
set_recall            	2024-149459	0.4261
set_map               	2024-149459	0.2088
set_F                 	2024-149459	0.4558
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	100
num_rel               	2024-152259	72
num_rel_ret           	2024-152259	11
map                   	2024-152259	0.0307
Rprec                 	2024-152259	0.0833
bpref                 	2024-152259	0.1412
recip_rank            	2024-152259	1.0000
iprec_at_recall_0.00  	2024-152259	1.0000
iprec_at_recall_0.10  	2024-152259	0.1100
iprec_at_recall_0.20  	2024-152259	0.0000
iprec_at_recall_0.30  	2024-152259	0.0000
iprec_at_recall_0.40  	2024-152259	0.0000
iprec_at_recall_0.50  	2024-152259	0.0000
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	0.2000
P_10                  	2024-152259	0.1000
P_15                  	2024-152259	0.0667
P_20                  	2024-152259	0.1500
P_30                  	2024-152259	0.1333
P_100                 	2024-152259	0.1100
P_200                 	2024-152259	0.0550
P_500                 	2024-152259	0.0220
P_1000                	2024-152259	0.0110
relstring             	2024-152259	'10--0-----'
recall_5              	2024-152259	0.0139
recall_10             	2024-152259	0.0139
recall_15             	2024-152259	0.0139
recall_20             	2024-152259	0.0417
recall_30             	2024-152259	0.0556
recall_100            	2024-152259	0.1528
recall_200            	2024-152259	0.1528
recall_500            	2024-152259	0.1528
recall_1000           	2024-152259	0.1528
infAP                 	2024-152259	0.0307
Rprec_mult_0.20       	2024-152259	0.0667
Rprec_mult_0.40       	2024-152259	0.1379
Rprec_mult_0.60       	2024-152259	0.1136
Rprec_mult_0.80       	2024-152259	0.1034
Rprec_mult_1.00       	2024-152259	0.0833
Rprec_mult_1.20       	2024-152259	0.0920
Rprec_mult_1.40       	2024-152259	0.1089
Rprec_mult_1.60       	2024-152259	0.0948
Rprec_mult_1.80       	2024-152259	0.0846
Rprec_mult_2.00       	2024-152259	0.0764
utility               	2024-152259	-78.0000
11pt_avg              	2024-152259	0.1009
binG                  	2024-152259	0.0400
G                     	2024-152259	0.0344
ndcg                  	2024-152259	0.1523
ndcg_rel              	2024-152259	0.1519
Rndcg                 	2024-152259	0.1262
ndcg_cut_5            	2024-152259	0.1182
ndcg_cut_10           	2024-152259	0.0995
ndcg_cut_15           	2024-152259	0.0879
ndcg_cut_20           	2024-152259	0.1367
ndcg_cut_30           	2024-152259	0.1308
ndcg_cut_100          	2024-152259	0.1523
ndcg_cut_200          	2024-152259	0.1523
ndcg_cut_500          	2024-152259	0.1523
ndcg_cut_1000         	2024-152259	0.1523
map_cut_5             	2024-152259	0.0139
map_cut_10            	2024-152259	0.0139
map_cut_15            	2024-152259	0.0139
map_cut_20            	2024-152259	0.0178
map_cut_30            	2024-152259	0.0198
map_cut_100           	2024-152259	0.0307
map_cut_200           	2024-152259	0.0307
map_cut_500           	2024-152259	0.0307
map_cut_1000          	2024-152259	0.0307
relative_P_5          	2024-152259	0.2000
relative_P_10         	2024-152259	0.1000
relative_P_15         	2024-152259	0.0667
relative_P_20         	2024-152259	0.1500
relative_P_30         	2024-152259	0.1333
relative_P_100        	2024-152259	0.1528
relative_P_200        	2024-152259	0.1528
relative_P_500        	2024-152259	0.1528
relative_P_1000       	2024-152259	0.1528
success_1             	2024-152259	1.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	0.1100
set_relative_P        	2024-152259	0.1528
set_recall            	2024-152259	0.1528
set_map               	2024-152259	0.0168
set_F                 	2024-152259	0.1279
num_nonrel_judged_ret 	2024-152259	5
num_ret               	2024-152817	100
num_rel               	2024-152817	239
num_rel_ret           	2024-152817	40
map                   	2024-152817	0.1097
Rprec                 	2024-152817	0.1674
bpref                 	2024-152817	0.1308
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	0.6842
iprec_at_recall_0.20  	2024-152817	0.0000
iprec_at_recall_0.30  	2024-152817	0.0000
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	0.6000
P_10                  	2024-152817	0.6000
P_15                  	2024-152817	0.6667
P_20                  	2024-152817	0.7500
P_30                  	2024-152817	0.6667
P_100                 	2024-152817	0.4000
P_200                 	2024-152817	0.2000
P_500                 	2024-152817	0.0800
P_1000                	2024-152817	0.0400
relstring             	2024-152817	'1303030011'
recall_5              	2024-152817	0.0126
recall_10             	2024-152817	0.0251
recall_15             	2024-152817	0.0418
recall_20             	2024-152817	0.0628
recall_30             	2024-152817	0.0837
recall_100            	2024-152817	0.1674
recall_200            	2024-152817	0.1674
recall_500            	2024-152817	0.1674
recall_1000           	2024-152817	0.1674
infAP                 	2024-152817	0.1097
Rprec_mult_0.20       	2024-152817	0.6250
Rprec_mult_0.40       	2024-152817	0.4167
Rprec_mult_0.60       	2024-152817	0.2778
Rprec_mult_0.80       	2024-152817	0.2083
Rprec_mult_1.00       	2024-152817	0.1674
Rprec_mult_1.20       	2024-152817	0.1394
Rprec_mult_1.40       	2024-152817	0.1194
Rprec_mult_1.60       	2024-152817	0.1044
Rprec_mult_1.80       	2024-152817	0.0928
Rprec_mult_2.00       	2024-152817	0.0837
utility               	2024-152817	-20.0000
11pt_avg              	2024-152817	0.1531
binG                  	2024-152817	0.0555
G                     	2024-152817	0.0372
ndcg                  	2024-152817	0.2359
ndcg_rel              	2024-152817	0.2670
Rndcg                 	2024-152817	0.3297
ndcg_cut_5            	2024-152817	0.4731
ndcg_cut_10           	2024-152817	0.4287
ndcg_cut_15           	2024-152817	0.4389
ndcg_cut_20           	2024-152817	0.4435
ndcg_cut_30           	2024-152817	0.4181
ndcg_cut_100          	2024-152817	0.3264
ndcg_cut_200          	2024-152817	0.2546
ndcg_cut_500          	2024-152817	0.2359
ndcg_cut_1000         	2024-152817	0.2359
map_cut_5             	2024-152817	0.0115
map_cut_10            	2024-152817	0.0191
map_cut_15            	2024-152817	0.0301
map_cut_20            	2024-152817	0.0451
map_cut_30            	2024-152817	0.0598
map_cut_100           	2024-152817	0.1097
map_cut_200           	2024-152817	0.1097
map_cut_500           	2024-152817	0.1097
map_cut_1000          	2024-152817	0.1097
relative_P_5          	2024-152817	0.6000
relative_P_10         	2024-152817	0.6000
relative_P_15         	2024-152817	0.6667
relative_P_20         	2024-152817	0.7500
relative_P_30         	2024-152817	0.6667
relative_P_100        	2024-152817	0.4000
relative_P_200        	2024-152817	0.2000
relative_P_500        	2024-152817	0.1674
relative_P_1000       	2024-152817	0.1674
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	0.4000
set_relative_P        	2024-152817	0.4000
set_recall            	2024-152817	0.1674
set_map               	2024-152817	0.0669
set_F                 	2024-152817	0.2360
num_nonrel_judged_ret 	2024-152817	6
num_ret               	2024-153051	100
num_rel               	2024-153051	117
num_rel_ret           	2024-153051	48
map                   	2024-153051	0.2883
Rprec                 	2024-153051	0.4103
bpref                 	2024-153051	0.3831
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	0.9333
iprec_at_recall_0.20  	2024-153051	0.7500
iprec_at_recall_0.30  	2024-153051	0.5111
iprec_at_recall_0.40  	2024-153051	0.5054
iprec_at_recall_0.50  	2024-153051	0.0000
iprec_at_recall_0.60  	2024-153051	0.0000
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	1.0000
P_10                  	2024-153051	0.9000
P_15                  	2024-153051	0.9333
P_20                  	2024-153051	0.8000
P_30                  	2024-153051	0.7333
P_100                 	2024-153051	0.4800
P_200                 	2024-153051	0.2400
P_500                 	2024-153051	0.0960
P_1000                	2024-153051	0.0480
relstring             	2024-153051	'3133101111'
recall_5              	2024-153051	0.0427
recall_10             	2024-153051	0.0769
recall_15             	2024-153051	0.1197
recall_20             	2024-153051	0.1368
recall_30             	2024-153051	0.1880
recall_100            	2024-153051	0.4103
recall_200            	2024-153051	0.4103
recall_500            	2024-153051	0.4103
recall_1000           	2024-153051	0.4103
infAP                 	2024-153051	0.2883
Rprec_mult_0.20       	2024-153051	0.7917
Rprec_mult_0.40       	2024-153051	0.5957
Rprec_mult_0.60       	2024-153051	0.4930
Rprec_mult_0.80       	2024-153051	0.5000
Rprec_mult_1.00       	2024-153051	0.4103
Rprec_mult_1.20       	2024-153051	0.3404
Rprec_mult_1.40       	2024-153051	0.2927
Rprec_mult_1.60       	2024-153051	0.2553
Rprec_mult_1.80       	2024-153051	0.2275
Rprec_mult_2.00       	2024-153051	0.2051
utility               	2024-153051	-4.0000
11pt_avg              	2024-153051	0.3363
binG                  	2024-153051	0.1633
G                     	2024-153051	0.1069
ndcg                  	2024-153051	0.4566
ndcg_rel              	2024-153051	0.4975
Rndcg                 	2024-153051	0.5173
ndcg_cut_5            	2024-153051	0.7699
ndcg_cut_10           	2024-153051	0.5905
ndcg_cut_15           	2024-153051	0.5661
ndcg_cut_20           	2024-153051	0.5206
ndcg_cut_30           	2024-153051	0.5179
ndcg_cut_100          	2024-153051	0.4910
ndcg_cut_200          	2024-153051	0.4566
ndcg_cut_500          	2024-153051	0.4566
ndcg_cut_1000         	2024-153051	0.4566
map_cut_5             	2024-153051	0.0427
map_cut_10            	2024-153051	0.0728
map_cut_15            	2024-153051	0.1122
map_cut_20            	2024-153051	0.1274
map_cut_30            	2024-153051	0.1671
map_cut_100           	2024-153051	0.2883
map_cut_200           	2024-153051	0.2883
map_cut_500           	2024-153051	0.2883
map_cut_1000          	2024-153051	0.2883
relative_P_5          	2024-153051	1.0000
relative_P_10         	2024-153051	0.9000
relative_P_15         	2024-153051	0.9333
relative_P_20         	2024-153051	0.8000
relative_P_30         	2024-153051	0.7333
relative_P_100        	2024-153051	0.4800
relative_P_200        	2024-153051	0.4103
relative_P_500        	2024-153051	0.4103
relative_P_1000       	2024-153051	0.4103
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	0.4800
set_relative_P        	2024-153051	0.4800
set_recall            	2024-153051	0.4103
set_map               	2024-153051	0.1969
set_F                 	2024-153051	0.4424
num_nonrel_judged_ret 	2024-153051	16
num_ret               	2024-158261	100
num_rel               	2024-158261	218
num_rel_ret           	2024-158261	29
map                   	2024-158261	0.0629
Rprec                 	2024-158261	0.1330
bpref                 	2024-158261	0.1195
recip_rank            	2024-158261	0.5000
iprec_at_recall_0.00  	2024-158261	0.6250
iprec_at_recall_0.10  	2024-158261	0.5000
iprec_at_recall_0.20  	2024-158261	0.0000
iprec_at_recall_0.30  	2024-158261	0.0000
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	0.4000
P_10                  	2024-158261	0.5000
P_15                  	2024-158261	0.6000
P_20                  	2024-158261	0.5000
P_30                  	2024-158261	0.4333
P_100                 	2024-158261	0.2900
P_200                 	2024-158261	0.1450
P_500                 	2024-158261	0.0580
P_1000                	2024-158261	0.0290
relstring             	2024-158261	'-2-10-121-'
recall_5              	2024-158261	0.0092
recall_10             	2024-158261	0.0229
recall_15             	2024-158261	0.0413
recall_20             	2024-158261	0.0459
recall_30             	2024-158261	0.0596
recall_100            	2024-158261	0.1330
recall_200            	2024-158261	0.1330
recall_500            	2024-158261	0.1330
recall_1000           	2024-158261	0.1330
infAP                 	2024-158261	0.0629
Rprec_mult_0.20       	2024-158261	0.5000
Rprec_mult_0.40       	2024-158261	0.3068
Rprec_mult_0.60       	2024-158261	0.2214
Rprec_mult_0.80       	2024-158261	0.1657
Rprec_mult_1.00       	2024-158261	0.1330
Rprec_mult_1.20       	2024-158261	0.1107
Rprec_mult_1.40       	2024-158261	0.0948
Rprec_mult_1.60       	2024-158261	0.0831
Rprec_mult_1.80       	2024-158261	0.0738
Rprec_mult_2.00       	2024-158261	0.0665
utility               	2024-158261	-42.0000
11pt_avg              	2024-158261	0.1023
binG                  	2024-158261	0.0369
G                     	2024-158261	0.0234
ndcg                  	2024-158261	0.1546
ndcg_rel              	2024-158261	0.1655
Rndcg                 	2024-158261	0.1955
ndcg_cut_5            	2024-158261	0.1913
ndcg_cut_10           	2024-158261	0.2170
ndcg_cut_15           	2024-158261	0.2418
ndcg_cut_20           	2024-158261	0.2202
ndcg_cut_30           	2024-158261	0.2084
ndcg_cut_100          	2024-158261	0.2136
ndcg_cut_200          	2024-158261	0.1602
ndcg_cut_500          	2024-158261	0.1546
ndcg_cut_1000         	2024-158261	0.1546
map_cut_5             	2024-158261	0.0046
map_cut_10            	2024-158261	0.0114
map_cut_15            	2024-158261	0.0215
map_cut_20            	2024-158261	0.0244
map_cut_30            	2024-158261	0.0311
map_cut_100           	2024-158261	0.0629
map_cut_200           	2024-158261	0.0629
map_cut_500           	2024-158261	0.0629
map_cut_1000          	2024-158261	0.0629
relative_P_5          	2024-158261	0.4000
relative_P_10         	2024-158261	0.5000
relative_P_15         	2024-158261	0.6000
relative_P_20         	2024-158261	0.5000
relative_P_30         	2024-158261	0.4333
relative_P_100        	2024-158261	0.2900
relative_P_200        	2024-158261	0.1450
relative_P_500        	2024-158261	0.1330
relative_P_1000       	2024-158261	0.1330
success_1             	2024-158261	0.0000
success_5             	2024-158261	1.0000
success_10            	2024-158261	1.0000
set_P                 	2024-158261	0.2900
set_relative_P        	2024-158261	0.2900
set_recall            	2024-158261	0.1330
set_map               	2024-158261	0.0386
set_F                 	2024-158261	0.1824
num_nonrel_judged_ret 	2024-158261	4
num_ret               	2024-158677	100
num_rel               	2024-158677	254
num_rel_ret           	2024-158677	21
map                   	2024-158677	0.0334
Rprec                 	2024-158677	0.0827
bpref                 	2024-158677	0.0709
recip_rank            	2024-158677	0.2500
iprec_at_recall_0.00  	2024-158677	0.5556
iprec_at_recall_0.10  	2024-158677	0.0000
iprec_at_recall_0.20  	2024-158677	0.0000
iprec_at_recall_0.30  	2024-158677	0.0000
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	0.2000
P_10                  	2024-158677	0.4000
P_15                  	2024-158677	0.4667
P_20                  	2024-158677	0.5000
P_30                  	2024-158677	0.4000
P_100                 	2024-158677	0.2100
P_200                 	2024-158677	0.1050
P_500                 	2024-158677	0.0420
P_1000                	2024-158677	0.0210
relstring             	2024-158677	'---2-2-1-2'
recall_5              	2024-158677	0.0039
recall_10             	2024-158677	0.0157
recall_15             	2024-158677	0.0276
recall_20             	2024-158677	0.0394
recall_30             	2024-158677	0.0472
recall_100            	2024-158677	0.0827
recall_200            	2024-158677	0.0827
recall_500            	2024-158677	0.0827
recall_1000           	2024-158677	0.0827
infAP                 	2024-158677	0.0334
Rprec_mult_0.20       	2024-158677	0.3137
Rprec_mult_0.40       	2024-158677	0.2059
Rprec_mult_0.60       	2024-158677	0.1373
Rprec_mult_0.80       	2024-158677	0.1029
Rprec_mult_1.00       	2024-158677	0.0827
Rprec_mult_1.20       	2024-158677	0.0689
Rprec_mult_1.40       	2024-158677	0.0590
Rprec_mult_1.60       	2024-158677	0.0516
Rprec_mult_1.80       	2024-158677	0.0459
Rprec_mult_2.00       	2024-158677	0.0413
utility               	2024-158677	-58.0000
11pt_avg              	2024-158677	0.0505
binG                  	2024-158677	0.0224
G                     	2024-158677	0.0130
ndcg                  	2024-158677	0.0940
ndcg_rel              	2024-158677	0.1038
Rndcg                 	2024-158677	0.1494
ndcg_cut_5            	2024-158677	0.0974
ndcg_cut_10           	2024-158677	0.1810
ndcg_cut_15           	2024-158677	0.2310
ndcg_cut_20           	2024-158677	0.2489
ndcg_cut_30           	2024-158677	0.2327
ndcg_cut_100          	2024-158677	0.1571
ndcg_cut_200          	2024-158677	0.1027
ndcg_cut_500          	2024-158677	0.0940
ndcg_cut_1000         	2024-158677	0.0940
map_cut_5             	2024-158677	0.0010
map_cut_10            	2024-158677	0.0053
map_cut_15            	2024-158677	0.0109
map_cut_20            	2024-158677	0.0172
map_cut_30            	2024-158677	0.0209
map_cut_100           	2024-158677	0.0334
map_cut_200           	2024-158677	0.0334
map_cut_500           	2024-158677	0.0334
map_cut_1000          	2024-158677	0.0334
relative_P_5          	2024-158677	0.2000
relative_P_10         	2024-158677	0.4000
relative_P_15         	2024-158677	0.4667
relative_P_20         	2024-158677	0.5000
relative_P_30         	2024-158677	0.4000
relative_P_100        	2024-158677	0.2100
relative_P_200        	2024-158677	0.1050
relative_P_500        	2024-158677	0.0827
relative_P_1000       	2024-158677	0.0827
success_1             	2024-158677	0.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	0.2100
set_relative_P        	2024-158677	0.2100
set_recall            	2024-158677	0.0827
set_map               	2024-158677	0.0174
set_F                 	2024-158677	0.1186
num_nonrel_judged_ret 	2024-158677	1
num_ret               	2024-158743	100
num_rel               	2024-158743	204
num_rel_ret           	2024-158743	7
map                   	2024-158743	0.0061
Rprec                 	2024-158743	0.0343
bpref                 	2024-158743	0.0299
recip_rank            	2024-158743	0.3333
iprec_at_recall_0.00  	2024-158743	0.5000
iprec_at_recall_0.10  	2024-158743	0.0000
iprec_at_recall_0.20  	2024-158743	0.0000
iprec_at_recall_0.30  	2024-158743	0.0000
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	0.4000
P_10                  	2024-158743	0.2000
P_15                  	2024-158743	0.1333
P_20                  	2024-158743	0.1000
P_30                  	2024-158743	0.1000
P_100                 	2024-158743	0.0700
P_200                 	2024-158743	0.0350
P_500                 	2024-158743	0.0140
P_1000                	2024-158743	0.0070
relstring             	2024-158743	'--330-----'
recall_5              	2024-158743	0.0098
recall_10             	2024-158743	0.0098
recall_15             	2024-158743	0.0098
recall_20             	2024-158743	0.0098
recall_30             	2024-158743	0.0147
recall_100            	2024-158743	0.0343
recall_200            	2024-158743	0.0343
recall_500            	2024-158743	0.0343
recall_1000           	2024-158743	0.0343
infAP                 	2024-158743	0.0061
Rprec_mult_0.20       	2024-158743	0.0732
Rprec_mult_0.40       	2024-158743	0.0732
Rprec_mult_0.60       	2024-158743	0.0569
Rprec_mult_0.80       	2024-158743	0.0427
Rprec_mult_1.00       	2024-158743	0.0343
Rprec_mult_1.20       	2024-158743	0.0286
Rprec_mult_1.40       	2024-158743	0.0245
Rprec_mult_1.60       	2024-158743	0.0214
Rprec_mult_1.80       	2024-158743	0.0190
Rprec_mult_2.00       	2024-158743	0.0172
utility               	2024-158743	-86.0000
11pt_avg              	2024-158743	0.0455
binG                  	2024-158743	0.0092
G                     	2024-158743	0.0079
ndcg                  	2024-158743	0.0576
ndcg_rel              	2024-158743	0.0610
Rndcg                 	2024-158743	0.0626
ndcg_cut_5            	2024-158743	0.3156
ndcg_cut_10           	2024-158743	0.2048
ndcg_cut_15           	2024-158743	0.1588
ndcg_cut_20           	2024-158743	0.1322
ndcg_cut_30           	2024-158743	0.1248
ndcg_cut_100          	2024-158743	0.0854
ndcg_cut_200          	2024-158743	0.0579
ndcg_cut_500          	2024-158743	0.0576
ndcg_cut_1000         	2024-158743	0.0576
map_cut_5             	2024-158743	0.0041
map_cut_10            	2024-158743	0.0041
map_cut_15            	2024-158743	0.0041
map_cut_20            	2024-158743	0.0041
map_cut_30            	2024-158743	0.0047
map_cut_100           	2024-158743	0.0061
map_cut_200           	2024-158743	0.0061
map_cut_500           	2024-158743	0.0061
map_cut_1000          	2024-158743	0.0061
relative_P_5          	2024-158743	0.4000
relative_P_10         	2024-158743	0.2000
relative_P_15         	2024-158743	0.1333
relative_P_20         	2024-158743	0.1000
relative_P_30         	2024-158743	0.1000
relative_P_100        	2024-158743	0.0700
relative_P_200        	2024-158743	0.0350
relative_P_500        	2024-158743	0.0343
relative_P_1000       	2024-158743	0.0343
success_1             	2024-158743	0.0000
success_5             	2024-158743	1.0000
success_10            	2024-158743	1.0000
set_P                 	2024-158743	0.0700
set_relative_P        	2024-158743	0.0700
set_recall            	2024-158743	0.0343
set_map               	2024-158743	0.0024
set_F                 	2024-158743	0.0461
num_nonrel_judged_ret 	2024-158743	6
num_ret               	2024-18963	100
num_rel               	2024-18963	121
num_rel_ret           	2024-18963	34
map                   	2024-18963	0.1472
Rprec                 	2024-18963	0.2810
bpref                 	2024-18963	0.2493
recip_rank            	2024-18963	0.5000
iprec_at_recall_0.00  	2024-18963	0.8333
iprec_at_recall_0.10  	2024-18963	0.6250
iprec_at_recall_0.20  	2024-18963	0.4727
iprec_at_recall_0.30  	2024-18963	0.0000
iprec_at_recall_0.40  	2024-18963	0.0000
iprec_at_recall_0.50  	2024-18963	0.0000
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	0.8000
P_10                  	2024-18963	0.6000
P_15                  	2024-18963	0.6000
P_20                  	2024-18963	0.5500
P_30                  	2024-18963	0.5333
P_100                 	2024-18963	0.3400
P_200                 	2024-18963	0.1700
P_500                 	2024-18963	0.0680
P_1000                	2024-18963	0.0340
relstring             	2024-18963	'0212210200'
recall_5              	2024-18963	0.0331
recall_10             	2024-18963	0.0496
recall_15             	2024-18963	0.0744
recall_20             	2024-18963	0.0909
recall_30             	2024-18963	0.1322
recall_100            	2024-18963	0.2810
recall_200            	2024-18963	0.2810
recall_500            	2024-18963	0.2810
recall_1000           	2024-18963	0.2810
infAP                 	2024-18963	0.1472
Rprec_mult_0.20       	2024-18963	0.6000
Rprec_mult_0.40       	2024-18963	0.4490
Rprec_mult_0.60       	2024-18963	0.3836
Rprec_mult_0.80       	2024-18963	0.3505
Rprec_mult_1.00       	2024-18963	0.2810
Rprec_mult_1.20       	2024-18963	0.2329
Rprec_mult_1.40       	2024-18963	0.2000
Rprec_mult_1.60       	2024-18963	0.1753
Rprec_mult_1.80       	2024-18963	0.1560
Rprec_mult_2.00       	2024-18963	0.1405
utility               	2024-18963	-32.0000
11pt_avg              	2024-18963	0.1756
binG                  	2024-18963	0.0843
G                     	2024-18963	0.0581
ndcg                  	2024-18963	0.3092
ndcg_rel              	2024-18963	0.3190
Rndcg                 	2024-18963	0.3118
ndcg_cut_5            	2024-18963	0.3840
ndcg_cut_10           	2024-18963	0.3216
ndcg_cut_15           	2024-18963	0.3571
ndcg_cut_20           	2024-18963	0.3489
ndcg_cut_30           	2024-18963	0.3602
ndcg_cut_100          	2024-18963	0.3322
ndcg_cut_200          	2024-18963	0.3092
ndcg_cut_500          	2024-18963	0.3092
ndcg_cut_1000         	2024-18963	0.3092
map_cut_5             	2024-18963	0.0225
map_cut_10            	2024-18963	0.0355
map_cut_15            	2024-18963	0.0497
map_cut_20            	2024-18963	0.0586
map_cut_30            	2024-18963	0.0833
map_cut_100           	2024-18963	0.1472
map_cut_200           	2024-18963	0.1472
map_cut_500           	2024-18963	0.1472
map_cut_1000          	2024-18963	0.1472
relative_P_5          	2024-18963	0.8000
relative_P_10         	2024-18963	0.6000
relative_P_15         	2024-18963	0.6000
relative_P_20         	2024-18963	0.5500
relative_P_30         	2024-18963	0.5333
relative_P_100        	2024-18963	0.3400
relative_P_200        	2024-18963	0.2810
relative_P_500        	2024-18963	0.2810
relative_P_1000       	2024-18963	0.2810
success_1             	2024-18963	0.0000
success_5             	2024-18963	1.0000
success_10            	2024-18963	1.0000
set_P                 	2024-18963	0.3400
set_relative_P        	2024-18963	0.3400
set_recall            	2024-18963	0.2810
set_map               	2024-18963	0.0955
set_F                 	2024-18963	0.3077
num_nonrel_judged_ret 	2024-18963	26
num_ret               	2024-19025	100
num_rel               	2024-19025	43
num_rel_ret           	2024-19025	4
map                   	2024-19025	0.0102
Rprec                 	2024-19025	0.0698
bpref                 	2024-19025	0.0779
recip_rank            	2024-19025	0.0833
iprec_at_recall_0.00  	2024-19025	0.1667
iprec_at_recall_0.10  	2024-19025	0.0000
iprec_at_recall_0.20  	2024-19025	0.0000
iprec_at_recall_0.30  	2024-19025	0.0000
iprec_at_recall_0.40  	2024-19025	0.0000
iprec_at_recall_0.50  	2024-19025	0.0000
iprec_at_recall_0.60  	2024-19025	0.0000
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.0000
P_10                  	2024-19025	0.0000
P_15                  	2024-19025	0.0667
P_20                  	2024-19025	0.1500
P_30                  	2024-19025	0.1000
P_100                 	2024-19025	0.0400
P_200                 	2024-19025	0.0200
P_500                 	2024-19025	0.0080
P_1000                	2024-19025	0.0040
relstring             	2024-19025	'--000-0---'
recall_5              	2024-19025	0.0000
recall_10             	2024-19025	0.0000
recall_15             	2024-19025	0.0233
recall_20             	2024-19025	0.0698
recall_30             	2024-19025	0.0698
recall_100            	2024-19025	0.0930
recall_200            	2024-19025	0.0930
recall_500            	2024-19025	0.0930
recall_1000           	2024-19025	0.0930
infAP                 	2024-19025	0.0102
Rprec_mult_0.20       	2024-19025	0.0000
Rprec_mult_0.40       	2024-19025	0.1667
Rprec_mult_0.60       	2024-19025	0.1154
Rprec_mult_0.80       	2024-19025	0.0857
Rprec_mult_1.00       	2024-19025	0.0698
Rprec_mult_1.20       	2024-19025	0.0577
Rprec_mult_1.40       	2024-19025	0.0656
Rprec_mult_1.60       	2024-19025	0.0580
Rprec_mult_1.80       	2024-19025	0.0513
Rprec_mult_2.00       	2024-19025	0.0465
utility               	2024-19025	-92.0000
11pt_avg              	2024-19025	0.0152
binG                  	2024-19025	0.0217
G                     	2024-19025	0.0176
ndcg                  	2024-19025	0.0756
ndcg_rel              	2024-19025	0.0756
Rndcg                 	2024-19025	0.0457
ndcg_cut_5            	2024-19025	0.0000
ndcg_cut_10           	2024-19025	0.0000
ndcg_cut_15           	2024-19025	0.0425
ndcg_cut_20           	2024-19025	0.0989
ndcg_cut_30           	2024-19025	0.0772
ndcg_cut_100          	2024-19025	0.0756
ndcg_cut_200          	2024-19025	0.0756
ndcg_cut_500          	2024-19025	0.0756
ndcg_cut_1000         	2024-19025	0.0756
map_cut_5             	2024-19025	0.0000
map_cut_10            	2024-19025	0.0000
map_cut_15            	2024-19025	0.0019
map_cut_20            	2024-19025	0.0085
map_cut_30            	2024-19025	0.0085
map_cut_100           	2024-19025	0.0102
map_cut_200           	2024-19025	0.0102
map_cut_500           	2024-19025	0.0102
map_cut_1000          	2024-19025	0.0102
relative_P_5          	2024-19025	0.0000
relative_P_10         	2024-19025	0.0000
relative_P_15         	2024-19025	0.0667
relative_P_20         	2024-19025	0.1500
relative_P_30         	2024-19025	0.1000
relative_P_100        	2024-19025	0.0930
relative_P_200        	2024-19025	0.0930
relative_P_500        	2024-19025	0.0930
relative_P_1000       	2024-19025	0.0930
success_1             	2024-19025	0.0000
success_5             	2024-19025	0.0000
success_10            	2024-19025	0.0000
set_P                 	2024-19025	0.0400
set_relative_P        	2024-19025	0.0930
set_recall            	2024-19025	0.0930
set_map               	2024-19025	0.0037
set_F                 	2024-19025	0.0559
num_nonrel_judged_ret 	2024-19025	14
num_ret               	2024-213469	100
num_rel               	2024-213469	151
num_rel_ret           	2024-213469	2
map                   	2024-213469	0.0069
Rprec                 	2024-213469	0.0132
bpref                 	2024-213469	0.0132
recip_rank            	2024-213469	1.0000
iprec_at_recall_0.00  	2024-213469	1.0000
iprec_at_recall_0.10  	2024-213469	0.0000
iprec_at_recall_0.20  	2024-213469	0.0000
iprec_at_recall_0.30  	2024-213469	0.0000
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	0.2000
P_10                  	2024-213469	0.1000
P_15                  	2024-213469	0.0667
P_20                  	2024-213469	0.0500
P_30                  	2024-213469	0.0333
P_100                 	2024-213469	0.0200
P_200                 	2024-213469	0.0100
P_500                 	2024-213469	0.0040
P_1000                	2024-213469	0.0020
relstring             	2024-213469	'1---------'
recall_5              	2024-213469	0.0066
recall_10             	2024-213469	0.0066
recall_15             	2024-213469	0.0066
recall_20             	2024-213469	0.0066
recall_30             	2024-213469	0.0066
recall_100            	2024-213469	0.0132
recall_200            	2024-213469	0.0132
recall_500            	2024-213469	0.0132
recall_1000           	2024-213469	0.0132
infAP                 	2024-213469	0.0069
Rprec_mult_0.20       	2024-213469	0.0323
Rprec_mult_0.40       	2024-213469	0.0328
Rprec_mult_0.60       	2024-213469	0.0220
Rprec_mult_0.80       	2024-213469	0.0165
Rprec_mult_1.00       	2024-213469	0.0132
Rprec_mult_1.20       	2024-213469	0.0110
Rprec_mult_1.40       	2024-213469	0.0094
Rprec_mult_1.60       	2024-213469	0.0083
Rprec_mult_1.80       	2024-213469	0.0074
Rprec_mult_2.00       	2024-213469	0.0066
utility               	2024-213469	-96.0000
11pt_avg              	2024-213469	0.0909
binG                  	2024-213469	0.0079
G                     	2024-213469	0.0055
ndcg                  	2024-213469	0.0377
ndcg_rel              	2024-213469	0.0410
Rndcg                 	2024-213469	0.0496
ndcg_cut_5            	2024-213469	0.1696
ndcg_cut_10           	2024-213469	0.1100
ndcg_cut_15           	2024-213469	0.0853
ndcg_cut_20           	2024-213469	0.0710
ndcg_cut_30           	2024-213469	0.0578
ndcg_cut_100          	2024-213469	0.0472
ndcg_cut_200          	2024-213469	0.0377
ndcg_cut_500          	2024-213469	0.0377
ndcg_cut_1000         	2024-213469	0.0377
map_cut_5             	2024-213469	0.0066
map_cut_10            	2024-213469	0.0066
map_cut_15            	2024-213469	0.0066
map_cut_20            	2024-213469	0.0066
map_cut_30            	2024-213469	0.0066
map_cut_100           	2024-213469	0.0069
map_cut_200           	2024-213469	0.0069
map_cut_500           	2024-213469	0.0069
map_cut_1000          	2024-213469	0.0069
relative_P_5          	2024-213469	0.2000
relative_P_10         	2024-213469	0.1000
relative_P_15         	2024-213469	0.0667
relative_P_20         	2024-213469	0.0500
relative_P_30         	2024-213469	0.0333
relative_P_100        	2024-213469	0.0200
relative_P_200        	2024-213469	0.0132
relative_P_500        	2024-213469	0.0132
relative_P_1000       	2024-213469	0.0132
success_1             	2024-213469	1.0000
success_5             	2024-213469	1.0000
success_10            	2024-213469	1.0000
set_P                 	2024-213469	0.0200
set_relative_P        	2024-213469	0.0200
set_recall            	2024-213469	0.0132
set_map               	2024-213469	0.0003
set_F                 	2024-213469	0.0159
num_nonrel_judged_ret 	2024-213469	1
num_ret               	2024-213789	100
num_rel               	2024-213789	91
num_rel_ret           	2024-213789	14
map                   	2024-213789	0.0416
Rprec                 	2024-213789	0.1538
bpref                 	2024-213789	0.1253
recip_rank            	2024-213789	0.5000
iprec_at_recall_0.00  	2024-213789	0.5000
iprec_at_recall_0.10  	2024-213789	0.2128
iprec_at_recall_0.20  	2024-213789	0.0000
iprec_at_recall_0.30  	2024-213789	0.0000
iprec_at_recall_0.40  	2024-213789	0.0000
iprec_at_recall_0.50  	2024-213789	0.0000
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	0.2000
P_10                  	2024-213789	0.2000
P_15                  	2024-213789	0.2667
P_20                  	2024-213789	0.2500
P_30                  	2024-213789	0.2667
P_100                 	2024-213789	0.1400
P_200                 	2024-213789	0.0700
P_500                 	2024-213789	0.0280
P_1000                	2024-213789	0.0140
relstring             	2024-213789	'0100010000'
recall_5              	2024-213789	0.0110
recall_10             	2024-213789	0.0220
recall_15             	2024-213789	0.0440
recall_20             	2024-213789	0.0549
recall_30             	2024-213789	0.0879
recall_100            	2024-213789	0.1538
recall_200            	2024-213789	0.1538
recall_500            	2024-213789	0.1538
recall_1000           	2024-213789	0.1538
infAP                 	2024-213789	0.0416
Rprec_mult_0.20       	2024-213789	0.2632
Rprec_mult_0.40       	2024-213789	0.2162
Rprec_mult_0.60       	2024-213789	0.2000
Rprec_mult_0.80       	2024-213789	0.1918
Rprec_mult_1.00       	2024-213789	0.1538
Rprec_mult_1.20       	2024-213789	0.1273
Rprec_mult_1.40       	2024-213789	0.1094
Rprec_mult_1.60       	2024-213789	0.0959
Rprec_mult_1.80       	2024-213789	0.0854
Rprec_mult_2.00       	2024-213789	0.0769
utility               	2024-213789	-72.0000
11pt_avg              	2024-213789	0.0648
binG                  	2024-213789	0.0401
G                     	2024-213789	0.0318
ndcg                  	2024-213789	0.1594
ndcg_rel              	2024-213789	0.1623
Rndcg                 	2024-213789	0.1605
ndcg_cut_5            	2024-213789	0.1070
ndcg_cut_10           	2024-213789	0.1086
ndcg_cut_15           	2024-213789	0.1751
ndcg_cut_20           	2024-213789	0.1622
ndcg_cut_30           	2024-213789	0.1835
ndcg_cut_100          	2024-213789	0.1594
ndcg_cut_200          	2024-213789	0.1594
ndcg_cut_500          	2024-213789	0.1594
ndcg_cut_1000         	2024-213789	0.1594
map_cut_5             	2024-213789	0.0055
map_cut_10            	2024-213789	0.0092
map_cut_15            	2024-213789	0.0153
map_cut_20            	2024-213789	0.0182
map_cut_30            	2024-213789	0.0278
map_cut_100           	2024-213789	0.0416
map_cut_200           	2024-213789	0.0416
map_cut_500           	2024-213789	0.0416
map_cut_1000          	2024-213789	0.0416
relative_P_5          	2024-213789	0.2000
relative_P_10         	2024-213789	0.2000
relative_P_15         	2024-213789	0.2667
relative_P_20         	2024-213789	0.2500
relative_P_30         	2024-213789	0.2667
relative_P_100        	2024-213789	0.1538
relative_P_200        	2024-213789	0.1538
relative_P_500        	2024-213789	0.1538
relative_P_1000       	2024-213789	0.1538
success_1             	2024-213789	0.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	0.1400
set_relative_P        	2024-213789	0.1538
set_recall            	2024-213789	0.1538
set_map               	2024-213789	0.0215
set_F                 	2024-213789	0.1466
num_nonrel_judged_ret 	2024-213789	41
num_ret               	2024-213817	100
num_rel               	2024-213817	80
num_rel_ret           	2024-213817	3
map                   	2024-213817	0.0037
Rprec                 	2024-213817	0.0375
bpref                 	2024-213817	0.0295
recip_rank            	2024-213817	0.1250
iprec_at_recall_0.00  	2024-213817	0.1250
iprec_at_recall_0.10  	2024-213817	0.0000
iprec_at_recall_0.20  	2024-213817	0.0000
iprec_at_recall_0.30  	2024-213817	0.0000
iprec_at_recall_0.40  	2024-213817	0.0000
iprec_at_recall_0.50  	2024-213817	0.0000
iprec_at_recall_0.60  	2024-213817	0.0000
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	0.0000
P_10                  	2024-213817	0.1000
P_15                  	2024-213817	0.0667
P_20                  	2024-213817	0.1000
P_30                  	2024-213817	0.0667
P_100                 	2024-213817	0.0300
P_200                 	2024-213817	0.0150
P_500                 	2024-213817	0.0060
P_1000                	2024-213817	0.0030
relstring             	2024-213817	'0000000100'
recall_5              	2024-213817	0.0000
recall_10             	2024-213817	0.0125
recall_15             	2024-213817	0.0125
recall_20             	2024-213817	0.0250
recall_30             	2024-213817	0.0250
recall_100            	2024-213817	0.0375
recall_200            	2024-213817	0.0375
recall_500            	2024-213817	0.0375
recall_1000           	2024-213817	0.0375
infAP                 	2024-213817	0.0038
Rprec_mult_0.20       	2024-213817	0.0625
Rprec_mult_0.40       	2024-213817	0.0625
Rprec_mult_0.60       	2024-213817	0.0625
Rprec_mult_0.80       	2024-213817	0.0469
Rprec_mult_1.00       	2024-213817	0.0375
Rprec_mult_1.20       	2024-213817	0.0312
Rprec_mult_1.40       	2024-213817	0.0268
Rprec_mult_1.60       	2024-213817	0.0234
Rprec_mult_1.80       	2024-213817	0.0208
Rprec_mult_2.00       	2024-213817	0.0187
utility               	2024-213817	-94.0000
11pt_avg              	2024-213817	0.0114
binG                  	2024-213817	0.0092
G                     	2024-213817	0.0054
ndcg                  	2024-213817	0.0273
ndcg_rel              	2024-213817	0.0275
Rndcg                 	2024-213817	0.0218
ndcg_cut_5            	2024-213817	0.0000
ndcg_cut_10           	2024-213817	0.0255
ndcg_cut_15           	2024-213817	0.0210
ndcg_cut_20           	2024-213817	0.0312
ndcg_cut_30           	2024-213817	0.0251
ndcg_cut_100          	2024-213817	0.0273
ndcg_cut_200          	2024-213817	0.0273
ndcg_cut_500          	2024-213817	0.0273
ndcg_cut_1000         	2024-213817	0.0273
map_cut_5             	2024-213817	0.0000
map_cut_10            	2024-213817	0.0016
map_cut_15            	2024-213817	0.0016
map_cut_20            	2024-213817	0.0028
map_cut_30            	2024-213817	0.0028
map_cut_100           	2024-213817	0.0037
map_cut_200           	2024-213817	0.0037
map_cut_500           	2024-213817	0.0037
map_cut_1000          	2024-213817	0.0037
relative_P_5          	2024-213817	0.0000
relative_P_10         	2024-213817	0.1000
relative_P_15         	2024-213817	0.0667
relative_P_20         	2024-213817	0.1000
relative_P_30         	2024-213817	0.0667
relative_P_100        	2024-213817	0.0375
relative_P_200        	2024-213817	0.0375
relative_P_500        	2024-213817	0.0375
relative_P_1000       	2024-213817	0.0375
success_1             	2024-213817	0.0000
success_5             	2024-213817	0.0000
success_10            	2024-213817	1.0000
set_P                 	2024-213817	0.0300
set_relative_P        	2024-213817	0.0375
set_recall            	2024-213817	0.0375
set_map               	2024-213817	0.0011
set_F                 	2024-213817	0.0333
num_nonrel_judged_ret 	2024-213817	44
num_ret               	2024-213978	100
num_rel               	2024-213978	69
num_rel_ret           	2024-213978	12
map                   	2024-213978	0.0363
Rprec                 	2024-213978	0.1304
bpref                 	2024-213978	0.1558
recip_rank            	2024-213978	0.5000
iprec_at_recall_0.00  	2024-213978	0.5000
iprec_at_recall_0.10  	2024-213978	0.2000
iprec_at_recall_0.20  	2024-213978	0.0000
iprec_at_recall_0.30  	2024-213978	0.0000
iprec_at_recall_0.40  	2024-213978	0.0000
iprec_at_recall_0.50  	2024-213978	0.0000
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	0.2000
P_10                  	2024-213978	0.3000
P_15                  	2024-213978	0.2000
P_20                  	2024-213978	0.1500
P_30                  	2024-213978	0.1333
P_100                 	2024-213978	0.1200
P_200                 	2024-213978	0.0600
P_500                 	2024-213978	0.0240
P_1000                	2024-213978	0.0120
relstring             	2024-213978	'-1----1--2'
recall_5              	2024-213978	0.0145
recall_10             	2024-213978	0.0435
recall_15             	2024-213978	0.0435
recall_20             	2024-213978	0.0435
recall_30             	2024-213978	0.0580
recall_100            	2024-213978	0.1739
recall_200            	2024-213978	0.1739
recall_500            	2024-213978	0.1739
recall_1000           	2024-213978	0.1739
infAP                 	2024-213978	0.0363
Rprec_mult_0.20       	2024-213978	0.2143
Rprec_mult_0.40       	2024-213978	0.1429
Rprec_mult_0.60       	2024-213978	0.1905
Rprec_mult_0.80       	2024-213978	0.1429
Rprec_mult_1.00       	2024-213978	0.1304
Rprec_mult_1.20       	2024-213978	0.1205
Rprec_mult_1.40       	2024-213978	0.1134
Rprec_mult_1.60       	2024-213978	0.1081
Rprec_mult_1.80       	2024-213978	0.0960
Rprec_mult_2.00       	2024-213978	0.0870
utility               	2024-213978	-76.0000
11pt_avg              	2024-213978	0.0636
binG                  	2024-213978	0.0433
G                     	2024-213978	0.0436
ndcg                  	2024-213978	0.1890
ndcg_rel              	2024-213978	0.1849
Rndcg                 	2024-213978	0.1551
ndcg_cut_5            	2024-213978	0.1070
ndcg_cut_10           	2024-213978	0.1697
ndcg_cut_15           	2024-213978	0.1316
ndcg_cut_20           	2024-213978	0.1152
ndcg_cut_30           	2024-213978	0.1284
ndcg_cut_100          	2024-213978	0.1890
ndcg_cut_200          	2024-213978	0.1890
ndcg_cut_500          	2024-213978	0.1890
ndcg_cut_1000         	2024-213978	0.1890
map_cut_5             	2024-213978	0.0072
map_cut_10            	2024-213978	0.0157
map_cut_15            	2024-213978	0.0157
map_cut_20            	2024-213978	0.0157
map_cut_30            	2024-213978	0.0185
map_cut_100           	2024-213978	0.0363
map_cut_200           	2024-213978	0.0363
map_cut_500           	2024-213978	0.0363
map_cut_1000          	2024-213978	0.0363
relative_P_5          	2024-213978	0.2000
relative_P_10         	2024-213978	0.3000
relative_P_15         	2024-213978	0.2000
relative_P_20         	2024-213978	0.1500
relative_P_30         	2024-213978	0.1333
relative_P_100        	2024-213978	0.1739
relative_P_200        	2024-213978	0.1739
relative_P_500        	2024-213978	0.1739
relative_P_1000       	2024-213978	0.1739
success_1             	2024-213978	0.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	0.1200
set_relative_P        	2024-213978	0.1739
set_recall            	2024-213978	0.1739
set_map               	2024-213978	0.0209
set_F                 	2024-213978	0.1420
num_nonrel_judged_ret 	2024-213978	3
num_ret               	2024-214096	100
num_rel               	2024-214096	183
num_rel_ret           	2024-214096	47
map                   	2024-214096	0.1620
Rprec                 	2024-214096	0.2568
bpref                 	2024-214096	0.2399
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.6383
iprec_at_recall_0.20  	2024-214096	0.5205
iprec_at_recall_0.30  	2024-214096	0.0000
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	0.8000
P_10                  	2024-214096	0.6000
P_15                  	2024-214096	0.6667
P_20                  	2024-214096	0.6500
P_30                  	2024-214096	0.6000
P_100                 	2024-214096	0.4700
P_200                 	2024-214096	0.2350
P_500                 	2024-214096	0.0940
P_1000                	2024-214096	0.0470
relstring             	2024-214096	'3233001200'
recall_5              	2024-214096	0.0219
recall_10             	2024-214096	0.0328
recall_15             	2024-214096	0.0546
recall_20             	2024-214096	0.0710
recall_30             	2024-214096	0.0984
recall_100            	2024-214096	0.2568
recall_200            	2024-214096	0.2568
recall_500            	2024-214096	0.2568
recall_1000           	2024-214096	0.2568
infAP                 	2024-214096	0.1620
Rprec_mult_0.20       	2024-214096	0.5676
Rprec_mult_0.40       	2024-214096	0.5135
Rprec_mult_0.60       	2024-214096	0.4273
Rprec_mult_0.80       	2024-214096	0.3197
Rprec_mult_1.00       	2024-214096	0.2568
Rprec_mult_1.20       	2024-214096	0.2136
Rprec_mult_1.40       	2024-214096	0.1829
Rprec_mult_1.60       	2024-214096	0.1604
Rprec_mult_1.80       	2024-214096	0.1424
Rprec_mult_2.00       	2024-214096	0.1284
utility               	2024-214096	-6.0000
11pt_avg              	2024-214096	0.1963
binG                  	2024-214096	0.0828
G                     	2024-214096	0.0713
ndcg                  	2024-214096	0.3539
ndcg_rel              	2024-214096	0.4045
Rndcg                 	2024-214096	0.4775
ndcg_cut_5            	2024-214096	0.7975
ndcg_cut_10           	2024-214096	0.6010
ndcg_cut_15           	2024-214096	0.5669
ndcg_cut_20           	2024-214096	0.5710
ndcg_cut_30           	2024-214096	0.5306
ndcg_cut_100          	2024-214096	0.4478
ndcg_cut_200          	2024-214096	0.3539
ndcg_cut_500          	2024-214096	0.3539
ndcg_cut_1000         	2024-214096	0.3539
map_cut_5             	2024-214096	0.0219
map_cut_10            	2024-214096	0.0299
map_cut_15            	2024-214096	0.0436
map_cut_20            	2024-214096	0.0545
map_cut_30            	2024-214096	0.0730
map_cut_100           	2024-214096	0.1620
map_cut_200           	2024-214096	0.1620
map_cut_500           	2024-214096	0.1620
map_cut_1000          	2024-214096	0.1620
relative_P_5          	2024-214096	0.8000
relative_P_10         	2024-214096	0.6000
relative_P_15         	2024-214096	0.6667
relative_P_20         	2024-214096	0.6500
relative_P_30         	2024-214096	0.6000
relative_P_100        	2024-214096	0.4700
relative_P_200        	2024-214096	0.2568
relative_P_500        	2024-214096	0.2568
relative_P_1000       	2024-214096	0.2568
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	0.4700
set_relative_P        	2024-214096	0.4700
set_recall            	2024-214096	0.2568
set_map               	2024-214096	0.1207
set_F                 	2024-214096	0.3322
num_nonrel_judged_ret 	2024-214096	12
num_ret               	2024-214126	100
num_rel               	2024-214126	9
num_rel_ret           	2024-214126	0
map                   	2024-214126	0.0000
Rprec                 	2024-214126	0.0000
bpref                 	2024-214126	0.0000
recip_rank            	2024-214126	0.0000
iprec_at_recall_0.00  	2024-214126	0.0000
iprec_at_recall_0.10  	2024-214126	0.0000
iprec_at_recall_0.20  	2024-214126	0.0000
iprec_at_recall_0.30  	2024-214126	0.0000
iprec_at_recall_0.40  	2024-214126	0.0000
iprec_at_recall_0.50  	2024-214126	0.0000
iprec_at_recall_0.60  	2024-214126	0.0000
iprec_at_recall_0.70  	2024-214126	0.0000
iprec_at_recall_0.80  	2024-214126	0.0000
iprec_at_recall_0.90  	2024-214126	0.0000
iprec_at_recall_1.00  	2024-214126	0.0000
P_5                   	2024-214126	0.0000
P_10                  	2024-214126	0.0000
P_15                  	2024-214126	0.0000
P_20                  	2024-214126	0.0000
P_30                  	2024-214126	0.0000
P_100                 	2024-214126	0.0000
P_200                 	2024-214126	0.0000
P_500                 	2024-214126	0.0000
P_1000                	2024-214126	0.0000
relstring             	2024-214126	'0-0---0---'
recall_5              	2024-214126	0.0000
recall_10             	2024-214126	0.0000
recall_15             	2024-214126	0.0000
recall_20             	2024-214126	0.0000
recall_30             	2024-214126	0.0000
recall_100            	2024-214126	0.0000
recall_200            	2024-214126	0.0000
recall_500            	2024-214126	0.0000
recall_1000           	2024-214126	0.0000
infAP                 	2024-214126	0.0000
Rprec_mult_0.20       	2024-214126	0.0000
Rprec_mult_0.40       	2024-214126	0.0000
Rprec_mult_0.60       	2024-214126	0.0000
Rprec_mult_0.80       	2024-214126	0.0000
Rprec_mult_1.00       	2024-214126	0.0000
Rprec_mult_1.20       	2024-214126	0.0000
Rprec_mult_1.40       	2024-214126	0.0000
Rprec_mult_1.60       	2024-214126	0.0000
Rprec_mult_1.80       	2024-214126	0.0000
Rprec_mult_2.00       	2024-214126	0.0000
utility               	2024-214126	-100.0000
11pt_avg              	2024-214126	0.0000
binG                  	2024-214126	0.0000
G                     	2024-214126	0.0000
ndcg                  	2024-214126	0.0000
ndcg_rel              	2024-214126	0.0000
Rndcg                 	2024-214126	0.0000
ndcg_cut_5            	2024-214126	0.0000
ndcg_cut_10           	2024-214126	0.0000
ndcg_cut_15           	2024-214126	0.0000
ndcg_cut_20           	2024-214126	0.0000
ndcg_cut_30           	2024-214126	0.0000
ndcg_cut_100          	2024-214126	0.0000
ndcg_cut_200          	2024-214126	0.0000
ndcg_cut_500          	2024-214126	0.0000
ndcg_cut_1000         	2024-214126	0.0000
map_cut_5             	2024-214126	0.0000
map_cut_10            	2024-214126	0.0000
map_cut_15            	2024-214126	0.0000
map_cut_20            	2024-214126	0.0000
map_cut_30            	2024-214126	0.0000
map_cut_100           	2024-214126	0.0000
map_cut_200           	2024-214126	0.0000
map_cut_500           	2024-214126	0.0000
map_cut_1000          	2024-214126	0.0000
relative_P_5          	2024-214126	0.0000
relative_P_10         	2024-214126	0.0000
relative_P_15         	2024-214126	0.0000
relative_P_20         	2024-214126	0.0000
relative_P_30         	2024-214126	0.0000
relative_P_100        	2024-214126	0.0000
relative_P_200        	2024-214126	0.0000
relative_P_500        	2024-214126	0.0000
relative_P_1000       	2024-214126	0.0000
success_1             	2024-214126	0.0000
success_5             	2024-214126	0.0000
success_10            	2024-214126	0.0000
set_P                 	2024-214126	0.0000
set_relative_P        	2024-214126	0.0000
set_recall            	2024-214126	0.0000
set_map               	2024-214126	0.0000
set_F                 	2024-214126	0.0000
num_nonrel_judged_ret 	2024-214126	23
num_ret               	2024-214257	100
num_rel               	2024-214257	57
num_rel_ret           	2024-214257	12
map                   	2024-214257	0.1170
Rprec                 	2024-214257	0.2105
bpref                 	2024-214257	0.1887
recip_rank            	2024-214257	0.5000
iprec_at_recall_0.00  	2024-214257	0.7500
iprec_at_recall_0.10  	2024-214257	0.7500
iprec_at_recall_0.20  	2024-214257	0.3158
iprec_at_recall_0.30  	2024-214257	0.0000
iprec_at_recall_0.40  	2024-214257	0.0000
iprec_at_recall_0.50  	2024-214257	0.0000
iprec_at_recall_0.60  	2024-214257	0.0000
iprec_at_recall_0.70  	2024-214257	0.0000
iprec_at_recall_0.80  	2024-214257	0.0000
iprec_at_recall_0.90  	2024-214257	0.0000
iprec_at_recall_1.00  	2024-214257	0.0000
P_5                   	2024-214257	0.6000
P_10                  	2024-214257	0.7000
P_15                  	2024-214257	0.6000
P_20                  	2024-214257	0.4500
P_30                  	2024-214257	0.3333
P_100                 	2024-214257	0.1200
P_200                 	2024-214257	0.0600
P_500                 	2024-214257	0.0240
P_1000                	2024-214257	0.0120
relstring             	2024-214257	'0102111101'
recall_5              	2024-214257	0.0526
recall_10             	2024-214257	0.1228
recall_15             	2024-214257	0.1579
recall_20             	2024-214257	0.1579
recall_30             	2024-214257	0.1754
recall_100            	2024-214257	0.2105
recall_200            	2024-214257	0.2105
recall_500            	2024-214257	0.2105
recall_1000           	2024-214257	0.2105
infAP                 	2024-214257	0.1170
Rprec_mult_0.20       	2024-214257	0.6667
Rprec_mult_0.40       	2024-214257	0.3913
Rprec_mult_0.60       	2024-214257	0.2857
Rprec_mult_0.80       	2024-214257	0.2609
Rprec_mult_1.00       	2024-214257	0.2105
Rprec_mult_1.20       	2024-214257	0.1739
Rprec_mult_1.40       	2024-214257	0.1500
Rprec_mult_1.60       	2024-214257	0.1304
Rprec_mult_1.80       	2024-214257	0.1165
Rprec_mult_2.00       	2024-214257	0.1053
utility               	2024-214257	-76.0000
11pt_avg              	2024-214257	0.1651
binG                  	2024-214257	0.0865
G                     	2024-214257	0.0557
ndcg                  	2024-214257	0.2313
ndcg_rel              	2024-214257	0.2473
Rndcg                 	2024-214257	0.2550
ndcg_cut_5            	2024-214257	0.3187
ndcg_cut_10           	2024-214257	0.3492
ndcg_cut_15           	2024-214257	0.3151
ndcg_cut_20           	2024-214257	0.2810
ndcg_cut_30           	2024-214257	0.2689
ndcg_cut_100          	2024-214257	0.2313
ndcg_cut_200          	2024-214257	0.2313
ndcg_cut_500          	2024-214257	0.2313
ndcg_cut_1000         	2024-214257	0.2313
map_cut_5             	2024-214257	0.0281
map_cut_10            	2024-214257	0.0777
map_cut_15            	2024-214257	0.1000
map_cut_20            	2024-214257	0.1000
map_cut_30            	2024-214257	0.1062
map_cut_100           	2024-214257	0.1170
map_cut_200           	2024-214257	0.1170
map_cut_500           	2024-214257	0.1170
map_cut_1000          	2024-214257	0.1170
relative_P_5          	2024-214257	0.6000
relative_P_10         	2024-214257	0.7000
relative_P_15         	2024-214257	0.6000
relative_P_20         	2024-214257	0.4500
relative_P_30         	2024-214257	0.3333
relative_P_100        	2024-214257	0.2105
relative_P_200        	2024-214257	0.2105
relative_P_500        	2024-214257	0.2105
relative_P_1000       	2024-214257	0.2105
success_1             	2024-214257	0.0000
success_5             	2024-214257	1.0000
success_10            	2024-214257	1.0000
set_P                 	2024-214257	0.1200
set_relative_P        	2024-214257	0.2105
set_recall            	2024-214257	0.2105
set_map               	2024-214257	0.0253
set_F                 	2024-214257	0.1529
num_nonrel_judged_ret 	2024-214257	26
num_ret               	2024-214467	100
num_rel               	2024-214467	90
num_rel_ret           	2024-214467	58
map                   	2024-214467	0.5145
Rprec                 	2024-214467	0.6111
bpref                 	2024-214467	0.5303
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	1.0000
iprec_at_recall_0.20  	2024-214467	0.9091
iprec_at_recall_0.30  	2024-214467	0.7500
iprec_at_recall_0.40  	2024-214467	0.7400
iprec_at_recall_0.50  	2024-214467	0.7059
iprec_at_recall_0.60  	2024-214467	0.6279
iprec_at_recall_0.70  	2024-214467	0.0000
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	1.0000
P_10                  	2024-214467	1.0000
P_15                  	2024-214467	0.9333
P_20                  	2024-214467	0.9000
P_30                  	2024-214467	0.7333
P_100                 	2024-214467	0.5800
P_200                 	2024-214467	0.2900
P_500                 	2024-214467	0.1160
P_1000                	2024-214467	0.0580
relstring             	2024-214467	'2222222212'
recall_5              	2024-214467	0.0556
recall_10             	2024-214467	0.1111
recall_15             	2024-214467	0.1556
recall_20             	2024-214467	0.2000
recall_30             	2024-214467	0.2444
recall_100            	2024-214467	0.6444
recall_200            	2024-214467	0.6444
recall_500            	2024-214467	0.6444
recall_1000           	2024-214467	0.6444
infAP                 	2024-214467	0.5145
Rprec_mult_0.20       	2024-214467	0.8889
Rprec_mult_0.40       	2024-214467	0.7500
Rprec_mult_0.60       	2024-214467	0.7037
Rprec_mult_0.80       	2024-214467	0.6806
Rprec_mult_1.00       	2024-214467	0.6111
Rprec_mult_1.20       	2024-214467	0.5370
Rprec_mult_1.40       	2024-214467	0.4603
Rprec_mult_1.60       	2024-214467	0.4028
Rprec_mult_1.80       	2024-214467	0.3580
Rprec_mult_2.00       	2024-214467	0.3222
utility               	2024-214467	16.0000
11pt_avg              	2024-214467	0.5212
binG                  	2024-214467	0.2886
G                     	2024-214467	0.2682
ndcg                  	2024-214467	0.7249
ndcg_rel              	2024-214467	0.7759
Rndcg                 	2024-214467	0.7093
ndcg_cut_5            	2024-214467	1.0000
ndcg_cut_10           	2024-214467	0.9669
ndcg_cut_15           	2024-214467	0.9082
ndcg_cut_20           	2024-214467	0.8740
ndcg_cut_30           	2024-214467	0.7541
ndcg_cut_100          	2024-214467	0.7249
ndcg_cut_200          	2024-214467	0.7249
ndcg_cut_500          	2024-214467	0.7249
ndcg_cut_1000         	2024-214467	0.7249
map_cut_5             	2024-214467	0.0556
map_cut_10            	2024-214467	0.1111
map_cut_15            	2024-214467	0.1540
map_cut_20            	2024-214467	0.1948
map_cut_30            	2024-214467	0.2334
map_cut_100           	2024-214467	0.5145
map_cut_200           	2024-214467	0.5145
map_cut_500           	2024-214467	0.5145
map_cut_1000          	2024-214467	0.5145
relative_P_5          	2024-214467	1.0000
relative_P_10         	2024-214467	1.0000
relative_P_15         	2024-214467	0.9333
relative_P_20         	2024-214467	0.9000
relative_P_30         	2024-214467	0.7333
relative_P_100        	2024-214467	0.6444
relative_P_200        	2024-214467	0.6444
relative_P_500        	2024-214467	0.6444
relative_P_1000       	2024-214467	0.6444
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	0.5800
set_relative_P        	2024-214467	0.6444
set_recall            	2024-214467	0.6444
set_map               	2024-214467	0.3738
set_F                 	2024-214467	0.6105
num_nonrel_judged_ret 	2024-214467	3
num_ret               	2024-215044	100
num_rel               	2024-215044	40
num_rel_ret           	2024-215044	0
map                   	2024-215044	0.0000
Rprec                 	2024-215044	0.0000
bpref                 	2024-215044	0.0000
recip_rank            	2024-215044	0.0000
iprec_at_recall_0.00  	2024-215044	0.0000
iprec_at_recall_0.10  	2024-215044	0.0000
iprec_at_recall_0.20  	2024-215044	0.0000
iprec_at_recall_0.30  	2024-215044	0.0000
iprec_at_recall_0.40  	2024-215044	0.0000
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	0.0000
P_10                  	2024-215044	0.0000
P_15                  	2024-215044	0.0000
P_20                  	2024-215044	0.0000
P_30                  	2024-215044	0.0000
P_100                 	2024-215044	0.0000
P_200                 	2024-215044	0.0000
P_500                 	2024-215044	0.0000
P_1000                	2024-215044	0.0000
relstring             	2024-215044	'----------'
recall_5              	2024-215044	0.0000
recall_10             	2024-215044	0.0000
recall_15             	2024-215044	0.0000
recall_20             	2024-215044	0.0000
recall_30             	2024-215044	0.0000
recall_100            	2024-215044	0.0000
recall_200            	2024-215044	0.0000
recall_500            	2024-215044	0.0000
recall_1000           	2024-215044	0.0000
infAP                 	2024-215044	0.0000
Rprec_mult_0.20       	2024-215044	0.0000
Rprec_mult_0.40       	2024-215044	0.0000
Rprec_mult_0.60       	2024-215044	0.0000
Rprec_mult_0.80       	2024-215044	0.0000
Rprec_mult_1.00       	2024-215044	0.0000
Rprec_mult_1.20       	2024-215044	0.0000
Rprec_mult_1.40       	2024-215044	0.0000
Rprec_mult_1.60       	2024-215044	0.0000
Rprec_mult_1.80       	2024-215044	0.0000
Rprec_mult_2.00       	2024-215044	0.0000
utility               	2024-215044	-100.0000
11pt_avg              	2024-215044	0.0000
binG                  	2024-215044	0.0000
G                     	2024-215044	0.0000
ndcg                  	2024-215044	0.0000
ndcg_rel              	2024-215044	0.0000
Rndcg                 	2024-215044	0.0000
ndcg_cut_5            	2024-215044	0.0000
ndcg_cut_10           	2024-215044	0.0000
ndcg_cut_15           	2024-215044	0.0000
ndcg_cut_20           	2024-215044	0.0000
ndcg_cut_30           	2024-215044	0.0000
ndcg_cut_100          	2024-215044	0.0000
ndcg_cut_200          	2024-215044	0.0000
ndcg_cut_500          	2024-215044	0.0000
ndcg_cut_1000         	2024-215044	0.0000
map_cut_5             	2024-215044	0.0000
map_cut_10            	2024-215044	0.0000
map_cut_15            	2024-215044	0.0000
map_cut_20            	2024-215044	0.0000
map_cut_30            	2024-215044	0.0000
map_cut_100           	2024-215044	0.0000
map_cut_200           	2024-215044	0.0000
map_cut_500           	2024-215044	0.0000
map_cut_1000          	2024-215044	0.0000
relative_P_5          	2024-215044	0.0000
relative_P_10         	2024-215044	0.0000
relative_P_15         	2024-215044	0.0000
relative_P_20         	2024-215044	0.0000
relative_P_30         	2024-215044	0.0000
relative_P_100        	2024-215044	0.0000
relative_P_200        	2024-215044	0.0000
relative_P_500        	2024-215044	0.0000
relative_P_1000       	2024-215044	0.0000
success_1             	2024-215044	0.0000
success_5             	2024-215044	0.0000
success_10            	2024-215044	0.0000
set_P                 	2024-215044	0.0000
set_relative_P        	2024-215044	0.0000
set_recall            	2024-215044	0.0000
set_map               	2024-215044	0.0000
set_F                 	2024-215044	0.0000
num_nonrel_judged_ret 	2024-215044	0
num_ret               	2024-215952	100
num_rel               	2024-215952	64
num_rel_ret           	2024-215952	17
map                   	2024-215952	0.1183
Rprec                 	2024-215952	0.2344
bpref                 	2024-215952	0.2124
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	0.5000
iprec_at_recall_0.20  	2024-215952	0.3333
iprec_at_recall_0.30  	2024-215952	0.0000
iprec_at_recall_0.40  	2024-215952	0.0000
iprec_at_recall_0.50  	2024-215952	0.0000
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	0.4000
P_10                  	2024-215952	0.5000
P_15                  	2024-215952	0.4000
P_20                  	2024-215952	0.4500
P_30                  	2024-215952	0.4000
P_100                 	2024-215952	0.1700
P_200                 	2024-215952	0.0850
P_500                 	2024-215952	0.0340
P_1000                	2024-215952	0.0170
relstring             	2024-215952	'3030030012'
recall_5              	2024-215952	0.0312
recall_10             	2024-215952	0.0781
recall_15             	2024-215952	0.0938
recall_20             	2024-215952	0.1406
recall_30             	2024-215952	0.1875
recall_100            	2024-215952	0.2656
recall_200            	2024-215952	0.2656
recall_500            	2024-215952	0.2656
recall_1000           	2024-215952	0.2656
infAP                 	2024-215952	0.1183
Rprec_mult_0.20       	2024-215952	0.4615
Rprec_mult_0.40       	2024-215952	0.4231
Rprec_mult_0.60       	2024-215952	0.3333
Rprec_mult_0.80       	2024-215952	0.2692
Rprec_mult_1.00       	2024-215952	0.2344
Rprec_mult_1.20       	2024-215952	0.2078
Rprec_mult_1.40       	2024-215952	0.1889
Rprec_mult_1.60       	2024-215952	0.1650
Rprec_mult_1.80       	2024-215952	0.1466
Rprec_mult_2.00       	2024-215952	0.1328
utility               	2024-215952	-66.0000
11pt_avg              	2024-215952	0.1667
binG                  	2024-215952	0.0877
G                     	2024-215952	0.0814
ndcg                  	2024-215952	0.3322
ndcg_rel              	2024-215952	0.3628
Rndcg                 	2024-215952	0.3425
ndcg_cut_5            	2024-215952	0.5087
ndcg_cut_10           	2024-215952	0.4730
ndcg_cut_15           	2024-215952	0.4115
ndcg_cut_20           	2024-215952	0.3760
ndcg_cut_30           	2024-215952	0.3526
ndcg_cut_100          	2024-215952	0.3322
ndcg_cut_200          	2024-215952	0.3322
ndcg_cut_500          	2024-215952	0.3322
ndcg_cut_1000         	2024-215952	0.3322
map_cut_5             	2024-215952	0.0260
map_cut_10            	2024-215952	0.0486
map_cut_15            	2024-215952	0.0558
map_cut_20            	2024-215952	0.0766
map_cut_30            	2024-215952	0.0981
map_cut_100           	2024-215952	0.1183
map_cut_200           	2024-215952	0.1183
map_cut_500           	2024-215952	0.1183
map_cut_1000          	2024-215952	0.1183
relative_P_5          	2024-215952	0.4000
relative_P_10         	2024-215952	0.5000
relative_P_15         	2024-215952	0.4000
relative_P_20         	2024-215952	0.4500
relative_P_30         	2024-215952	0.4000
relative_P_100        	2024-215952	0.2656
relative_P_200        	2024-215952	0.2656
relative_P_500        	2024-215952	0.2656
relative_P_1000       	2024-215952	0.2656
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.1700
set_relative_P        	2024-215952	0.2656
set_recall            	2024-215952	0.2656
set_map               	2024-215952	0.0452
set_F                 	2024-215952	0.2073
num_nonrel_judged_ret 	2024-215952	35
num_ret               	2024-216592	100
num_rel               	2024-216592	202
num_rel_ret           	2024-216592	19
map                   	2024-216592	0.0442
Rprec                 	2024-216592	0.0941
bpref                 	2024-216592	0.0865
recip_rank            	2024-216592	1.0000
iprec_at_recall_0.00  	2024-216592	1.0000
iprec_at_recall_0.10  	2024-216592	0.0000
iprec_at_recall_0.20  	2024-216592	0.0000
iprec_at_recall_0.30  	2024-216592	0.0000
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	0.8000
P_10                  	2024-216592	0.4000
P_15                  	2024-216592	0.4000
P_20                  	2024-216592	0.4000
P_30                  	2024-216592	0.4333
P_100                 	2024-216592	0.1900
P_200                 	2024-216592	0.0950
P_500                 	2024-216592	0.0380
P_1000                	2024-216592	0.0190
relstring             	2024-216592	'2021100000'
recall_5              	2024-216592	0.0198
recall_10             	2024-216592	0.0198
recall_15             	2024-216592	0.0297
recall_20             	2024-216592	0.0396
recall_30             	2024-216592	0.0644
recall_100            	2024-216592	0.0941
recall_200            	2024-216592	0.0941
recall_500            	2024-216592	0.0941
recall_1000           	2024-216592	0.0941
infAP                 	2024-216592	0.0442
Rprec_mult_0.20       	2024-216592	0.3415
Rprec_mult_0.40       	2024-216592	0.2346
Rprec_mult_0.60       	2024-216592	0.1557
Rprec_mult_0.80       	2024-216592	0.1173
Rprec_mult_1.00       	2024-216592	0.0941
Rprec_mult_1.20       	2024-216592	0.0782
Rprec_mult_1.40       	2024-216592	0.0671
Rprec_mult_1.60       	2024-216592	0.0586
Rprec_mult_1.80       	2024-216592	0.0522
Rprec_mult_2.00       	2024-216592	0.0470
utility               	2024-216592	-62.0000
11pt_avg              	2024-216592	0.0909
binG                  	2024-216592	0.0319
G                     	2024-216592	0.0205
ndcg                  	2024-216592	0.1383
ndcg_rel              	2024-216592	0.1552
Rndcg                 	2024-216592	0.2000
ndcg_cut_5            	2024-216592	0.4316
ndcg_cut_10           	2024-216592	0.2801
ndcg_cut_15           	2024-216592	0.2748
ndcg_cut_20           	2024-216592	0.2649
ndcg_cut_30           	2024-216592	0.2983
ndcg_cut_100          	2024-216592	0.1821
ndcg_cut_200          	2024-216592	0.1388
ndcg_cut_500          	2024-216592	0.1383
ndcg_cut_1000         	2024-216592	0.1383
map_cut_5             	2024-216592	0.0159
map_cut_10            	2024-216592	0.0159
map_cut_15            	2024-216592	0.0203
map_cut_20            	2024-216592	0.0241
map_cut_30            	2024-216592	0.0349
map_cut_100           	2024-216592	0.0442
map_cut_200           	2024-216592	0.0442
map_cut_500           	2024-216592	0.0442
map_cut_1000          	2024-216592	0.0442
relative_P_5          	2024-216592	0.8000
relative_P_10         	2024-216592	0.4000
relative_P_15         	2024-216592	0.4000
relative_P_20         	2024-216592	0.4000
relative_P_30         	2024-216592	0.4333
relative_P_100        	2024-216592	0.1900
relative_P_200        	2024-216592	0.0950
relative_P_500        	2024-216592	0.0941
relative_P_1000       	2024-216592	0.0941
success_1             	2024-216592	1.0000
success_5             	2024-216592	1.0000
success_10            	2024-216592	1.0000
set_P                 	2024-216592	0.1900
set_relative_P        	2024-216592	0.1900
set_recall            	2024-216592	0.0941
set_map               	2024-216592	0.0179
set_F                 	2024-216592	0.1258
num_nonrel_judged_ret 	2024-216592	34
num_ret               	2024-216957	100
num_rel               	2024-216957	258
num_rel_ret           	2024-216957	10
map                   	2024-216957	0.0143
Rprec                 	2024-216957	0.0388
bpref                 	2024-216957	0.0302
recip_rank            	2024-216957	1.0000
iprec_at_recall_0.00  	2024-216957	1.0000
iprec_at_recall_0.10  	2024-216957	0.0000
iprec_at_recall_0.20  	2024-216957	0.0000
iprec_at_recall_0.30  	2024-216957	0.0000
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	0.4000
P_10                  	2024-216957	0.3000
P_15                  	2024-216957	0.2667
P_20                  	2024-216957	0.2500
P_30                  	2024-216957	0.2000
P_100                 	2024-216957	0.1000
P_200                 	2024-216957	0.0500
P_500                 	2024-216957	0.0200
P_1000                	2024-216957	0.0100
relstring             	2024-216957	'11-------1'
recall_5              	2024-216957	0.0078
recall_10             	2024-216957	0.0116
recall_15             	2024-216957	0.0155
recall_20             	2024-216957	0.0194
recall_30             	2024-216957	0.0233
recall_100            	2024-216957	0.0388
recall_200            	2024-216957	0.0388
recall_500            	2024-216957	0.0388
recall_1000           	2024-216957	0.0388
infAP                 	2024-216957	0.0143
Rprec_mult_0.20       	2024-216957	0.1346
Rprec_mult_0.40       	2024-216957	0.0962
Rprec_mult_0.60       	2024-216957	0.0645
Rprec_mult_0.80       	2024-216957	0.0483
Rprec_mult_1.00       	2024-216957	0.0388
Rprec_mult_1.20       	2024-216957	0.0323
Rprec_mult_1.40       	2024-216957	0.0276
Rprec_mult_1.60       	2024-216957	0.0242
Rprec_mult_1.80       	2024-216957	0.0215
Rprec_mult_2.00       	2024-216957	0.0194
utility               	2024-216957	-80.0000
11pt_avg              	2024-216957	0.0909
binG                  	2024-216957	0.0147
G                     	2024-216957	0.0057
ndcg                  	2024-216957	0.0470
ndcg_rel              	2024-216957	0.0513
Rndcg                 	2024-216957	0.0750
ndcg_cut_5            	2024-216957	0.1844
ndcg_cut_10           	2024-216957	0.1409
ndcg_cut_15           	2024-216957	0.1241
ndcg_cut_20           	2024-216957	0.1310
ndcg_cut_30           	2024-216957	0.1171
ndcg_cut_100          	2024-216957	0.0737
ndcg_cut_200          	2024-216957	0.0521
ndcg_cut_500          	2024-216957	0.0470
ndcg_cut_1000         	2024-216957	0.0470
map_cut_5             	2024-216957	0.0078
map_cut_10            	2024-216957	0.0089
map_cut_15            	2024-216957	0.0101
map_cut_20            	2024-216957	0.0111
map_cut_30            	2024-216957	0.0121
map_cut_100           	2024-216957	0.0143
map_cut_200           	2024-216957	0.0143
map_cut_500           	2024-216957	0.0143
map_cut_1000          	2024-216957	0.0143
relative_P_5          	2024-216957	0.4000
relative_P_10         	2024-216957	0.3000
relative_P_15         	2024-216957	0.2667
relative_P_20         	2024-216957	0.2500
relative_P_30         	2024-216957	0.2000
relative_P_100        	2024-216957	0.1000
relative_P_200        	2024-216957	0.0500
relative_P_500        	2024-216957	0.0388
relative_P_1000       	2024-216957	0.0388
success_1             	2024-216957	1.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	0.1000
set_relative_P        	2024-216957	0.1000
set_recall            	2024-216957	0.0388
set_map               	2024-216957	0.0039
set_F                 	2024-216957	0.0559
num_nonrel_judged_ret 	2024-216957	2
num_ret               	2024-217279	100
num_rel               	2024-217279	186
num_rel_ret           	2024-217279	10
map                   	2024-217279	0.0133
Rprec                 	2024-217279	0.0538
bpref                 	2024-217279	0.0509
recip_rank            	2024-217279	1.0000
iprec_at_recall_0.00  	2024-217279	1.0000
iprec_at_recall_0.10  	2024-217279	0.0000
iprec_at_recall_0.20  	2024-217279	0.0000
iprec_at_recall_0.30  	2024-217279	0.0000
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	0.2000
P_10                  	2024-217279	0.2000
P_15                  	2024-217279	0.1333
P_20                  	2024-217279	0.1500
P_30                  	2024-217279	0.1667
P_100                 	2024-217279	0.1000
P_200                 	2024-217279	0.0500
P_500                 	2024-217279	0.0200
P_1000                	2024-217279	0.0100
relstring             	2024-217279	'1-------2-'
recall_5              	2024-217279	0.0054
recall_10             	2024-217279	0.0108
recall_15             	2024-217279	0.0108
recall_20             	2024-217279	0.0161
recall_30             	2024-217279	0.0269
recall_100            	2024-217279	0.0538
recall_200            	2024-217279	0.0538
recall_500            	2024-217279	0.0538
recall_1000           	2024-217279	0.0538
infAP                 	2024-217279	0.0133
Rprec_mult_0.20       	2024-217279	0.1579
Rprec_mult_0.40       	2024-217279	0.1200
Rprec_mult_0.60       	2024-217279	0.0893
Rprec_mult_0.80       	2024-217279	0.0671
Rprec_mult_1.00       	2024-217279	0.0538
Rprec_mult_1.20       	2024-217279	0.0446
Rprec_mult_1.40       	2024-217279	0.0383
Rprec_mult_1.60       	2024-217279	0.0336
Rprec_mult_1.80       	2024-217279	0.0299
Rprec_mult_2.00       	2024-217279	0.0269
utility               	2024-217279	-80.0000
11pt_avg              	2024-217279	0.0909
binG                  	2024-217279	0.0156
G                     	2024-217279	0.0104
ndcg                  	2024-217279	0.0719
ndcg_rel              	2024-217279	0.0753
Rndcg                 	2024-217279	0.0838
ndcg_cut_5            	2024-217279	0.1131
ndcg_cut_10           	2024-217279	0.1175
ndcg_cut_15           	2024-217279	0.0911
ndcg_cut_20           	2024-217279	0.0889
ndcg_cut_30           	2024-217279	0.1161
ndcg_cut_100          	2024-217279	0.0922
ndcg_cut_200          	2024-217279	0.0719
ndcg_cut_500          	2024-217279	0.0719
ndcg_cut_1000         	2024-217279	0.0719
map_cut_5             	2024-217279	0.0054
map_cut_10            	2024-217279	0.0066
map_cut_15            	2024-217279	0.0066
map_cut_20            	2024-217279	0.0075
map_cut_30            	2024-217279	0.0093
map_cut_100           	2024-217279	0.0133
map_cut_200           	2024-217279	0.0133
map_cut_500           	2024-217279	0.0133
map_cut_1000          	2024-217279	0.0133
relative_P_5          	2024-217279	0.2000
relative_P_10         	2024-217279	0.2000
relative_P_15         	2024-217279	0.1333
relative_P_20         	2024-217279	0.1500
relative_P_30         	2024-217279	0.1667
relative_P_100        	2024-217279	0.1000
relative_P_200        	2024-217279	0.0538
relative_P_500        	2024-217279	0.0538
relative_P_1000       	2024-217279	0.0538
success_1             	2024-217279	1.0000
success_5             	2024-217279	1.0000
success_10            	2024-217279	1.0000
set_P                 	2024-217279	0.1000
set_relative_P        	2024-217279	0.1000
set_recall            	2024-217279	0.0538
set_map               	2024-217279	0.0054
set_F                 	2024-217279	0.0699
num_nonrel_judged_ret 	2024-217279	3
num_ret               	2024-217488	100
num_rel               	2024-217488	162
num_rel_ret           	2024-217488	14
map                   	2024-217488	0.0528
Rprec                 	2024-217488	0.0864
bpref                 	2024-217488	0.0858
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	0.0000
iprec_at_recall_0.20  	2024-217488	0.0000
iprec_at_recall_0.30  	2024-217488	0.0000
iprec_at_recall_0.40  	2024-217488	0.0000
iprec_at_recall_0.50  	2024-217488	0.0000
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	0.8000
P_10                  	2024-217488	0.7000
P_15                  	2024-217488	0.6000
P_20                  	2024-217488	0.5000
P_30                  	2024-217488	0.3667
P_100                 	2024-217488	0.1400
P_200                 	2024-217488	0.0700
P_500                 	2024-217488	0.0280
P_1000                	2024-217488	0.0140
relstring             	2024-217488	'31-22-223-'
recall_5              	2024-217488	0.0247
recall_10             	2024-217488	0.0432
recall_15             	2024-217488	0.0556
recall_20             	2024-217488	0.0617
recall_30             	2024-217488	0.0679
recall_100            	2024-217488	0.0864
recall_200            	2024-217488	0.0864
recall_500            	2024-217488	0.0864
recall_1000           	2024-217488	0.0864
infAP                 	2024-217488	0.0528
Rprec_mult_0.20       	2024-217488	0.3333
Rprec_mult_0.40       	2024-217488	0.1846
Rprec_mult_0.60       	2024-217488	0.1429
Rprec_mult_0.80       	2024-217488	0.1077
Rprec_mult_1.00       	2024-217488	0.0864
Rprec_mult_1.20       	2024-217488	0.0718
Rprec_mult_1.40       	2024-217488	0.0617
Rprec_mult_1.60       	2024-217488	0.0538
Rprec_mult_1.80       	2024-217488	0.0479
Rprec_mult_2.00       	2024-217488	0.0432
utility               	2024-217488	-72.0000
11pt_avg              	2024-217488	0.0909
binG                  	2024-217488	0.0404
G                     	2024-217488	0.0295
ndcg                  	2024-217488	0.1689
ndcg_rel              	2024-217488	0.2001
Rndcg                 	2024-217488	0.3110
ndcg_cut_5            	2024-217488	0.5953
ndcg_cut_10           	2024-217488	0.5597
ndcg_cut_15           	2024-217488	0.5335
ndcg_cut_20           	2024-217488	0.4902
ndcg_cut_30           	2024-217488	0.4163
ndcg_cut_100          	2024-217488	0.2208
ndcg_cut_200          	2024-217488	0.1689
ndcg_cut_500          	2024-217488	0.1689
ndcg_cut_1000         	2024-217488	0.1689
map_cut_5             	2024-217488	0.0219
map_cut_10            	2024-217488	0.0358
map_cut_15            	2024-217488	0.0439
map_cut_20            	2024-217488	0.0472
map_cut_30            	2024-217488	0.0496
map_cut_100           	2024-217488	0.0528
map_cut_200           	2024-217488	0.0528
map_cut_500           	2024-217488	0.0528
map_cut_1000          	2024-217488	0.0528
relative_P_5          	2024-217488	0.8000
relative_P_10         	2024-217488	0.7000
relative_P_15         	2024-217488	0.6000
relative_P_20         	2024-217488	0.5000
relative_P_30         	2024-217488	0.3667
relative_P_100        	2024-217488	0.1400
relative_P_200        	2024-217488	0.0864
relative_P_500        	2024-217488	0.0864
relative_P_1000       	2024-217488	0.0864
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	0.1400
set_relative_P        	2024-217488	0.1400
set_recall            	2024-217488	0.0864
set_map               	2024-217488	0.0121
set_F                 	2024-217488	0.1069
num_nonrel_judged_ret 	2024-217488	1
num_ret               	2024-217812	100
num_rel               	2024-217812	24
num_rel_ret           	2024-217812	2
map                   	2024-217812	0.0013
Rprec                 	2024-217812	0.0000
bpref                 	2024-217812	0.0764
recip_rank            	2024-217812	0.0122
iprec_at_recall_0.00  	2024-217812	0.0200
iprec_at_recall_0.10  	2024-217812	0.0000
iprec_at_recall_0.20  	2024-217812	0.0000
iprec_at_recall_0.30  	2024-217812	0.0000
iprec_at_recall_0.40  	2024-217812	0.0000
iprec_at_recall_0.50  	2024-217812	0.0000
iprec_at_recall_0.60  	2024-217812	0.0000
iprec_at_recall_0.70  	2024-217812	0.0000
iprec_at_recall_0.80  	2024-217812	0.0000
iprec_at_recall_0.90  	2024-217812	0.0000
iprec_at_recall_1.00  	2024-217812	0.0000
P_5                   	2024-217812	0.0000
P_10                  	2024-217812	0.0000
P_15                  	2024-217812	0.0000
P_20                  	2024-217812	0.0000
P_30                  	2024-217812	0.0000
P_100                 	2024-217812	0.0200
P_200                 	2024-217812	0.0100
P_500                 	2024-217812	0.0040
P_1000                	2024-217812	0.0020
relstring             	2024-217812	'----------'
recall_5              	2024-217812	0.0000
recall_10             	2024-217812	0.0000
recall_15             	2024-217812	0.0000
recall_20             	2024-217812	0.0000
recall_30             	2024-217812	0.0000
recall_100            	2024-217812	0.0833
recall_200            	2024-217812	0.0833
recall_500            	2024-217812	0.0833
recall_1000           	2024-217812	0.0833
infAP                 	2024-217812	0.0013
Rprec_mult_0.20       	2024-217812	0.0000
Rprec_mult_0.40       	2024-217812	0.0000
Rprec_mult_0.60       	2024-217812	0.0000
Rprec_mult_0.80       	2024-217812	0.0000
Rprec_mult_1.00       	2024-217812	0.0000
Rprec_mult_1.20       	2024-217812	0.0000
Rprec_mult_1.40       	2024-217812	0.0000
Rprec_mult_1.60       	2024-217812	0.0000
Rprec_mult_1.80       	2024-217812	0.0000
Rprec_mult_2.00       	2024-217812	0.0000
utility               	2024-217812	-96.0000
11pt_avg              	2024-217812	0.0018
binG                  	2024-217812	0.0128
G                     	2024-217812	0.0113
ndcg                  	2024-217812	0.0306
ndcg_rel              	2024-217812	0.0299
Rndcg                 	2024-217812	0.0102
ndcg_cut_5            	2024-217812	0.0000
ndcg_cut_10           	2024-217812	0.0000
ndcg_cut_15           	2024-217812	0.0000
ndcg_cut_20           	2024-217812	0.0000
ndcg_cut_30           	2024-217812	0.0000
ndcg_cut_100          	2024-217812	0.0306
ndcg_cut_200          	2024-217812	0.0306
ndcg_cut_500          	2024-217812	0.0306
ndcg_cut_1000         	2024-217812	0.0306
map_cut_5             	2024-217812	0.0000
map_cut_10            	2024-217812	0.0000
map_cut_15            	2024-217812	0.0000
map_cut_20            	2024-217812	0.0000
map_cut_30            	2024-217812	0.0000
map_cut_100           	2024-217812	0.0013
map_cut_200           	2024-217812	0.0013
map_cut_500           	2024-217812	0.0013
map_cut_1000          	2024-217812	0.0013
relative_P_5          	2024-217812	0.0000
relative_P_10         	2024-217812	0.0000
relative_P_15         	2024-217812	0.0000
relative_P_20         	2024-217812	0.0000
relative_P_30         	2024-217812	0.0000
relative_P_100        	2024-217812	0.0833
relative_P_200        	2024-217812	0.0833
relative_P_500        	2024-217812	0.0833
relative_P_1000       	2024-217812	0.0833
success_1             	2024-217812	0.0000
success_5             	2024-217812	0.0000
success_10            	2024-217812	0.0000
set_P                 	2024-217812	0.0200
set_relative_P        	2024-217812	0.0833
set_recall            	2024-217812	0.0833
set_map               	2024-217812	0.0017
set_F                 	2024-217812	0.0323
num_nonrel_judged_ret 	2024-217812	2
num_ret               	2024-219563	100
num_rel               	2024-219563	220
num_rel_ret           	2024-219563	1
map                   	2024-219563	0.0000
Rprec                 	2024-219563	0.0045
bpref                 	2024-219563	0.0045
recip_rank            	2024-219563	0.0103
iprec_at_recall_0.00  	2024-219563	0.0103
iprec_at_recall_0.10  	2024-219563	0.0000
iprec_at_recall_0.20  	2024-219563	0.0000
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	0.0000
P_10                  	2024-219563	0.0000
P_15                  	2024-219563	0.0000
P_20                  	2024-219563	0.0000
P_30                  	2024-219563	0.0000
P_100                 	2024-219563	0.0100
P_200                 	2024-219563	0.0050
P_500                 	2024-219563	0.0020
P_1000                	2024-219563	0.0010
relstring             	2024-219563	'----------'
recall_5              	2024-219563	0.0000
recall_10             	2024-219563	0.0000
recall_15             	2024-219563	0.0000
recall_20             	2024-219563	0.0000
recall_30             	2024-219563	0.0000
recall_100            	2024-219563	0.0045
recall_200            	2024-219563	0.0045
recall_500            	2024-219563	0.0045
recall_1000           	2024-219563	0.0045
infAP                 	2024-219563	0.0000
Rprec_mult_0.20       	2024-219563	0.0000
Rprec_mult_0.40       	2024-219563	0.0000
Rprec_mult_0.60       	2024-219563	0.0076
Rprec_mult_0.80       	2024-219563	0.0057
Rprec_mult_1.00       	2024-219563	0.0045
Rprec_mult_1.20       	2024-219563	0.0038
Rprec_mult_1.40       	2024-219563	0.0032
Rprec_mult_1.60       	2024-219563	0.0028
Rprec_mult_1.80       	2024-219563	0.0025
Rprec_mult_2.00       	2024-219563	0.0023
utility               	2024-219563	-98.0000
11pt_avg              	2024-219563	0.0009
binG                  	2024-219563	0.0007
G                     	2024-219563	0.0014
ndcg                  	2024-219563	0.0082
ndcg_rel              	2024-219563	0.0082
Rndcg                 	2024-219563	0.0027
ndcg_cut_5            	2024-219563	0.0000
ndcg_cut_10           	2024-219563	0.0000
ndcg_cut_15           	2024-219563	0.0000
ndcg_cut_20           	2024-219563	0.0000
ndcg_cut_30           	2024-219563	0.0000
ndcg_cut_100          	2024-219563	0.0117
ndcg_cut_200          	2024-219563	0.0086
ndcg_cut_500          	2024-219563	0.0082
ndcg_cut_1000         	2024-219563	0.0082
map_cut_5             	2024-219563	0.0000
map_cut_10            	2024-219563	0.0000
map_cut_15            	2024-219563	0.0000
map_cut_20            	2024-219563	0.0000
map_cut_30            	2024-219563	0.0000
map_cut_100           	2024-219563	0.0000
map_cut_200           	2024-219563	0.0000
map_cut_500           	2024-219563	0.0000
map_cut_1000          	2024-219563	0.0000
relative_P_5          	2024-219563	0.0000
relative_P_10         	2024-219563	0.0000
relative_P_15         	2024-219563	0.0000
relative_P_20         	2024-219563	0.0000
relative_P_30         	2024-219563	0.0000
relative_P_100        	2024-219563	0.0100
relative_P_200        	2024-219563	0.0050
relative_P_500        	2024-219563	0.0045
relative_P_1000       	2024-219563	0.0045
success_1             	2024-219563	0.0000
success_5             	2024-219563	0.0000
success_10            	2024-219563	0.0000
set_P                 	2024-219563	0.0100
set_relative_P        	2024-219563	0.0100
set_recall            	2024-219563	0.0045
set_map               	2024-219563	0.0000
set_F                 	2024-219563	0.0062
num_nonrel_judged_ret 	2024-219563	0
num_ret               	2024-219624	100
num_rel               	2024-219624	18
num_rel_ret           	2024-219624	3
map                   	2024-219624	0.0307
Rprec                 	2024-219624	0.1111
bpref                 	2024-219624	0.1358
recip_rank            	2024-219624	0.2000
iprec_at_recall_0.00  	2024-219624	0.2500
iprec_at_recall_0.10  	2024-219624	0.2500
iprec_at_recall_0.20  	2024-219624	0.0000
iprec_at_recall_0.30  	2024-219624	0.0000
iprec_at_recall_0.40  	2024-219624	0.0000
iprec_at_recall_0.50  	2024-219624	0.0000
iprec_at_recall_0.60  	2024-219624	0.0000
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.2000
P_10                  	2024-219624	0.2000
P_15                  	2024-219624	0.1333
P_20                  	2024-219624	0.1000
P_30                  	2024-219624	0.1000
P_100                 	2024-219624	0.0300
P_200                 	2024-219624	0.0150
P_500                 	2024-219624	0.0060
P_1000                	2024-219624	0.0030
relstring             	2024-219624	'0---10-1--'
recall_5              	2024-219624	0.0556
recall_10             	2024-219624	0.1111
recall_15             	2024-219624	0.1111
recall_20             	2024-219624	0.1111
recall_30             	2024-219624	0.1667
recall_100            	2024-219624	0.1667
recall_200            	2024-219624	0.1667
recall_500            	2024-219624	0.1667
recall_1000           	2024-219624	0.1667
infAP                 	2024-219624	0.0307
Rprec_mult_0.20       	2024-219624	0.0000
Rprec_mult_0.40       	2024-219624	0.2500
Rprec_mult_0.60       	2024-219624	0.1818
Rprec_mult_0.80       	2024-219624	0.1333
Rprec_mult_1.00       	2024-219624	0.1111
Rprec_mult_1.20       	2024-219624	0.0909
Rprec_mult_1.40       	2024-219624	0.0769
Rprec_mult_1.60       	2024-219624	0.1034
Rprec_mult_1.80       	2024-219624	0.0909
Rprec_mult_2.00       	2024-219624	0.0833
utility               	2024-219624	-94.0000
11pt_avg              	2024-219624	0.0455
binG                  	2024-219624	0.0516
G                     	2024-219624	0.0292
ndcg                  	2024-219624	0.0832
ndcg_rel              	2024-219624	0.0818
Rndcg                 	2024-219624	0.0496
ndcg_cut_5            	2024-219624	0.0561
ndcg_cut_10           	2024-219624	0.0794
ndcg_cut_15           	2024-219624	0.0691
ndcg_cut_20           	2024-219624	0.0645
ndcg_cut_30           	2024-219624	0.0832
ndcg_cut_100          	2024-219624	0.0832
ndcg_cut_200          	2024-219624	0.0832
ndcg_cut_500          	2024-219624	0.0832
ndcg_cut_1000         	2024-219624	0.0832
map_cut_5             	2024-219624	0.0111
map_cut_10            	2024-219624	0.0250
map_cut_15            	2024-219624	0.0250
map_cut_20            	2024-219624	0.0250
map_cut_30            	2024-219624	0.0307
map_cut_100           	2024-219624	0.0307
map_cut_200           	2024-219624	0.0307
map_cut_500           	2024-219624	0.0307
map_cut_1000          	2024-219624	0.0307
relative_P_5          	2024-219624	0.2000
relative_P_10         	2024-219624	0.2000
relative_P_15         	2024-219624	0.1333
relative_P_20         	2024-219624	0.1111
relative_P_30         	2024-219624	0.1667
relative_P_100        	2024-219624	0.1667
relative_P_200        	2024-219624	0.1667
relative_P_500        	2024-219624	0.1667
relative_P_1000       	2024-219624	0.1667
success_1             	2024-219624	0.0000
success_5             	2024-219624	1.0000
success_10            	2024-219624	1.0000
set_P                 	2024-219624	0.0300
set_relative_P        	2024-219624	0.1667
set_recall            	2024-219624	0.1667
set_map               	2024-219624	0.0050
set_F                 	2024-219624	0.0508
num_nonrel_judged_ret 	2024-219624	18
num_ret               	2024-219631	100
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	15
map                   	2024-219631	0.0322
Rprec                 	2024-219631	0.0898
bpref                 	2024-219631	0.0898
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	0.0000
iprec_at_recall_0.20  	2024-219631	0.0000
iprec_at_recall_0.30  	2024-219631	0.0000
iprec_at_recall_0.40  	2024-219631	0.0000
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	0.4000
P_10                  	2024-219631	0.4000
P_15                  	2024-219631	0.2667
P_20                  	2024-219631	0.3500
P_30                  	2024-219631	0.3333
P_100                 	2024-219631	0.1500
P_200                 	2024-219631	0.0750
P_500                 	2024-219631	0.0300
P_1000                	2024-219631	0.0150
relstring             	2024-219631	'1--1-1--3-'
recall_5              	2024-219631	0.0120
recall_10             	2024-219631	0.0240
recall_15             	2024-219631	0.0240
recall_20             	2024-219631	0.0419
recall_30             	2024-219631	0.0599
recall_100            	2024-219631	0.0898
recall_200            	2024-219631	0.0898
recall_500            	2024-219631	0.0898
recall_1000           	2024-219631	0.0898
infAP                 	2024-219631	0.0322
Rprec_mult_0.20       	2024-219631	0.2941
Rprec_mult_0.40       	2024-219631	0.1791
Rprec_mult_0.60       	2024-219631	0.1485
Rprec_mult_0.80       	2024-219631	0.1119
Rprec_mult_1.00       	2024-219631	0.0898
Rprec_mult_1.20       	2024-219631	0.0746
Rprec_mult_1.40       	2024-219631	0.0641
Rprec_mult_1.60       	2024-219631	0.0560
Rprec_mult_1.80       	2024-219631	0.0498
Rprec_mult_2.00       	2024-219631	0.0449
utility               	2024-219631	-70.0000
11pt_avg              	2024-219631	0.0909
binG                  	2024-219631	0.0277
G                     	2024-219631	0.0245
ndcg                  	2024-219631	0.1473
ndcg_rel              	2024-219631	0.1555
Rndcg                 	2024-219631	0.2362
ndcg_cut_5            	2024-219631	0.2074
ndcg_cut_10           	2024-219631	0.2667
ndcg_cut_15           	2024-219631	0.2114
ndcg_cut_20           	2024-219631	0.2400
ndcg_cut_30           	2024-219631	0.2581
ndcg_cut_100          	2024-219631	0.1942
ndcg_cut_200          	2024-219631	0.1473
ndcg_cut_500          	2024-219631	0.1473
ndcg_cut_1000         	2024-219631	0.1473
map_cut_5             	2024-219631	0.0090
map_cut_10            	2024-219631	0.0146
map_cut_15            	2024-219631	0.0146
map_cut_20            	2024-219631	0.0203
map_cut_30            	2024-219631	0.0265
map_cut_100           	2024-219631	0.0322
map_cut_200           	2024-219631	0.0322
map_cut_500           	2024-219631	0.0322
map_cut_1000          	2024-219631	0.0322
relative_P_5          	2024-219631	0.4000
relative_P_10         	2024-219631	0.4000
relative_P_15         	2024-219631	0.2667
relative_P_20         	2024-219631	0.3500
relative_P_30         	2024-219631	0.3333
relative_P_100        	2024-219631	0.1500
relative_P_200        	2024-219631	0.0898
relative_P_500        	2024-219631	0.0898
relative_P_1000       	2024-219631	0.0898
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	0.1500
set_relative_P        	2024-219631	0.1500
set_recall            	2024-219631	0.0898
set_map               	2024-219631	0.0135
set_F                 	2024-219631	0.1124
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	100
num_rel               	2024-219661	68
num_rel_ret           	2024-219661	15
map                   	2024-219661	0.0990
Rprec                 	2024-219661	0.1765
bpref                 	2024-219661	0.1903
recip_rank            	2024-219661	1.0000
iprec_at_recall_0.00  	2024-219661	1.0000
iprec_at_recall_0.10  	2024-219661	0.3500
iprec_at_recall_0.20  	2024-219661	0.1818
iprec_at_recall_0.30  	2024-219661	0.0000
iprec_at_recall_0.40  	2024-219661	0.0000
iprec_at_recall_0.50  	2024-219661	0.0000
iprec_at_recall_0.60  	2024-219661	0.0000
iprec_at_recall_0.70  	2024-219661	0.0000
iprec_at_recall_0.80  	2024-219661	0.0000
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	0.6000
P_10                  	2024-219661	0.4000
P_15                  	2024-219661	0.3333
P_20                  	2024-219661	0.3500
P_30                  	2024-219661	0.2667
P_100                 	2024-219661	0.1500
P_200                 	2024-219661	0.0750
P_500                 	2024-219661	0.0300
P_1000                	2024-219661	0.0150
relstring             	2024-219661	'1220001000'
recall_5              	2024-219661	0.0441
recall_10             	2024-219661	0.0588
recall_15             	2024-219661	0.0735
recall_20             	2024-219661	0.1029
recall_30             	2024-219661	0.1176
recall_100            	2024-219661	0.2206
recall_200            	2024-219661	0.2206
recall_500            	2024-219661	0.2206
recall_1000           	2024-219661	0.2206
infAP                 	2024-219661	0.0990
Rprec_mult_0.20       	2024-219661	0.3571
Rprec_mult_0.40       	2024-219661	0.2857
Rprec_mult_0.60       	2024-219661	0.2927
Rprec_mult_0.80       	2024-219661	0.2182
Rprec_mult_1.00       	2024-219661	0.1765
Rprec_mult_1.20       	2024-219661	0.1707
Rprec_mult_1.40       	2024-219661	0.1562
Rprec_mult_1.60       	2024-219661	0.1376
Rprec_mult_1.80       	2024-219661	0.1220
Rprec_mult_2.00       	2024-219661	0.1103
utility               	2024-219661	-70.0000
11pt_avg              	2024-219661	0.1393
binG                  	2024-219661	0.0859
G                     	2024-219661	0.0691
ndcg                  	2024-219661	0.2891
ndcg_rel              	2024-219661	0.3142
Rndcg                 	2024-219661	0.2877
ndcg_cut_5            	2024-219661	0.5531
ndcg_cut_10           	2024-219661	0.3956
ndcg_cut_15           	2024-219661	0.3528
ndcg_cut_20           	2024-219661	0.3589
ndcg_cut_30           	2024-219661	0.2993
ndcg_cut_100          	2024-219661	0.2891
ndcg_cut_200          	2024-219661	0.2891
ndcg_cut_500          	2024-219661	0.2891
ndcg_cut_1000         	2024-219661	0.2891
map_cut_5             	2024-219661	0.0441
map_cut_10            	2024-219661	0.0525
map_cut_15            	2024-219661	0.0586
map_cut_20            	2024-219661	0.0684
map_cut_30            	2024-219661	0.0733
map_cut_100           	2024-219661	0.0990
map_cut_200           	2024-219661	0.0990
map_cut_500           	2024-219661	0.0990
map_cut_1000          	2024-219661	0.0990
relative_P_5          	2024-219661	0.6000
relative_P_10         	2024-219661	0.4000
relative_P_15         	2024-219661	0.3333
relative_P_20         	2024-219661	0.3500
relative_P_30         	2024-219661	0.2667
relative_P_100        	2024-219661	0.2206
relative_P_200        	2024-219661	0.2206
relative_P_500        	2024-219661	0.2206
relative_P_1000       	2024-219661	0.2206
success_1             	2024-219661	1.0000
success_5             	2024-219661	1.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	0.1500
set_relative_P        	2024-219661	0.2206
set_recall            	2024-219661	0.2206
set_map               	2024-219661	0.0331
set_F                 	2024-219661	0.1786
num_nonrel_judged_ret 	2024-219661	13
num_ret               	2024-220058	100
num_rel               	2024-220058	155
num_rel_ret           	2024-220058	29
map                   	2024-220058	0.0783
Rprec                 	2024-220058	0.1871
bpref                 	2024-220058	0.1548
recip_rank            	2024-220058	0.3333
iprec_at_recall_0.00  	2024-220058	0.6154
iprec_at_recall_0.10  	2024-220058	0.4359
iprec_at_recall_0.20  	2024-220058	0.0000
iprec_at_recall_0.30  	2024-220058	0.0000
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	0.4000
P_10                  	2024-220058	0.5000
P_15                  	2024-220058	0.5333
P_20                  	2024-220058	0.5000
P_30                  	2024-220058	0.4333
P_100                 	2024-220058	0.2900
P_200                 	2024-220058	0.1450
P_500                 	2024-220058	0.0580
P_1000                	2024-220058	0.0290
relstring             	2024-220058	'0-12-2--22'
recall_5              	2024-220058	0.0129
recall_10             	2024-220058	0.0323
recall_15             	2024-220058	0.0516
recall_20             	2024-220058	0.0645
recall_30             	2024-220058	0.0839
recall_100            	2024-220058	0.1871
recall_200            	2024-220058	0.1871
recall_500            	2024-220058	0.1871
recall_1000           	2024-220058	0.1871
infAP                 	2024-220058	0.0783
Rprec_mult_0.20       	2024-220058	0.4516
Rprec_mult_0.40       	2024-220058	0.3548
Rprec_mult_0.60       	2024-220058	0.2903
Rprec_mult_0.80       	2024-220058	0.2339
Rprec_mult_1.00       	2024-220058	0.1871
Rprec_mult_1.20       	2024-220058	0.1559
Rprec_mult_1.40       	2024-220058	0.1336
Rprec_mult_1.60       	2024-220058	0.1169
Rprec_mult_1.80       	2024-220058	0.1039
Rprec_mult_2.00       	2024-220058	0.0935
utility               	2024-220058	-42.0000
11pt_avg              	2024-220058	0.0956
binG                  	2024-220058	0.0489
G                     	2024-220058	0.0400
ndcg                  	2024-220058	0.2283
ndcg_rel              	2024-220058	0.2400
Rndcg                 	2024-220058	0.2319
ndcg_cut_5            	2024-220058	0.1539
ndcg_cut_10           	2024-220058	0.2626
ndcg_cut_15           	2024-220058	0.3426
ndcg_cut_20           	2024-220058	0.3499
ndcg_cut_30           	2024-220058	0.3384
ndcg_cut_100          	2024-220058	0.2689
ndcg_cut_200          	2024-220058	0.2283
ndcg_cut_500          	2024-220058	0.2283
ndcg_cut_1000         	2024-220058	0.2283
map_cut_5             	2024-220058	0.0054
map_cut_10            	2024-220058	0.0147
map_cut_15            	2024-220058	0.0259
map_cut_20            	2024-220058	0.0326
map_cut_30            	2024-220058	0.0409
map_cut_100           	2024-220058	0.0783
map_cut_200           	2024-220058	0.0783
map_cut_500           	2024-220058	0.0783
map_cut_1000          	2024-220058	0.0783
relative_P_5          	2024-220058	0.4000
relative_P_10         	2024-220058	0.5000
relative_P_15         	2024-220058	0.5333
relative_P_20         	2024-220058	0.5000
relative_P_30         	2024-220058	0.4333
relative_P_100        	2024-220058	0.2900
relative_P_200        	2024-220058	0.1871
relative_P_500        	2024-220058	0.1871
relative_P_1000       	2024-220058	0.1871
success_1             	2024-220058	0.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	0.2900
set_relative_P        	2024-220058	0.2900
set_recall            	2024-220058	0.1871
set_map               	2024-220058	0.0543
set_F                 	2024-220058	0.2275
num_nonrel_judged_ret 	2024-220058	3
num_ret               	2024-220140	100
num_rel               	2024-220140	211
num_rel_ret           	2024-220140	5
map                   	2024-220140	0.0027
Rprec                 	2024-220140	0.0237
bpref                 	2024-220140	0.0199
recip_rank            	2024-220140	0.2000
iprec_at_recall_0.00  	2024-220140	0.2000
iprec_at_recall_0.10  	2024-220140	0.0000
iprec_at_recall_0.20  	2024-220140	0.0000
iprec_at_recall_0.30  	2024-220140	0.0000
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	0.2000
P_10                  	2024-220140	0.1000
P_15                  	2024-220140	0.1333
P_20                  	2024-220140	0.1000
P_30                  	2024-220140	0.0667
P_100                 	2024-220140	0.0500
P_200                 	2024-220140	0.0250
P_500                 	2024-220140	0.0100
P_1000                	2024-220140	0.0050
relstring             	2024-220140	'0000100000'
recall_5              	2024-220140	0.0047
recall_10             	2024-220140	0.0047
recall_15             	2024-220140	0.0095
recall_20             	2024-220140	0.0095
recall_30             	2024-220140	0.0095
recall_100            	2024-220140	0.0237
recall_200            	2024-220140	0.0237
recall_500            	2024-220140	0.0237
recall_1000           	2024-220140	0.0237
infAP                 	2024-220140	0.0027
Rprec_mult_0.20       	2024-220140	0.0698
Rprec_mult_0.40       	2024-220140	0.0588
Rprec_mult_0.60       	2024-220140	0.0394
Rprec_mult_0.80       	2024-220140	0.0296
Rprec_mult_1.00       	2024-220140	0.0237
Rprec_mult_1.20       	2024-220140	0.0197
Rprec_mult_1.40       	2024-220140	0.0169
Rprec_mult_1.60       	2024-220140	0.0148
Rprec_mult_1.80       	2024-220140	0.0132
Rprec_mult_2.00       	2024-220140	0.0118
utility               	2024-220140	-90.0000
11pt_avg              	2024-220140	0.0182
binG                  	2024-220140	0.0056
G                     	2024-220140	0.0027
ndcg                  	2024-220140	0.0187
ndcg_rel              	2024-220140	0.0190
Rndcg                 	2024-220140	0.0234
ndcg_cut_5            	2024-220140	0.0437
ndcg_cut_10           	2024-220140	0.0284
ndcg_cut_15           	2024-220140	0.0369
ndcg_cut_20           	2024-220140	0.0308
ndcg_cut_30           	2024-220140	0.0242
ndcg_cut_100          	2024-220140	0.0247
ndcg_cut_200          	2024-220140	0.0191
ndcg_cut_500          	2024-220140	0.0187
ndcg_cut_1000         	2024-220140	0.0187
map_cut_5             	2024-220140	0.0009
map_cut_10            	2024-220140	0.0009
map_cut_15            	2024-220140	0.0017
map_cut_20            	2024-220140	0.0017
map_cut_30            	2024-220140	0.0017
map_cut_100           	2024-220140	0.0027
map_cut_200           	2024-220140	0.0027
map_cut_500           	2024-220140	0.0027
map_cut_1000          	2024-220140	0.0027
relative_P_5          	2024-220140	0.2000
relative_P_10         	2024-220140	0.1000
relative_P_15         	2024-220140	0.1333
relative_P_20         	2024-220140	0.1000
relative_P_30         	2024-220140	0.0667
relative_P_100        	2024-220140	0.0500
relative_P_200        	2024-220140	0.0250
relative_P_500        	2024-220140	0.0237
relative_P_1000       	2024-220140	0.0237
success_1             	2024-220140	0.0000
success_5             	2024-220140	1.0000
success_10            	2024-220140	1.0000
set_P                 	2024-220140	0.0500
set_relative_P        	2024-220140	0.0500
set_recall            	2024-220140	0.0237
set_map               	2024-220140	0.0012
set_F                 	2024-220140	0.0322
num_nonrel_judged_ret 	2024-220140	45
num_ret               	2024-222465	100
num_rel               	2024-222465	210
num_rel_ret           	2024-222465	38
map                   	2024-222465	0.1238
Rprec                 	2024-222465	0.1810
bpref                 	2024-222465	0.1524
recip_rank            	2024-222465	1.0000
iprec_at_recall_0.00  	2024-222465	1.0000
iprec_at_recall_0.10  	2024-222465	0.6774
iprec_at_recall_0.20  	2024-222465	0.0000
iprec_at_recall_0.30  	2024-222465	0.0000
iprec_at_recall_0.40  	2024-222465	0.0000
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	0.8000
P_10                  	2024-222465	0.8000
P_15                  	2024-222465	0.8000
P_20                  	2024-222465	0.8000
P_30                  	2024-222465	0.6667
P_100                 	2024-222465	0.3800
P_200                 	2024-222465	0.1900
P_500                 	2024-222465	0.0760
P_1000                	2024-222465	0.0380
relstring             	2024-222465	'2221-12120'
recall_5              	2024-222465	0.0190
recall_10             	2024-222465	0.0381
recall_15             	2024-222465	0.0571
recall_20             	2024-222465	0.0762
recall_30             	2024-222465	0.0952
recall_100            	2024-222465	0.1810
recall_200            	2024-222465	0.1810
recall_500            	2024-222465	0.1810
recall_1000           	2024-222465	0.1810
infAP                 	2024-222465	0.1238
Rprec_mult_0.20       	2024-222465	0.5952
Rprec_mult_0.40       	2024-222465	0.4048
Rprec_mult_0.60       	2024-222465	0.3016
Rprec_mult_0.80       	2024-222465	0.2262
Rprec_mult_1.00       	2024-222465	0.1810
Rprec_mult_1.20       	2024-222465	0.1508
Rprec_mult_1.40       	2024-222465	0.1293
Rprec_mult_1.60       	2024-222465	0.1131
Rprec_mult_1.80       	2024-222465	0.1005
Rprec_mult_2.00       	2024-222465	0.0905
utility               	2024-222465	-24.0000
11pt_avg              	2024-222465	0.1525
binG                  	2024-222465	0.0720
G                     	2024-222465	0.0404
ndcg                  	2024-222465	0.2535
ndcg_rel              	2024-222465	0.2927
Rndcg                 	2024-222465	0.3386
ndcg_cut_5            	2024-222465	0.5305
ndcg_cut_10           	2024-222465	0.4866
ndcg_cut_15           	2024-222465	0.4987
ndcg_cut_20           	2024-222465	0.4705
ndcg_cut_30           	2024-222465	0.4588
ndcg_cut_100          	2024-222465	0.3546
ndcg_cut_200          	2024-222465	0.2583
ndcg_cut_500          	2024-222465	0.2535
ndcg_cut_1000         	2024-222465	0.2535
map_cut_5             	2024-222465	0.0190
map_cut_10            	2024-222465	0.0355
map_cut_15            	2024-222465	0.0515
map_cut_20            	2024-222465	0.0664
map_cut_30            	2024-222465	0.0803
map_cut_100           	2024-222465	0.1238
map_cut_200           	2024-222465	0.1238
map_cut_500           	2024-222465	0.1238
map_cut_1000          	2024-222465	0.1238
relative_P_5          	2024-222465	0.8000
relative_P_10         	2024-222465	0.8000
relative_P_15         	2024-222465	0.8000
relative_P_20         	2024-222465	0.8000
relative_P_30         	2024-222465	0.6667
relative_P_100        	2024-222465	0.3800
relative_P_200        	2024-222465	0.1900
relative_P_500        	2024-222465	0.1810
relative_P_1000       	2024-222465	0.1810
success_1             	2024-222465	1.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	0.3800
set_relative_P        	2024-222465	0.3800
set_recall            	2024-222465	0.1810
set_map               	2024-222465	0.0688
set_F                 	2024-222465	0.2452
num_nonrel_judged_ret 	2024-222465	3
num_ret               	2024-223358	100
num_rel               	2024-223358	15
num_rel_ret           	2024-223358	2
map                   	2024-223358	0.0302
Rprec                 	2024-223358	0.1333
bpref                 	2024-223358	0.1333
recip_rank            	2024-223358	0.1667
iprec_at_recall_0.00  	2024-223358	0.2857
iprec_at_recall_0.10  	2024-223358	0.2857
iprec_at_recall_0.20  	2024-223358	0.0000
iprec_at_recall_0.30  	2024-223358	0.0000
iprec_at_recall_0.40  	2024-223358	0.0000
iprec_at_recall_0.50  	2024-223358	0.0000
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.0000
P_10                  	2024-223358	0.2000
P_15                  	2024-223358	0.1333
P_20                  	2024-223358	0.1000
P_30                  	2024-223358	0.0667
P_100                 	2024-223358	0.0200
P_200                 	2024-223358	0.0100
P_500                 	2024-223358	0.0040
P_1000                	2024-223358	0.0020
relstring             	2024-223358	'-----21---'
recall_5              	2024-223358	0.0000
recall_10             	2024-223358	0.1333
recall_15             	2024-223358	0.1333
recall_20             	2024-223358	0.1333
recall_30             	2024-223358	0.1333
recall_100            	2024-223358	0.1333
recall_200            	2024-223358	0.1333
recall_500            	2024-223358	0.1333
recall_1000           	2024-223358	0.1333
infAP                 	2024-223358	0.0302
Rprec_mult_0.20       	2024-223358	0.0000
Rprec_mult_0.40       	2024-223358	0.1667
Rprec_mult_0.60       	2024-223358	0.2222
Rprec_mult_0.80       	2024-223358	0.1667
Rprec_mult_1.00       	2024-223358	0.1333
Rprec_mult_1.20       	2024-223358	0.1111
Rprec_mult_1.40       	2024-223358	0.0952
Rprec_mult_1.60       	2024-223358	0.0833
Rprec_mult_1.80       	2024-223358	0.0741
Rprec_mult_2.00       	2024-223358	0.0667
utility               	2024-223358	-96.0000
11pt_avg              	2024-223358	0.0519
binG                  	2024-223358	0.0475
G                     	2024-223358	0.0526
ndcg                  	2024-223358	0.1308
ndcg_rel              	2024-223358	0.1342
Rndcg                 	2024-223358	0.0872
ndcg_cut_5            	2024-223358	0.0000
ndcg_cut_10           	2024-223358	0.1567
ndcg_cut_15           	2024-223358	0.1308
ndcg_cut_20           	2024-223358	0.1308
ndcg_cut_30           	2024-223358	0.1308
ndcg_cut_100          	2024-223358	0.1308
ndcg_cut_200          	2024-223358	0.1308
ndcg_cut_500          	2024-223358	0.1308
ndcg_cut_1000         	2024-223358	0.1308
map_cut_5             	2024-223358	0.0000
map_cut_10            	2024-223358	0.0302
map_cut_15            	2024-223358	0.0302
map_cut_20            	2024-223358	0.0302
map_cut_30            	2024-223358	0.0302
map_cut_100           	2024-223358	0.0302
map_cut_200           	2024-223358	0.0302
map_cut_500           	2024-223358	0.0302
map_cut_1000          	2024-223358	0.0302
relative_P_5          	2024-223358	0.0000
relative_P_10         	2024-223358	0.2000
relative_P_15         	2024-223358	0.1333
relative_P_20         	2024-223358	0.1333
relative_P_30         	2024-223358	0.1333
relative_P_100        	2024-223358	0.1333
relative_P_200        	2024-223358	0.1333
relative_P_500        	2024-223358	0.1333
relative_P_1000       	2024-223358	0.1333
success_1             	2024-223358	0.0000
success_5             	2024-223358	0.0000
success_10            	2024-223358	1.0000
set_P                 	2024-223358	0.0200
set_relative_P        	2024-223358	0.1333
set_recall            	2024-223358	0.1333
set_map               	2024-223358	0.0027
set_F                 	2024-223358	0.0348
num_nonrel_judged_ret 	2024-223358	2
num_ret               	2024-223499	100
num_rel               	2024-223499	149
num_rel_ret           	2024-223499	19
map                   	2024-223499	0.0545
Rprec                 	2024-223499	0.1275
bpref                 	2024-223499	0.1275
recip_rank            	2024-223499	1.0000
iprec_at_recall_0.00  	2024-223499	1.0000
iprec_at_recall_0.10  	2024-223499	0.2078
iprec_at_recall_0.20  	2024-223499	0.0000
iprec_at_recall_0.30  	2024-223499	0.0000
iprec_at_recall_0.40  	2024-223499	0.0000
iprec_at_recall_0.50  	2024-223499	0.0000
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	0.6000
P_10                  	2024-223499	0.6000
P_15                  	2024-223499	0.4667
P_20                  	2024-223499	0.3500
P_30                  	2024-223499	0.3000
P_100                 	2024-223499	0.1900
P_200                 	2024-223499	0.0950
P_500                 	2024-223499	0.0380
P_1000                	2024-223499	0.0190
relstring             	2024-223499	'21-3-1-21-'
recall_5              	2024-223499	0.0201
recall_10             	2024-223499	0.0403
recall_15             	2024-223499	0.0470
recall_20             	2024-223499	0.0470
recall_30             	2024-223499	0.0604
recall_100            	2024-223499	0.1275
recall_200            	2024-223499	0.1275
recall_500            	2024-223499	0.1275
recall_1000           	2024-223499	0.1275
infAP                 	2024-223499	0.0545
Rprec_mult_0.20       	2024-223499	0.3000
Rprec_mult_0.40       	2024-223499	0.2000
Rprec_mult_0.60       	2024-223499	0.2000
Rprec_mult_0.80       	2024-223499	0.1583
Rprec_mult_1.00       	2024-223499	0.1275
Rprec_mult_1.20       	2024-223499	0.1061
Rprec_mult_1.40       	2024-223499	0.0909
Rprec_mult_1.60       	2024-223499	0.0795
Rprec_mult_1.80       	2024-223499	0.0706
Rprec_mult_2.00       	2024-223499	0.0638
utility               	2024-223499	-62.0000
11pt_avg              	2024-223499	0.1098
binG                  	2024-223499	0.0441
G                     	2024-223499	0.0247
ndcg                  	2024-223499	0.1556
ndcg_rel              	2024-223499	0.1745
Rndcg                 	2024-223499	0.2166
ndcg_cut_5            	2024-223499	0.4435
ndcg_cut_10           	2024-223499	0.3823
ndcg_cut_15           	2024-223499	0.3117
ndcg_cut_20           	2024-223499	0.2749
ndcg_cut_30           	2024-223499	0.2446
ndcg_cut_100          	2024-223499	0.1790
ndcg_cut_200          	2024-223499	0.1556
ndcg_cut_500          	2024-223499	0.1556
ndcg_cut_1000         	2024-223499	0.1556
map_cut_5             	2024-223499	0.0185
map_cut_10            	2024-223499	0.0316
map_cut_15            	2024-223499	0.0355
map_cut_20            	2024-223499	0.0355
map_cut_30            	2024-223499	0.0404
map_cut_100           	2024-223499	0.0545
map_cut_200           	2024-223499	0.0545
map_cut_500           	2024-223499	0.0545
map_cut_1000          	2024-223499	0.0545
relative_P_5          	2024-223499	0.6000
relative_P_10         	2024-223499	0.6000
relative_P_15         	2024-223499	0.4667
relative_P_20         	2024-223499	0.3500
relative_P_30         	2024-223499	0.3000
relative_P_100        	2024-223499	0.1900
relative_P_200        	2024-223499	0.1275
relative_P_500        	2024-223499	0.1275
relative_P_1000       	2024-223499	0.1275
success_1             	2024-223499	1.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	0.1900
set_relative_P        	2024-223499	0.1900
set_recall            	2024-223499	0.1275
set_map               	2024-223499	0.0242
set_F                 	2024-223499	0.1526
num_nonrel_judged_ret 	2024-223499	0
num_ret               	2024-22410	100
num_rel               	2024-22410	147
num_rel_ret           	2024-22410	31
map                   	2024-22410	0.1791
Rprec                 	2024-22410	0.2109
bpref                 	2024-22410	0.2060
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	0.9412
iprec_at_recall_0.20  	2024-22410	0.5000
iprec_at_recall_0.30  	2024-22410	0.0000
iprec_at_recall_0.40  	2024-22410	0.0000
iprec_at_recall_0.50  	2024-22410	0.0000
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	1.0000
P_10                  	2024-22410	1.0000
P_15                  	2024-22410	0.9333
P_20                  	2024-22410	0.9000
P_30                  	2024-22410	0.7667
P_100                 	2024-22410	0.3100
P_200                 	2024-22410	0.1550
P_500                 	2024-22410	0.0620
P_1000                	2024-22410	0.0310
relstring             	2024-22410	'1212212222'
recall_5              	2024-22410	0.0340
recall_10             	2024-22410	0.0680
recall_15             	2024-22410	0.0952
recall_20             	2024-22410	0.1224
recall_30             	2024-22410	0.1565
recall_100            	2024-22410	0.2109
recall_200            	2024-22410	0.2109
recall_500            	2024-22410	0.2109
recall_1000           	2024-22410	0.2109
infAP                 	2024-22410	0.1791
Rprec_mult_0.20       	2024-22410	0.7667
Rprec_mult_0.40       	2024-22410	0.4915
Rprec_mult_0.60       	2024-22410	0.3483
Rprec_mult_0.80       	2024-22410	0.2627
Rprec_mult_1.00       	2024-22410	0.2109
Rprec_mult_1.20       	2024-22410	0.1751
Rprec_mult_1.40       	2024-22410	0.1505
Rprec_mult_1.60       	2024-22410	0.1314
Rprec_mult_1.80       	2024-22410	0.1170
Rprec_mult_2.00       	2024-22410	0.1054
utility               	2024-22410	-38.0000
11pt_avg              	2024-22410	0.2219
binG                  	2024-22410	0.1361
G                     	2024-22410	0.0537
ndcg                  	2024-22410	0.2933
ndcg_rel              	2024-22410	0.3446
Rndcg                 	2024-22410	0.3751
ndcg_cut_5            	2024-22410	0.4971
ndcg_cut_10           	2024-22410	0.5545
ndcg_cut_15           	2024-22410	0.5975
ndcg_cut_20           	2024-22410	0.6114
ndcg_cut_30           	2024-22410	0.5905
ndcg_cut_100          	2024-22410	0.3489
ndcg_cut_200          	2024-22410	0.2933
ndcg_cut_500          	2024-22410	0.2933
ndcg_cut_1000         	2024-22410	0.2933
map_cut_5             	2024-22410	0.0340
map_cut_10            	2024-22410	0.0680
map_cut_15            	2024-22410	0.0952
map_cut_20            	2024-22410	0.1202
map_cut_30            	2024-22410	0.1487
map_cut_100           	2024-22410	0.1791
map_cut_200           	2024-22410	0.1791
map_cut_500           	2024-22410	0.1791
map_cut_1000          	2024-22410	0.1791
relative_P_5          	2024-22410	1.0000
relative_P_10         	2024-22410	1.0000
relative_P_15         	2024-22410	0.9333
relative_P_20         	2024-22410	0.9000
relative_P_30         	2024-22410	0.7667
relative_P_100        	2024-22410	0.3100
relative_P_200        	2024-22410	0.2109
relative_P_500        	2024-22410	0.2109
relative_P_1000       	2024-22410	0.2109
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	0.3100
set_relative_P        	2024-22410	0.3100
set_recall            	2024-22410	0.2109
set_map               	2024-22410	0.0654
set_F                 	2024-22410	0.2510
num_nonrel_judged_ret 	2024-22410	3
num_ret               	2024-224226	100
num_rel               	2024-224226	174
num_rel_ret           	2024-224226	32
map                   	2024-224226	0.1266
Rprec                 	2024-224226	0.1839
bpref                 	2024-224226	0.1685
recip_rank            	2024-224226	1.0000
iprec_at_recall_0.00  	2024-224226	1.0000
iprec_at_recall_0.10  	2024-224226	0.7917
iprec_at_recall_0.20  	2024-224226	0.0000
iprec_at_recall_0.30  	2024-224226	0.0000
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	0.8000
P_10                  	2024-224226	0.7000
P_15                  	2024-224226	0.7333
P_20                  	2024-224226	0.7500
P_30                  	2024-224226	0.6667
P_100                 	2024-224226	0.3200
P_200                 	2024-224226	0.1600
P_500                 	2024-224226	0.0640
P_1000                	2024-224226	0.0320
relstring             	2024-224226	'221202-3-2'
recall_5              	2024-224226	0.0230
recall_10             	2024-224226	0.0402
recall_15             	2024-224226	0.0632
recall_20             	2024-224226	0.0862
recall_30             	2024-224226	0.1149
recall_100            	2024-224226	0.1839
recall_200            	2024-224226	0.1839
recall_500            	2024-224226	0.1839
recall_1000           	2024-224226	0.1839
infAP                 	2024-224226	0.1266
Rprec_mult_0.20       	2024-224226	0.6571
Rprec_mult_0.40       	2024-224226	0.4000
Rprec_mult_0.60       	2024-224226	0.3048
Rprec_mult_0.80       	2024-224226	0.2286
Rprec_mult_1.00       	2024-224226	0.1839
Rprec_mult_1.20       	2024-224226	0.1531
Rprec_mult_1.40       	2024-224226	0.1311
Rprec_mult_1.60       	2024-224226	0.1147
Rprec_mult_1.80       	2024-224226	0.1019
Rprec_mult_2.00       	2024-224226	0.0920
utility               	2024-224226	-36.0000
11pt_avg              	2024-224226	0.1629
binG                  	2024-224226	0.0743
G                     	2024-224226	0.0391
ndcg                  	2024-224226	0.2390
ndcg_rel              	2024-224226	0.2814
Rndcg                 	2024-224226	0.3280
ndcg_cut_5            	2024-224226	0.5227
ndcg_cut_10           	2024-224226	0.5033
ndcg_cut_15           	2024-224226	0.4791
ndcg_cut_20           	2024-224226	0.4657
ndcg_cut_30           	2024-224226	0.4564
ndcg_cut_100          	2024-224226	0.2980
ndcg_cut_200          	2024-224226	0.2390
ndcg_cut_500          	2024-224226	0.2390
ndcg_cut_1000         	2024-224226	0.2390
map_cut_5             	2024-224226	0.0230
map_cut_10            	2024-224226	0.0361
map_cut_15            	2024-224226	0.0522
map_cut_20            	2024-224226	0.0695
map_cut_30            	2024-224226	0.0916
map_cut_100           	2024-224226	0.1266
map_cut_200           	2024-224226	0.1266
map_cut_500           	2024-224226	0.1266
map_cut_1000          	2024-224226	0.1266
relative_P_5          	2024-224226	0.8000
relative_P_10         	2024-224226	0.7000
relative_P_15         	2024-224226	0.7333
relative_P_20         	2024-224226	0.7500
relative_P_30         	2024-224226	0.6667
relative_P_100        	2024-224226	0.3200
relative_P_200        	2024-224226	0.1839
relative_P_500        	2024-224226	0.1839
relative_P_1000       	2024-224226	0.1839
success_1             	2024-224226	1.0000
success_5             	2024-224226	1.0000
success_10            	2024-224226	1.0000
set_P                 	2024-224226	0.3200
set_relative_P        	2024-224226	0.3200
set_recall            	2024-224226	0.1839
set_map               	2024-224226	0.0589
set_F                 	2024-224226	0.2336
num_nonrel_judged_ret 	2024-224226	3
num_ret               	2024-224279	100
num_rel               	2024-224279	424
num_rel_ret           	2024-224279	27
map                   	2024-224279	0.0315
Rprec                 	2024-224279	0.0637
bpref                 	2024-224279	0.0637
recip_rank            	2024-224279	1.0000
iprec_at_recall_0.00  	2024-224279	1.0000
iprec_at_recall_0.10  	2024-224279	0.0000
iprec_at_recall_0.20  	2024-224279	0.0000
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	0.8000
P_10                  	2024-224279	0.4000
P_15                  	2024-224279	0.5333
P_20                  	2024-224279	0.5000
P_30                  	2024-224279	0.3667
P_100                 	2024-224279	0.2700
P_200                 	2024-224279	0.1350
P_500                 	2024-224279	0.0540
P_1000                	2024-224279	0.0270
relstring             	2024-224279	'2122------'
recall_5              	2024-224279	0.0094
recall_10             	2024-224279	0.0094
recall_15             	2024-224279	0.0189
recall_20             	2024-224279	0.0236
recall_30             	2024-224279	0.0259
recall_100            	2024-224279	0.0637
recall_200            	2024-224279	0.0637
recall_500            	2024-224279	0.0637
recall_1000           	2024-224279	0.0637
infAP                 	2024-224279	0.0315
Rprec_mult_0.20       	2024-224279	0.3176
Rprec_mult_0.40       	2024-224279	0.1588
Rprec_mult_0.60       	2024-224279	0.1059
Rprec_mult_0.80       	2024-224279	0.0794
Rprec_mult_1.00       	2024-224279	0.0637
Rprec_mult_1.20       	2024-224279	0.0530
Rprec_mult_1.40       	2024-224279	0.0455
Rprec_mult_1.60       	2024-224279	0.0398
Rprec_mult_1.80       	2024-224279	0.0353
Rprec_mult_2.00       	2024-224279	0.0318
utility               	2024-224279	-46.0000
11pt_avg              	2024-224279	0.0909
binG                  	2024-224279	0.0219
G                     	2024-224279	0.0118
ndcg                  	2024-224279	0.0968
ndcg_rel              	2024-224279	0.1122
Rndcg                 	2024-224279	0.1360
ndcg_cut_5            	2024-224279	0.5079
ndcg_cut_10           	2024-224279	0.3296
ndcg_cut_15           	2024-224279	0.3616
ndcg_cut_20           	2024-224279	0.3577
ndcg_cut_30           	2024-224279	0.2823
ndcg_cut_100          	2024-224279	0.2076
ndcg_cut_200          	2024-224279	0.1437
ndcg_cut_500          	2024-224279	0.0968
ndcg_cut_1000         	2024-224279	0.0968
map_cut_5             	2024-224279	0.0094
map_cut_10            	2024-224279	0.0094
map_cut_15            	2024-224279	0.0142
map_cut_20            	2024-224279	0.0168
map_cut_30            	2024-224279	0.0178
map_cut_100           	2024-224279	0.0315
map_cut_200           	2024-224279	0.0315
map_cut_500           	2024-224279	0.0315
map_cut_1000          	2024-224279	0.0315
relative_P_5          	2024-224279	0.8000
relative_P_10         	2024-224279	0.4000
relative_P_15         	2024-224279	0.5333
relative_P_20         	2024-224279	0.5000
relative_P_30         	2024-224279	0.3667
relative_P_100        	2024-224279	0.2700
relative_P_200        	2024-224279	0.1350
relative_P_500        	2024-224279	0.0637
relative_P_1000       	2024-224279	0.0637
success_1             	2024-224279	1.0000
success_5             	2024-224279	1.0000
success_10            	2024-224279	1.0000
set_P                 	2024-224279	0.2700
set_relative_P        	2024-224279	0.2700
set_recall            	2024-224279	0.0637
set_map               	2024-224279	0.0172
set_F                 	2024-224279	0.1031
num_nonrel_judged_ret 	2024-224279	1
num_ret               	2024-224701	100
num_rel               	2024-224701	92
num_rel_ret           	2024-224701	63
map                   	2024-224701	0.5927
Rprec                 	2024-224701	0.6304
bpref                 	2024-224701	0.6848
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	1.0000
iprec_at_recall_0.20  	2024-224701	0.9615
iprec_at_recall_0.30  	2024-224701	0.8947
iprec_at_recall_0.40  	2024-224701	0.8810
iprec_at_recall_0.50  	2024-224701	0.8519
iprec_at_recall_0.60  	2024-224701	0.6747
iprec_at_recall_0.70  	2024-224701	0.0000
iprec_at_recall_0.80  	2024-224701	0.0000
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	1.0000
P_10                  	2024-224701	1.0000
P_15                  	2024-224701	0.9333
P_20                  	2024-224701	0.9500
P_30                  	2024-224701	0.8667
P_100                 	2024-224701	0.6300
P_200                 	2024-224701	0.3150
P_500                 	2024-224701	0.1260
P_1000                	2024-224701	0.0630
relstring             	2024-224701	'1111233111'
recall_5              	2024-224701	0.0543
recall_10             	2024-224701	0.1087
recall_15             	2024-224701	0.1522
recall_20             	2024-224701	0.2065
recall_30             	2024-224701	0.2826
recall_100            	2024-224701	0.6848
recall_200            	2024-224701	0.6848
recall_500            	2024-224701	0.6848
recall_1000           	2024-224701	0.6848
infAP                 	2024-224701	0.5927
Rprec_mult_0.20       	2024-224701	0.9474
Rprec_mult_0.40       	2024-224701	0.8919
Rprec_mult_0.60       	2024-224701	0.8393
Rprec_mult_0.80       	2024-224701	0.7162
Rprec_mult_1.00       	2024-224701	0.6304
Rprec_mult_1.20       	2024-224701	0.5676
Rprec_mult_1.40       	2024-224701	0.4884
Rprec_mult_1.60       	2024-224701	0.4257
Rprec_mult_1.80       	2024-224701	0.3795
Rprec_mult_2.00       	2024-224701	0.3424
utility               	2024-224701	26.0000
11pt_avg              	2024-224701	0.5694
binG                  	2024-224701	0.3445
G                     	2024-224701	0.1579
ndcg                  	2024-224701	0.6134
ndcg_rel              	2024-224701	0.5795
Rndcg                 	2024-224701	0.5523
ndcg_cut_5            	2024-224701	0.3771
ndcg_cut_10           	2024-224701	0.4958
ndcg_cut_15           	2024-224701	0.4975
ndcg_cut_20           	2024-224701	0.5539
ndcg_cut_30           	2024-224701	0.5715
ndcg_cut_100          	2024-224701	0.6134
ndcg_cut_200          	2024-224701	0.6134
ndcg_cut_500          	2024-224701	0.6134
ndcg_cut_1000         	2024-224701	0.6134
map_cut_5             	2024-224701	0.0543
map_cut_10            	2024-224701	0.1087
map_cut_15            	2024-224701	0.1514
map_cut_20            	2024-224701	0.2028
map_cut_30            	2024-224701	0.2753
map_cut_100           	2024-224701	0.5927
map_cut_200           	2024-224701	0.5927
map_cut_500           	2024-224701	0.5927
map_cut_1000          	2024-224701	0.5927
relative_P_5          	2024-224701	1.0000
relative_P_10         	2024-224701	1.0000
relative_P_15         	2024-224701	0.9333
relative_P_20         	2024-224701	0.9500
relative_P_30         	2024-224701	0.8667
relative_P_100        	2024-224701	0.6848
relative_P_200        	2024-224701	0.6848
relative_P_500        	2024-224701	0.6848
relative_P_1000       	2024-224701	0.6848
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	0.6300
set_relative_P        	2024-224701	0.6848
set_recall            	2024-224701	0.6848
set_map               	2024-224701	0.4314
set_F                 	2024-224701	0.6563
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224926	100
num_rel               	2024-224926	55
num_rel_ret           	2024-224926	16
map                   	2024-224926	0.0599
Rprec                 	2024-224926	0.2182
bpref                 	2024-224926	0.2380
recip_rank            	2024-224926	0.5000
iprec_at_recall_0.00  	2024-224926	0.5000
iprec_at_recall_0.10  	2024-224926	0.2222
iprec_at_recall_0.20  	2024-224926	0.2222
iprec_at_recall_0.30  	2024-224926	0.0000
iprec_at_recall_0.40  	2024-224926	0.0000
iprec_at_recall_0.50  	2024-224926	0.0000
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	0.2000
P_10                  	2024-224926	0.2000
P_15                  	2024-224926	0.1333
P_20                  	2024-224926	0.2000
P_30                  	2024-224926	0.1333
P_100                 	2024-224926	0.1600
P_200                 	2024-224926	0.0800
P_500                 	2024-224926	0.0320
P_1000                	2024-224926	0.0160
relstring             	2024-224926	'-1--000--1'
recall_5              	2024-224926	0.0182
recall_10             	2024-224926	0.0364
recall_15             	2024-224926	0.0364
recall_20             	2024-224926	0.0727
recall_30             	2024-224926	0.0727
recall_100            	2024-224926	0.2909
recall_200            	2024-224926	0.2909
recall_500            	2024-224926	0.2909
recall_1000           	2024-224926	0.2909
infAP                 	2024-224926	0.0599
Rprec_mult_0.20       	2024-224926	0.1818
Rprec_mult_0.40       	2024-224926	0.1818
Rprec_mult_0.60       	2024-224926	0.1212
Rprec_mult_0.80       	2024-224926	0.2045
Rprec_mult_1.00       	2024-224926	0.2182
Rprec_mult_1.20       	2024-224926	0.1818
Rprec_mult_1.40       	2024-224926	0.1688
Rprec_mult_1.60       	2024-224926	0.1591
Rprec_mult_1.80       	2024-224926	0.1515
Rprec_mult_2.00       	2024-224926	0.1455
utility               	2024-224926	-68.0000
11pt_avg              	2024-224926	0.0859
binG                  	2024-224926	0.0657
G                     	2024-224926	0.0451
ndcg                  	2024-224926	0.1753
ndcg_rel              	2024-224926	0.1624
Rndcg                 	2024-224926	0.1004
ndcg_cut_5            	2024-224926	0.0915
ndcg_cut_10           	2024-224926	0.0912
ndcg_cut_15           	2024-224926	0.0770
ndcg_cut_20           	2024-224926	0.1063
ndcg_cut_30           	2024-224926	0.0915
ndcg_cut_100          	2024-224926	0.1753
ndcg_cut_200          	2024-224926	0.1753
ndcg_cut_500          	2024-224926	0.1753
ndcg_cut_1000         	2024-224926	0.1753
map_cut_5             	2024-224926	0.0091
map_cut_10            	2024-224926	0.0127
map_cut_15            	2024-224926	0.0127
map_cut_20            	2024-224926	0.0200
map_cut_30            	2024-224926	0.0200
map_cut_100           	2024-224926	0.0599
map_cut_200           	2024-224926	0.0599
map_cut_500           	2024-224926	0.0599
map_cut_1000          	2024-224926	0.0599
relative_P_5          	2024-224926	0.2000
relative_P_10         	2024-224926	0.2000
relative_P_15         	2024-224926	0.1333
relative_P_20         	2024-224926	0.2000
relative_P_30         	2024-224926	0.1333
relative_P_100        	2024-224926	0.2909
relative_P_200        	2024-224926	0.2909
relative_P_500        	2024-224926	0.2909
relative_P_1000       	2024-224926	0.2909
success_1             	2024-224926	0.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.1600
set_relative_P        	2024-224926	0.2909
set_recall            	2024-224926	0.2909
set_map               	2024-224926	0.0465
set_F                 	2024-224926	0.2065
num_nonrel_judged_ret 	2024-224926	22
num_ret               	2024-22886	100
num_rel               	2024-22886	147
num_rel_ret           	2024-22886	13
map                   	2024-22886	0.0384
Rprec                 	2024-22886	0.0884
bpref                 	2024-22886	0.0755
recip_rank            	2024-22886	0.5000
iprec_at_recall_0.00  	2024-22886	0.6667
iprec_at_recall_0.10  	2024-22886	0.0000
iprec_at_recall_0.20  	2024-22886	0.0000
iprec_at_recall_0.30  	2024-22886	0.0000
iprec_at_recall_0.40  	2024-22886	0.0000
iprec_at_recall_0.50  	2024-22886	0.0000
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	0.4000
P_10                  	2024-22886	0.6000
P_15                  	2024-22886	0.5333
P_20                  	2024-22886	0.4000
P_30                  	2024-22886	0.3000
P_100                 	2024-22886	0.1300
P_200                 	2024-22886	0.0650
P_500                 	2024-22886	0.0260
P_1000                	2024-22886	0.0130
relstring             	2024-22886	'0200222110'
recall_5              	2024-22886	0.0136
recall_10             	2024-22886	0.0408
recall_15             	2024-22886	0.0544
recall_20             	2024-22886	0.0544
recall_30             	2024-22886	0.0612
recall_100            	2024-22886	0.0884
recall_200            	2024-22886	0.0884
recall_500            	2024-22886	0.0884
recall_1000           	2024-22886	0.0884
infAP                 	2024-22886	0.0384
Rprec_mult_0.20       	2024-22886	0.3000
Rprec_mult_0.40       	2024-22886	0.1864
Rprec_mult_0.60       	2024-22886	0.1348
Rprec_mult_0.80       	2024-22886	0.1102
Rprec_mult_1.00       	2024-22886	0.0884
Rprec_mult_1.20       	2024-22886	0.0734
Rprec_mult_1.40       	2024-22886	0.0631
Rprec_mult_1.60       	2024-22886	0.0551
Rprec_mult_1.80       	2024-22886	0.0491
Rprec_mult_2.00       	2024-22886	0.0442
utility               	2024-22886	-74.0000
11pt_avg              	2024-22886	0.0606
binG                  	2024-22886	0.0302
G                     	2024-22886	0.0198
ndcg                  	2024-22886	0.1265
ndcg_rel              	2024-22886	0.1386
Rndcg                 	2024-22886	0.1942
ndcg_cut_5            	2024-22886	0.2301
ndcg_cut_10           	2024-22886	0.3021
ndcg_cut_15           	2024-22886	0.3174
ndcg_cut_20           	2024-22886	0.2766
ndcg_cut_30           	2024-22886	0.2445
ndcg_cut_100          	2024-22886	0.1491
ndcg_cut_200          	2024-22886	0.1265
ndcg_cut_500          	2024-22886	0.1265
ndcg_cut_1000         	2024-22886	0.1265
map_cut_5             	2024-22886	0.0061
map_cut_10            	2024-22886	0.0222
map_cut_15            	2024-22886	0.0298
map_cut_20            	2024-22886	0.0298
map_cut_30            	2024-22886	0.0327
map_cut_100           	2024-22886	0.0384
map_cut_200           	2024-22886	0.0384
map_cut_500           	2024-22886	0.0384
map_cut_1000          	2024-22886	0.0384
relative_P_5          	2024-22886	0.4000
relative_P_10         	2024-22886	0.6000
relative_P_15         	2024-22886	0.5333
relative_P_20         	2024-22886	0.4000
relative_P_30         	2024-22886	0.3000
relative_P_100        	2024-22886	0.1300
relative_P_200        	2024-22886	0.0884
relative_P_500        	2024-22886	0.0884
relative_P_1000       	2024-22886	0.0884
success_1             	2024-22886	0.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	0.1300
set_relative_P        	2024-22886	0.1300
set_recall            	2024-22886	0.0884
set_map               	2024-22886	0.0115
set_F                 	2024-22886	0.1053
num_nonrel_judged_ret 	2024-22886	18
num_ret               	2024-23862	100
num_rel               	2024-23862	231
num_rel_ret           	2024-23862	8
map                   	2024-23862	0.0054
Rprec                 	2024-23862	0.0346
bpref                 	2024-23862	0.0262
recip_rank            	2024-23862	0.1250
iprec_at_recall_0.00  	2024-23862	0.2222
iprec_at_recall_0.10  	2024-23862	0.0000
iprec_at_recall_0.20  	2024-23862	0.0000
iprec_at_recall_0.30  	2024-23862	0.0000
iprec_at_recall_0.40  	2024-23862	0.0000
iprec_at_recall_0.50  	2024-23862	0.0000
iprec_at_recall_0.60  	2024-23862	0.0000
iprec_at_recall_0.70  	2024-23862	0.0000
iprec_at_recall_0.80  	2024-23862	0.0000
iprec_at_recall_0.90  	2024-23862	0.0000
iprec_at_recall_1.00  	2024-23862	0.0000
P_5                   	2024-23862	0.0000
P_10                  	2024-23862	0.2000
P_15                  	2024-23862	0.1333
P_20                  	2024-23862	0.1500
P_30                  	2024-23862	0.1667
P_100                 	2024-23862	0.0800
P_200                 	2024-23862	0.0400
P_500                 	2024-23862	0.0160
P_1000                	2024-23862	0.0080
relstring             	2024-23862	'0000--0110'
recall_5              	2024-23862	0.0000
recall_10             	2024-23862	0.0087
recall_15             	2024-23862	0.0087
recall_20             	2024-23862	0.0130
recall_30             	2024-23862	0.0216
recall_100            	2024-23862	0.0346
recall_200            	2024-23862	0.0346
recall_500            	2024-23862	0.0346
recall_1000           	2024-23862	0.0346
infAP                 	2024-23862	0.0054
Rprec_mult_0.20       	2024-23862	0.1277
Rprec_mult_0.40       	2024-23862	0.0753
Rprec_mult_0.60       	2024-23862	0.0576
Rprec_mult_0.80       	2024-23862	0.0432
Rprec_mult_1.00       	2024-23862	0.0346
Rprec_mult_1.20       	2024-23862	0.0288
Rprec_mult_1.40       	2024-23862	0.0247
Rprec_mult_1.60       	2024-23862	0.0216
Rprec_mult_1.80       	2024-23862	0.0192
Rprec_mult_2.00       	2024-23862	0.0173
utility               	2024-23862	-84.0000
11pt_avg              	2024-23862	0.0202
binG                  	2024-23862	0.0080
G                     	2024-23862	0.0085
ndcg                  	2024-23862	0.0494
ndcg_rel              	2024-23862	0.0515
Rndcg                 	2024-23862	0.0247
ndcg_cut_5            	2024-23862	0.0000
ndcg_cut_10           	2024-23862	0.0998
ndcg_cut_15           	2024-23862	0.0823
ndcg_cut_20           	2024-23862	0.0993
ndcg_cut_30           	2024-23862	0.1367
ndcg_cut_100          	2024-23862	0.0885
ndcg_cut_200          	2024-23862	0.0548
ndcg_cut_500          	2024-23862	0.0494
ndcg_cut_1000         	2024-23862	0.0494
map_cut_5             	2024-23862	0.0000
map_cut_10            	2024-23862	0.0015
map_cut_15            	2024-23862	0.0015
map_cut_20            	2024-23862	0.0023
map_cut_30            	2024-23862	0.0037
map_cut_100           	2024-23862	0.0054
map_cut_200           	2024-23862	0.0054
map_cut_500           	2024-23862	0.0054
map_cut_1000          	2024-23862	0.0054
relative_P_5          	2024-23862	0.0000
relative_P_10         	2024-23862	0.2000
relative_P_15         	2024-23862	0.1333
relative_P_20         	2024-23862	0.1500
relative_P_30         	2024-23862	0.1667
relative_P_100        	2024-23862	0.0800
relative_P_200        	2024-23862	0.0400
relative_P_500        	2024-23862	0.0346
relative_P_1000       	2024-23862	0.0346
success_1             	2024-23862	0.0000
success_5             	2024-23862	0.0000
success_10            	2024-23862	1.0000
set_P                 	2024-23862	0.0800
set_relative_P        	2024-23862	0.0800
set_recall            	2024-23862	0.0346
set_map               	2024-23862	0.0028
set_F                 	2024-23862	0.0483
num_nonrel_judged_ret 	2024-23862	16
num_ret               	2024-27366	100
num_rel               	2024-27366	232
num_rel_ret           	2024-27366	8
map                   	2024-27366	0.0045
Rprec                 	2024-27366	0.0345
bpref                 	2024-27366	0.0315
recip_rank            	2024-27366	0.1429
iprec_at_recall_0.00  	2024-27366	0.2000
iprec_at_recall_0.10  	2024-27366	0.0000
iprec_at_recall_0.20  	2024-27366	0.0000
iprec_at_recall_0.30  	2024-27366	0.0000
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	0.0000
P_10                  	2024-27366	0.1000
P_15                  	2024-27366	0.2000
P_20                  	2024-27366	0.1500
P_30                  	2024-27366	0.1000
P_100                 	2024-27366	0.0800
P_200                 	2024-27366	0.0400
P_500                 	2024-27366	0.0160
P_1000                	2024-27366	0.0080
relstring             	2024-27366	'-----01---'
recall_5              	2024-27366	0.0000
recall_10             	2024-27366	0.0043
recall_15             	2024-27366	0.0129
recall_20             	2024-27366	0.0129
recall_30             	2024-27366	0.0129
recall_100            	2024-27366	0.0345
recall_200            	2024-27366	0.0345
recall_500            	2024-27366	0.0345
recall_1000           	2024-27366	0.0345
infAP                 	2024-27366	0.0045
Rprec_mult_0.20       	2024-27366	0.1064
Rprec_mult_0.40       	2024-27366	0.0860
Rprec_mult_0.60       	2024-27366	0.0571
Rprec_mult_0.80       	2024-27366	0.0430
Rprec_mult_1.00       	2024-27366	0.0345
Rprec_mult_1.20       	2024-27366	0.0287
Rprec_mult_1.40       	2024-27366	0.0246
Rprec_mult_1.60       	2024-27366	0.0215
Rprec_mult_1.80       	2024-27366	0.0191
Rprec_mult_2.00       	2024-27366	0.0172
utility               	2024-27366	-84.0000
11pt_avg              	2024-27366	0.0182
binG                  	2024-27366	0.0076
G                     	2024-27366	0.0074
ndcg                  	2024-27366	0.0466
ndcg_rel              	2024-27366	0.0476
Rndcg                 	2024-27366	0.0641
ndcg_cut_5            	2024-27366	0.0000
ndcg_cut_10           	2024-27366	0.0367
ndcg_cut_15           	2024-27366	0.0949
ndcg_cut_20           	2024-27366	0.0803
ndcg_cut_30           	2024-27366	0.0696
ndcg_cut_100          	2024-27366	0.0768
ndcg_cut_200          	2024-27366	0.0512
ndcg_cut_500          	2024-27366	0.0466
ndcg_cut_1000         	2024-27366	0.0466
map_cut_5             	2024-27366	0.0000
map_cut_10            	2024-27366	0.0006
map_cut_15            	2024-27366	0.0023
map_cut_20            	2024-27366	0.0023
map_cut_30            	2024-27366	0.0023
map_cut_100           	2024-27366	0.0045
map_cut_200           	2024-27366	0.0045
map_cut_500           	2024-27366	0.0045
map_cut_1000          	2024-27366	0.0045
relative_P_5          	2024-27366	0.0000
relative_P_10         	2024-27366	0.1000
relative_P_15         	2024-27366	0.2000
relative_P_20         	2024-27366	0.1500
relative_P_30         	2024-27366	0.1000
relative_P_100        	2024-27366	0.0800
relative_P_200        	2024-27366	0.0400
relative_P_500        	2024-27366	0.0345
relative_P_1000       	2024-27366	0.0345
success_1             	2024-27366	0.0000
success_5             	2024-27366	0.0000
success_10            	2024-27366	1.0000
set_P                 	2024-27366	0.0800
set_relative_P        	2024-27366	0.0800
set_recall            	2024-27366	0.0345
set_map               	2024-27366	0.0028
set_F                 	2024-27366	0.0482
num_nonrel_judged_ret 	2024-27366	3
num_ret               	2024-29182	100
num_rel               	2024-29182	174
num_rel_ret           	2024-29182	1
map                   	2024-29182	0.0057
Rprec                 	2024-29182	0.0057
bpref                 	2024-29182	0.0057
recip_rank            	2024-29182	1.0000
iprec_at_recall_0.00  	2024-29182	1.0000
iprec_at_recall_0.10  	2024-29182	0.0000
iprec_at_recall_0.20  	2024-29182	0.0000
iprec_at_recall_0.30  	2024-29182	0.0000
iprec_at_recall_0.40  	2024-29182	0.0000
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	0.2000
P_10                  	2024-29182	0.1000
P_15                  	2024-29182	0.0667
P_20                  	2024-29182	0.0500
P_30                  	2024-29182	0.0333
P_100                 	2024-29182	0.0100
P_200                 	2024-29182	0.0050
P_500                 	2024-29182	0.0020
P_1000                	2024-29182	0.0010
relstring             	2024-29182	'1000000000'
recall_5              	2024-29182	0.0057
recall_10             	2024-29182	0.0057
recall_15             	2024-29182	0.0057
recall_20             	2024-29182	0.0057
recall_30             	2024-29182	0.0057
recall_100            	2024-29182	0.0057
recall_200            	2024-29182	0.0057
recall_500            	2024-29182	0.0057
recall_1000           	2024-29182	0.0057
infAP                 	2024-29182	0.0057
Rprec_mult_0.20       	2024-29182	0.0286
Rprec_mult_0.40       	2024-29182	0.0143
Rprec_mult_0.60       	2024-29182	0.0095
Rprec_mult_0.80       	2024-29182	0.0071
Rprec_mult_1.00       	2024-29182	0.0057
Rprec_mult_1.20       	2024-29182	0.0048
Rprec_mult_1.40       	2024-29182	0.0041
Rprec_mult_1.60       	2024-29182	0.0036
Rprec_mult_1.80       	2024-29182	0.0032
Rprec_mult_2.00       	2024-29182	0.0029
utility               	2024-29182	-98.0000
11pt_avg              	2024-29182	0.0909
binG                  	2024-29182	0.0057
G                     	2024-29182	0.0018
ndcg                  	2024-29182	0.0180
ndcg_rel              	2024-29182	0.0198
Rndcg                 	2024-29182	0.0440
ndcg_cut_5            	2024-29182	0.1131
ndcg_cut_10           	2024-29182	0.0786
ndcg_cut_15           	2024-29182	0.0651
ndcg_cut_20           	2024-29182	0.0564
ndcg_cut_30           	2024-29182	0.0455
ndcg_cut_100          	2024-29182	0.0221
ndcg_cut_200          	2024-29182	0.0180
ndcg_cut_500          	2024-29182	0.0180
ndcg_cut_1000         	2024-29182	0.0180
map_cut_5             	2024-29182	0.0057
map_cut_10            	2024-29182	0.0057
map_cut_15            	2024-29182	0.0057
map_cut_20            	2024-29182	0.0057
map_cut_30            	2024-29182	0.0057
map_cut_100           	2024-29182	0.0057
map_cut_200           	2024-29182	0.0057
map_cut_500           	2024-29182	0.0057
map_cut_1000          	2024-29182	0.0057
relative_P_5          	2024-29182	0.2000
relative_P_10         	2024-29182	0.1000
relative_P_15         	2024-29182	0.0667
relative_P_20         	2024-29182	0.0500
relative_P_30         	2024-29182	0.0333
relative_P_100        	2024-29182	0.0100
relative_P_200        	2024-29182	0.0057
relative_P_500        	2024-29182	0.0057
relative_P_1000       	2024-29182	0.0057
success_1             	2024-29182	1.0000
success_5             	2024-29182	1.0000
success_10            	2024-29182	1.0000
set_P                 	2024-29182	0.0100
set_relative_P        	2024-29182	0.0100
set_recall            	2024-29182	0.0057
set_map               	2024-29182	0.0001
set_F                 	2024-29182	0.0073
num_nonrel_judged_ret 	2024-29182	38
num_ret               	2024-29941	100
num_rel               	2024-29941	240
num_rel_ret           	2024-29941	36
map                   	2024-29941	0.1067
Rprec                 	2024-29941	0.1500
bpref                 	2024-29941	0.1379
recip_rank            	2024-29941	0.5000
iprec_at_recall_0.00  	2024-29941	0.9000
iprec_at_recall_0.10  	2024-29941	0.7500
iprec_at_recall_0.20  	2024-29941	0.0000
iprec_at_recall_0.30  	2024-29941	0.0000
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	0.8000
P_10                  	2024-29941	0.9000
P_15                  	2024-29941	0.8000
P_20                  	2024-29941	0.7500
P_30                  	2024-29941	0.7333
P_100                 	2024-29941	0.3600
P_200                 	2024-29941	0.1800
P_500                 	2024-29941	0.0720
P_1000                	2024-29941	0.0360
relstring             	2024-29941	'0233313111'
recall_5              	2024-29941	0.0167
recall_10             	2024-29941	0.0375
recall_15             	2024-29941	0.0500
recall_20             	2024-29941	0.0625
recall_30             	2024-29941	0.0917
recall_100            	2024-29941	0.1500
recall_200            	2024-29941	0.1500
recall_500            	2024-29941	0.1500
recall_1000           	2024-29941	0.1500
infAP                 	2024-29941	0.1067
Rprec_mult_0.20       	2024-29941	0.6042
Rprec_mult_0.40       	2024-29941	0.3542
Rprec_mult_0.60       	2024-29941	0.2500
Rprec_mult_0.80       	2024-29941	0.1875
Rprec_mult_1.00       	2024-29941	0.1500
Rprec_mult_1.20       	2024-29941	0.1250
Rprec_mult_1.40       	2024-29941	0.1071
Rprec_mult_1.60       	2024-29941	0.0938
Rprec_mult_1.80       	2024-29941	0.0833
Rprec_mult_2.00       	2024-29941	0.0750
utility               	2024-29941	-28.0000
11pt_avg              	2024-29941	0.1500
binG                  	2024-29941	0.0585
G                     	2024-29941	0.0370
ndcg                  	2024-29941	0.2274
ndcg_rel              	2024-29941	0.2634
Rndcg                 	2024-29941	0.3121
ndcg_cut_5            	2024-29941	0.5895
ndcg_cut_10           	2024-29941	0.5485
ndcg_cut_15           	2024-29941	0.4981
ndcg_cut_20           	2024-29941	0.4703
ndcg_cut_30           	2024-29941	0.4860
ndcg_cut_100          	2024-29941	0.3215
ndcg_cut_200          	2024-29941	0.2437
ndcg_cut_500          	2024-29941	0.2274
ndcg_cut_1000         	2024-29941	0.2274
map_cut_5             	2024-29941	0.0113
map_cut_10            	2024-29941	0.0295
map_cut_15            	2024-29941	0.0398
map_cut_20            	2024-29941	0.0497
map_cut_30            	2024-29941	0.0724
map_cut_100           	2024-29941	0.1067
map_cut_200           	2024-29941	0.1067
map_cut_500           	2024-29941	0.1067
map_cut_1000          	2024-29941	0.1067
relative_P_5          	2024-29941	0.8000
relative_P_10         	2024-29941	0.9000
relative_P_15         	2024-29941	0.8000
relative_P_20         	2024-29941	0.7500
relative_P_30         	2024-29941	0.7333
relative_P_100        	2024-29941	0.3600
relative_P_200        	2024-29941	0.1800
relative_P_500        	2024-29941	0.1500
relative_P_1000       	2024-29941	0.1500
success_1             	2024-29941	0.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	0.3600
set_relative_P        	2024-29941	0.3600
set_recall            	2024-29941	0.1500
set_map               	2024-29941	0.0540
set_F                 	2024-29941	0.2118
num_nonrel_judged_ret 	2024-29941	9
num_ret               	2024-32912	100
num_rel               	2024-32912	109
num_rel_ret           	2024-32912	10
map                   	2024-32912	0.0159
Rprec                 	2024-32912	0.0917
bpref                 	2024-32912	0.0795
recip_rank            	2024-32912	0.3333
iprec_at_recall_0.00  	2024-32912	0.3333
iprec_at_recall_0.10  	2024-32912	0.0000
iprec_at_recall_0.20  	2024-32912	0.0000
iprec_at_recall_0.30  	2024-32912	0.0000
iprec_at_recall_0.40  	2024-32912	0.0000
iprec_at_recall_0.50  	2024-32912	0.0000
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	0.2000
P_10                  	2024-32912	0.2000
P_15                  	2024-32912	0.1333
P_20                  	2024-32912	0.1000
P_30                  	2024-32912	0.1333
P_100                 	2024-32912	0.1000
P_200                 	2024-32912	0.0500
P_500                 	2024-32912	0.0200
P_1000                	2024-32912	0.0100
relstring             	2024-32912	'001000-20-'
recall_5              	2024-32912	0.0092
recall_10             	2024-32912	0.0183
recall_15             	2024-32912	0.0183
recall_20             	2024-32912	0.0183
recall_30             	2024-32912	0.0367
recall_100            	2024-32912	0.0917
recall_200            	2024-32912	0.0917
recall_500            	2024-32912	0.0917
recall_1000           	2024-32912	0.0917
infAP                 	2024-32912	0.0159
Rprec_mult_0.20       	2024-32912	0.1364
Rprec_mult_0.40       	2024-32912	0.1364
Rprec_mult_0.60       	2024-32912	0.1364
Rprec_mult_0.80       	2024-32912	0.1023
Rprec_mult_1.00       	2024-32912	0.0917
Rprec_mult_1.20       	2024-32912	0.0763
Rprec_mult_1.40       	2024-32912	0.0654
Rprec_mult_1.60       	2024-32912	0.0571
Rprec_mult_1.80       	2024-32912	0.0508
Rprec_mult_2.00       	2024-32912	0.0459
utility               	2024-32912	-80.0000
11pt_avg              	2024-32912	0.0303
binG                  	2024-32912	0.0218
G                     	2024-32912	0.0166
ndcg                  	2024-32912	0.0913
ndcg_rel              	2024-32912	0.0913
Rndcg                 	2024-32912	0.0899
ndcg_cut_5            	2024-32912	0.0565
ndcg_cut_10           	2024-32912	0.0830
ndcg_cut_15           	2024-32912	0.0684
ndcg_cut_20           	2024-32912	0.0598
ndcg_cut_30           	2024-32912	0.0769
ndcg_cut_100          	2024-32912	0.0943
ndcg_cut_200          	2024-32912	0.0913
ndcg_cut_500          	2024-32912	0.0913
ndcg_cut_1000         	2024-32912	0.0913
map_cut_5             	2024-32912	0.0031
map_cut_10            	2024-32912	0.0054
map_cut_15            	2024-32912	0.0054
map_cut_20            	2024-32912	0.0054
map_cut_30            	2024-32912	0.0081
map_cut_100           	2024-32912	0.0159
map_cut_200           	2024-32912	0.0159
map_cut_500           	2024-32912	0.0159
map_cut_1000          	2024-32912	0.0159
relative_P_5          	2024-32912	0.2000
relative_P_10         	2024-32912	0.2000
relative_P_15         	2024-32912	0.1333
relative_P_20         	2024-32912	0.1000
relative_P_30         	2024-32912	0.1333
relative_P_100        	2024-32912	0.1000
relative_P_200        	2024-32912	0.0917
relative_P_500        	2024-32912	0.0917
relative_P_1000       	2024-32912	0.0917
success_1             	2024-32912	0.0000
success_5             	2024-32912	1.0000
success_10            	2024-32912	1.0000
set_P                 	2024-32912	0.1000
set_relative_P        	2024-32912	0.1000
set_recall            	2024-32912	0.0917
set_map               	2024-32912	0.0092
set_F                 	2024-32912	0.0957
num_nonrel_judged_ret 	2024-32912	26
num_ret               	2024-33466	100
num_rel               	2024-33466	265
num_rel_ret           	2024-33466	43
map                   	2024-33466	0.1333
Rprec                 	2024-33466	0.1623
bpref                 	2024-33466	0.1502
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	0.7941
iprec_at_recall_0.20  	2024-33466	0.0000
iprec_at_recall_0.30  	2024-33466	0.0000
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	1.0000
P_10                  	2024-33466	0.9000
P_15                  	2024-33466	0.9333
P_20                  	2024-33466	0.9000
P_30                  	2024-33466	0.8000
P_100                 	2024-33466	0.4300
P_200                 	2024-33466	0.2150
P_500                 	2024-33466	0.0860
P_1000                	2024-33466	0.0430
relstring             	2024-33466	'2212221201'
recall_5              	2024-33466	0.0189
recall_10             	2024-33466	0.0340
recall_15             	2024-33466	0.0528
recall_20             	2024-33466	0.0679
recall_30             	2024-33466	0.0906
recall_100            	2024-33466	0.1623
recall_200            	2024-33466	0.1623
recall_500            	2024-33466	0.1623
recall_1000           	2024-33466	0.1623
infAP                 	2024-33466	0.1333
Rprec_mult_0.20       	2024-33466	0.6792
Rprec_mult_0.40       	2024-33466	0.4057
Rprec_mult_0.60       	2024-33466	0.2704
Rprec_mult_0.80       	2024-33466	0.2028
Rprec_mult_1.00       	2024-33466	0.1623
Rprec_mult_1.20       	2024-33466	0.1352
Rprec_mult_1.40       	2024-33466	0.1159
Rprec_mult_1.60       	2024-33466	0.1014
Rprec_mult_1.80       	2024-33466	0.0901
Rprec_mult_2.00       	2024-33466	0.0811
utility               	2024-33466	-14.0000
11pt_avg              	2024-33466	0.1631
binG                  	2024-33466	0.0819
G                     	2024-33466	0.0351
ndcg                  	2024-33466	0.2330
ndcg_rel              	2024-33466	0.2826
Rndcg                 	2024-33466	0.2942
ndcg_cut_5            	2024-33466	0.6101
ndcg_cut_10           	2024-33466	0.5402
ndcg_cut_15           	2024-33466	0.5523
ndcg_cut_20           	2024-33466	0.5603
ndcg_cut_30           	2024-33466	0.5486
ndcg_cut_100          	2024-33466	0.3791
ndcg_cut_200          	2024-33466	0.2582
ndcg_cut_500          	2024-33466	0.2330
ndcg_cut_1000         	2024-33466	0.2330
map_cut_5             	2024-33466	0.0189
map_cut_10            	2024-33466	0.0336
map_cut_15            	2024-33466	0.0510
map_cut_20            	2024-33466	0.0650
map_cut_30            	2024-33466	0.0853
map_cut_100           	2024-33466	0.1333
map_cut_200           	2024-33466	0.1333
map_cut_500           	2024-33466	0.1333
map_cut_1000          	2024-33466	0.1333
relative_P_5          	2024-33466	1.0000
relative_P_10         	2024-33466	0.9000
relative_P_15         	2024-33466	0.9333
relative_P_20         	2024-33466	0.9000
relative_P_30         	2024-33466	0.8000
relative_P_100        	2024-33466	0.4300
relative_P_200        	2024-33466	0.2150
relative_P_500        	2024-33466	0.1623
relative_P_1000       	2024-33466	0.1623
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	0.4300
set_relative_P        	2024-33466	0.4300
set_recall            	2024-33466	0.1623
set_map               	2024-33466	0.0698
set_F                 	2024-33466	0.2356
num_nonrel_judged_ret 	2024-33466	3
num_ret               	2024-35227	100
num_rel               	2024-35227	216
num_rel_ret           	2024-35227	24
map                   	2024-35227	0.0460
Rprec                 	2024-35227	0.1111
bpref                 	2024-35227	0.0979
recip_rank            	2024-35227	0.3333
iprec_at_recall_0.00  	2024-35227	0.7500
iprec_at_recall_0.10  	2024-35227	0.2584
iprec_at_recall_0.20  	2024-35227	0.0000
iprec_at_recall_0.30  	2024-35227	0.0000
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	0.6000
P_10                  	2024-35227	0.7000
P_15                  	2024-35227	0.6667
P_20                  	2024-35227	0.5000
P_30                  	2024-35227	0.3333
P_100                 	2024-35227	0.2400
P_200                 	2024-35227	0.1200
P_500                 	2024-35227	0.0480
P_1000                	2024-35227	0.0240
relstring             	2024-35227	'0011320211'
recall_5              	2024-35227	0.0139
recall_10             	2024-35227	0.0324
recall_15             	2024-35227	0.0463
recall_20             	2024-35227	0.0463
recall_30             	2024-35227	0.0463
recall_100            	2024-35227	0.1111
recall_200            	2024-35227	0.1111
recall_500            	2024-35227	0.1111
recall_1000           	2024-35227	0.1111
infAP                 	2024-35227	0.0460
Rprec_mult_0.20       	2024-35227	0.2727
Rprec_mult_0.40       	2024-35227	0.2414
Rprec_mult_0.60       	2024-35227	0.1846
Rprec_mult_0.80       	2024-35227	0.1387
Rprec_mult_1.00       	2024-35227	0.1111
Rprec_mult_1.20       	2024-35227	0.0923
Rprec_mult_1.40       	2024-35227	0.0792
Rprec_mult_1.60       	2024-35227	0.0694
Rprec_mult_1.80       	2024-35227	0.0617
Rprec_mult_2.00       	2024-35227	0.0556
utility               	2024-35227	-52.0000
11pt_avg              	2024-35227	0.0917
binG                  	2024-35227	0.0325
G                     	2024-35227	0.0278
ndcg                  	2024-35227	0.1658
ndcg_rel              	2024-35227	0.1776
Rndcg                 	2024-35227	0.1274
ndcg_cut_5            	2024-35227	0.2778
ndcg_cut_10           	2024-35227	0.3755
ndcg_cut_15           	2024-35227	0.4211
ndcg_cut_20           	2024-35227	0.3579
ndcg_cut_30           	2024-35227	0.2818
ndcg_cut_100          	2024-35227	0.2320
ndcg_cut_200          	2024-35227	0.1722
ndcg_cut_500          	2024-35227	0.1658
ndcg_cut_1000         	2024-35227	0.1658
map_cut_5             	2024-35227	0.0066
map_cut_10            	2024-35227	0.0189
map_cut_15            	2024-35227	0.0289
map_cut_20            	2024-35227	0.0289
map_cut_30            	2024-35227	0.0289
map_cut_100           	2024-35227	0.0460
map_cut_200           	2024-35227	0.0460
map_cut_500           	2024-35227	0.0460
map_cut_1000          	2024-35227	0.0460
relative_P_5          	2024-35227	0.6000
relative_P_10         	2024-35227	0.7000
relative_P_15         	2024-35227	0.6667
relative_P_20         	2024-35227	0.5000
relative_P_30         	2024-35227	0.3333
relative_P_100        	2024-35227	0.2400
relative_P_200        	2024-35227	0.1200
relative_P_500        	2024-35227	0.1111
relative_P_1000       	2024-35227	0.1111
success_1             	2024-35227	0.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	0.2400
set_relative_P        	2024-35227	0.2400
set_recall            	2024-35227	0.1111
set_map               	2024-35227	0.0267
set_F                 	2024-35227	0.1519
num_nonrel_judged_ret 	2024-35227	19
num_ret               	2024-35269	100
num_rel               	2024-35269	76
num_rel_ret           	2024-35269	14
map                   	2024-35269	0.0523
Rprec                 	2024-35269	0.1447
bpref                 	2024-35269	0.1634
recip_rank            	2024-35269	0.2500
iprec_at_recall_0.00  	2024-35269	0.4667
iprec_at_recall_0.10  	2024-35269	0.4000
iprec_at_recall_0.20  	2024-35269	0.0000
iprec_at_recall_0.30  	2024-35269	0.0000
iprec_at_recall_0.40  	2024-35269	0.0000
iprec_at_recall_0.50  	2024-35269	0.0000
iprec_at_recall_0.60  	2024-35269	0.0000
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	0.4000
P_10                  	2024-35269	0.3000
P_15                  	2024-35269	0.4667
P_20                  	2024-35269	0.4000
P_30                  	2024-35269	0.2667
P_100                 	2024-35269	0.1400
P_200                 	2024-35269	0.0700
P_500                 	2024-35269	0.0280
P_1000                	2024-35269	0.0140
relstring             	2024-35269	'0--22--02-'
recall_5              	2024-35269	0.0263
recall_10             	2024-35269	0.0395
recall_15             	2024-35269	0.0921
recall_20             	2024-35269	0.1053
recall_30             	2024-35269	0.1053
recall_100            	2024-35269	0.1842
recall_200            	2024-35269	0.1842
recall_500            	2024-35269	0.1842
recall_1000           	2024-35269	0.1842
infAP                 	2024-35269	0.0523
Rprec_mult_0.20       	2024-35269	0.4375
Rprec_mult_0.40       	2024-35269	0.2581
Rprec_mult_0.60       	2024-35269	0.1739
Rprec_mult_0.80       	2024-35269	0.1475
Rprec_mult_1.00       	2024-35269	0.1447
Rprec_mult_1.20       	2024-35269	0.1413
Rprec_mult_1.40       	2024-35269	0.1308
Rprec_mult_1.60       	2024-35269	0.1148
Rprec_mult_1.80       	2024-35269	0.1022
Rprec_mult_2.00       	2024-35269	0.0921
utility               	2024-35269	-72.0000
11pt_avg              	2024-35269	0.0788
binG                  	2024-35269	0.0485
G                     	2024-35269	0.0411
ndcg                  	2024-35269	0.2002
ndcg_rel              	2024-35269	0.2094
Rndcg                 	2024-35269	0.1840
ndcg_cut_5            	2024-35269	0.2773
ndcg_cut_10           	2024-35269	0.2462
ndcg_cut_15           	2024-35269	0.3696
ndcg_cut_20           	2024-35269	0.3400
ndcg_cut_30           	2024-35269	0.2613
ndcg_cut_100          	2024-35269	0.2002
ndcg_cut_200          	2024-35269	0.2002
ndcg_cut_500          	2024-35269	0.2002
ndcg_cut_1000         	2024-35269	0.2002
map_cut_5             	2024-35269	0.0086
map_cut_10            	2024-35269	0.0129
map_cut_15            	2024-35269	0.0346
map_cut_20            	2024-35269	0.0398
map_cut_30            	2024-35269	0.0398
map_cut_100           	2024-35269	0.0523
map_cut_200           	2024-35269	0.0523
map_cut_500           	2024-35269	0.0523
map_cut_1000          	2024-35269	0.0523
relative_P_5          	2024-35269	0.4000
relative_P_10         	2024-35269	0.3000
relative_P_15         	2024-35269	0.4667
relative_P_20         	2024-35269	0.4000
relative_P_30         	2024-35269	0.2667
relative_P_100        	2024-35269	0.1842
relative_P_200        	2024-35269	0.1842
relative_P_500        	2024-35269	0.1842
relative_P_1000       	2024-35269	0.1842
success_1             	2024-35269	0.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	0.1400
set_relative_P        	2024-35269	0.1842
set_recall            	2024-35269	0.1842
set_map               	2024-35269	0.0258
set_F                 	2024-35269	0.1591
num_nonrel_judged_ret 	2024-35269	21
num_ret               	2024-35284	100
num_rel               	2024-35284	141
num_rel_ret           	2024-35284	5
map                   	2024-35284	0.0032
Rprec                 	2024-35284	0.0355
bpref                 	2024-35284	0.0312
recip_rank            	2024-35284	0.0769
iprec_at_recall_0.00  	2024-35284	0.1250
iprec_at_recall_0.10  	2024-35284	0.0000
iprec_at_recall_0.20  	2024-35284	0.0000
iprec_at_recall_0.30  	2024-35284	0.0000
iprec_at_recall_0.40  	2024-35284	0.0000
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	0.0000
P_10                  	2024-35284	0.0000
P_15                  	2024-35284	0.0667
P_20                  	2024-35284	0.1000
P_30                  	2024-35284	0.1000
P_100                 	2024-35284	0.0500
P_200                 	2024-35284	0.0250
P_500                 	2024-35284	0.0100
P_1000                	2024-35284	0.0050
relstring             	2024-35284	'----------'
recall_5              	2024-35284	0.0000
recall_10             	2024-35284	0.0000
recall_15             	2024-35284	0.0071
recall_20             	2024-35284	0.0142
recall_30             	2024-35284	0.0213
recall_100            	2024-35284	0.0355
recall_200            	2024-35284	0.0355
recall_500            	2024-35284	0.0355
recall_1000           	2024-35284	0.0355
infAP                 	2024-35284	0.0032
Rprec_mult_0.20       	2024-35284	0.1034
Rprec_mult_0.40       	2024-35284	0.0702
Rprec_mult_0.60       	2024-35284	0.0588
Rprec_mult_0.80       	2024-35284	0.0442
Rprec_mult_1.00       	2024-35284	0.0355
Rprec_mult_1.20       	2024-35284	0.0294
Rprec_mult_1.40       	2024-35284	0.0253
Rprec_mult_1.60       	2024-35284	0.0221
Rprec_mult_1.80       	2024-35284	0.0197
Rprec_mult_2.00       	2024-35284	0.0177
utility               	2024-35284	-90.0000
11pt_avg              	2024-35284	0.0114
binG                  	2024-35284	0.0075
G                     	2024-35284	0.0045
ndcg                  	2024-35284	0.0252
ndcg_rel              	2024-35284	0.0253
Rndcg                 	2024-35284	0.0175
ndcg_cut_5            	2024-35284	0.0000
ndcg_cut_10           	2024-35284	0.0000
ndcg_cut_15           	2024-35284	0.0175
ndcg_cut_20           	2024-35284	0.0292
ndcg_cut_30           	2024-35284	0.0330
ndcg_cut_100          	2024-35284	0.0293
ndcg_cut_200          	2024-35284	0.0252
ndcg_cut_500          	2024-35284	0.0252
ndcg_cut_1000         	2024-35284	0.0252
map_cut_5             	2024-35284	0.0000
map_cut_10            	2024-35284	0.0000
map_cut_15            	2024-35284	0.0005
map_cut_20            	2024-35284	0.0014
map_cut_30            	2024-35284	0.0022
map_cut_100           	2024-35284	0.0032
map_cut_200           	2024-35284	0.0032
map_cut_500           	2024-35284	0.0032
map_cut_1000          	2024-35284	0.0032
relative_P_5          	2024-35284	0.0000
relative_P_10         	2024-35284	0.0000
relative_P_15         	2024-35284	0.0667
relative_P_20         	2024-35284	0.1000
relative_P_30         	2024-35284	0.1000
relative_P_100        	2024-35284	0.0500
relative_P_200        	2024-35284	0.0355
relative_P_500        	2024-35284	0.0355
relative_P_1000       	2024-35284	0.0355
success_1             	2024-35284	0.0000
success_5             	2024-35284	0.0000
success_10            	2024-35284	0.0000
set_P                 	2024-35284	0.0500
set_relative_P        	2024-35284	0.0500
set_recall            	2024-35284	0.0355
set_map               	2024-35284	0.0018
set_F                 	2024-35284	0.0415
num_nonrel_judged_ret 	2024-35284	1
num_ret               	2024-35620	100
num_rel               	2024-35620	104
num_rel_ret           	2024-35620	45
map                   	2024-35620	0.3334
Rprec                 	2024-35620	0.4327
bpref                 	2024-35620	0.4193
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	1.0000
iprec_at_recall_0.20  	2024-35620	0.8077
iprec_at_recall_0.30  	2024-35620	0.6415
iprec_at_recall_0.40  	2024-35620	0.5000
iprec_at_recall_0.50  	2024-35620	0.0000
iprec_at_recall_0.60  	2024-35620	0.0000
iprec_at_recall_0.70  	2024-35620	0.0000
iprec_at_recall_0.80  	2024-35620	0.0000
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	1.0000
P_10                  	2024-35620	1.0000
P_15                  	2024-35620	0.9333
P_20                  	2024-35620	0.9000
P_30                  	2024-35620	0.7667
P_100                 	2024-35620	0.4500
P_200                 	2024-35620	0.2250
P_500                 	2024-35620	0.0900
P_1000                	2024-35620	0.0450
relstring             	2024-35620	'3333333311'
recall_5              	2024-35620	0.0481
recall_10             	2024-35620	0.0962
recall_15             	2024-35620	0.1346
recall_20             	2024-35620	0.1731
recall_30             	2024-35620	0.2212
recall_100            	2024-35620	0.4327
recall_200            	2024-35620	0.4327
recall_500            	2024-35620	0.4327
recall_1000           	2024-35620	0.4327
infAP                 	2024-35620	0.3334
Rprec_mult_0.20       	2024-35620	0.9048
Rprec_mult_0.40       	2024-35620	0.6190
Rprec_mult_0.60       	2024-35620	0.5873
Rprec_mult_0.80       	2024-35620	0.5000
Rprec_mult_1.00       	2024-35620	0.4327
Rprec_mult_1.20       	2024-35620	0.3600
Rprec_mult_1.40       	2024-35620	0.3082
Rprec_mult_1.60       	2024-35620	0.2695
Rprec_mult_1.80       	2024-35620	0.2394
Rprec_mult_2.00       	2024-35620	0.2163
utility               	2024-35620	-10.0000
11pt_avg              	2024-35620	0.3590
binG                  	2024-35620	0.2152
G                     	2024-35620	0.1859
ndcg                  	2024-35620	0.5562
ndcg_rel              	2024-35620	0.6400
Rndcg                 	2024-35620	0.5794
ndcg_cut_5            	2024-35620	1.0000
ndcg_cut_10           	2024-35620	0.9134
ndcg_cut_15           	2024-35620	0.8581
ndcg_cut_20           	2024-35620	0.8043
ndcg_cut_30           	2024-35620	0.7336
ndcg_cut_100          	2024-35620	0.5629
ndcg_cut_200          	2024-35620	0.5562
ndcg_cut_500          	2024-35620	0.5562
ndcg_cut_1000         	2024-35620	0.5562
map_cut_5             	2024-35620	0.0481
map_cut_10            	2024-35620	0.0962
map_cut_15            	2024-35620	0.1333
map_cut_20            	2024-35620	0.1691
map_cut_30            	2024-35620	0.2086
map_cut_100           	2024-35620	0.3334
map_cut_200           	2024-35620	0.3334
map_cut_500           	2024-35620	0.3334
map_cut_1000          	2024-35620	0.3334
relative_P_5          	2024-35620	1.0000
relative_P_10         	2024-35620	1.0000
relative_P_15         	2024-35620	0.9333
relative_P_20         	2024-35620	0.9000
relative_P_30         	2024-35620	0.7667
relative_P_100        	2024-35620	0.4500
relative_P_200        	2024-35620	0.4327
relative_P_500        	2024-35620	0.4327
relative_P_1000       	2024-35620	0.4327
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	0.4500
set_relative_P        	2024-35620	0.4500
set_recall            	2024-35620	0.4327
set_map               	2024-35620	0.1947
set_F                 	2024-35620	0.4412
num_nonrel_judged_ret 	2024-35620	7
num_ret               	2024-36155	100
num_rel               	2024-36155	82
num_rel_ret           	2024-36155	33
map                   	2024-36155	0.2140
Rprec                 	2024-36155	0.3780
bpref                 	2024-36155	0.3638
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	0.6667
iprec_at_recall_0.20  	2024-36155	0.5128
iprec_at_recall_0.30  	2024-36155	0.4386
iprec_at_recall_0.40  	2024-36155	0.3511
iprec_at_recall_0.50  	2024-36155	0.0000
iprec_at_recall_0.60  	2024-36155	0.0000
iprec_at_recall_0.70  	2024-36155	0.0000
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	0.4000
P_10                  	2024-36155	0.6000
P_15                  	2024-36155	0.6667
P_20                  	2024-36155	0.6500
P_30                  	2024-36155	0.5333
P_100                 	2024-36155	0.3300
P_200                 	2024-36155	0.1650
P_500                 	2024-36155	0.0660
P_1000                	2024-36155	0.0330
relstring             	2024-36155	'1--2012011'
recall_5              	2024-36155	0.0244
recall_10             	2024-36155	0.0732
recall_15             	2024-36155	0.1220
recall_20             	2024-36155	0.1585
recall_30             	2024-36155	0.1951
recall_100            	2024-36155	0.4024
recall_200            	2024-36155	0.4024
recall_500            	2024-36155	0.4024
recall_1000           	2024-36155	0.4024
infAP                 	2024-36155	0.2140
Rprec_mult_0.20       	2024-36155	0.6471
Rprec_mult_0.40       	2024-36155	0.4848
Rprec_mult_0.60       	2024-36155	0.4800
Rprec_mult_0.80       	2024-36155	0.4091
Rprec_mult_1.00       	2024-36155	0.3780
Rprec_mult_1.20       	2024-36155	0.3333
Rprec_mult_1.40       	2024-36155	0.2870
Rprec_mult_1.60       	2024-36155	0.2500
Rprec_mult_1.80       	2024-36155	0.2230
Rprec_mult_2.00       	2024-36155	0.2012
utility               	2024-36155	-34.0000
11pt_avg              	2024-36155	0.2699
binG                  	2024-36155	0.1194
G                     	2024-36155	0.0972
ndcg                  	2024-36155	0.4199
ndcg_rel              	2024-36155	0.4159
Rndcg                 	2024-36155	0.4164
ndcg_cut_5            	2024-36155	0.3156
ndcg_cut_10           	2024-36155	0.3823
ndcg_cut_15           	2024-36155	0.4068
ndcg_cut_20           	2024-36155	0.4385
ndcg_cut_30           	2024-36155	0.4091
ndcg_cut_100          	2024-36155	0.4199
ndcg_cut_200          	2024-36155	0.4199
ndcg_cut_500          	2024-36155	0.4199
ndcg_cut_1000         	2024-36155	0.4199
map_cut_5             	2024-36155	0.0183
map_cut_10            	2024-36155	0.0455
map_cut_15            	2024-36155	0.0760
map_cut_20            	2024-36155	0.1000
map_cut_30            	2024-36155	0.1215
map_cut_100           	2024-36155	0.2140
map_cut_200           	2024-36155	0.2140
map_cut_500           	2024-36155	0.2140
map_cut_1000          	2024-36155	0.2140
relative_P_5          	2024-36155	0.4000
relative_P_10         	2024-36155	0.6000
relative_P_15         	2024-36155	0.6667
relative_P_20         	2024-36155	0.6500
relative_P_30         	2024-36155	0.5333
relative_P_100        	2024-36155	0.4024
relative_P_200        	2024-36155	0.4024
relative_P_500        	2024-36155	0.4024
relative_P_1000       	2024-36155	0.4024
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.3300
set_relative_P        	2024-36155	0.4024
set_recall            	2024-36155	0.4024
set_map               	2024-36155	0.1328
set_F                 	2024-36155	0.3626
num_nonrel_judged_ret 	2024-36155	22
num_ret               	2024-38986	100
num_rel               	2024-38986	315
num_rel_ret           	2024-38986	58
map                   	2024-38986	0.1416
Rprec                 	2024-38986	0.1841
bpref                 	2024-38986	0.1841
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	0.8000
iprec_at_recall_0.20  	2024-38986	0.0000
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	1.0000
P_10                  	2024-38986	0.9000
P_15                  	2024-38986	0.8000
P_20                  	2024-38986	0.8500
P_30                  	2024-38986	0.8000
P_100                 	2024-38986	0.5800
P_200                 	2024-38986	0.2900
P_500                 	2024-38986	0.1160
P_1000                	2024-38986	0.0580
relstring             	2024-38986	'111111111-'
recall_5              	2024-38986	0.0159
recall_10             	2024-38986	0.0286
recall_15             	2024-38986	0.0381
recall_20             	2024-38986	0.0540
recall_30             	2024-38986	0.0762
recall_100            	2024-38986	0.1841
recall_200            	2024-38986	0.1841
recall_500            	2024-38986	0.1841
recall_1000           	2024-38986	0.1841
infAP                 	2024-38986	0.1416
Rprec_mult_0.20       	2024-38986	0.6508
Rprec_mult_0.40       	2024-38986	0.4603
Rprec_mult_0.60       	2024-38986	0.3069
Rprec_mult_0.80       	2024-38986	0.2302
Rprec_mult_1.00       	2024-38986	0.1841
Rprec_mult_1.20       	2024-38986	0.1534
Rprec_mult_1.40       	2024-38986	0.1315
Rprec_mult_1.60       	2024-38986	0.1151
Rprec_mult_1.80       	2024-38986	0.1023
Rprec_mult_2.00       	2024-38986	0.0921
utility               	2024-38986	16.0000
11pt_avg              	2024-38986	0.1636
binG                  	2024-38986	0.0738
G                     	2024-38986	0.0292
ndcg                  	2024-38986	0.2024
ndcg_rel              	2024-38986	0.2262
Rndcg                 	2024-38986	0.2740
ndcg_cut_5            	2024-38986	0.3333
ndcg_cut_10           	2024-38986	0.3121
ndcg_cut_15           	2024-38986	0.3050
ndcg_cut_20           	2024-38986	0.3408
ndcg_cut_30           	2024-38986	0.3425
ndcg_cut_100          	2024-38986	0.3276
ndcg_cut_200          	2024-38986	0.2512
ndcg_cut_500          	2024-38986	0.2024
ndcg_cut_1000         	2024-38986	0.2024
map_cut_5             	2024-38986	0.0159
map_cut_10            	2024-38986	0.0286
map_cut_15            	2024-38986	0.0363
map_cut_20            	2024-38986	0.0495
map_cut_30            	2024-38986	0.0680
map_cut_100           	2024-38986	0.1416
map_cut_200           	2024-38986	0.1416
map_cut_500           	2024-38986	0.1416
map_cut_1000          	2024-38986	0.1416
relative_P_5          	2024-38986	1.0000
relative_P_10         	2024-38986	0.9000
relative_P_15         	2024-38986	0.8000
relative_P_20         	2024-38986	0.8500
relative_P_30         	2024-38986	0.8000
relative_P_100        	2024-38986	0.5800
relative_P_200        	2024-38986	0.2900
relative_P_500        	2024-38986	0.1841
relative_P_1000       	2024-38986	0.1841
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	0.5800
set_relative_P        	2024-38986	0.5800
set_recall            	2024-38986	0.1841
set_map               	2024-38986	0.1068
set_F                 	2024-38986	0.2795
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40863	100
num_rel               	2024-40863	314
num_rel_ret           	2024-40863	45
map                   	2024-40863	0.0992
Rprec                 	2024-40863	0.1433
bpref                 	2024-40863	0.1416
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	0.6154
iprec_at_recall_0.20  	2024-40863	0.0000
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	1.0000
P_10                  	2024-40863	0.7000
P_15                  	2024-40863	0.8000
P_20                  	2024-40863	0.7500
P_30                  	2024-40863	0.6333
P_100                 	2024-40863	0.4500
P_200                 	2024-40863	0.2250
P_500                 	2024-40863	0.0900
P_1000                	2024-40863	0.0450
relstring             	2024-40863	'33313-31--'
recall_5              	2024-40863	0.0159
recall_10             	2024-40863	0.0223
recall_15             	2024-40863	0.0382
recall_20             	2024-40863	0.0478
recall_30             	2024-40863	0.0605
recall_100            	2024-40863	0.1433
recall_200            	2024-40863	0.1433
recall_500            	2024-40863	0.1433
recall_1000           	2024-40863	0.1433
infAP                 	2024-40863	0.0992
Rprec_mult_0.20       	2024-40863	0.5873
Rprec_mult_0.40       	2024-40863	0.3571
Rprec_mult_0.60       	2024-40863	0.2381
Rprec_mult_0.80       	2024-40863	0.1786
Rprec_mult_1.00       	2024-40863	0.1433
Rprec_mult_1.20       	2024-40863	0.1194
Rprec_mult_1.40       	2024-40863	0.1023
Rprec_mult_1.60       	2024-40863	0.0895
Rprec_mult_1.80       	2024-40863	0.0795
Rprec_mult_2.00       	2024-40863	0.0717
utility               	2024-40863	-10.0000
11pt_avg              	2024-40863	0.1469
binG                  	2024-40863	0.0530
G                     	2024-40863	0.0439
ndcg                  	2024-40863	0.2388
ndcg_rel              	2024-40863	0.2889
Rndcg                 	2024-40863	0.3290
ndcg_cut_5            	2024-40863	0.9026
ndcg_cut_10           	2024-40863	0.6822
ndcg_cut_15           	2024-40863	0.6509
ndcg_cut_20           	2024-40863	0.5986
ndcg_cut_30           	2024-40863	0.5288
ndcg_cut_100          	2024-40863	0.4092
ndcg_cut_200          	2024-40863	0.2801
ndcg_cut_500          	2024-40863	0.2388
ndcg_cut_1000         	2024-40863	0.2388
map_cut_5             	2024-40863	0.0159
map_cut_10            	2024-40863	0.0214
map_cut_15            	2024-40863	0.0336
map_cut_20            	2024-40863	0.0412
map_cut_30            	2024-40863	0.0496
map_cut_100           	2024-40863	0.0992
map_cut_200           	2024-40863	0.0992
map_cut_500           	2024-40863	0.0992
map_cut_1000          	2024-40863	0.0992
relative_P_5          	2024-40863	1.0000
relative_P_10         	2024-40863	0.7000
relative_P_15         	2024-40863	0.8000
relative_P_20         	2024-40863	0.7500
relative_P_30         	2024-40863	0.6333
relative_P_100        	2024-40863	0.4500
relative_P_200        	2024-40863	0.2250
relative_P_500        	2024-40863	0.1433
relative_P_1000       	2024-40863	0.1433
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	0.4500
set_relative_P        	2024-40863	0.4500
set_recall            	2024-40863	0.1433
set_map               	2024-40863	0.0645
set_F                 	2024-40863	0.2174
num_nonrel_judged_ret 	2024-40863	1
num_ret               	2024-41198	100
num_rel               	2024-41198	184
num_rel_ret           	2024-41198	5
map                   	2024-41198	0.0021
Rprec                 	2024-41198	0.0272
bpref                 	2024-41198	0.0272
recip_rank            	2024-41198	0.0909
iprec_at_recall_0.00  	2024-41198	0.1053
iprec_at_recall_0.10  	2024-41198	0.0000
iprec_at_recall_0.20  	2024-41198	0.0000
iprec_at_recall_0.30  	2024-41198	0.0000
iprec_at_recall_0.40  	2024-41198	0.0000
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	0.0000
P_10                  	2024-41198	0.0000
P_15                  	2024-41198	0.0667
P_20                  	2024-41198	0.0500
P_30                  	2024-41198	0.0333
P_100                 	2024-41198	0.0500
P_200                 	2024-41198	0.0250
P_500                 	2024-41198	0.0100
P_1000                	2024-41198	0.0050
relstring             	2024-41198	'----------'
recall_5              	2024-41198	0.0000
recall_10             	2024-41198	0.0000
recall_15             	2024-41198	0.0054
recall_20             	2024-41198	0.0054
recall_30             	2024-41198	0.0054
recall_100            	2024-41198	0.0272
recall_200            	2024-41198	0.0272
recall_500            	2024-41198	0.0272
recall_1000           	2024-41198	0.0272
infAP                 	2024-41198	0.0021
Rprec_mult_0.20       	2024-41198	0.0811
Rprec_mult_0.40       	2024-41198	0.0541
Rprec_mult_0.60       	2024-41198	0.0450
Rprec_mult_0.80       	2024-41198	0.0338
Rprec_mult_1.00       	2024-41198	0.0272
Rprec_mult_1.20       	2024-41198	0.0226
Rprec_mult_1.40       	2024-41198	0.0194
Rprec_mult_1.60       	2024-41198	0.0169
Rprec_mult_1.80       	2024-41198	0.0151
Rprec_mult_2.00       	2024-41198	0.0136
utility               	2024-41198	-90.0000
11pt_avg              	2024-41198	0.0096
binG                  	2024-41198	0.0055
G                     	2024-41198	0.0042
ndcg                  	2024-41198	0.0250
ndcg_rel              	2024-41198	0.0251
Rndcg                 	2024-41198	0.0208
ndcg_cut_5            	2024-41198	0.0000
ndcg_cut_10           	2024-41198	0.0000
ndcg_cut_15           	2024-41198	0.0195
ndcg_cut_20           	2024-41198	0.0168
ndcg_cut_30           	2024-41198	0.0134
ndcg_cut_100          	2024-41198	0.0331
ndcg_cut_200          	2024-41198	0.0250
ndcg_cut_500          	2024-41198	0.0250
ndcg_cut_1000         	2024-41198	0.0250
map_cut_5             	2024-41198	0.0000
map_cut_10            	2024-41198	0.0000
map_cut_15            	2024-41198	0.0005
map_cut_20            	2024-41198	0.0005
map_cut_30            	2024-41198	0.0005
map_cut_100           	2024-41198	0.0021
map_cut_200           	2024-41198	0.0021
map_cut_500           	2024-41198	0.0021
map_cut_1000          	2024-41198	0.0021
relative_P_5          	2024-41198	0.0000
relative_P_10         	2024-41198	0.0000
relative_P_15         	2024-41198	0.0667
relative_P_20         	2024-41198	0.0500
relative_P_30         	2024-41198	0.0333
relative_P_100        	2024-41198	0.0500
relative_P_200        	2024-41198	0.0272
relative_P_500        	2024-41198	0.0272
relative_P_1000       	2024-41198	0.0272
success_1             	2024-41198	0.0000
success_5             	2024-41198	0.0000
success_10            	2024-41198	0.0000
set_P                 	2024-41198	0.0500
set_relative_P        	2024-41198	0.0500
set_recall            	2024-41198	0.0272
set_map               	2024-41198	0.0014
set_F                 	2024-41198	0.0352
num_nonrel_judged_ret 	2024-41198	0
num_ret               	2024-41464	100
num_rel               	2024-41464	366
num_rel_ret           	2024-41464	52
map                   	2024-41464	0.0892
Rprec                 	2024-41464	0.1421
bpref                 	2024-41464	0.1421
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	0.5368
iprec_at_recall_0.20  	2024-41464	0.0000
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	0.8000
P_10                  	2024-41464	0.9000
P_15                  	2024-41464	0.8000
P_20                  	2024-41464	0.7000
P_30                  	2024-41464	0.6000
P_100                 	2024-41464	0.5200
P_200                 	2024-41464	0.2600
P_500                 	2024-41464	0.1040
P_1000                	2024-41464	0.0520
relstring             	2024-41464	'3231-11121'
recall_5              	2024-41464	0.0109
recall_10             	2024-41464	0.0246
recall_15             	2024-41464	0.0328
recall_20             	2024-41464	0.0383
recall_30             	2024-41464	0.0492
recall_100            	2024-41464	0.1421
recall_200            	2024-41464	0.1421
recall_500            	2024-41464	0.1421
recall_1000           	2024-41464	0.1421
infAP                 	2024-41464	0.0892
Rprec_mult_0.20       	2024-41464	0.5000
Rprec_mult_0.40       	2024-41464	0.3537
Rprec_mult_0.60       	2024-41464	0.2364
Rprec_mult_0.80       	2024-41464	0.1775
Rprec_mult_1.00       	2024-41464	0.1421
Rprec_mult_1.20       	2024-41464	0.1182
Rprec_mult_1.40       	2024-41464	0.1014
Rprec_mult_1.60       	2024-41464	0.0887
Rprec_mult_1.80       	2024-41464	0.0789
Rprec_mult_2.00       	2024-41464	0.0710
utility               	2024-41464	4.0000
11pt_avg              	2024-41464	0.1397
binG                  	2024-41464	0.0479
G                     	2024-41464	0.0326
ndcg                  	2024-41464	0.2068
ndcg_rel              	2024-41464	0.2455
Rndcg                 	2024-41464	0.3327
ndcg_cut_5            	2024-41464	0.7001
ndcg_cut_10           	2024-41464	0.5934
ndcg_cut_15           	2024-41464	0.5212
ndcg_cut_20           	2024-41464	0.4774
ndcg_cut_30           	2024-41464	0.4541
ndcg_cut_100          	2024-41464	0.4002
ndcg_cut_200          	2024-41464	0.2651
ndcg_cut_500          	2024-41464	0.2068
ndcg_cut_1000         	2024-41464	0.2068
map_cut_5             	2024-41464	0.0109
map_cut_10            	2024-41464	0.0228
map_cut_15            	2024-41464	0.0302
map_cut_20            	2024-41464	0.0343
map_cut_30            	2024-41464	0.0412
map_cut_100           	2024-41464	0.0892
map_cut_200           	2024-41464	0.0892
map_cut_500           	2024-41464	0.0892
map_cut_1000          	2024-41464	0.0892
relative_P_5          	2024-41464	0.8000
relative_P_10         	2024-41464	0.9000
relative_P_15         	2024-41464	0.8000
relative_P_20         	2024-41464	0.7000
relative_P_30         	2024-41464	0.6000
relative_P_100        	2024-41464	0.5200
relative_P_200        	2024-41464	0.2600
relative_P_500        	2024-41464	0.1421
relative_P_1000       	2024-41464	0.1421
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	0.5200
set_relative_P        	2024-41464	0.5200
set_recall            	2024-41464	0.1421
set_map               	2024-41464	0.0739
set_F                 	2024-41464	0.2232
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41849	100
num_rel               	2024-41849	94
num_rel_ret           	2024-41849	5
map                   	2024-41849	0.0036
Rprec                 	2024-41849	0.0426
bpref                 	2024-41849	0.0514
recip_rank            	2024-41849	0.0714
iprec_at_recall_0.00  	2024-41849	0.1176
iprec_at_recall_0.10  	2024-41849	0.0000
iprec_at_recall_0.20  	2024-41849	0.0000
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.0000
P_10                  	2024-41849	0.0000
P_15                  	2024-41849	0.0667
P_20                  	2024-41849	0.1000
P_30                  	2024-41849	0.0667
P_100                 	2024-41849	0.0500
P_200                 	2024-41849	0.0250
P_500                 	2024-41849	0.0100
P_1000                	2024-41849	0.0050
relstring             	2024-41849	'0------0--'
recall_5              	2024-41849	0.0000
recall_10             	2024-41849	0.0000
recall_15             	2024-41849	0.0106
recall_20             	2024-41849	0.0213
recall_30             	2024-41849	0.0213
recall_100            	2024-41849	0.0532
recall_200            	2024-41849	0.0532
recall_500            	2024-41849	0.0532
recall_1000           	2024-41849	0.0532
infAP                 	2024-41849	0.0036
Rprec_mult_0.20       	2024-41849	0.1053
Rprec_mult_0.40       	2024-41849	0.0526
Rprec_mult_0.60       	2024-41849	0.0351
Rprec_mult_0.80       	2024-41849	0.0395
Rprec_mult_1.00       	2024-41849	0.0426
Rprec_mult_1.20       	2024-41849	0.0442
Rprec_mult_1.40       	2024-41849	0.0379
Rprec_mult_1.60       	2024-41849	0.0331
Rprec_mult_1.80       	2024-41849	0.0294
Rprec_mult_2.00       	2024-41849	0.0266
utility               	2024-41849	-90.0000
11pt_avg              	2024-41849	0.0107
binG                  	2024-41849	0.0104
G                     	2024-41849	0.0105
ndcg                  	2024-41849	0.0483
ndcg_rel              	2024-41849	0.0480
Rndcg                 	2024-41849	0.0342
ndcg_cut_5            	2024-41849	0.0000
ndcg_cut_10           	2024-41849	0.0000
ndcg_cut_15           	2024-41849	0.0370
ndcg_cut_20           	2024-41849	0.0484
ndcg_cut_30           	2024-41849	0.0426
ndcg_cut_100          	2024-41849	0.0483
ndcg_cut_200          	2024-41849	0.0483
ndcg_cut_500          	2024-41849	0.0483
ndcg_cut_1000         	2024-41849	0.0483
map_cut_5             	2024-41849	0.0000
map_cut_10            	2024-41849	0.0000
map_cut_15            	2024-41849	0.0008
map_cut_20            	2024-41849	0.0020
map_cut_30            	2024-41849	0.0020
map_cut_100           	2024-41849	0.0036
map_cut_200           	2024-41849	0.0036
map_cut_500           	2024-41849	0.0036
map_cut_1000          	2024-41849	0.0036
relative_P_5          	2024-41849	0.0000
relative_P_10         	2024-41849	0.0000
relative_P_15         	2024-41849	0.0667
relative_P_20         	2024-41849	0.1000
relative_P_30         	2024-41849	0.0667
relative_P_100        	2024-41849	0.0532
relative_P_200        	2024-41849	0.0532
relative_P_500        	2024-41849	0.0532
relative_P_1000       	2024-41849	0.0532
success_1             	2024-41849	0.0000
success_5             	2024-41849	0.0000
success_10            	2024-41849	0.0000
set_P                 	2024-41849	0.0500
set_relative_P        	2024-41849	0.0532
set_recall            	2024-41849	0.0532
set_map               	2024-41849	0.0027
set_F                 	2024-41849	0.0515
num_nonrel_judged_ret 	2024-41849	4
num_ret               	2024-41918	100
num_rel               	2024-41918	231
num_rel_ret           	2024-41918	27
map                   	2024-41918	0.0491
Rprec                 	2024-41918	0.1169
bpref                 	2024-41918	0.1052
recip_rank            	2024-41918	0.5000
iprec_at_recall_0.00  	2024-41918	0.6667
iprec_at_recall_0.10  	2024-41918	0.3038
iprec_at_recall_0.20  	2024-41918	0.0000
iprec_at_recall_0.30  	2024-41918	0.0000
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	0.4000
P_10                  	2024-41918	0.6000
P_15                  	2024-41918	0.5333
P_20                  	2024-41918	0.5500
P_30                  	2024-41918	0.4333
P_100                 	2024-41918	0.2700
P_200                 	2024-41918	0.1350
P_500                 	2024-41918	0.0540
P_1000                	2024-41918	0.0270
relstring             	2024-41918	'0110031011'
recall_5              	2024-41918	0.0087
recall_10             	2024-41918	0.0260
recall_15             	2024-41918	0.0346
recall_20             	2024-41918	0.0476
recall_30             	2024-41918	0.0563
recall_100            	2024-41918	0.1169
recall_200            	2024-41918	0.1169
recall_500            	2024-41918	0.1169
recall_1000           	2024-41918	0.1169
infAP                 	2024-41918	0.0491
Rprec_mult_0.20       	2024-41918	0.3191
Rprec_mult_0.40       	2024-41918	0.2688
Rprec_mult_0.60       	2024-41918	0.1942
Rprec_mult_0.80       	2024-41918	0.1459
Rprec_mult_1.00       	2024-41918	0.1169
Rprec_mult_1.20       	2024-41918	0.0971
Rprec_mult_1.40       	2024-41918	0.0833
Rprec_mult_1.60       	2024-41918	0.0730
Rprec_mult_1.80       	2024-41918	0.0649
Rprec_mult_2.00       	2024-41918	0.0584
utility               	2024-41918	-46.0000
11pt_avg              	2024-41918	0.0882
binG                  	2024-41918	0.0324
G                     	2024-41918	0.0170
ndcg                  	2024-41918	0.1195
ndcg_rel              	2024-41918	0.1290
Rndcg                 	2024-41918	0.1431
ndcg_cut_5            	2024-41918	0.1279
ndcg_cut_10           	2024-41918	0.2291
ndcg_cut_15           	2024-41918	0.2370
ndcg_cut_20           	2024-41918	0.2643
ndcg_cut_30           	2024-41918	0.2180
ndcg_cut_100          	2024-41918	0.1697
ndcg_cut_200          	2024-41918	0.1256
ndcg_cut_500          	2024-41918	0.1195
ndcg_cut_1000         	2024-41918	0.1195
map_cut_5             	2024-41918	0.0051
map_cut_10            	2024-41918	0.0147
map_cut_15            	2024-41918	0.0195
map_cut_20            	2024-41918	0.0267
map_cut_30            	2024-41918	0.0305
map_cut_100           	2024-41918	0.0491
map_cut_200           	2024-41918	0.0491
map_cut_500           	2024-41918	0.0491
map_cut_1000          	2024-41918	0.0491
relative_P_5          	2024-41918	0.4000
relative_P_10         	2024-41918	0.6000
relative_P_15         	2024-41918	0.5333
relative_P_20         	2024-41918	0.5500
relative_P_30         	2024-41918	0.4333
relative_P_100        	2024-41918	0.2700
relative_P_200        	2024-41918	0.1350
relative_P_500        	2024-41918	0.1169
relative_P_1000       	2024-41918	0.1169
success_1             	2024-41918	0.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	0.2700
set_relative_P        	2024-41918	0.2700
set_recall            	2024-41918	0.1169
set_map               	2024-41918	0.0316
set_F                 	2024-41918	0.1631
num_nonrel_judged_ret 	2024-41918	15
num_ret               	2024-42014	100
num_rel               	2024-42014	215
num_rel_ret           	2024-42014	55
map                   	2024-42014	0.2155
Rprec                 	2024-42014	0.2558
bpref                 	2024-42014	0.2558
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	0.9615
iprec_at_recall_0.20  	2024-42014	0.6935
iprec_at_recall_0.30  	2024-42014	0.0000
iprec_at_recall_0.40  	2024-42014	0.0000
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	1.0000
P_10                  	2024-42014	1.0000
P_15                  	2024-42014	0.9333
P_20                  	2024-42014	0.9500
P_30                  	2024-42014	0.9000
P_100                 	2024-42014	0.5500
P_200                 	2024-42014	0.2750
P_500                 	2024-42014	0.1100
P_1000                	2024-42014	0.0550
relstring             	2024-42014	'1331222132'
recall_5              	2024-42014	0.0233
recall_10             	2024-42014	0.0465
recall_15             	2024-42014	0.0651
recall_20             	2024-42014	0.0884
recall_30             	2024-42014	0.1256
recall_100            	2024-42014	0.2558
recall_200            	2024-42014	0.2558
recall_500            	2024-42014	0.2558
recall_1000           	2024-42014	0.2558
infAP                 	2024-42014	0.2155
Rprec_mult_0.20       	2024-42014	0.7907
Rprec_mult_0.40       	2024-42014	0.6047
Rprec_mult_0.60       	2024-42014	0.4264
Rprec_mult_0.80       	2024-42014	0.3198
Rprec_mult_1.00       	2024-42014	0.2558
Rprec_mult_1.20       	2024-42014	0.2132
Rprec_mult_1.40       	2024-42014	0.1827
Rprec_mult_1.60       	2024-42014	0.1599
Rprec_mult_1.80       	2024-42014	0.1421
Rprec_mult_2.00       	2024-42014	0.1279
utility               	2024-42014	10.0000
11pt_avg              	2024-42014	0.2414
binG                  	2024-42014	0.1305
G                     	2024-42014	0.0534
ndcg                  	2024-42014	0.3190
ndcg_rel              	2024-42014	0.3812
Rndcg                 	2024-42014	0.3799
ndcg_cut_5            	2024-42014	0.6328
ndcg_cut_10           	2024-42014	0.6436
ndcg_cut_15           	2024-42014	0.6184
ndcg_cut_20           	2024-42014	0.5934
ndcg_cut_30           	2024-42014	0.5804
ndcg_cut_100          	2024-42014	0.4469
ndcg_cut_200          	2024-42014	0.3266
ndcg_cut_500          	2024-42014	0.3190
ndcg_cut_1000         	2024-42014	0.3190
map_cut_5             	2024-42014	0.0233
map_cut_10            	2024-42014	0.0465
map_cut_15            	2024-42014	0.0641
map_cut_20            	2024-42014	0.0861
map_cut_30            	2024-42014	0.1214
map_cut_100           	2024-42014	0.2155
map_cut_200           	2024-42014	0.2155
map_cut_500           	2024-42014	0.2155
map_cut_1000          	2024-42014	0.2155
relative_P_5          	2024-42014	1.0000
relative_P_10         	2024-42014	1.0000
relative_P_15         	2024-42014	0.9333
relative_P_20         	2024-42014	0.9500
relative_P_30         	2024-42014	0.9000
relative_P_100        	2024-42014	0.5500
relative_P_200        	2024-42014	0.2750
relative_P_500        	2024-42014	0.2558
relative_P_1000       	2024-42014	0.2558
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	0.5500
set_relative_P        	2024-42014	0.5500
set_recall            	2024-42014	0.2558
set_map               	2024-42014	0.1407
set_F                 	2024-42014	0.3492
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42497	100
num_rel               	2024-42497	120
num_rel_ret           	2024-42497	37
map                   	2024-42497	0.1938
Rprec                 	2024-42497	0.3083
bpref                 	2024-42497	0.3083
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	0.6087
iprec_at_recall_0.20  	2024-42497	0.5714
iprec_at_recall_0.30  	2024-42497	0.4045
iprec_at_recall_0.40  	2024-42497	0.0000
iprec_at_recall_0.50  	2024-42497	0.0000
iprec_at_recall_0.60  	2024-42497	0.0000
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	1.0000
P_10                  	2024-42497	0.8000
P_15                  	2024-42497	0.6667
P_20                  	2024-42497	0.6000
P_30                  	2024-42497	0.5667
P_100                 	2024-42497	0.3700
P_200                 	2024-42497	0.1850
P_500                 	2024-42497	0.0740
P_1000                	2024-42497	0.0370
relstring             	2024-42497	'22313--113'
recall_5              	2024-42497	0.0417
recall_10             	2024-42497	0.0667
recall_15             	2024-42497	0.0833
recall_20             	2024-42497	0.1000
recall_30             	2024-42497	0.1417
recall_100            	2024-42497	0.3083
recall_200            	2024-42497	0.3083
recall_500            	2024-42497	0.3083
recall_1000           	2024-42497	0.3083
infAP                 	2024-42497	0.1938
Rprec_mult_0.20       	2024-42497	0.5833
Rprec_mult_0.40       	2024-42497	0.5625
Rprec_mult_0.60       	2024-42497	0.4444
Rprec_mult_0.80       	2024-42497	0.3854
Rprec_mult_1.00       	2024-42497	0.3083
Rprec_mult_1.20       	2024-42497	0.2569
Rprec_mult_1.40       	2024-42497	0.2202
Rprec_mult_1.60       	2024-42497	0.1927
Rprec_mult_1.80       	2024-42497	0.1713
Rprec_mult_2.00       	2024-42497	0.1542
utility               	2024-42497	-26.0000
11pt_avg              	2024-42497	0.2350
binG                  	2024-42497	0.1132
G                     	2024-42497	0.0752
ndcg                  	2024-42497	0.3752
ndcg_rel              	2024-42497	0.4063
Rndcg                 	2024-42497	0.4007
ndcg_cut_5            	2024-42497	0.7182
ndcg_cut_10           	2024-42497	0.5749
ndcg_cut_15           	2024-42497	0.5059
ndcg_cut_20           	2024-42497	0.4433
ndcg_cut_30           	2024-42497	0.4106
ndcg_cut_100          	2024-42497	0.4021
ndcg_cut_200          	2024-42497	0.3752
ndcg_cut_500          	2024-42497	0.3752
ndcg_cut_1000         	2024-42497	0.3752
map_cut_5             	2024-42497	0.0417
map_cut_10            	2024-42497	0.0611
map_cut_15            	2024-42497	0.0737
map_cut_20            	2024-42497	0.0841
map_cut_30            	2024-42497	0.1084
map_cut_100           	2024-42497	0.1938
map_cut_200           	2024-42497	0.1938
map_cut_500           	2024-42497	0.1938
map_cut_1000          	2024-42497	0.1938
relative_P_5          	2024-42497	1.0000
relative_P_10         	2024-42497	0.8000
relative_P_15         	2024-42497	0.6667
relative_P_20         	2024-42497	0.6000
relative_P_30         	2024-42497	0.5667
relative_P_100        	2024-42497	0.3700
relative_P_200        	2024-42497	0.3083
relative_P_500        	2024-42497	0.3083
relative_P_1000       	2024-42497	0.3083
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	0.3700
set_relative_P        	2024-42497	0.3700
set_recall            	2024-42497	0.3083
set_map               	2024-42497	0.1141
set_F                 	2024-42497	0.3364
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-43037	100
num_rel               	2024-43037	124
num_rel_ret           	2024-43037	37
map                   	2024-43037	0.1456
Rprec                 	2024-43037	0.2984
bpref                 	2024-43037	0.2664
recip_rank            	2024-43037	0.2500
iprec_at_recall_0.00  	2024-43037	0.6053
iprec_at_recall_0.10  	2024-43037	0.6053
iprec_at_recall_0.20  	2024-43037	0.5200
iprec_at_recall_0.30  	2024-43037	0.0000
iprec_at_recall_0.40  	2024-43037	0.0000
iprec_at_recall_0.50  	2024-43037	0.0000
iprec_at_recall_0.60  	2024-43037	0.0000
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	0.2000
P_10                  	2024-43037	0.3000
P_15                  	2024-43037	0.4667
P_20                  	2024-43037	0.6000
P_30                  	2024-43037	0.5667
P_100                 	2024-43037	0.3700
P_200                 	2024-43037	0.1850
P_500                 	2024-43037	0.0740
P_1000                	2024-43037	0.0370
relstring             	2024-43037	'0001012000'
recall_5              	2024-43037	0.0081
recall_10             	2024-43037	0.0242
recall_15             	2024-43037	0.0565
recall_20             	2024-43037	0.0968
recall_30             	2024-43037	0.1371
recall_100            	2024-43037	0.2984
recall_200            	2024-43037	0.2984
recall_500            	2024-43037	0.2984
recall_1000           	2024-43037	0.2984
infAP                 	2024-43037	0.1456
Rprec_mult_0.20       	2024-43037	0.5200
Rprec_mult_0.40       	2024-43037	0.5200
Rprec_mult_0.60       	2024-43037	0.4267
Rprec_mult_0.80       	2024-43037	0.3700
Rprec_mult_1.00       	2024-43037	0.2984
Rprec_mult_1.20       	2024-43037	0.2483
Rprec_mult_1.40       	2024-43037	0.2126
Rprec_mult_1.60       	2024-43037	0.1859
Rprec_mult_1.80       	2024-43037	0.1652
Rprec_mult_2.00       	2024-43037	0.1492
utility               	2024-43037	-26.0000
11pt_avg              	2024-43037	0.1573
binG                  	2024-43037	0.0759
G                     	2024-43037	0.0518
ndcg                  	2024-43037	0.2667
ndcg_rel              	2024-43037	0.2604
Rndcg                 	2024-43037	0.2221
ndcg_cut_5            	2024-43037	0.0487
ndcg_cut_10           	2024-43037	0.1066
ndcg_cut_15           	2024-43037	0.1842
ndcg_cut_20           	2024-43037	0.2605
ndcg_cut_30           	2024-43037	0.2756
ndcg_cut_100          	2024-43037	0.2910
ndcg_cut_200          	2024-43037	0.2667
ndcg_cut_500          	2024-43037	0.2667
ndcg_cut_1000         	2024-43037	0.2667
map_cut_5             	2024-43037	0.0020
map_cut_10            	2024-43037	0.0082
map_cut_15            	2024-43037	0.0222
map_cut_20            	2024-43037	0.0445
map_cut_30            	2024-43037	0.0664
map_cut_100           	2024-43037	0.1456
map_cut_200           	2024-43037	0.1456
map_cut_500           	2024-43037	0.1456
map_cut_1000          	2024-43037	0.1456
relative_P_5          	2024-43037	0.2000
relative_P_10         	2024-43037	0.3000
relative_P_15         	2024-43037	0.4667
relative_P_20         	2024-43037	0.6000
relative_P_30         	2024-43037	0.5667
relative_P_100        	2024-43037	0.3700
relative_P_200        	2024-43037	0.2984
relative_P_500        	2024-43037	0.2984
relative_P_1000       	2024-43037	0.2984
success_1             	2024-43037	0.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	0.3700
set_relative_P        	2024-43037	0.3700
set_recall            	2024-43037	0.2984
set_map               	2024-43037	0.1104
set_F                 	2024-43037	0.3304
num_nonrel_judged_ret 	2024-43037	18
num_ret               	2024-43905	100
num_rel               	2024-43905	21
num_rel_ret           	2024-43905	0
map                   	2024-43905	0.0000
Rprec                 	2024-43905	0.0000
bpref                 	2024-43905	0.0000
recip_rank            	2024-43905	0.0000
iprec_at_recall_0.00  	2024-43905	0.0000
iprec_at_recall_0.10  	2024-43905	0.0000
iprec_at_recall_0.20  	2024-43905	0.0000
iprec_at_recall_0.30  	2024-43905	0.0000
iprec_at_recall_0.40  	2024-43905	0.0000
iprec_at_recall_0.50  	2024-43905	0.0000
iprec_at_recall_0.60  	2024-43905	0.0000
iprec_at_recall_0.70  	2024-43905	0.0000
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	0.0000
P_10                  	2024-43905	0.0000
P_15                  	2024-43905	0.0000
P_20                  	2024-43905	0.0000
P_30                  	2024-43905	0.0000
P_100                 	2024-43905	0.0000
P_200                 	2024-43905	0.0000
P_500                 	2024-43905	0.0000
P_1000                	2024-43905	0.0000
relstring             	2024-43905	'----------'
recall_5              	2024-43905	0.0000
recall_10             	2024-43905	0.0000
recall_15             	2024-43905	0.0000
recall_20             	2024-43905	0.0000
recall_30             	2024-43905	0.0000
recall_100            	2024-43905	0.0000
recall_200            	2024-43905	0.0000
recall_500            	2024-43905	0.0000
recall_1000           	2024-43905	0.0000
infAP                 	2024-43905	0.0000
Rprec_mult_0.20       	2024-43905	0.0000
Rprec_mult_0.40       	2024-43905	0.0000
Rprec_mult_0.60       	2024-43905	0.0000
Rprec_mult_0.80       	2024-43905	0.0000
Rprec_mult_1.00       	2024-43905	0.0000
Rprec_mult_1.20       	2024-43905	0.0000
Rprec_mult_1.40       	2024-43905	0.0000
Rprec_mult_1.60       	2024-43905	0.0000
Rprec_mult_1.80       	2024-43905	0.0000
Rprec_mult_2.00       	2024-43905	0.0000
utility               	2024-43905	-100.0000
11pt_avg              	2024-43905	0.0000
binG                  	2024-43905	0.0000
G                     	2024-43905	0.0000
ndcg                  	2024-43905	0.0000
ndcg_rel              	2024-43905	0.0000
Rndcg                 	2024-43905	0.0000
ndcg_cut_5            	2024-43905	0.0000
ndcg_cut_10           	2024-43905	0.0000
ndcg_cut_15           	2024-43905	0.0000
ndcg_cut_20           	2024-43905	0.0000
ndcg_cut_30           	2024-43905	0.0000
ndcg_cut_100          	2024-43905	0.0000
ndcg_cut_200          	2024-43905	0.0000
ndcg_cut_500          	2024-43905	0.0000
ndcg_cut_1000         	2024-43905	0.0000
map_cut_5             	2024-43905	0.0000
map_cut_10            	2024-43905	0.0000
map_cut_15            	2024-43905	0.0000
map_cut_20            	2024-43905	0.0000
map_cut_30            	2024-43905	0.0000
map_cut_100           	2024-43905	0.0000
map_cut_200           	2024-43905	0.0000
map_cut_500           	2024-43905	0.0000
map_cut_1000          	2024-43905	0.0000
relative_P_5          	2024-43905	0.0000
relative_P_10         	2024-43905	0.0000
relative_P_15         	2024-43905	0.0000
relative_P_20         	2024-43905	0.0000
relative_P_30         	2024-43905	0.0000
relative_P_100        	2024-43905	0.0000
relative_P_200        	2024-43905	0.0000
relative_P_500        	2024-43905	0.0000
relative_P_1000       	2024-43905	0.0000
success_1             	2024-43905	0.0000
success_5             	2024-43905	0.0000
success_10            	2024-43905	0.0000
set_P                 	2024-43905	0.0000
set_relative_P        	2024-43905	0.0000
set_recall            	2024-43905	0.0000
set_map               	2024-43905	0.0000
set_F                 	2024-43905	0.0000
num_nonrel_judged_ret 	2024-43905	1
num_ret               	2024-43983	100
num_rel               	2024-43983	53
num_rel_ret           	2024-43983	8
map                   	2024-43983	0.0183
Rprec                 	2024-43983	0.0943
bpref                 	2024-43983	0.1435
recip_rank            	2024-43983	0.1111
iprec_at_recall_0.00  	2024-43983	0.1875
iprec_at_recall_0.10  	2024-43983	0.1000
iprec_at_recall_0.20  	2024-43983	0.0000
iprec_at_recall_0.30  	2024-43983	0.0000
iprec_at_recall_0.40  	2024-43983	0.0000
iprec_at_recall_0.50  	2024-43983	0.0000
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.0000
P_10                  	2024-43983	0.1000
P_15                  	2024-43983	0.1333
P_20                  	2024-43983	0.1500
P_30                  	2024-43983	0.1000
P_100                 	2024-43983	0.0800
P_200                 	2024-43983	0.0400
P_500                 	2024-43983	0.0160
P_1000                	2024-43983	0.0080
relstring             	2024-43983	'--------1-'
recall_5              	2024-43983	0.0000
recall_10             	2024-43983	0.0189
recall_15             	2024-43983	0.0377
recall_20             	2024-43983	0.0566
recall_30             	2024-43983	0.0566
recall_100            	2024-43983	0.1509
recall_200            	2024-43983	0.1509
recall_500            	2024-43983	0.1509
recall_1000           	2024-43983	0.1509
infAP                 	2024-43983	0.0183
Rprec_mult_0.20       	2024-43983	0.1818
Rprec_mult_0.40       	2024-43983	0.1364
Rprec_mult_0.60       	2024-43983	0.0938
Rprec_mult_0.80       	2024-43983	0.0930
Rprec_mult_1.00       	2024-43983	0.0943
Rprec_mult_1.20       	2024-43983	0.0938
Rprec_mult_1.40       	2024-43983	0.0800
Rprec_mult_1.60       	2024-43983	0.0824
Rprec_mult_1.80       	2024-43983	0.0729
Rprec_mult_2.00       	2024-43983	0.0755
utility               	2024-43983	-84.0000
11pt_avg              	2024-43983	0.0261
binG                  	2024-43983	0.0323
G                     	2024-43983	0.0323
ndcg                  	2024-43983	0.1247
ndcg_rel              	2024-43983	0.1222
Rndcg                 	2024-43983	0.1070
ndcg_cut_5            	2024-43983	0.0000
ndcg_cut_10           	2024-43983	0.0663
ndcg_cut_15           	2024-43983	0.0989
ndcg_cut_20           	2024-43983	0.1171
ndcg_cut_30           	2024-43983	0.0900
ndcg_cut_100          	2024-43983	0.1247
ndcg_cut_200          	2024-43983	0.1247
ndcg_cut_500          	2024-43983	0.1247
ndcg_cut_1000         	2024-43983	0.1247
map_cut_5             	2024-43983	0.0000
map_cut_10            	2024-43983	0.0021
map_cut_15            	2024-43983	0.0055
map_cut_20            	2024-43983	0.0091
map_cut_30            	2024-43983	0.0091
map_cut_100           	2024-43983	0.0183
map_cut_200           	2024-43983	0.0183
map_cut_500           	2024-43983	0.0183
map_cut_1000          	2024-43983	0.0183
relative_P_5          	2024-43983	0.0000
relative_P_10         	2024-43983	0.1000
relative_P_15         	2024-43983	0.1333
relative_P_20         	2024-43983	0.1500
relative_P_30         	2024-43983	0.1000
relative_P_100        	2024-43983	0.1509
relative_P_200        	2024-43983	0.1509
relative_P_500        	2024-43983	0.1509
relative_P_1000       	2024-43983	0.1509
success_1             	2024-43983	0.0000
success_5             	2024-43983	0.0000
success_10            	2024-43983	1.0000
set_P                 	2024-43983	0.0800
set_relative_P        	2024-43983	0.1509
set_recall            	2024-43983	0.1509
set_map               	2024-43983	0.0121
set_F                 	2024-43983	0.1046
num_nonrel_judged_ret 	2024-43983	5
num_ret               	2024-44059	100
num_rel               	2024-44059	5
num_rel_ret           	2024-44059	1
map                   	2024-44059	0.0030
Rprec                 	2024-44059	0.0000
bpref                 	2024-44059	0.0000
recip_rank            	2024-44059	0.0149
iprec_at_recall_0.00  	2024-44059	0.0149
iprec_at_recall_0.10  	2024-44059	0.0149
iprec_at_recall_0.20  	2024-44059	0.0149
iprec_at_recall_0.30  	2024-44059	0.0000
iprec_at_recall_0.40  	2024-44059	0.0000
iprec_at_recall_0.50  	2024-44059	0.0000
iprec_at_recall_0.60  	2024-44059	0.0000
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.0000
P_10                  	2024-44059	0.0000
P_15                  	2024-44059	0.0000
P_20                  	2024-44059	0.0000
P_30                  	2024-44059	0.0000
P_100                 	2024-44059	0.0100
P_200                 	2024-44059	0.0050
P_500                 	2024-44059	0.0020
P_1000                	2024-44059	0.0010
relstring             	2024-44059	'0000000000'
recall_5              	2024-44059	0.0000
recall_10             	2024-44059	0.0000
recall_15             	2024-44059	0.0000
recall_20             	2024-44059	0.0000
recall_30             	2024-44059	0.0000
recall_100            	2024-44059	0.2000
recall_200            	2024-44059	0.2000
recall_500            	2024-44059	0.2000
recall_1000           	2024-44059	0.2000
infAP                 	2024-44059	0.0030
Rprec_mult_0.20       	2024-44059	0.0000
Rprec_mult_0.40       	2024-44059	0.0000
Rprec_mult_0.60       	2024-44059	0.0000
Rprec_mult_0.80       	2024-44059	0.0000
Rprec_mult_1.00       	2024-44059	0.0000
Rprec_mult_1.20       	2024-44059	0.0000
Rprec_mult_1.40       	2024-44059	0.0000
Rprec_mult_1.60       	2024-44059	0.0000
Rprec_mult_1.80       	2024-44059	0.0000
Rprec_mult_2.00       	2024-44059	0.0000
utility               	2024-44059	-98.0000
11pt_avg              	2024-44059	0.0041
binG                  	2024-44059	0.0329
G                     	2024-44059	0.0329
ndcg                  	2024-44059	0.0557
ndcg_rel              	2024-44059	0.0557
Rndcg                 	2024-44059	0.0279
ndcg_cut_5            	2024-44059	0.0000
ndcg_cut_10           	2024-44059	0.0000
ndcg_cut_15           	2024-44059	0.0000
ndcg_cut_20           	2024-44059	0.0000
ndcg_cut_30           	2024-44059	0.0000
ndcg_cut_100          	2024-44059	0.0557
ndcg_cut_200          	2024-44059	0.0557
ndcg_cut_500          	2024-44059	0.0557
ndcg_cut_1000         	2024-44059	0.0557
map_cut_5             	2024-44059	0.0000
map_cut_10            	2024-44059	0.0000
map_cut_15            	2024-44059	0.0000
map_cut_20            	2024-44059	0.0000
map_cut_30            	2024-44059	0.0000
map_cut_100           	2024-44059	0.0030
map_cut_200           	2024-44059	0.0030
map_cut_500           	2024-44059	0.0030
map_cut_1000          	2024-44059	0.0030
relative_P_5          	2024-44059	0.0000
relative_P_10         	2024-44059	0.0000
relative_P_15         	2024-44059	0.0000
relative_P_20         	2024-44059	0.0000
relative_P_30         	2024-44059	0.0000
relative_P_100        	2024-44059	0.2000
relative_P_200        	2024-44059	0.2000
relative_P_500        	2024-44059	0.2000
relative_P_1000       	2024-44059	0.2000
success_1             	2024-44059	0.0000
success_5             	2024-44059	0.0000
success_10            	2024-44059	0.0000
set_P                 	2024-44059	0.0100
set_relative_P        	2024-44059	0.2000
set_recall            	2024-44059	0.2000
set_map               	2024-44059	0.0020
set_F                 	2024-44059	0.0190
num_nonrel_judged_ret 	2024-44059	57
num_ret               	2024-44060	100
num_rel               	2024-44060	172
num_rel_ret           	2024-44060	25
map                   	2024-44060	0.0695
Rprec                 	2024-44060	0.1453
bpref                 	2024-44060	0.1308
recip_rank            	2024-44060	0.3333
iprec_at_recall_0.00  	2024-44060	0.6471
iprec_at_recall_0.10  	2024-44060	0.4615
iprec_at_recall_0.20  	2024-44060	0.0000
iprec_at_recall_0.30  	2024-44060	0.0000
iprec_at_recall_0.40  	2024-44060	0.0000
iprec_at_recall_0.50  	2024-44060	0.0000
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	0.4000
P_10                  	2024-44060	0.4000
P_15                  	2024-44060	0.6000
P_20                  	2024-44060	0.5500
P_30                  	2024-44060	0.5333
P_100                 	2024-44060	0.2500
P_200                 	2024-44060	0.1250
P_500                 	2024-44060	0.0500
P_1000                	2024-44060	0.0250
relstring             	2024-44060	'0-3-31--3-'
recall_5              	2024-44060	0.0116
recall_10             	2024-44060	0.0233
recall_15             	2024-44060	0.0523
recall_20             	2024-44060	0.0640
recall_30             	2024-44060	0.0930
recall_100            	2024-44060	0.1453
recall_200            	2024-44060	0.1453
recall_500            	2024-44060	0.1453
recall_1000           	2024-44060	0.1453
infAP                 	2024-44060	0.0695
Rprec_mult_0.20       	2024-44060	0.4857
Rprec_mult_0.40       	2024-44060	0.3333
Rprec_mult_0.60       	2024-44060	0.2404
Rprec_mult_0.80       	2024-44060	0.1812
Rprec_mult_1.00       	2024-44060	0.1453
Rprec_mult_1.20       	2024-44060	0.1208
Rprec_mult_1.40       	2024-44060	0.1037
Rprec_mult_1.60       	2024-44060	0.0906
Rprec_mult_1.80       	2024-44060	0.0806
Rprec_mult_2.00       	2024-44060	0.0727
utility               	2024-44060	-50.0000
11pt_avg              	2024-44060	0.1008
binG                  	2024-44060	0.0418
G                     	2024-44060	0.0346
ndcg                  	2024-44060	0.2052
ndcg_rel              	2024-44060	0.2232
Rndcg                 	2024-44060	0.2772
ndcg_cut_5            	2024-44060	0.3008
ndcg_cut_10           	2024-44060	0.2876
ndcg_cut_15           	2024-44060	0.3629
ndcg_cut_20           	2024-44060	0.3440
ndcg_cut_30           	2024-44060	0.3726
ndcg_cut_100          	2024-44060	0.2532
ndcg_cut_200          	2024-44060	0.2052
ndcg_cut_500          	2024-44060	0.2052
ndcg_cut_1000         	2024-44060	0.2052
map_cut_5             	2024-44060	0.0043
map_cut_10            	2024-44060	0.0098
map_cut_15            	2024-44060	0.0252
map_cut_20            	2024-44060	0.0326
map_cut_30            	2024-44060	0.0491
map_cut_100           	2024-44060	0.0695
map_cut_200           	2024-44060	0.0695
map_cut_500           	2024-44060	0.0695
map_cut_1000          	2024-44060	0.0695
relative_P_5          	2024-44060	0.4000
relative_P_10         	2024-44060	0.4000
relative_P_15         	2024-44060	0.6000
relative_P_20         	2024-44060	0.5500
relative_P_30         	2024-44060	0.5333
relative_P_100        	2024-44060	0.2500
relative_P_200        	2024-44060	0.1453
relative_P_500        	2024-44060	0.1453
relative_P_1000       	2024-44060	0.1453
success_1             	2024-44060	0.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	0.2500
set_relative_P        	2024-44060	0.2500
set_recall            	2024-44060	0.1453
set_map               	2024-44060	0.0363
set_F                 	2024-44060	0.1838
num_nonrel_judged_ret 	2024-44060	1
num_ret               	2024-58819	100
num_rel               	2024-58819	112
num_rel_ret           	2024-58819	15
map                   	2024-58819	0.0254
Rprec                 	2024-58819	0.1339
bpref                 	2024-58819	0.0994
recip_rank            	2024-58819	0.1429
iprec_at_recall_0.00  	2024-58819	0.2500
iprec_at_recall_0.10  	2024-58819	0.1613
iprec_at_recall_0.20  	2024-58819	0.0000
iprec_at_recall_0.30  	2024-58819	0.0000
iprec_at_recall_0.40  	2024-58819	0.0000
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	0.0000
P_10                  	2024-58819	0.2000
P_15                  	2024-58819	0.1333
P_20                  	2024-58819	0.2000
P_30                  	2024-58819	0.2000
P_100                 	2024-58819	0.1500
P_200                 	2024-58819	0.0750
P_500                 	2024-58819	0.0300
P_1000                	2024-58819	0.0150
relstring             	2024-58819	'----0-21--'
recall_5              	2024-58819	0.0000
recall_10             	2024-58819	0.0179
recall_15             	2024-58819	0.0179
recall_20             	2024-58819	0.0357
recall_30             	2024-58819	0.0536
recall_100            	2024-58819	0.1339
recall_200            	2024-58819	0.1339
recall_500            	2024-58819	0.1339
recall_1000           	2024-58819	0.1339
infAP                 	2024-58819	0.0254
Rprec_mult_0.20       	2024-58819	0.2174
Rprec_mult_0.40       	2024-58819	0.1778
Rprec_mult_0.60       	2024-58819	0.1618
Rprec_mult_0.80       	2024-58819	0.1556
Rprec_mult_1.00       	2024-58819	0.1339
Rprec_mult_1.20       	2024-58819	0.1111
Rprec_mult_1.40       	2024-58819	0.0955
Rprec_mult_1.60       	2024-58819	0.0833
Rprec_mult_1.80       	2024-58819	0.0743
Rprec_mult_2.00       	2024-58819	0.0670
utility               	2024-58819	-70.0000
11pt_avg              	2024-58819	0.0374
binG                  	2024-58819	0.0287
G                     	2024-58819	0.0236
ndcg                  	2024-58819	0.1275
ndcg_rel              	2024-58819	0.1267
Rndcg                 	2024-58819	0.1050
ndcg_cut_5            	2024-58819	0.0000
ndcg_cut_10           	2024-58819	0.0772
ndcg_cut_15           	2024-58819	0.0639
ndcg_cut_20           	2024-58819	0.1081
ndcg_cut_30           	2024-58819	0.1168
ndcg_cut_100          	2024-58819	0.1330
ndcg_cut_200          	2024-58819	0.1275
ndcg_cut_500          	2024-58819	0.1275
ndcg_cut_1000         	2024-58819	0.1275
map_cut_5             	2024-58819	0.0000
map_cut_10            	2024-58819	0.0035
map_cut_15            	2024-58819	0.0035
map_cut_20            	2024-58819	0.0069
map_cut_30            	2024-58819	0.0111
map_cut_100           	2024-58819	0.0254
map_cut_200           	2024-58819	0.0254
map_cut_500           	2024-58819	0.0254
map_cut_1000          	2024-58819	0.0254
relative_P_5          	2024-58819	0.0000
relative_P_10         	2024-58819	0.2000
relative_P_15         	2024-58819	0.1333
relative_P_20         	2024-58819	0.2000
relative_P_30         	2024-58819	0.2000
relative_P_100        	2024-58819	0.1500
relative_P_200        	2024-58819	0.1339
relative_P_500        	2024-58819	0.1339
relative_P_1000       	2024-58819	0.1339
success_1             	2024-58819	0.0000
success_5             	2024-58819	0.0000
success_10            	2024-58819	1.0000
set_P                 	2024-58819	0.1500
set_relative_P        	2024-58819	0.1500
set_recall            	2024-58819	0.1339
set_map               	2024-58819	0.0201
set_F                 	2024-58819	0.1415
num_nonrel_judged_ret 	2024-58819	9
num_ret               	2024-69711	100
num_rel               	2024-69711	59
num_rel_ret           	2024-69711	8
map                   	2024-69711	0.0385
Rprec                 	2024-69711	0.1356
bpref                 	2024-69711	0.1175
recip_rank            	2024-69711	1.0000
iprec_at_recall_0.00  	2024-69711	1.0000
iprec_at_recall_0.10  	2024-69711	0.1404
iprec_at_recall_0.20  	2024-69711	0.0000
iprec_at_recall_0.30  	2024-69711	0.0000
iprec_at_recall_0.40  	2024-69711	0.0000
iprec_at_recall_0.50  	2024-69711	0.0000
iprec_at_recall_0.60  	2024-69711	0.0000
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	0.2000
P_10                  	2024-69711	0.2000
P_15                  	2024-69711	0.2000
P_20                  	2024-69711	0.2000
P_30                  	2024-69711	0.1667
P_100                 	2024-69711	0.0800
P_200                 	2024-69711	0.0400
P_500                 	2024-69711	0.0160
P_1000                	2024-69711	0.0080
relstring             	2024-69711	'10-000-100'
recall_5              	2024-69711	0.0169
recall_10             	2024-69711	0.0339
recall_15             	2024-69711	0.0508
recall_20             	2024-69711	0.0678
recall_30             	2024-69711	0.0847
recall_100            	2024-69711	0.1356
recall_200            	2024-69711	0.1356
recall_500            	2024-69711	0.1356
recall_1000           	2024-69711	0.1356
infAP                 	2024-69711	0.0385
Rprec_mult_0.20       	2024-69711	0.1667
Rprec_mult_0.40       	2024-69711	0.1667
Rprec_mult_0.60       	2024-69711	0.1389
Rprec_mult_0.80       	2024-69711	0.1042
Rprec_mult_1.00       	2024-69711	0.1356
Rprec_mult_1.20       	2024-69711	0.1127
Rprec_mult_1.40       	2024-69711	0.0964
Rprec_mult_1.60       	2024-69711	0.0842
Rprec_mult_1.80       	2024-69711	0.0748
Rprec_mult_2.00       	2024-69711	0.0678
utility               	2024-69711	-84.0000
11pt_avg              	2024-69711	0.1037
binG                  	2024-69711	0.0443
G                     	2024-69711	0.0235
ndcg                  	2024-69711	0.1152
ndcg_rel              	2024-69711	0.1200
Rndcg                 	2024-69711	0.1688
ndcg_cut_5            	2024-69711	0.1450
ndcg_cut_10           	2024-69711	0.1304
ndcg_cut_15           	2024-69711	0.1240
ndcg_cut_20           	2024-69711	0.1235
ndcg_cut_30           	2024-69711	0.1206
ndcg_cut_100          	2024-69711	0.1152
ndcg_cut_200          	2024-69711	0.1152
ndcg_cut_500          	2024-69711	0.1152
ndcg_cut_1000         	2024-69711	0.1152
map_cut_5             	2024-69711	0.0169
map_cut_10            	2024-69711	0.0212
map_cut_15            	2024-69711	0.0251
map_cut_20            	2024-69711	0.0285
map_cut_30            	2024-69711	0.0319
map_cut_100           	2024-69711	0.0385
map_cut_200           	2024-69711	0.0385
map_cut_500           	2024-69711	0.0385
map_cut_1000          	2024-69711	0.0385
relative_P_5          	2024-69711	0.2000
relative_P_10         	2024-69711	0.2000
relative_P_15         	2024-69711	0.2000
relative_P_20         	2024-69711	0.2000
relative_P_30         	2024-69711	0.1667
relative_P_100        	2024-69711	0.1356
relative_P_200        	2024-69711	0.1356
relative_P_500        	2024-69711	0.1356
relative_P_1000       	2024-69711	0.1356
success_1             	2024-69711	1.0000
success_5             	2024-69711	1.0000
success_10            	2024-69711	1.0000
set_P                 	2024-69711	0.0800
set_relative_P        	2024-69711	0.1356
set_recall            	2024-69711	0.1356
set_map               	2024-69711	0.0108
set_F                 	2024-69711	0.1006
num_nonrel_judged_ret 	2024-69711	18
num_ret               	2024-73340	100
num_rel               	2024-73340	155
num_rel_ret           	2024-73340	20
map                   	2024-73340	0.0495
Rprec                 	2024-73340	0.1290
bpref                 	2024-73340	0.1132
recip_rank            	2024-73340	0.5000
iprec_at_recall_0.00  	2024-73340	0.5000
iprec_at_recall_0.10  	2024-73340	0.2982
iprec_at_recall_0.20  	2024-73340	0.0000
iprec_at_recall_0.30  	2024-73340	0.0000
iprec_at_recall_0.40  	2024-73340	0.0000
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	0.4000
P_10                  	2024-73340	0.4000
P_15                  	2024-73340	0.4000
P_20                  	2024-73340	0.4500
P_30                  	2024-73340	0.4000
P_100                 	2024-73340	0.2000
P_200                 	2024-73340	0.1000
P_500                 	2024-73340	0.0400
P_1000                	2024-73340	0.0200
relstring             	2024-73340	'01-1--11--'
recall_5              	2024-73340	0.0129
recall_10             	2024-73340	0.0258
recall_15             	2024-73340	0.0387
recall_20             	2024-73340	0.0581
recall_30             	2024-73340	0.0774
recall_100            	2024-73340	0.1290
recall_200            	2024-73340	0.1290
recall_500            	2024-73340	0.1290
recall_1000           	2024-73340	0.1290
infAP                 	2024-73340	0.0495
Rprec_mult_0.20       	2024-73340	0.3871
Rprec_mult_0.40       	2024-73340	0.2742
Rprec_mult_0.60       	2024-73340	0.2151
Rprec_mult_0.80       	2024-73340	0.1613
Rprec_mult_1.00       	2024-73340	0.1290
Rprec_mult_1.20       	2024-73340	0.1075
Rprec_mult_1.40       	2024-73340	0.0922
Rprec_mult_1.60       	2024-73340	0.0806
Rprec_mult_1.80       	2024-73340	0.0717
Rprec_mult_2.00       	2024-73340	0.0645
utility               	2024-73340	-60.0000
11pt_avg              	2024-73340	0.0726
binG                  	2024-73340	0.0360
G                     	2024-73340	0.0188
ndcg                  	2024-73340	0.1157
ndcg_rel              	2024-73340	0.1203
Rndcg                 	2024-73340	0.1394
ndcg_cut_5            	2024-73340	0.1200
ndcg_cut_10           	2024-73340	0.1255
ndcg_cut_15           	2024-73340	0.1432
ndcg_cut_20           	2024-73340	0.1631
ndcg_cut_30           	2024-73340	0.1695
ndcg_cut_100          	2024-73340	0.1377
ndcg_cut_200          	2024-73340	0.1157
ndcg_cut_500          	2024-73340	0.1157
ndcg_cut_1000         	2024-73340	0.1157
map_cut_5             	2024-73340	0.0065
map_cut_10            	2024-73340	0.0124
map_cut_15            	2024-73340	0.0180
map_cut_20            	2024-73340	0.0261
map_cut_30            	2024-73340	0.0343
map_cut_100           	2024-73340	0.0495
map_cut_200           	2024-73340	0.0495
map_cut_500           	2024-73340	0.0495
map_cut_1000          	2024-73340	0.0495
relative_P_5          	2024-73340	0.4000
relative_P_10         	2024-73340	0.4000
relative_P_15         	2024-73340	0.4000
relative_P_20         	2024-73340	0.4500
relative_P_30         	2024-73340	0.4000
relative_P_100        	2024-73340	0.2000
relative_P_200        	2024-73340	0.1290
relative_P_500        	2024-73340	0.1290
relative_P_1000       	2024-73340	0.1290
success_1             	2024-73340	0.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.2000
set_relative_P        	2024-73340	0.2000
set_recall            	2024-73340	0.1290
set_map               	2024-73340	0.0258
set_F                 	2024-73340	0.1569
num_nonrel_judged_ret 	2024-73340	3
num_ret               	2024-73918	100
num_rel               	2024-73918	172
num_rel_ret           	2024-73918	2
map                   	2024-73918	0.0005
Rprec                 	2024-73918	0.0116
bpref                 	2024-73918	0.0097
recip_rank            	2024-73918	0.0455
iprec_at_recall_0.00  	2024-73918	0.0455
iprec_at_recall_0.10  	2024-73918	0.0000
iprec_at_recall_0.20  	2024-73918	0.0000
iprec_at_recall_0.30  	2024-73918	0.0000
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	0.0000
P_10                  	2024-73918	0.0000
P_15                  	2024-73918	0.0000
P_20                  	2024-73918	0.0000
P_30                  	2024-73918	0.0333
P_100                 	2024-73918	0.0200
P_200                 	2024-73918	0.0100
P_500                 	2024-73918	0.0040
P_1000                	2024-73918	0.0020
relstring             	2024-73918	'0000000000'
recall_5              	2024-73918	0.0000
recall_10             	2024-73918	0.0000
recall_15             	2024-73918	0.0000
recall_20             	2024-73918	0.0000
recall_30             	2024-73918	0.0058
recall_100            	2024-73918	0.0116
recall_200            	2024-73918	0.0116
recall_500            	2024-73918	0.0116
recall_1000           	2024-73918	0.0116
infAP                 	2024-73918	0.0005
Rprec_mult_0.20       	2024-73918	0.0286
Rprec_mult_0.40       	2024-73918	0.0290
Rprec_mult_0.60       	2024-73918	0.0192
Rprec_mult_0.80       	2024-73918	0.0145
Rprec_mult_1.00       	2024-73918	0.0116
Rprec_mult_1.20       	2024-73918	0.0097
Rprec_mult_1.40       	2024-73918	0.0083
Rprec_mult_1.60       	2024-73918	0.0072
Rprec_mult_1.80       	2024-73918	0.0065
Rprec_mult_2.00       	2024-73918	0.0058
utility               	2024-73918	-96.0000
11pt_avg              	2024-73918	0.0041
binG                  	2024-73918	0.0023
G                     	2024-73918	0.0017
ndcg                  	2024-73918	0.0109
ndcg_rel              	2024-73918	0.0110
Rndcg                 	2024-73918	0.0079
ndcg_cut_5            	2024-73918	0.0000
ndcg_cut_10           	2024-73918	0.0000
ndcg_cut_15           	2024-73918	0.0000
ndcg_cut_20           	2024-73918	0.0000
ndcg_cut_30           	2024-73918	0.0201
ndcg_cut_100          	2024-73918	0.0135
ndcg_cut_200          	2024-73918	0.0109
ndcg_cut_500          	2024-73918	0.0109
ndcg_cut_1000         	2024-73918	0.0109
map_cut_5             	2024-73918	0.0000
map_cut_10            	2024-73918	0.0000
map_cut_15            	2024-73918	0.0000
map_cut_20            	2024-73918	0.0000
map_cut_30            	2024-73918	0.0003
map_cut_100           	2024-73918	0.0005
map_cut_200           	2024-73918	0.0005
map_cut_500           	2024-73918	0.0005
map_cut_1000          	2024-73918	0.0005
relative_P_5          	2024-73918	0.0000
relative_P_10         	2024-73918	0.0000
relative_P_15         	2024-73918	0.0000
relative_P_20         	2024-73918	0.0000
relative_P_30         	2024-73918	0.0333
relative_P_100        	2024-73918	0.0200
relative_P_200        	2024-73918	0.0116
relative_P_500        	2024-73918	0.0116
relative_P_1000       	2024-73918	0.0116
success_1             	2024-73918	0.0000
success_5             	2024-73918	0.0000
success_10            	2024-73918	0.0000
set_P                 	2024-73918	0.0200
set_relative_P        	2024-73918	0.0200
set_recall            	2024-73918	0.0116
set_map               	2024-73918	0.0002
set_F                 	2024-73918	0.0147
num_nonrel_judged_ret 	2024-73918	40
num_ret               	2024-79081	100
num_rel               	2024-79081	156
num_rel_ret           	2024-79081	44
map                   	2024-79081	0.2099
Rprec                 	2024-79081	0.2821
bpref                 	2024-79081	0.2528
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	0.8889
iprec_at_recall_0.20  	2024-79081	0.6275
iprec_at_recall_0.30  	2024-79081	0.0000
iprec_at_recall_0.40  	2024-79081	0.0000
iprec_at_recall_0.50  	2024-79081	0.0000
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	1.0000
P_10                  	2024-79081	0.9000
P_15                  	2024-79081	0.8667
P_20                  	2024-79081	0.8500
P_30                  	2024-79081	0.7333
P_100                 	2024-79081	0.4400
P_200                 	2024-79081	0.2200
P_500                 	2024-79081	0.0880
P_1000                	2024-79081	0.0440
relstring             	2024-79081	'3112210111'
recall_5              	2024-79081	0.0321
recall_10             	2024-79081	0.0577
recall_15             	2024-79081	0.0833
recall_20             	2024-79081	0.1090
recall_30             	2024-79081	0.1410
recall_100            	2024-79081	0.2821
recall_200            	2024-79081	0.2821
recall_500            	2024-79081	0.2821
recall_1000           	2024-79081	0.2821
infAP                 	2024-79081	0.2099
Rprec_mult_0.20       	2024-79081	0.7188
Rprec_mult_0.40       	2024-79081	0.6032
Rprec_mult_0.60       	2024-79081	0.4468
Rprec_mult_0.80       	2024-79081	0.3520
Rprec_mult_1.00       	2024-79081	0.2821
Rprec_mult_1.20       	2024-79081	0.2340
Rprec_mult_1.40       	2024-79081	0.2009
Rprec_mult_1.60       	2024-79081	0.1760
Rprec_mult_1.80       	2024-79081	0.1566
Rprec_mult_2.00       	2024-79081	0.1410
utility               	2024-79081	-12.0000
11pt_avg              	2024-79081	0.2288
binG                  	2024-79081	0.1209
G                     	2024-79081	0.0614
ndcg                  	2024-79081	0.3362
ndcg_rel              	2024-79081	0.3785
Rndcg                 	2024-79081	0.3813
ndcg_cut_5            	2024-79081	0.6519
ndcg_cut_10           	2024-79081	0.5156
ndcg_cut_15           	2024-79081	0.5053
ndcg_cut_20           	2024-79081	0.4769
ndcg_cut_30           	2024-79081	0.4499
ndcg_cut_100          	2024-79081	0.3887
ndcg_cut_200          	2024-79081	0.3362
ndcg_cut_500          	2024-79081	0.3362
ndcg_cut_1000         	2024-79081	0.3362
map_cut_5             	2024-79081	0.0321
map_cut_10            	2024-79081	0.0555
map_cut_15            	2024-79081	0.0791
map_cut_20            	2024-79081	0.1015
map_cut_30            	2024-79081	0.1254
map_cut_100           	2024-79081	0.2099
map_cut_200           	2024-79081	0.2099
map_cut_500           	2024-79081	0.2099
map_cut_1000          	2024-79081	0.2099
relative_P_5          	2024-79081	1.0000
relative_P_10         	2024-79081	0.9000
relative_P_15         	2024-79081	0.8667
relative_P_20         	2024-79081	0.8500
relative_P_30         	2024-79081	0.7333
relative_P_100        	2024-79081	0.4400
relative_P_200        	2024-79081	0.2821
relative_P_500        	2024-79081	0.2821
relative_P_1000       	2024-79081	0.2821
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	0.4400
set_relative_P        	2024-79081	0.4400
set_recall            	2024-79081	0.2821
set_map               	2024-79081	0.1241
set_F                 	2024-79081	0.3438
num_nonrel_judged_ret 	2024-79081	5
num_ret               	2024-79154	100
num_rel               	2024-79154	14
num_rel_ret           	2024-79154	1
map                   	2024-79154	0.0008
Rprec                 	2024-79154	0.0000
bpref                 	2024-79154	0.0102
recip_rank            	2024-79154	0.0115
iprec_at_recall_0.00  	2024-79154	0.0115
iprec_at_recall_0.10  	2024-79154	0.0000
iprec_at_recall_0.20  	2024-79154	0.0000
iprec_at_recall_0.30  	2024-79154	0.0000
iprec_at_recall_0.40  	2024-79154	0.0000
iprec_at_recall_0.50  	2024-79154	0.0000
iprec_at_recall_0.60  	2024-79154	0.0000
iprec_at_recall_0.70  	2024-79154	0.0000
iprec_at_recall_0.80  	2024-79154	0.0000
iprec_at_recall_0.90  	2024-79154	0.0000
iprec_at_recall_1.00  	2024-79154	0.0000
P_5                   	2024-79154	0.0000
P_10                  	2024-79154	0.0000
P_15                  	2024-79154	0.0000
P_20                  	2024-79154	0.0000
P_30                  	2024-79154	0.0000
P_100                 	2024-79154	0.0100
P_200                 	2024-79154	0.0050
P_500                 	2024-79154	0.0020
P_1000                	2024-79154	0.0010
relstring             	2024-79154	'0------0-0'
recall_5              	2024-79154	0.0000
recall_10             	2024-79154	0.0000
recall_15             	2024-79154	0.0000
recall_20             	2024-79154	0.0000
recall_30             	2024-79154	0.0000
recall_100            	2024-79154	0.0714
recall_200            	2024-79154	0.0714
recall_500            	2024-79154	0.0714
recall_1000           	2024-79154	0.0714
infAP                 	2024-79154	0.0008
Rprec_mult_0.20       	2024-79154	0.0000
Rprec_mult_0.40       	2024-79154	0.0000
Rprec_mult_0.60       	2024-79154	0.0000
Rprec_mult_0.80       	2024-79154	0.0000
Rprec_mult_1.00       	2024-79154	0.0000
Rprec_mult_1.20       	2024-79154	0.0000
Rprec_mult_1.40       	2024-79154	0.0000
Rprec_mult_1.60       	2024-79154	0.0000
Rprec_mult_1.80       	2024-79154	0.0000
Rprec_mult_2.00       	2024-79154	0.0000
utility               	2024-79154	-98.0000
11pt_avg              	2024-79154	0.0010
binG                  	2024-79154	0.0111
G                     	2024-79154	0.0090
ndcg                  	2024-79154	0.0200
ndcg_rel              	2024-79154	0.0200
Rndcg                 	2024-79154	0.0067
ndcg_cut_5            	2024-79154	0.0000
ndcg_cut_10           	2024-79154	0.0000
ndcg_cut_15           	2024-79154	0.0000
ndcg_cut_20           	2024-79154	0.0000
ndcg_cut_30           	2024-79154	0.0000
ndcg_cut_100          	2024-79154	0.0200
ndcg_cut_200          	2024-79154	0.0200
ndcg_cut_500          	2024-79154	0.0200
ndcg_cut_1000         	2024-79154	0.0200
map_cut_5             	2024-79154	0.0000
map_cut_10            	2024-79154	0.0000
map_cut_15            	2024-79154	0.0000
map_cut_20            	2024-79154	0.0000
map_cut_30            	2024-79154	0.0000
map_cut_100           	2024-79154	0.0008
map_cut_200           	2024-79154	0.0008
map_cut_500           	2024-79154	0.0008
map_cut_1000          	2024-79154	0.0008
relative_P_5          	2024-79154	0.0000
relative_P_10         	2024-79154	0.0000
relative_P_15         	2024-79154	0.0000
relative_P_20         	2024-79154	0.0000
relative_P_30         	2024-79154	0.0000
relative_P_100        	2024-79154	0.0714
relative_P_200        	2024-79154	0.0714
relative_P_500        	2024-79154	0.0714
relative_P_1000       	2024-79154	0.0714
success_1             	2024-79154	0.0000
success_5             	2024-79154	0.0000
success_10            	2024-79154	0.0000
set_P                 	2024-79154	0.0100
set_relative_P        	2024-79154	0.0714
set_recall            	2024-79154	0.0714
set_map               	2024-79154	0.0007
set_F                 	2024-79154	0.0175
num_nonrel_judged_ret 	2024-79154	12
num_ret               	2024-88894	100
num_rel               	2024-88894	46
num_rel_ret           	2024-88894	6
map                   	2024-88894	0.0322
Rprec                 	2024-88894	0.1304
bpref                 	2024-88894	0.1016
recip_rank            	2024-88894	0.1429
iprec_at_recall_0.00  	2024-88894	0.3571
iprec_at_recall_0.10  	2024-88894	0.3571
iprec_at_recall_0.20  	2024-88894	0.0000
iprec_at_recall_0.30  	2024-88894	0.0000
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.0000
P_10                  	2024-88894	0.2000
P_15                  	2024-88894	0.3333
P_20                  	2024-88894	0.2500
P_30                  	2024-88894	0.1667
P_100                 	2024-88894	0.0600
P_200                 	2024-88894	0.0300
P_500                 	2024-88894	0.0120
P_1000                	2024-88894	0.0060
relstring             	2024-88894	'0000001001'
recall_5              	2024-88894	0.0000
recall_10             	2024-88894	0.0435
recall_15             	2024-88894	0.1087
recall_20             	2024-88894	0.1087
recall_30             	2024-88894	0.1087
recall_100            	2024-88894	0.1304
recall_200            	2024-88894	0.1304
recall_500            	2024-88894	0.1304
recall_1000           	2024-88894	0.1304
infAP                 	2024-88894	0.0322
Rprec_mult_0.20       	2024-88894	0.2000
Rprec_mult_0.40       	2024-88894	0.2632
Rprec_mult_0.60       	2024-88894	0.1786
Rprec_mult_0.80       	2024-88894	0.1622
Rprec_mult_1.00       	2024-88894	0.1304
Rprec_mult_1.20       	2024-88894	0.1071
Rprec_mult_1.40       	2024-88894	0.0923
Rprec_mult_1.60       	2024-88894	0.0811
Rprec_mult_1.80       	2024-88894	0.0723
Rprec_mult_2.00       	2024-88894	0.0652
utility               	2024-88894	-88.0000
11pt_avg              	2024-88894	0.0649
binG                  	2024-88894	0.0376
G                     	2024-88894	0.0354
ndcg                  	2024-88894	0.1230
ndcg_rel              	2024-88894	0.1265
Rndcg                 	2024-88894	0.0820
ndcg_cut_5            	2024-88894	0.0000
ndcg_cut_10           	2024-88894	0.1123
ndcg_cut_15           	2024-88894	0.2081
ndcg_cut_20           	2024-88894	0.1775
ndcg_cut_30           	2024-88894	0.1405
ndcg_cut_100          	2024-88894	0.1230
ndcg_cut_200          	2024-88894	0.1230
ndcg_cut_500          	2024-88894	0.1230
ndcg_cut_1000         	2024-88894	0.1230
map_cut_5             	2024-88894	0.0000
map_cut_10            	2024-88894	0.0075
map_cut_15            	2024-88894	0.0284
map_cut_20            	2024-88894	0.0284
map_cut_30            	2024-88894	0.0284
map_cut_100           	2024-88894	0.0322
map_cut_200           	2024-88894	0.0322
map_cut_500           	2024-88894	0.0322
map_cut_1000          	2024-88894	0.0322
relative_P_5          	2024-88894	0.0000
relative_P_10         	2024-88894	0.2000
relative_P_15         	2024-88894	0.3333
relative_P_20         	2024-88894	0.2500
relative_P_30         	2024-88894	0.1667
relative_P_100        	2024-88894	0.1304
relative_P_200        	2024-88894	0.1304
relative_P_500        	2024-88894	0.1304
relative_P_1000       	2024-88894	0.1304
success_1             	2024-88894	0.0000
success_5             	2024-88894	0.0000
success_10            	2024-88894	1.0000
set_P                 	2024-88894	0.0600
set_relative_P        	2024-88894	0.1304
set_recall            	2024-88894	0.1304
set_map               	2024-88894	0.0078
set_F                 	2024-88894	0.0822
num_nonrel_judged_ret 	2024-88894	37
num_ret               	2024-94706	100
num_rel               	2024-94706	45
num_rel_ret           	2024-94706	2
map                   	2024-94706	0.0130
Rprec                 	2024-94706	0.0444
bpref                 	2024-94706	0.0435
recip_rank            	2024-94706	0.2500
iprec_at_recall_0.00  	2024-94706	0.3333
iprec_at_recall_0.10  	2024-94706	0.0000
iprec_at_recall_0.20  	2024-94706	0.0000
iprec_at_recall_0.30  	2024-94706	0.0000
iprec_at_recall_0.40  	2024-94706	0.0000
iprec_at_recall_0.50  	2024-94706	0.0000
iprec_at_recall_0.60  	2024-94706	0.0000
iprec_at_recall_0.70  	2024-94706	0.0000
iprec_at_recall_0.80  	2024-94706	0.0000
iprec_at_recall_0.90  	2024-94706	0.0000
iprec_at_recall_1.00  	2024-94706	0.0000
P_5                   	2024-94706	0.2000
P_10                  	2024-94706	0.2000
P_15                  	2024-94706	0.1333
P_20                  	2024-94706	0.1000
P_30                  	2024-94706	0.0667
P_100                 	2024-94706	0.0200
P_200                 	2024-94706	0.0100
P_500                 	2024-94706	0.0040
P_1000                	2024-94706	0.0020
relstring             	2024-94706	'-0-1-1----'
recall_5              	2024-94706	0.0222
recall_10             	2024-94706	0.0444
recall_15             	2024-94706	0.0444
recall_20             	2024-94706	0.0444
recall_30             	2024-94706	0.0444
recall_100            	2024-94706	0.0444
recall_200            	2024-94706	0.0444
recall_500            	2024-94706	0.0444
recall_1000           	2024-94706	0.0444
infAP                 	2024-94706	0.0130
Rprec_mult_0.20       	2024-94706	0.2222
Rprec_mult_0.40       	2024-94706	0.1111
Rprec_mult_0.60       	2024-94706	0.0741
Rprec_mult_0.80       	2024-94706	0.0556
Rprec_mult_1.00       	2024-94706	0.0444
Rprec_mult_1.20       	2024-94706	0.0370
Rprec_mult_1.40       	2024-94706	0.0317
Rprec_mult_1.60       	2024-94706	0.0278
Rprec_mult_1.80       	2024-94706	0.0247
Rprec_mult_2.00       	2024-94706	0.0222
utility               	2024-94706	-96.0000
11pt_avg              	2024-94706	0.0303
binG                  	2024-94706	0.0182
G                     	2024-94706	0.0121
ndcg                  	2024-94706	0.0526
ndcg_rel              	2024-94706	0.0549
Rndcg                 	2024-94706	0.0594
ndcg_cut_5            	2024-94706	0.0730
ndcg_cut_10           	2024-94706	0.1050
ndcg_cut_15           	2024-94706	0.0893
ndcg_cut_20           	2024-94706	0.0788
ndcg_cut_30           	2024-94706	0.0650
ndcg_cut_100          	2024-94706	0.0526
ndcg_cut_200          	2024-94706	0.0526
ndcg_cut_500          	2024-94706	0.0526
ndcg_cut_1000         	2024-94706	0.0526
map_cut_5             	2024-94706	0.0056
map_cut_10            	2024-94706	0.0130
map_cut_15            	2024-94706	0.0130
map_cut_20            	2024-94706	0.0130
map_cut_30            	2024-94706	0.0130
map_cut_100           	2024-94706	0.0130
map_cut_200           	2024-94706	0.0130
map_cut_500           	2024-94706	0.0130
map_cut_1000          	2024-94706	0.0130
relative_P_5          	2024-94706	0.2000
relative_P_10         	2024-94706	0.2000
relative_P_15         	2024-94706	0.1333
relative_P_20         	2024-94706	0.1000
relative_P_30         	2024-94706	0.0667
relative_P_100        	2024-94706	0.0444
relative_P_200        	2024-94706	0.0444
relative_P_500        	2024-94706	0.0444
relative_P_1000       	2024-94706	0.0444
success_1             	2024-94706	0.0000
success_5             	2024-94706	1.0000
success_10            	2024-94706	1.0000
set_P                 	2024-94706	0.0200
set_relative_P        	2024-94706	0.0444
set_recall            	2024-94706	0.0444
set_map               	2024-94706	0.0009
set_F                 	2024-94706	0.0276
num_nonrel_judged_ret 	2024-94706	3
num_ret               	2024-96063	100
num_rel               	2024-96063	91
num_rel_ret           	2024-96063	2
map                   	2024-96063	0.0006
Rprec                 	2024-96063	0.0220
bpref                 	2024-96063	0.0150
recip_rank            	2024-96063	0.0263
iprec_at_recall_0.00  	2024-96063	0.0278
iprec_at_recall_0.10  	2024-96063	0.0000
iprec_at_recall_0.20  	2024-96063	0.0000
iprec_at_recall_0.30  	2024-96063	0.0000
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	0.0000
P_10                  	2024-96063	0.0000
P_15                  	2024-96063	0.0000
P_20                  	2024-96063	0.0000
P_30                  	2024-96063	0.0000
P_100                 	2024-96063	0.0200
P_200                 	2024-96063	0.0100
P_500                 	2024-96063	0.0040
P_1000                	2024-96063	0.0020
relstring             	2024-96063	'00-0000-00'
recall_5              	2024-96063	0.0000
recall_10             	2024-96063	0.0000
recall_15             	2024-96063	0.0000
recall_20             	2024-96063	0.0000
recall_30             	2024-96063	0.0000
recall_100            	2024-96063	0.0220
recall_200            	2024-96063	0.0220
recall_500            	2024-96063	0.0220
recall_1000           	2024-96063	0.0220
infAP                 	2024-96063	0.0006
Rprec_mult_0.20       	2024-96063	0.0000
Rprec_mult_0.40       	2024-96063	0.0000
Rprec_mult_0.60       	2024-96063	0.0182
Rprec_mult_0.80       	2024-96063	0.0274
Rprec_mult_1.00       	2024-96063	0.0220
Rprec_mult_1.20       	2024-96063	0.0182
Rprec_mult_1.40       	2024-96063	0.0156
Rprec_mult_1.60       	2024-96063	0.0137
Rprec_mult_1.80       	2024-96063	0.0122
Rprec_mult_2.00       	2024-96063	0.0110
utility               	2024-96063	-96.0000
11pt_avg              	2024-96063	0.0025
binG                  	2024-96063	0.0039
G                     	2024-96063	0.0030
ndcg                  	2024-96063	0.0144
ndcg_rel              	2024-96063	0.0144
Rndcg                 	2024-96063	0.0088
ndcg_cut_5            	2024-96063	0.0000
ndcg_cut_10           	2024-96063	0.0000
ndcg_cut_15           	2024-96063	0.0000
ndcg_cut_20           	2024-96063	0.0000
ndcg_cut_30           	2024-96063	0.0000
ndcg_cut_100          	2024-96063	0.0144
ndcg_cut_200          	2024-96063	0.0144
ndcg_cut_500          	2024-96063	0.0144
ndcg_cut_1000         	2024-96063	0.0144
map_cut_5             	2024-96063	0.0000
map_cut_10            	2024-96063	0.0000
map_cut_15            	2024-96063	0.0000
map_cut_20            	2024-96063	0.0000
map_cut_30            	2024-96063	0.0000
map_cut_100           	2024-96063	0.0006
map_cut_200           	2024-96063	0.0006
map_cut_500           	2024-96063	0.0006
map_cut_1000          	2024-96063	0.0006
relative_P_5          	2024-96063	0.0000
relative_P_10         	2024-96063	0.0000
relative_P_15         	2024-96063	0.0000
relative_P_20         	2024-96063	0.0000
relative_P_30         	2024-96063	0.0000
relative_P_100        	2024-96063	0.0220
relative_P_200        	2024-96063	0.0220
relative_P_500        	2024-96063	0.0220
relative_P_1000       	2024-96063	0.0220
success_1             	2024-96063	0.0000
success_5             	2024-96063	0.0000
success_10            	2024-96063	0.0000
set_P                 	2024-96063	0.0200
set_relative_P        	2024-96063	0.0220
set_recall            	2024-96063	0.0220
set_map               	2024-96063	0.0004
set_F                 	2024-96063	0.0209
num_nonrel_judged_ret 	2024-96063	36
num_ret               	2024-96359	100
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	7
map                   	2024-96359	0.0165
Rprec                 	2024-96359	0.0909
bpref                 	2024-96359	0.1273
recip_rank            	2024-96359	0.2000
iprec_at_recall_0.00  	2024-96359	0.2000
iprec_at_recall_0.10  	2024-96359	0.0923
iprec_at_recall_0.20  	2024-96359	0.0000
iprec_at_recall_0.30  	2024-96359	0.0000
iprec_at_recall_0.40  	2024-96359	0.0000
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	0.2000
P_10                  	2024-96359	0.1000
P_15                  	2024-96359	0.1333
P_20                  	2024-96359	0.1000
P_30                  	2024-96359	0.1333
P_100                 	2024-96359	0.0700
P_200                 	2024-96359	0.0350
P_500                 	2024-96359	0.0140
P_1000                	2024-96359	0.0070
relstring             	2024-96359	'----1-----'
recall_5              	2024-96359	0.0182
recall_10             	2024-96359	0.0182
recall_15             	2024-96359	0.0364
recall_20             	2024-96359	0.0364
recall_30             	2024-96359	0.0727
recall_100            	2024-96359	0.1273
recall_200            	2024-96359	0.1273
recall_500            	2024-96359	0.1273
recall_1000           	2024-96359	0.1273
infAP                 	2024-96359	0.0165
Rprec_mult_0.20       	2024-96359	0.0909
Rprec_mult_0.40       	2024-96359	0.0909
Rprec_mult_0.60       	2024-96359	0.1212
Rprec_mult_0.80       	2024-96359	0.0909
Rprec_mult_1.00       	2024-96359	0.0909
Rprec_mult_1.20       	2024-96359	0.0909
Rprec_mult_1.40       	2024-96359	0.0909
Rprec_mult_1.60       	2024-96359	0.0795
Rprec_mult_1.80       	2024-96359	0.0707
Rprec_mult_2.00       	2024-96359	0.0636
utility               	2024-96359	-86.0000
11pt_avg              	2024-96359	0.0266
binG                  	2024-96359	0.0291
G                     	2024-96359	0.0267
ndcg                  	2024-96359	0.1021
ndcg_rel              	2024-96359	0.1009
Rndcg                 	2024-96359	0.0610
ndcg_cut_5            	2024-96359	0.0845
ndcg_cut_10           	2024-96359	0.0627
ndcg_cut_15           	2024-96359	0.0867
ndcg_cut_20           	2024-96359	0.0749
ndcg_cut_30           	2024-96359	0.0990
ndcg_cut_100          	2024-96359	0.1021
ndcg_cut_200          	2024-96359	0.1021
ndcg_cut_500          	2024-96359	0.1021
ndcg_cut_1000         	2024-96359	0.1021
map_cut_5             	2024-96359	0.0036
map_cut_10            	2024-96359	0.0036
map_cut_15            	2024-96359	0.0064
map_cut_20            	2024-96359	0.0064
map_cut_30            	2024-96359	0.0112
map_cut_100           	2024-96359	0.0165
map_cut_200           	2024-96359	0.0165
map_cut_500           	2024-96359	0.0165
map_cut_1000          	2024-96359	0.0165
relative_P_5          	2024-96359	0.2000
relative_P_10         	2024-96359	0.1000
relative_P_15         	2024-96359	0.1333
relative_P_20         	2024-96359	0.1000
relative_P_30         	2024-96359	0.1333
relative_P_100        	2024-96359	0.1273
relative_P_200        	2024-96359	0.1273
relative_P_500        	2024-96359	0.1273
relative_P_1000       	2024-96359	0.1273
success_1             	2024-96359	0.0000
success_5             	2024-96359	1.0000
success_10            	2024-96359	1.0000
set_P                 	2024-96359	0.0700
set_relative_P        	2024-96359	0.1273
set_recall            	2024-96359	0.1273
set_map               	2024-96359	0.0089
set_F                 	2024-96359	0.0903
num_nonrel_judged_ret 	2024-96359	0
runid                 	all	UDInfo_bm25_default
num_q                 	all	86
num_ret               	all	8600
num_rel               	all	12717
num_rel_ret           	all	1808
map                   	all	0.0853
gm_map                	all	0.0248
Rprec                 	all	0.1450
bpref                 	all	0.1395
recip_rank            	all	0.5821
iprec_at_recall_0.00  	all	0.6398
iprec_at_recall_0.10  	all	0.3155
iprec_at_recall_0.20  	all	0.1323
iprec_at_recall_0.30  	all	0.0660
iprec_at_recall_0.40  	all	0.0552
iprec_at_recall_0.50  	all	0.0269
iprec_at_recall_0.60  	all	0.0151
iprec_at_recall_0.70  	all	0.0000
iprec_at_recall_0.80  	all	0.0000
iprec_at_recall_0.90  	all	0.0000
iprec_at_recall_1.00  	all	0.0000
P_5                   	all	0.4326
P_10                  	all	0.4244
P_15                  	all	0.4140
P_20                  	all	0.4017
P_30                  	all	0.3484
P_100                 	all	0.2102
P_200                 	all	0.1051
P_500                 	all	0.0420
P_1000                	all	0.0210
recall_5              	all	0.0157
recall_10             	all	0.0328
recall_15             	all	0.0471
recall_20             	all	0.0605
recall_30             	all	0.0776
recall_100            	all	0.1562
recall_200            	all	0.1562
recall_500            	all	0.1562
recall_1000           	all	0.1562
infAP                 	all	0.0853
gm_bpref              	all	0.0632
Rprec_mult_0.20       	all	0.3417
Rprec_mult_0.40       	all	0.2625
Rprec_mult_0.60       	all	0.2098
Rprec_mult_0.80       	all	0.1730
Rprec_mult_1.00       	all	0.1450
Rprec_mult_1.20       	all	0.1233
Rprec_mult_1.40       	all	0.1071
Rprec_mult_1.60       	all	0.0944
Rprec_mult_1.80       	all	0.0841
Rprec_mult_2.00       	all	0.0760
utility               	all	-57.9535
11pt_avg              	all	0.1137
binG                  	all	0.0575
G                     	all	0.0385
ndcg                  	all	0.1792
ndcg_rel              	all	0.1950
Rndcg                 	all	0.1994
ndcg_cut_5            	all	0.2854
ndcg_cut_10           	all	0.2761
ndcg_cut_15           	all	0.2753
ndcg_cut_20           	all	0.2725
ndcg_cut_30           	all	0.2570
ndcg_cut_100          	all	0.2144
ndcg_cut_200          	all	0.1837
ndcg_cut_500          	all	0.1792
ndcg_cut_1000         	all	0.1792
map_cut_5             	all	0.0126
map_cut_10            	all	0.0231
map_cut_15            	all	0.0322
map_cut_20            	all	0.0403
map_cut_30            	all	0.0504
map_cut_100           	all	0.0853
map_cut_200           	all	0.0853
map_cut_500           	all	0.0853
map_cut_1000          	all	0.0853
relative_P_5          	all	0.4326
relative_P_10         	all	0.4244
relative_P_15         	all	0.4140
relative_P_20         	all	0.4023
relative_P_30         	all	0.3500
relative_P_100        	all	0.2301
relative_P_200        	all	0.1650
relative_P_500        	all	0.1562
relative_P_1000       	all	0.1562
success_1             	all	0.4651
success_5             	all	0.7209
success_10            	all	0.8256
set_P                 	all	0.2102
set_relative_P        	all	0.2301
set_recall            	all	0.1562
set_map               	all	0.0514
set_F                 	all	0.1655
num_nonrel_judged_ret 	all	1085
